blob: 06bdfda93265df22adaab6d18073fc6aa4244cc1 [file] [log] [blame]
Akron35ed2f52015-12-10 00:40:20 +01001#!/usr/bin/env perl
2use strict;
3use warnings;
4use utf8;
5use Test::More;
Akronb5d34612016-01-18 19:07:56 +01006use lib 't/index';
7use TestInit;
Akron35ed2f52015-12-10 00:40:20 +01008use Scalar::Util qw/weaken/;
9use Data::Dumper;
10
Akronb5d34612016-01-18 19:07:56 +010011ok(my $tokens = TestInit::tokens('0001'), 'Parse tokens');
Akron35ed2f52015-12-10 00:40:20 +010012
13ok($tokens->add('Base', 'Sentences'), 'Add Structure');
14
15my $data = $tokens->to_data->{data};
16
17like($data->{foundries}, qr!base/sentences!, 'data');
18is($data->{stream}->[0]->[0], '-:base/sentences$<i>1', 'Number of paragraphs');
19is($data->{stream}->[0]->[1], '-:tokens$<i>18', 'Number of tokens');
20is($data->{stream}->[0]->[2], '<>:base/s:t$<b>64<i>0<i>129<i>17<b>0', 'Text');
21is($data->{stream}->[0]->[3], '<>:base/s:s$<b>64<i>0<i>129<i>17<b>2', 'Sentence');
22is($data->{stream}->[0]->[4], '_0$<i>0<i>3', 'Position');
23
24done_testing;
25
26__END__