blob: 3f2c62cc71375d821f928e3115004cfe9d382349 [file] [log] [blame]
Akronca9dbb32016-01-05 20:54:34 +01001#!/usr/bin/env perl
2use strict;
3use warnings;
4use utf8;
5use Test::More;
6use Scalar::Util qw/weaken/;
7use Data::Dumper;
Akron5c460e42016-03-14 20:12:14 +01008use lib 't/annotation';
Akronb5d34612016-01-18 19:07:56 +01009use TestInit;
Akronca9dbb32016-01-05 20:54:34 +010010
Akronb5d34612016-01-18 19:07:56 +010011ok(my $tokens = TestInit::tokens('0001'), 'Parse tokens');
Akronca9dbb32016-01-05 20:54:34 +010012
13ok($tokens->add('XIP', 'Sentences'), 'Add Structure');
14
15my $data = $tokens->to_data->{data};
16
17like($data->{foundries}, qr!xip/sentences!, 'data');
18
Akronca9dbb32016-01-05 20:54:34 +010019is($data->{stream}->[0]->[0], '-:tokens$<i>18', 'Number of tokens');
Akrone7bc37d2016-02-26 00:21:16 +010020is($data->{stream}->[0]->[1], '-:xip/sentences$<i>1', 'Number of paragraphs');
21is($data->{stream}->[0]->[3], '<>:xip/s:s$<b>64<i>0<i>129<i>17<b>0', 'Text');
22is($data->{stream}->[0]->[4], '_0$<i>0<i>3', 'Position');
Akronca9dbb32016-01-05 20:54:34 +010023is($data->{stream}->[-1]->[0], '_17$<i>124<i>128', 'Position');
24
25done_testing;
26__END__