| Akron | d69836b | 2015-12-10 00:40:20 +0100 | [diff] [blame] | 1 | #!/usr/bin/env perl |
| 2 | use strict; |
| 3 | use warnings; |
| 4 | use utf8; |
| 5 | use Test::More; |
| Akron | 151676d | 2016-03-14 20:12:14 +0100 | [diff] [blame] | 6 | use lib 't/annotation'; |
| Akron | 11ef51d | 2016-01-18 19:07:56 +0100 | [diff] [blame] | 7 | use TestInit; |
| Akron | d69836b | 2015-12-10 00:40:20 +0100 | [diff] [blame] | 8 | use Scalar::Util qw/weaken/; |
| 9 | use Data::Dumper; |
| 10 | |
| Akron | 11ef51d | 2016-01-18 19:07:56 +0100 | [diff] [blame] | 11 | ok(my $tokens = TestInit::tokens('0001'), 'Parse tokens'); |
| Akron | d69836b | 2015-12-10 00:40:20 +0100 | [diff] [blame] | 12 | |
| 13 | ok($tokens->add('Base', 'Sentences'), 'Add Structure'); |
| 14 | |
| 15 | my $data = $tokens->to_data->{data}; |
| 16 | |
| 17 | like($data->{foundries}, qr!base/sentences!, 'data'); |
| 18 | is($data->{stream}->[0]->[0], '-:base/sentences$<i>1', 'Number of paragraphs'); |
| 19 | is($data->{stream}->[0]->[1], '-:tokens$<i>18', 'Number of tokens'); |
| Akron | dec4312 | 2020-03-03 11:22:25 +0100 | [diff] [blame] | 20 | is($data->{stream}->[0]->[2], '<>:base/s:t$<b>64<i>0<i>129<i>18<b>0', 'Text'); |
| 21 | is($data->{stream}->[0]->[3], '<>:base/s:s$<b>64<i>0<i>129<i>18<b>2', 'Sentence'); |
| Akron | d69836b | 2015-12-10 00:40:20 +0100 | [diff] [blame] | 22 | is($data->{stream}->[0]->[4], '_0$<i>0<i>3', 'Position'); |
| 23 | |
| 24 | done_testing; |
| 25 | |
| 26 | __END__ |