| #!/usr/bin/env perl |
| use strict; |
| use warnings; |
| use utf8; |
| use Test::More skip_all => 'Not yet implemented'; |
| use Scalar::Util qw/weaken/; |
| use Data::Dumper; |
| use lib 't/index'; |
| use TestInit; |
| |
| ok(my $tokens = TestInit::tokens('0002'), 'Parse tokens'); |
| |
| ok($tokens->add('Malt', 'dependency'), 'Add Structure'); |
| |
| my $data = $tokens->to_data->{data}; |
| |
| done_testing; |
| __END__ |
| |
| |
| like($data->{foundries}, qr!xip/sentences!, 'data'); |
| |
| is($data->{stream}->[0]->[1], '-:xip/sentences$<i>1', 'Number of paragraphs'); |
| is($data->{stream}->[0]->[0], '-:tokens$<i>18', 'Number of tokens'); |
| is($data->{stream}->[0]->[2], '<>:xip/s:s$<b>64<i>0<i>129<i>17<b>0', 'Text'); |
| is($data->{stream}->[0]->[3], '_0$<i>0<i>3', 'Position'); |
| is($data->{stream}->[-1]->[0], '_17$<i>124<i>128', 'Position'); |
| |