blob: b1b7e209629eaf93723ffe20a439f801b14b2d0d [file] [log] [blame]
Akron194be542016-01-21 12:52:43 +01001#!/usr/bin/env perl
2use strict;
3use warnings;
4use utf8;
5use Test::More skip_all => 'Not yet implemented';
6use Scalar::Util qw/weaken/;
7use Data::Dumper;
8use lib 't/index';
9use TestInit;
10
11ok(my $tokens = TestInit::tokens('0002'), 'Parse tokens');
12
13ok($tokens->add('Malt', 'dependency'), 'Add Structure');
14
15my $data = $tokens->to_data->{data};
16
17done_testing;
18__END__
19
20
21like($data->{foundries}, qr!xip/sentences!, 'data');
22
23is($data->{stream}->[0]->[1], '-:xip/sentences$<i>1', 'Number of paragraphs');
24is($data->{stream}->[0]->[0], '-:tokens$<i>18', 'Number of tokens');
25is($data->{stream}->[0]->[2], '<>:xip/s:s$<b>64<i>0<i>129<i>17<b>0', 'Text');
26is($data->{stream}->[0]->[3], '_0$<i>0<i>3', 'Position');
27is($data->{stream}->[-1]->[0], '_17$<i>124<i>128', 'Position');
28