blob: 02eac8322fe181bc5653fd64feb21e51254e9a7d [file] [log] [blame]
Akron0b5cda22015-12-11 18:49:50 +01001#!/usr/bin/env perl
2use strict;
3use warnings;
4use utf8;
5use Test::More;
6use Scalar::Util qw/weaken/;
7use Data::Dumper;
Akron151676d2016-03-14 20:12:14 +01008use lib 't/annotation';
Akron11ef51d2016-01-18 19:07:56 +01009use TestInit;
Akron0b5cda22015-12-11 18:49:50 +010010
Akron11ef51d2016-01-18 19:07:56 +010011ok(my $tokens = TestInit::tokens('0001'), 'Parse tokens');
Akron0b5cda22015-12-11 18:49:50 +010012
13ok($tokens->add('OpenNLP', 'Sentences'), 'Add Structure');
14
15my $data = $tokens->to_data->{data};
16
17like($data->{foundries}, qr!opennlp/sentences!, 'data');
18is($data->{stream}->[0]->[0], '-:opennlp/sentences$<i>1', 'Number of Sentences');
19is($data->{stream}->[0]->[1], '-:tokens$<i>18', 'Number of tokens');
Akrondec43122020-03-03 11:22:25 +010020is($data->{stream}->[0]->[3], '<>:opennlp/s:s$<b>64<i>0<i>129<i>18<b>0', 'Sentence');
Akronee443f92016-02-25 23:56:49 +010021is($data->{stream}->[0]->[4], '_0$<i>0<i>3', 'Position');
Akron0b5cda22015-12-11 18:49:50 +010022
23done_testing;
24
25__END__