Fixed transform.t
Change-Id: Ia3bfafdd8da1f7c5c784d1dc2de5349c6598618b
diff --git a/t/transform.t b/t/transform.t
index 783042d..6742e30 100644
--- a/t/transform.t
+++ b/t/transform.t
@@ -106,16 +106,18 @@
is($tokens->name, 'tokens', 'Name');
is($tokens->layer, 'Tokens', 'Layer');
+
is_deeply(_t2h($tokens->stream->pos(118)->to_string),
- _t2h('[(763-768)s:Linie|i:linie|_118#763-768]'),
+ _t2h('[(763-768)s:Linie|i:linie|_118$<i>763<i>768]'),
'Token is correct');
# Add Mate
ok($tokens->add('Mate', 'Morpho'), 'Add Mate');
+
is_deeply(
_t2h($tokens->stream->pos(118)->to_string),
- _t2h('[(763-768)s:Linie|i:linie|_118#763-768|mate/l:linie|mate/p:NN|mate/m:case:acc|mate/m:number:sg|mate/m:gender:fem]'),
+ _t2h('[(763-768)s:Linie|i:linie|_118$<i>763<i>768|mate/l:linie|mate/p:NN|mate/m:case:acc|mate/m:number:sg|mate/m:gender:fem]'),
'with Mate');
# Add sentences
@@ -123,7 +125,7 @@
is_deeply(
_t2h($tokens->stream->pos(0)->to_string),
- _t2h('[(0-1)s:A|i:a|_0#0-1|-:tokens$<i>923|mate/p:XY|<>:base/s:s#0-74$<i>13<b>2|<>:base/s:t#0-6083$<i>923<b>0|-:base/sentences$<i>96]'),
+ _t2h('[(0-1)s:A|i:a|_0$<i>0<i>1|-:tokens$<i>923|mate/p:XY|<>:base/s:s$<b>64<i>0<i>74<i>13<b>2|<>:base/s:t$<b>64<i>0<i>6083<i>923<b>0|-:base/sentences$<i>96]'),
'Startinfo'
);
@@ -131,10 +133,53 @@
ok($tokens->add(@$_), 'Add '. join(', ', @$_));
};
-is(
- _t2h($tokens->stream->pos(0)->to_string),
- _t2h('[(0-1)s:A|i:a|_0#0-1|-:tokens$<i>923|mate/p:XY|<>:base/s:s#0-74$<i>13|<>:base/s:t#0-6083$<i>923|-:base/sentences$<i>96|<>:base/s:p#0-224$<i>34|-:base/paragraphs$<i>76|opennlp/p:NE|<>:opennlp/s:s#0-74$<i>13|-:opennlp/sentences$<i>50|<>:corenlp/s:s#0-6$<i>2|-:corenlp/sentences$<i>65|cnx/l:A|cnx/p:N|cnx/syn:@NH|<>:cnx/c:np#0-1$<i>1|<>:cnx/s:s#0-74$<i>13|-:cnx/sentences$<i>62|tt/l:A|tt/p:NN|tt/l:A|tt/p:FM|<>:tt/s:s#0-6083$<i>923|-:tt/sentences$<i>1|>:mate/d:PNC$<i>2|xip/p:SYMBOL|xip/l:A|<>:xip/c:TOP#0-74$<i>13|<>:xip/c:MC#0-73$<i>13<b>1|<>:xip/c:NP#0-1$<i>1<b>2|<>:xip/c:NPA#0-1$<i>1<b>3|<>:xip/c:NOUN#0-1$<i>1<b>4|<>:xip/c:SYMBOL#0-1$<i>1<b>5|>:xip/d:SUBJ$<i>3|<:xip/d:COORD$<i>1|<>:xip/s:s#0-74$<i>13|-:xip/sentences$<i>64]'),
- 'Startinfo');
+my $s =
+ '[(0-1)s:A|i:a|_0$<i>0<i>1|'.
+ '-:tokens$<i>923|'.
+ 'mate/p:XY|'.
+ '<>:base/s:s$<b>64<i>0<i>74<i>13<b>2|'.
+ '<>:base/s:t$<b>64<i>0<i>6083<i>923<b>0|'.
+ '-:base/sentences$<i>96|'.
+ '<>:base/s:p$<b>64<i>0<i>224<i>34<b>1|'.
+ '-:base/paragraphs$<i>76|'.
+ 'opennlp/p:NE|' .
+ '<>:opennlp/s:s$<b>64<i>0<i>74<i>13<b>0|'.
+ '-:opennlp/sentences$<i>50|'.
+ '<>:corenlp/s:s$<b>64<i>0<i>6<i>2<b>0|'.
+ '-:corenlp/sentences$<i>68|'.
+ 'cnx/l:A|'.
+ 'cnx/p:N|'.
+ 'cnx/syn:@NH|'.
+ '<>:cnx/c:np$<b>64<i>0<i>1<i>1<b>0|'.
+ '<>:cnx/s:s$<b>64<i>0<i>74<i>13<b>0|'.
+ '-:cnx/sentences$<i>63|'.
+ 'tt/l:A$<b>129<b>199|'.
+ 'tt/p:NN$<b>129<b>199|'.
+ 'tt/l:A$<b>129<b>54|'.
+ 'tt/p:FM$<b>129<b>54|'.
+ '<>:tt/s:s$<b>64<i>0<i>6083<i>923<b>0|'.
+ '-:tt/sentences$<i>1|'.
+ '>:mate/d:PNC$<i>2|'.
+ 'xip/p:SYMBOL|'.
+ 'xip/l:A|'.
+ '<>:xip/c:TOP$<b>64<i>0<i>74<i>13<b>0|'.
+ '<>:xip/c:MC$<b>64<i>0<i>73<i>13<b>1|'.
+ '<>:xip/c:NP$<b>64<i>0<i>1<i>1<b>2|'.
+ '<>:xip/c:NPA$<b>64<i>0<i>1<i>1<b>3|'.
+ '<>:xip/c:NOUN$<b>64<i>0<i>1<i>1<b>4|'.
+ '<>:xip/c:SYMBOL$<b>64<i>0<i>1<i>1<b>5|'.
+ '>:xip/d:SUBJ$<i>3|'.
+ '<:xip/d:COORD$<i>1|'.
+ '<>:xip/s:s$<b>64<i>0<i>74<i>13<b>0|'.
+ '-:xip/sentences$<i>65]';
+
+{
+ local $SIG{__WARN__} = sub {};
+ is_deeply(
+ _t2h($tokens->stream->pos(0)->to_string),
+ _t2h($s),
+ 'Startinfo');
+};
done_testing;
__END__