Added base/s=t during tokenization
Change-Id: I7f7f96bbdbc129ab273aa6e2ac8326f4f1207585
diff --git a/t/index/tt_sentences.t b/t/index/tt_sentences.t
index 04c5892..c47ebb6 100644
--- a/t/index/tt_sentences.t
+++ b/t/index/tt_sentences.t
@@ -19,8 +19,8 @@
like($data->{foundries}, qr!treetagger/sentences!, 'data');
is($data->{stream}->[0]->[0], '-:tokens$<i>18', 'Number of tokens');
is($data->{stream}->[0]->[1], '-:tt/sentences$<i>1', 'Number of paragraphs');
-is($data->{stream}->[0]->[2], '<>:tt/s:s$<b>64<i>0<i>130<i>17<b>0', 'Text');
-is($data->{stream}->[0]->[3], '_0$<i>0<i>3', 'Position');
+is($data->{stream}->[0]->[3], '<>:tt/s:s$<b>64<i>0<i>130<i>17<b>0', 'Text');
+is($data->{stream}->[0]->[4], '_0$<i>0<i>3', 'Position');
is($data->{stream}->[-1]->[0], '_17$<i>124<i>128', 'Position');
done_testing;