commit 7c88a7bb1dbc34e4c9e6546e4274f3be202f5ecd
author Marc Kupietz <kupietz@ids-mannheim.de> Wed Oct 14 16:28:57 2020 +0200
committer Marc Kupietz <kupietz@ids-mannheim.de> Tue Nov 24 13:50:45 2020 +0100
tree adede30624a07fe2b4853b88b4d412ea8f95c111
parent 6736b0d9c03e36ca8bebf8831bd7725eb2506fb6

Update KorAP-Tokenizer to v2.0.0-SNAPSHOT

Change-Id: Ifc08d660e81cdae9144c2a0b863b9a8abb790d20

t/tokenization-korap.t

diff --git a/t/tokenization-korap.t b/t/tokenization-korap.t
index 809dd45..a4c547e 100644
--- a/t/tokenization-korap.t
+++ b/t/tokenization-korap.t
@@ -63,4 +63,13 @@
 $t->attr_is('layer spanList span:nth-child(14)', 'from', 80);
 $t->attr_is('layer spanList span:nth-child(14)', 'to', 92);
 $t->element_count_is('layer spanList span', 14);
+
+$string = "Gefunden auf www.wikipedia.de";
+$ext->reset;
+$ext->tokenize($string);
+$str = $ext->to_string('unknown');
+$t = Test::XML::Loy->new($str);
+$t->attr_is('layer spanList span:nth-child(3)', 'from', 13);
+$t->attr_is('layer spanList span:nth-child(3)', 'to', 29);
+$t->element_count_is('layer spanList span', 3);
 done_testing;