Update KorAP-Tokenizer to v2.2.2 (single quote bug fix)
Change-Id: I28f58470e7615db62a5a9c5dc18fd29aa09875f5
diff --git a/t/tokenization-korap.t b/t/tokenization-korap.t
index 43583f3..d852b4e 100644
--- a/t/tokenization-korap.t
+++ b/t/tokenization-korap.t
@@ -1,6 +1,6 @@
use strict;
use warnings;
-use Test::More tests => 32;
+use Test::More tests => 33;
use File::Basename 'dirname';
use File::Spec::Functions qw/catfile/;
use Test::XML::Loy;
@@ -102,4 +102,11 @@
$t = Test::XML::Loy->new($str);
$t->element_count_is('layer spanList span', 3);
+$string = "'Luhafen 'Wschaft";
+$ext->reset;
+$ext->tokenize($string);
+$str = $ext->to_string('unknown');
+$t = Test::XML::Loy->new($str);
+$t->element_count_is('layer spanList span', 4);
+
done_testing;