| commit | 4d6240970cf69d398ed94bca80aa1333f954ce5d | [log] [tgz] |
|---|---|---|
| author | Nils Diewald <nils@diewald-online.de> | Mon Jul 21 18:39:12 2014 +0000 |
| committer | Nils Diewald <nils@diewald-online.de> | Mon Jul 21 18:39:12 2014 +0000 |
| tree | 439abaef6a0d731821f65a36ea2264d9dc03f9c0 | |
| parent | fbabc1046173fb9c272687e429d7bffa34bdd2cc [diff] |
Fixed example token
diff --git a/lib/KorAP/Tokenizer.pm b/lib/KorAP/Tokenizer.pm index 7b68947..d0a8a0f 100644 --- a/lib/KorAP/Tokenizer.pm +++ b/lib/KorAP/Tokenizer.pm
@@ -148,7 +148,6 @@ my $l = $o_end - $o_start; my $s = substr($mtt->lc_surface,2); - $s = 'einkaufs-zettel'; my $os = $s; # Algorithm based on aggressive tokenization in @@ -188,7 +187,7 @@ }; }; - return 1; + return $self; };