| commit | 41c3562dc4086dbdd57bc17a53b827ee541723aa | [log] [tgz] |
|---|---|---|
| author | Peter Harders <harders@ids-mannheim.de> | Sun Jul 12 01:16:22 2020 +0200 |
| committer | Peter Harders <harders@ids-mannheim.de> | Wed Jul 15 14:10:06 2020 +0200 |
| tree | 0a73666e31e33b6868ab4ca462953baa91298c3a | |
| parent | c3dabd93655df4a8be990ef20fdaae362409f80e [diff] [blame] |
changed comments, variable- and function-name(s) Change-Id: Ia16593de365c591e80aee9f824922fc0da286d75
diff --git a/t/tokenization.t b/t/tokenization.t index 932407b..5332196 100644 --- a/t/tokenization.t +++ b/t/tokenization.t
@@ -41,6 +41,8 @@ $cons->reset->tokenize("... Der"); is_deeply($cons, [0,1,1,2,2,3,4,7]); +# TODO: +# bug: '.' is not tokenized $cons->reset->tokenize(".Der"); is_deeply($cons, [1,4]);