| commit | f6bdfdb66f878f2aeaa044615e77a06957b09a22 | [log] [tgz] |
|---|---|---|
| author | Akron <nils@diewald-online.de> | Sat Oct 23 15:56:53 2021 +0200 |
| committer | Akron <nils@diewald-online.de> | Sat Oct 23 15:56:53 2021 +0200 |
| tree | 1e052f4d1f1c5fe6b1c2a58d366d4e21f18cf50f | |
| parent | c9c0eae9c31744f8f3bed0a8899db4f775d53fc9 [diff] [blame] |
Add trimming at the beginning of a text Change-Id: I0efec3a718e87be747a6eb09b9890c354f99eb6f
diff --git a/src/tokenizer.xfst b/src/tokenizer.xfst index 1602d78..0d703a3 100644 --- a/src/tokenizer.xfst +++ b/src/tokenizer.xfst
@@ -223,6 +223,7 @@ [Streetname|Omission|Emdash] @-> ... NLout ] .o. [[WS|NL]+ @-> 0 || NLout _ ] +.o. [[WS|NL]+ @-> 0 || .#. _ ] ; echo - Introduce Sentence splitter