commit 78dba06cb195007c3038e1248999db5f9a0be9b6
author Akron <nils@diewald-online.de> Thu Oct 28 19:30:46 2021 +0200
committer Akron <nils@diewald-online.de> Thu Oct 28 19:30:46 2021 +0200
tree 63f6e2517941476e974b8605f5b4288327cf4d0e
parent 066d99c8616f79ed718628c8d3f5311042309c32

Add time format to transducer

Change-Id: Idfc6a6af71a8e1254e9065bc1382ec46279fd430

src/tokenizer.xfst

diff --git a/src/tokenizer.xfst b/src/tokenizer.xfst
index 7b16fb8..7e4145d 100644
--- a/src/tokenizer.xfst
+++ b/src/tokenizer.xfst
@@ -117,6 +117,9 @@
 
 define Years ["(" Digit+ (".") ")"] | ["[" Digit+ (".") "]"];
 
+! 20:00 Uhr
+define Times [ ([%0|1|2]) Digit ( WS ) ":" [%0|1|2|3|4|5|6] Digit ];
+
 source emoji.xfst
 define Emoji;
 
@@ -212,7 +215,7 @@
 
 echo - Compile Real Token
 
-define RealToken [Punct|Word|XML|Email|URL|SNS|Domain|AcronymDep|File|Ord|Num|Years];
+define RealToken [Punct|Word|XML|Email|URL|SNS|Domain|AcronymDep|File|Ord|Num|Years|Times];
 
 echo - Introduce Token splitter