commit f94362550acb10d2897c391739a3112bad0f527d
author Akron <nils@diewald-online.de> Tue Mar 01 12:14:09 2022 +0100
committer Akron <nils@diewald-online.de> Tue Mar 01 12:14:09 2022 +0100
tree 1c416e7196a659f179e02be8dc9a6f95de3b66af
parent 62f57cd58088e2be8eb8cb717b310c2f11a120c4

Added Syntok

Change-Id: I340eb7e738444b9b09dd204c71d222db06246736

Dockerfile

diff --git a/Dockerfile b/Dockerfile
index 53d3173..72315c7 100644
--- a/Dockerfile
+++ b/Dockerfile
@@ -111,6 +111,16 @@
     sh tokenize /euralex/example.txt de
 
 
+##################
+# Install Syntok #
+##################
+RUN pip3 install syntok==1.4.3
+
+RUN echo "Syntok (1)\n" && python3 -m syntok.tokenizer ./example.txt
+
+RUN echo "Syntok (2)\n" && python3 -m syntok.segmenter ./example.txt
+
+
 #################
 # Install Datok #
 #################