commit 42e18a6f8b9e189d15934f59ce0fac1c5050e9cc
author Peter Harders <harders@ids-mannheim.de> Tue Jul 21 02:43:26 2020 +0200
committer Peter Harders <harders@ids-mannheim.de> Mon Jul 27 17:43:19 2020 +0200
tree 7c2af98d4387345e847d662fea61a59b072a9c29
parent 190d02213a60059aa1f5641c86fd89c5265abd00

allow to specify both tokenizations (extern and intern)

Change-Id: I2e3ff83e5122f803c5e4a18a0c1b89b93269d444

script/tei2korapxml

diff --git a/script/tei2korapxml b/script/tei2korapxml
index 2b2c6da..9ed2ae3 100755
--- a/script/tei2korapxml
+++ b/script/tei2korapxml
@@ -355,7 +355,9 @@
 
           $ext_tok->tokenize($data);
 
-        } elsif ( $_GEN_TOK_INT ){
+        }
+
+        if ( $_GEN_TOK_INT ){
 
           $cons_tok->tokenize($data);
           $aggr_tok->tokenize($data);
@@ -390,7 +392,9 @@
             $text_id_esc
           )
 
-        } elsif ( $_GEN_TOK_INT ){
+        }
+
+        if ( $_GEN_TOK_INT ){
 
           # Output token streams to zip streams
           $cons_tok->to_zip(