Fixed tokenization flag bug in scripts
Change-Id: I8ba37139a1f58cd2dbddbb10e8b5d14da846472d
diff --git a/script/korapxml2krill_dir b/script/korapxml2krill_dir
index 7c38efc..fa589eb 100644
--- a/script/korapxml2krill_dir
+++ b/script/korapxml2krill_dir
@@ -80,6 +80,7 @@
my $call = 'perl ' . $local . '/korapxml2krill -i ' . $anno . ' -o ' . $output . '/' . $file . '.json';
$call .= '.gz -z' if $gzip;
$call .= ' -m' if $text;
+ $call .= ' -t ' . $token_base if $token_base;
$call .= ' -l ' . $log_level if $log_level;
$call .= ' --no-primary ' if $primary;
$call .= ' -y ' . $pretty if $pretty;