Support file extensions in base tokenization file
Change-Id: I02a2bcba87998c99d496e1e394093ae9483ddb04
diff --git a/script/korapxml2krill b/script/korapxml2krill
index c264436..c859920 100644
--- a/script/korapxml2krill
+++ b/script/korapxml2krill
@@ -513,7 +513,10 @@
};
# Get tokenization basis
-my ($token_base_foundry, $token_base_layer) = split(/#/, $token_base) if ($token_base);
+my ($token_base_foundry, $token_base_layer) = split(/#/, $token_base) if $token_base;
+
+# Remove file extension
+$token_base_layer =~ s/\.xml$//i;
# TODO: This should not be initialized for batch
my $cache = Cache::FastMmap->new(