Introduce english clitics
Change-Id: Ib943a96fa097a71c77cd878c71392e5c5139315a
diff --git a/Makefile b/Makefile
index e8eddc5..05981c6 100644
--- a/Makefile
+++ b/Makefile
@@ -16,18 +16,27 @@
-e "save stack ../testdata/tokenizer_en.fst" -q -s && \
cd ..
-buildmatok: buildfoma build
+buildmatok_de: buildfoma_de build
./bin/datok convert -i ./testdata/tokenizer.fst -o ./testdata/tokenizer.matok
buildmatok_en: buildfoma_en build
./bin/datok convert -i ./testdata/tokenizer_en.fst -o ./testdata/tokenizer_en.matok
-builddatok: buildfoma build
+builddatok: buildfoma_de build
./bin/datok convert -i ./testdata/tokenizer.fst -o ./testdata/tokenizer.datok -d
+builddatok_en: buildfoma_en build
+ ./bin/datok convert -i ./testdata/tokenizer_en.fst -o ./testdata/tokenizer_en.datok -d
+
test:
go test ./...
+test_clitic:
+ foma -e "source testdata/clitic_test.xfst" \
+ -e "save stack testdata/clitic_test.fst" -q -s && \
+ ./bin/datok convert -i ./testdata/clitic_test.fst -o ./testdata/clitic_test.matok && \
+ go test ./... -timeout 30s -run ^TestMatrixCliticRule$
+
build:
go build -v -o ./bin/datok ./cmd/datok.go