clean:
	go clean -testcache && rm -r ./bin

update:
	go get -u ./... && go mod tidy

buildfoma_de:
	cd src && \
	foma -e "source de/tokenizer.xfst" \
	-e "save stack ../testdata/tokenizer_de.fst" -q -s && \
	cd ..

buildfoma_en:
	cd src && \
	foma -e "source en/tokenizer.xfst" \
	-e "save stack ../testdata/tokenizer_en.fst" -q -s && \
	cd ..

buildmatok_de: buildfoma_de build
	./bin/datok convert -i ./testdata/tokenizer_de.fst -o ./testdata/tokenizer_de.matok

buildmatok_en: buildfoma_en build
	./bin/datok convert -i ./testdata/tokenizer_en.fst -o ./testdata/tokenizer_en.matok

builddatok_de: buildfoma_de build
	./bin/datok convert -i ./testdata/tokenizer_de.fst -o ./testdata/tokenizer_de.datok -d

builddatok_en: buildfoma_en build
	./bin/datok convert -i ./testdata/tokenizer_en.fst -o ./testdata/tokenizer_en.datok -d

test:
	go test ./...

test_clitic:
	foma -e "source testdata/clitic_test.xfst" \
	-e "save stack testdata/clitic_test.fst" -q -s && \
	./bin/datok convert -i ./testdata/clitic_test.fst -o ./testdata/clitic_test.matok && \
	go test ./... -timeout 30s -run ^TestMatrixCliticRule$

build:
	go build -v -o ./bin/datok ./cmd/datok.go

benchmark:
	go test -bench=. -test.benchmem