.DELETE_ON_ERROR:

all: json

./output/corpus.p5.xml: eng2tei.py
	mkdir -p output
	python eng2tei.py `find /export/coin/ICC/ICC-EN_written_XML_April2023 -name "*.xml"`

icc-eng.p5.xml: ./output/corpus.p5.xml
	cat $< | xmllint - > $@

icc-eng.zip: icc-eng.p5.xml
	pv $< | tei2korapxml -s -tk - > $@

icc-eng.ud.zip: icc-eng.zip
	korapxml2conllu $< | pv | /usr/local/kl/bin/udpipe2 -r -m english-partut-ud-2.10-220711 | conllu2korapxml > $@


icc-eng.krill.tar: icc-eng.zip icc-eng.ud.zip
	korapxml2krill archive -w -cfg /vol/corpora/ICC/icc-eng.cfg -j 0 --meta ICC -i icc-eng.zip -i icc-eng.ud.zip -o icc-eng.krill

json: icc-eng.krill.tar
	rm -rf json
	mkdir -p json
	tar -C json -xf icc-eng.krill.tar
	rsync -avz --delete json korap@korap-worker-07:/opt/korap/icc/eng/
	ssh korap@korap-worker-07 "cd /opt/korap/icc/eng && rm -rf index && mkdir -p index && docker run  -u root --rm -v /opt/korap/icc/eng:/data:z korap/kustvakt Krill-Indexer.jar -c /kustvakt/kustvakt-lite.conf -i /data/json -o /data/index/ && INDEX=./index docker-compose --profile=full -p icc-eng restart"