| SRC_DIR ?= test/resources/DNB |
| BUILD_DIR = build |
| TARGET_DIR ?= target |
| |
| .PHONY: all clean test krill index |
| |
| .PRECIOUS: %.zip %.tree_tagger.zip %.ud.zip %.spacy.zip %.i5.xml %.tar |
| |
| all: $(TARGET_DIR)/dnb.i5.xml |
| |
| krill: $(TARGET_DIR)/dnb.krill.tar |
| index: $(TARGET_DIR)/dnb.index.tar.xz |
| |
| KORAPXML2CONLLU ?= java -jar lib/korapxml2conllu.jar |
| |
| $(TARGET_DIR)/dnb.i5.xml: $(patsubst $(SRC_DIR)/%.epub,$(TARGET_DIR)/%.i5.xml,$(wildcard $(SRC_DIR)/*.epub)) |
| head -n -1 xslt/idsCorpus-template.xml > $@ |
| cat $^ >> $@ |
| tail -n 1 xslt/idsCorpus-template.xml >> $@ |
| |
| test: $(TARGET_DIR)/dnb.i5.xml |
| xmllint --noout --valid $< |
| |
| $(BUILD_DIR)/%: $(SRC_DIR)/%.epub |
| mkdir -p $@ |
| echo "Converting $< to $@" |
| unzip -q -o $< -d $@ |
| |
| $(TARGET_DIR)/%.i5.xml: $(BUILD_DIR)/% xslt/epub2i5.xsl xslt/idsCorpus-template.xml |
| mkdir -p $(TARGET_DIR) |
| echo "Converting $< to $@" |
| java -jar lib/saxon9ee.jar -xsl:xslt/epub2i5.xsl $</*/content.opf > $@ |
| |
| %.zip: %.i5.xml |
| tei2korapxml -l warn -s -tk - < $< > $@ |
| |
| %.tree_tagger.zip: %.zip |
| $(KORAPXML2CONLLU) $< | pv | docker run --rm -i korap/conllu2treetagger -l german | conllu2korapxml > $@ |
| |
| %.spacy.zip: %.zip |
| $(KORAPXML2CONLLU) $< | pv | docker run --rm -i korap/conllu2spacy | conllu2korapxml > $@ |
| |
| %.ud.zip: %.zip |
| $(KORAPXML2CONLLU) $< | pv | ./scripts/udpipe2 | conllu2korapxml > $@ |
| |
| %.krill.tar: %.zip %.ud.zip %.tree_tagger.zip %.spacy.zip |
| mkdir -p $(basename $@) |
| korapxml2krill archive --quiet -w -z -cfg krill-korap4dnb.cfg --non-word-tokens --meta I5 -i $< -i $(word 2,$^) -i $(word 3,$^) -o $(basename $@) |
| |
| %.json: %.krill.tar |
| rm -rf $@ |
| mkdir -p $@ |
| for f in $<; do tar -C $@ -xf $$f; done |
| |
| %.index: %.json |
| rm -rf $@ |
| java -jar lib/Krill-Indexer.jar -c lib/krill.conf -i $< -o $@ |
| |
| %.index.tar.xz: %.index |
| tar -I 'xz -T0' -C $(dir $<) -cf $@ $(notdir $<) |
| |
| clean: |
| rm -rf $(BUILD_DIR) $(TARGET_DIR) |
| |