blob: a9dbf2dbb7c0f8bc46346854b3745ba230c7d553 [file] [log] [blame]
Marc Kupietzd96aa5a2025-10-26 16:09:23 +01001stages:
2 - test
3 - build
4
Rebecca Wilmafbcd7f2022-11-09 16:46:48 +01005default:
Marc Kupietzb1c30b22024-02-05 07:03:51 +01006 image: python:3.12-bookworm
Rebecca Wilmafbcd7f2022-11-09 16:46:48 +01007
8variables:
9 PIP_CACHE_DIR: "$CI_PROJECT_DIR/.cache/pip"
10
11cache:
12 paths:
13 - .cache/pip
14 - venv/
15
16before_script:
Marc Kupietz59360962024-02-01 15:51:56 +010017 - perl -v
Rebecca Wilmafbcd7f2022-11-09 16:46:48 +010018 - python -m venv venv
19 - source venv/bin/activate
20 - export PYTHONPATH=PYTHONPATH:.
Marc Kupietz1f7dd6e2024-02-05 06:45:01 +010021 - venv/bin/pip install --upgrade pip
22 - pip install -r requirements.txt
Rebecca Wilmafbcd7f2022-11-09 16:46:48 +010023 - python -m spacy download de_core_news_lg
24 - apt update -y
Marc Kupietzb1c30b22024-02-05 07:03:51 +010025 - apt-get install -y cpanminus git
Rebecca Wilmafbcd7f2022-11-09 16:46:48 +010026 - cpanm https://github.com/KorAP/KorAP-XML-CoNLL-U.git
27
28test-job:
29 stage: test
Marc Kupietzfc34de62024-02-01 12:04:27 +010030 artifacts:
31 paths:
32 - rei.spacy.zip
Marc Kupietz13f40bb2024-02-01 15:51:37 +010033 - rei.spacy.conllu
Rebecca Wilmafbcd7f2022-11-09 16:46:48 +010034 script:
35 - mkdir logs
Marc Kupietz13f40bb2024-02-01 15:51:37 +010036 - korapxml2conllu rei.zip | python ./systems/parse_spacy_pipe.py | tee rei.spacy.conllu | conllu2korapxml > rei.spacy.zip
Marc Kupietz0e6c5462024-02-01 16:33:57 +010037 - (! grep -E '^0' ./rei.spacy.conllu)
Marc Kupietzd96aa5a2025-10-26 16:09:23 +010038
39# Build Docker image with morphological features and dependency parsing
40build-docker:
41 stage: build
42 image: docker:24.0.5
43 services:
44 - docker:24.0.5-dind
45 variables:
46 DOCKER_TLS_CERTDIR: "/certs"
47 before_script:
48 - docker info
49 # Determine image tag based on git ref
50 - |
51 if [ -n "$CI_COMMIT_TAG" ]; then
52 export IMAGE_TAG="$CI_COMMIT_TAG"
53 export IMAGE_NAME="conllu2spacy-$CI_COMMIT_TAG"
54 else
55 export IMAGE_TAG="$CI_COMMIT_SHORT_SHA"
56 export IMAGE_NAME="conllu2spacy-$CI_COMMIT_SHORT_SHA"
57 fi
58 - echo "Building image with tag $IMAGE_TAG"
59 - echo "Image name will be $IMAGE_NAME"
60 script:
61 - docker build -t korap/conllu2spacy:$IMAGE_TAG .
62 - docker save korap/conllu2spacy:$IMAGE_TAG | xz > $IMAGE_NAME.tar.xz
63 - ls -lh $IMAGE_NAME.tar.xz
64 artifacts:
65 paths:
66 - "*.tar.xz"
67 expire_in: 1 week
68 name: "docker-image-$IMAGE_TAG"
69 rules:
70 - if: $CI_COMMIT_TAG
71 when: always
72 - when: manual
73 allow_failure: true