blob: f0209f3f8aeb52f96d94ae2b5c05390fee78fbd9 [file] [log] [blame]
Marc Kupietz5b6a51e2022-04-11 21:23:30 +02001image: metacpan/metacpan-api
2
Marc Kupietz18d78352024-02-20 20:55:54 +01003variables:
4 # Set `CCACHE_BASEDIR` and `CCACHE_DIR` to point `ccache` towards the cached
5 # path on the gitlab-runner. This enables to cache the output of `ccache`
6 # between various runs.
7 CCACHE_BASEDIR: "${CI_PROJECT_DIR}"
8 CCACHE_DIR: "${CI_PROJECT_DIR}/ccache"
9 # Set `ccache` to `content` to prevent rebuilding of the CI/CD containers to
10 # trigger a recreate of the cache. By using `content` the compiler's `mtime`
11 # is not considered as part of the hash.
12 CCACHE_COMPILERCHECK: "content"
13 # Enable caching for `apt-get`.
14 APT_CACHE_DIR: "${CI_PROJECT_DIR}/apt-cache"
15 # Export `noninteractive` frontend to prevent requesting user input.
16 DEBIAN_FRONTEND: "noninteractive"
17 PERL_LOCAL_LIB_ROOT: ./perl5
18 PERL5LIB: ./perl5/lib/perl5
19
Marc Kupietz5b6a51e2022-04-11 21:23:30 +020020build-and-test:
21 stage: build
Marc Kupietz18d78352024-02-20 20:55:54 +010022 cache:
23 # Cache is shared between branches, but has a unique cache per job.
24 key: derekovecs
25 paths:
26 # Note: directories should align with `$APT_CACHE_DIR` and `$CCACHE_DIR`.
27 - apt-cache/
28 - ccache/
29 - perl5/
Marc Kupietz5b6a51e2022-04-11 21:23:30 +020030 before_script:
31 - pwd
32 - source `find .. -name section_helper.sh`
33
34 - start_section install_linux_packages "Installing missing Linux packages"
Marc Kupietz18d78352024-02-20 20:55:54 +010035 - mkdir -pv $APT_CACHE_DIR ccache
36 - apt-get update && apt-get -o dir::cache::archives="$APT_CACHE_DIR" -y install ccache cmake libgflags-dev libsnappy-dev zlib1g-dev libbz2-dev liblz4-dev libzstd-dev libomp-dev
37 - ln -s $(which ccache) /usr/local/sbin/gcc
38 - ln -s $(which ccache) /usr/local/sbin/g++
Marc Kupietz5b6a51e2022-04-11 21:23:30 +020039 - end_section install_linux_packages
40
41 - start_section install_rocksdb_static "Building and installing rocksdb-static"
Marc Kupietzd196a6f2024-08-05 22:18:20 +020042 - git clone https://github.com/kupietz/rocksdb.git -b 5.11.fb --single-branch
43 - cd rocksdb
Marc Kupietz3e3e3262022-04-12 23:11:45 +020044 - export PROCS=$(nproc)
Marc Kupietz5b6a51e2022-04-11 21:23:30 +020045 - make -j $PROCS static_lib DISABLE_WARNING_AS_ERROR=1 WARNING_FLAGS=-w
Marc Kupietz18d78352024-02-20 20:55:54 +010046 - ccache --show-stats
Marc Kupietz5b6a51e2022-04-11 21:23:30 +020047 - make install-static DISABLE_WARNING_AS_ERROR=1 WARNING_FLAGS=-w
48 - end_section install_rocksdb_static
49
50 - start_section install_rocksdb_shared "Building and installing rocksdb-shared"
51 - make -j $PROCS shared_lib DISABLE_WARNING_AS_ERROR=1 WARNING_FLAGS=-w
52 - make install-shared DISABLE_WARNING_AS_ERROR=1 WARNING_FLAGS=-w
53 - ldconfig
54 - cd ..
55 - end_section rocksdb_shared
56
57 - start_section install_collocatordb "Building and installing collocatordb"
Marc Kupietza7afe932022-05-19 09:21:03 +020058 - git clone "https://korap.ids-mannheim.de/gerrit/ids-kl/collocatordb"
Marc Kupietz5b6a51e2022-04-11 21:23:30 +020059 - cd collocatordb
60 - mkdir -p build
61 - cd build
Marc Kupietz18d78352024-02-20 20:55:54 +010062 - cmake -DCMAKE_C_COMPILER_LAUNCHER=ccache ..
Marc Kupietz5b6a51e2022-04-11 21:23:30 +020063 - make
Marc Kupietz18d78352024-02-20 20:55:54 +010064 - ccache --show-stats
Marc Kupietz5b6a51e2022-04-11 21:23:30 +020065 - make install # && ctest --extra-verbose
66 - ldconfig
67 - end_section install_collocatordb
68 - cd ../..
69
70 script:
71 - start_section build_perl_dependencies "Installing Perl dependencies"
Marc Kupietz18d78352024-02-20 20:55:54 +010072 - cpanm -n -l $PERL_LOCAL_LIB_ROOT https://github.com/Akron/Mojolicious-Plugin-Localize.git
73 - cpanm -n -l $PERL_LOCAL_LIB_ROOT --installdeps .
Marc Kupietz5b6a51e2022-04-11 21:23:30 +020074 - end_section build_perl_dependencies
75
76 - start_section build_derekovecs-server "Building DeReKoVecs server"
77 - perl Makefile.PL
78 - make
79 - make install
80 - end_section build_derekovecs-server
81
Marc Kupietz3e3e3262022-04-12 23:11:45 +020082 - start_section run_derekovecs-server "Testing DeReKoVecs server"
83 - prove --verbose t
Marc Kupietz5b6a51e2022-04-11 21:23:30 +020084 - end_section run_derekovecs-server
85
Marc Kupietzddba9082023-11-06 06:59:14 +010086deploy:
87 rules:
88 - if: $CI_COMMIT_TAG =~ /.+/
89 variables:
90 VID: $CI_COMMIT_TAG
91 - when: manual
92 variables:
93 VID: $CI_COMMIT_BRANCH-$CI_COMMIT_SHORT_SHA
94 stage: deploy
95 before_script:
96 - source `find .. -name section_helper.sh`
97 - start_section install_linux_packages "Installing missing Linux packages"
98 - 'command -v ssh-agent >/dev/null || apt-get install openssh-client -y'
99 - mkdir -p ~/.ssh
100 - chmod 700 ~/.ssh
101 - eval $(ssh-agent -s)
102 - chmod 400 "$SSH_PRIVATE_KEY"
103 - ssh-add "$SSH_PRIVATE_KEY"
104 - end_section install_linux_packages
105 script:
106 - echo "This is a manual job which doesn't start automatically, and the pipeline can complete without it starting."
107 - ssh -o StrictHostKeyChecking=no -o UserKnownHostsFile=/dev/null $DEPLOY_HOST "cd /opt/korap/derekovecs && git stash && git pull && cpanm --installdeps . && cpanm . && rm -rf _Inline && sudo systemctl restart derekovecs"