blob: de5db4525acad22ff9a76317466aab8ca83dfc4f [file] [log] [blame]
Marc Kupietz16e66c32024-01-28 13:31:25 +01001include:
Marc Kupietz8a3402d2024-01-28 14:14:37 +01002 - local: ci/install-rkorapclient-ci.yml
Marc Kupietz810bc192024-01-25 15:07:51 +01003
4build-rkorapclient-on-stable:
Marc Kupietz16e66c32024-01-28 13:31:25 +01005 extends: .install-rkorapclient
Marc Kupietz5057f502025-04-06 16:55:57 +02006 image: rocker/tidyverse
Marc Kupietz6957ac92026-09-03 12:18:27 +02007 variables:
8 # The Readme documentation prompting tests query LLMs and are therefore neither
9 # deterministic nor free. They run in their own job below, so that neither
10 # a model's mood nor an empty API account can turn this one red.
11 RKORAP_LLM_MODELS: ""
Marc Kupietz810bc192024-01-25 15:07:51 +010012 cache:
13 key: rkorapclient-ubuntu-stable
14 paths:
15 - apt-cache/
16 - ccache/
17 - rlib/
Marc Kupietz03f22252025-04-06 16:14:50 +020018 script:
19 - start_section testing "Testing RKorAPClient"
Marc Kupietz5057f502025-04-06 16:55:57 +020020 - echo -e "apt-cache\nccache\nrlib" >> .Rbuildignore
21 - R -q -e "devtools::check(args = c('--no-examples'))"
22 - R -q -e 'devtools::test()'
Marc Kupietz03f22252025-04-06 16:14:50 +020023 - end_section testing
Marc Kupietz810bc192024-01-25 15:07:51 +010024
Marc Kupietz6957ac92026-09-03 12:18:27 +020025# Prompts LLMs with the Readme, to check that it still enables them to use the
26# package. A failure here is a hint that the documentation has become unclear
27# (or that a model had a bad day), not a broken build, hence allow_failure.
28readme-doc-prompting-tests:
29 extends: .install-rkorapclient
30 image: rocker/tidyverse
31 allow_failure: true
32 variables:
33 # GLM-5.3-Flash solves all documentation tasks reliably, while the other
34 # low cost models are not there yet. Add them back here, comma separated,
35 # once they are: "gemini-3.5-flash-lite", "claude-sonnet-5", "gpt-5-nano".
36 # Do not set this as a project variable in the GitLab UI: those take
37 # precedence over the yml and would re-enable the tests in the job above.
38 RKORAP_LLM_MODELS: "hf:zai-org/GLM-5.3-Flash"
39 cache:
40 key: rkorapclient-ubuntu-stable
41 paths:
42 - apt-cache/
43 - ccache/
44 - rlib/
45 script:
46 - start_section docprompting "Prompting LLMs with the Readme"
47 - echo -e "apt-cache\nccache\nrlib" >> .Rbuildignore
48 - R -q -e 'devtools::test(filter = "readme-against-llm")'
49 - end_section docprompting
50