blob: de5db4525acad22ff9a76317466aab8ca83dfc4f [file] [log] [blame]
include:
- local: ci/install-rkorapclient-ci.yml
build-rkorapclient-on-stable:
extends: .install-rkorapclient
image: rocker/tidyverse
variables:
# The Readme documentation prompting tests query LLMs and are therefore neither
# deterministic nor free. They run in their own job below, so that neither
# a model's mood nor an empty API account can turn this one red.
RKORAP_LLM_MODELS: ""
cache:
key: rkorapclient-ubuntu-stable
paths:
- apt-cache/
- ccache/
- rlib/
script:
- start_section testing "Testing RKorAPClient"
- echo -e "apt-cache\nccache\nrlib" >> .Rbuildignore
- R -q -e "devtools::check(args = c('--no-examples'))"
- R -q -e 'devtools::test()'
- end_section testing
# Prompts LLMs with the Readme, to check that it still enables them to use the
# package. A failure here is a hint that the documentation has become unclear
# (or that a model had a bad day), not a broken build, hence allow_failure.
readme-doc-prompting-tests:
extends: .install-rkorapclient
image: rocker/tidyverse
allow_failure: true
variables:
# GLM-5.3-Flash solves all documentation tasks reliably, while the other
# low cost models are not there yet. Add them back here, comma separated,
# once they are: "gemini-3.5-flash-lite", "claude-sonnet-5", "gpt-5-nano".
# Do not set this as a project variable in the GitLab UI: those take
# precedence over the yml and would re-enable the tests in the job above.
RKORAP_LLM_MODELS: "hf:zai-org/GLM-5.3-Flash"
cache:
key: rkorapclient-ubuntu-stable
paths:
- apt-cache/
- ccache/
- rlib/
script:
- start_section docprompting "Prompting LLMs with the Readme"
- echo -e "apt-cache\nccache\nrlib" >> .Rbuildignore
- R -q -e 'devtools::test(filter = "readme-against-llm")'
- end_section docprompting