| Marc Kupietz | 16e66c3 | 2024-01-28 13:31:25 +0100 | [diff] [blame] | 1 | include: |
| Marc Kupietz | 8a3402d | 2024-01-28 14:14:37 +0100 | [diff] [blame] | 2 | - local: ci/install-rkorapclient-ci.yml |
| Marc Kupietz | 810bc19 | 2024-01-25 15:07:51 +0100 | [diff] [blame] | 3 | |
| 4 | build-rkorapclient-on-stable: |
| Marc Kupietz | 16e66c3 | 2024-01-28 13:31:25 +0100 | [diff] [blame] | 5 | extends: .install-rkorapclient |
| Marc Kupietz | 5057f50 | 2025-04-06 16:55:57 +0200 | [diff] [blame] | 6 | image: rocker/tidyverse |
| Marc Kupietz | 810bc19 | 2024-01-25 15:07:51 +0100 | [diff] [blame] | 7 | cache: |
| 8 | key: rkorapclient-ubuntu-stable |
| 9 | paths: |
| 10 | - apt-cache/ |
| 11 | - ccache/ |
| 12 | - rlib/ |
| Marc Kupietz | 03f2225 | 2025-04-06 16:14:50 +0200 | [diff] [blame] | 13 | script: |
| Marc Kupietz | e406514 | 2026-09-05 15:47:17 +0200 | [diff] [blame] | 14 | # The Readme documentation prompting tests query LLMs and are therefore |
| 15 | # neither deterministic nor free. They run in their own job below, so that |
| 16 | # neither a model's mood nor an empty API account can turn this one red. |
| 17 | # Exported here rather than declared under variables:, since a project or |
| 18 | # instance variable of that name would take precedence over the latter. |
| 19 | - export RKORAP_LLM_MODELS="" |
| Marc Kupietz | 03f2225 | 2025-04-06 16:14:50 +0200 | [diff] [blame] | 20 | - start_section testing "Testing RKorAPClient" |
| Marc Kupietz | 5057f50 | 2025-04-06 16:55:57 +0200 | [diff] [blame] | 21 | - echo -e "apt-cache\nccache\nrlib" >> .Rbuildignore |
| 22 | - R -q -e "devtools::check(args = c('--no-examples'))" |
| 23 | - R -q -e 'devtools::test()' |
| Marc Kupietz | 03f2225 | 2025-04-06 16:14:50 +0200 | [diff] [blame] | 24 | - end_section testing |
| Marc Kupietz | 810bc19 | 2024-01-25 15:07:51 +0100 | [diff] [blame] | 25 | |
| Marc Kupietz | 6957ac9 | 2026-09-03 12:18:27 +0200 | [diff] [blame] | 26 | # Prompts LLMs with the Readme, to check that it still enables them to use the |
| 27 | # package. A failure here is a hint that the documentation has become unclear |
| 28 | # (or that a model had a bad day), not a broken build, hence allow_failure. |
| 29 | readme-doc-prompting-tests: |
| 30 | extends: .install-rkorapclient |
| 31 | image: rocker/tidyverse |
| 32 | allow_failure: true |
| Marc Kupietz | 6957ac9 | 2026-09-03 12:18:27 +0200 | [diff] [blame] | 33 | cache: |
| 34 | key: rkorapclient-ubuntu-stable |
| 35 | paths: |
| 36 | - apt-cache/ |
| 37 | - ccache/ |
| 38 | - rlib/ |
| 39 | script: |
| Marc Kupietz | e406514 | 2026-09-05 15:47:17 +0200 | [diff] [blame] | 40 | # GLM-5.3-Flash solves all documentation tasks reliably, while the other |
| 41 | # low cost models are not there yet. Add them back here, comma separated, |
| 42 | # once they are: "gemini-3.5-flash-lite", "claude-sonnet-5", "gpt-5-nano". |
| 43 | # Exported here rather than declared under variables:, since a project or |
| 44 | # instance variable of that name would take precedence over the latter. |
| 45 | - export RKORAP_LLM_MODELS="hf:zai-org/GLM-5.3-Flash" |
| Marc Kupietz | 6957ac9 | 2026-09-03 12:18:27 +0200 | [diff] [blame] | 46 | - start_section docprompting "Prompting LLMs with the Readme" |
| 47 | - echo -e "apt-cache\nccache\nrlib" >> .Rbuildignore |
| 48 | - R -q -e 'devtools::test(filter = "readme-against-llm")' |
| 49 | - end_section docprompting |
| 50 | |