ci: update ci agent assignments
This commit is contained in:
parent
510bff292a
commit
393eef5afe
5 changed files with 7 additions and 97 deletions
|
|
@ -1,82 +0,0 @@
|
||||||
when:
|
|
||||||
- event: [cron]
|
|
||||||
cron: process-cran-updates-alpine-320-amd64
|
|
||||||
- event: manual
|
|
||||||
evaluate: 'process_cran_updates == "all"'
|
|
||||||
- event: manual
|
|
||||||
evaluate: 'process_cran_updates == "alpine-320-amd64"'
|
|
||||||
|
|
||||||
skip_clone: true
|
|
||||||
|
|
||||||
steps:
|
|
||||||
- name: 'Processing Updates'
|
|
||||||
image: reg.devxy.io/rpkgs/rpkgs-build-env-alpine:3.21-4.4.3
|
|
||||||
pull: true
|
|
||||||
environment:
|
|
||||||
RED_HAT_DEV_PW:
|
|
||||||
from_secret: RED_HAT_DEV_PW
|
|
||||||
HETZNER_S3_ACCESS_KEY_K3S:
|
|
||||||
from_secret: HETZNER_S3_ACCESS_KEY_K3S
|
|
||||||
HETZNER_S3_SECRET_KEY_K3S:
|
|
||||||
from_secret: HETZNER_S3_SECRET_KEY_K3S
|
|
||||||
PGPASS:
|
|
||||||
from_secret: PGPASS
|
|
||||||
REPO_RO_TOKEN:
|
|
||||||
from_secret: REPO_RO_TOKEN
|
|
||||||
GITHUB_PAT:
|
|
||||||
from_secret: GITHUB_PAT
|
|
||||||
# normal env vars
|
|
||||||
GIT_USER: pat-s
|
|
||||||
NTFY_SERVER:
|
|
||||||
from_secret: NTFY_SERVER
|
|
||||||
NTFY_TOPIC:
|
|
||||||
from_secret: NTFY_TOPIC
|
|
||||||
NTFY_AUTH: TRUE
|
|
||||||
NTFY_PASSWORD:
|
|
||||||
from_secret: ntfy_token
|
|
||||||
# set the location of the 'pkgcache' cache dir which persists the R package dependencies needed to install the packages themselves
|
|
||||||
R_PKG_CACHE_DIR: /mnt/cache/pkgcache
|
|
||||||
R_LIBS_USER: /mnt/cache/R-pkgs
|
|
||||||
CCACHE_DIR: /mnt/cache/ccache
|
|
||||||
PLATFORM: alpine-320
|
|
||||||
ARCH: amd64
|
|
||||||
NCPUS: 2
|
|
||||||
STRATEGY: sequential
|
|
||||||
INTERVAL: lubridate::interval(lubridate::today() - 6, lubridate::today() - 3)
|
|
||||||
# volumes:
|
|
||||||
# - amd64-binaries-r-dep-cache-alpine-320:/mnt/cache
|
|
||||||
commands:
|
|
||||||
- git clone -q https://pat-s:$$REPO_RO_TOKEN@git.devxy.io/devxy/build-cran-binaries.git .
|
|
||||||
- rm -rf /mnt/cache/R-pkgs/00LOCK-r-pkg-binaries /mnt/cache/R-pkgs/00LOCK-bincraft /mnt/cache/R-pkgs/00LOCK-pak /mnt/cache/pkgcache/R/pkgcache /mnt/cache/pkgcache/R/pkgcache /mnt/cache/R-pkgs/pkgcache /mnt/cache/R-pkgs/00LOCK-pak/mnt/cache/R-pkgs/00LOCK-RPostgres /mnt/cache/R-pkgs/bincraft
|
|
||||||
- R -q -e 'pak::pak("git::https://codefloe.com/rpkgs/bincraft.git")'
|
|
||||||
- R -q -e 'packageVersion("bincraft")'
|
|
||||||
- mkdir -p /mnt/cache/pkgcache /mnt/cache/R-pkgs /mnt/cache/ccache /mnt/cache/packages
|
|
||||||
# options(future.globals.onReference = NULL): for some reason s3fs::file_delete() throws 'Error: Detected a non-exportable reference ('externalptr') in one of the globals ('FUN' of class 'function') used in the future expression' otherwise
|
|
||||||
- xvfb-run R -q -e "options(crayon.enabled = TRUE, Ncpus = 4, future.globals.onReference = 'error', repos = structure(c(getOption('repos'),INLA='https://inla.r-inla-download.org/R/stable'))); progressr::handlers('cli'); progressr::handlers(global = TRUE); options(future.globals.onReference = NULL); bincraft::process_cran_updates(interval = $INTERVAL, platform = 'alpine-320', process_updated = TRUE, process_new = TRUE, process_removed = TRUE, s3_endpoint = 'https://hel1.your-objectstorage.com', s3_region = 'hel1', s3_bucket = 'devxy-r-package-binaries-hel1', s3_access_key_id = Sys.getenv('HETZNER_S3_ACCESS_KEY_K3S'), s3_secret_access_key = Sys.getenv('HETZNER_S3_SECRET_KEY_K3S'), metadata_db_host = 'r-binaries.devxy.io', metadata_db_name = 'build_metadata', metadata_db_table = 'single_builds', metadata_db_user = 'rpkgs', metadata_db_password = Sys.getenv('PGPASS'), metadata_db_sslmode = 'require', metadata_db_port = 15432, archive = TRUE, upload = TRUE, store_build_metadata = TRUE)"
|
|
||||||
backend_options:
|
|
||||||
kubernetes:
|
|
||||||
resources:
|
|
||||||
requests:
|
|
||||||
memory: 5Gi
|
|
||||||
cpu: 3000m
|
|
||||||
limits:
|
|
||||||
memory: 18Gi
|
|
||||||
cpu: 3000m
|
|
||||||
nodeSelector:
|
|
||||||
kubernetes.io/arch: amd64
|
|
||||||
node.kubernetes.io/instance-type: AX42
|
|
||||||
tolerations:
|
|
||||||
- key: 'CI'
|
|
||||||
operator: 'Equal'
|
|
||||||
value: 'true'
|
|
||||||
effect: 'NoSchedule'
|
|
||||||
|
|
||||||
- name: 'ntfy'
|
|
||||||
image: binwiederhier/ntfy:v2.12.0
|
|
||||||
when:
|
|
||||||
- status: [failure]
|
|
||||||
environment:
|
|
||||||
NTFY_TOKEN:
|
|
||||||
from_secret: ntfy_token
|
|
||||||
commands: |
|
|
||||||
ntfy publish --tags=no_entry_sign --token $NTFY_TOKEN -t "Run '${CI_REPO}' failed" --click="${CI_PIPELINE_URL}" --actions="view, Open build, ${CI_PIPELINE_URL}, clear=true;" ntfy.devxy.io/ci-builds Workflow: ${CI_WORKFLOW_NAME} Commit message: ${CI_COMMIT_MESSAGE} Commit Author: ${CI_COMMIT_AUTHOR}
|
|
||||||
|
|
@ -9,9 +9,7 @@ when:
|
||||||
skip_clone: true
|
skip_clone: true
|
||||||
|
|
||||||
labels:
|
labels:
|
||||||
backend: docker
|
agent: gaia
|
||||||
platform: linux/arm64
|
|
||||||
agent-name: gaia
|
|
||||||
|
|
||||||
steps:
|
steps:
|
||||||
- name: 'Processing Updates'
|
- name: 'Processing Updates'
|
||||||
|
|
@ -26,8 +24,8 @@ steps:
|
||||||
from_secret: HETZNER_S3_SECRET_KEY_K3S
|
from_secret: HETZNER_S3_SECRET_KEY_K3S
|
||||||
PGPASS:
|
PGPASS:
|
||||||
from_secret: PGPASS
|
from_secret: PGPASS
|
||||||
REPO_RO_TOKEN:
|
GIT_RO_TOKEN:
|
||||||
from_secret: REPO_RO_TOKEN
|
from_secret: GIT_RO_TOKEN
|
||||||
GITHUB_PAT:
|
GITHUB_PAT:
|
||||||
from_secret: GITHUB_PAT
|
from_secret: GITHUB_PAT
|
||||||
# normal env vars
|
# normal env vars
|
||||||
|
|
@ -51,7 +49,7 @@ steps:
|
||||||
# volumes:
|
# volumes:
|
||||||
# - arm64-binaries-r-dep-cache-alpine-320:/mnt/cache
|
# - arm64-binaries-r-dep-cache-alpine-320:/mnt/cache
|
||||||
commands:
|
commands:
|
||||||
- git clone -q https://pat-s:$$REPO_RO_TOKEN@git.devxy.io/devxy/build-cran-binaries.git .
|
- git clone -q https://pat-s:$$GIT_RO_TOKEN@git.devxy.io/devxy/build-cran-binaries.git .
|
||||||
- rm -rf /mnt/cache/R-pkgs/00LOCK-r-pkg-binaries /mnt/cache/R-pkgs/00LOCK-bincraft /mnt/cache/R-pkgs/00LOCK-pak /mnt/cache/pkgcache/R/pkgcache /mnt/cache/pkgcache/R/pkgcache /mnt/cache/R-pkgs/pkgcache /mnt/cache/R-pkgs/00LOCK-pak/mnt/cache/R-pkgs/00LOCK-RPostgres /mnt/cache/R-pkgs/bincraft
|
- rm -rf /mnt/cache/R-pkgs/00LOCK-r-pkg-binaries /mnt/cache/R-pkgs/00LOCK-bincraft /mnt/cache/R-pkgs/00LOCK-pak /mnt/cache/pkgcache/R/pkgcache /mnt/cache/pkgcache/R/pkgcache /mnt/cache/R-pkgs/pkgcache /mnt/cache/R-pkgs/00LOCK-pak/mnt/cache/R-pkgs/00LOCK-RPostgres /mnt/cache/R-pkgs/bincraft
|
||||||
- R -q -e 'pak::pak("git::https://codefloe.com/rpkgs/bincraft.git")'
|
- R -q -e 'pak::pak("git::https://codefloe.com/rpkgs/bincraft.git")'
|
||||||
- R -q -e 'packageVersion("bincraft")'
|
- R -q -e 'packageVersion("bincraft")'
|
||||||
|
|
|
||||||
|
|
@ -9,9 +9,7 @@ when:
|
||||||
skip_clone: true
|
skip_clone: true
|
||||||
|
|
||||||
labels:
|
labels:
|
||||||
backend: docker
|
agent: gaia
|
||||||
platform: linux/arm64
|
|
||||||
agent-name: gaia
|
|
||||||
|
|
||||||
steps:
|
steps:
|
||||||
- name: 'Processing Updates'
|
- name: 'Processing Updates'
|
||||||
|
|
|
||||||
|
|
@ -9,9 +9,7 @@ when:
|
||||||
skip_clone: true
|
skip_clone: true
|
||||||
|
|
||||||
labels:
|
labels:
|
||||||
backend: docker
|
agent: gaia
|
||||||
platform: linux/arm64
|
|
||||||
agent-name: gaia
|
|
||||||
|
|
||||||
steps:
|
steps:
|
||||||
- name: 'Processing Updates'
|
- name: 'Processing Updates'
|
||||||
|
|
|
||||||
|
|
@ -9,9 +9,7 @@ when:
|
||||||
skip_clone: true
|
skip_clone: true
|
||||||
|
|
||||||
labels:
|
labels:
|
||||||
backend: docker
|
agent: gaia
|
||||||
platform: linux/arm64
|
|
||||||
agent-name: gaia
|
|
||||||
|
|
||||||
steps:
|
steps:
|
||||||
- name: 'Processing Updates'
|
- name: 'Processing Updates'
|
||||||
|
|
|
||||||
Loading…
Reference in a new issue