5 workers

This commit is contained in:
Patrick Schratz 2024-08-03 12:46:50 +02:00
commit 8757e6f20a
Signed by: pat-s
GPG key ID: 3C6318841EF78925

View file

@ -5,15 +5,15 @@ skip_clone: true
matrix: matrix:
include: include:
- PLATFORM: redhat-9 # - PLATFORM: redhat-9
BLOCK: 1533:18000 # BLOCK: 1533:18000
# NB: build 435 -447 # NB: build 435 -447
- PLATFORM: redhat-8 - PLATFORM: redhat-8
BLOCK: 1048:18000 BLOCK: 1048:18000
- PLATFORM: ubuntu-2404 # - PLATFORM: ubuntu-2404
BLOCK: 1499:18000 # BLOCK: 1499:18000
- PLATFORM: ubuntu-2204 # - PLATFORM: ubuntu-2204
BLOCK: 1533:18000 # BLOCK: 1533:18000
steps: steps:
- name: 'Build binaries (${PLATFORM}: ${BLOCK})' - name: 'Build binaries (${PLATFORM}: ${BLOCK})'
secrets: [red_hat_dev_pw, aws_access_key_id, aws_secret_access_key, pgpass, git_ro_token] secrets: [red_hat_dev_pw, aws_access_key_id, aws_secret_access_key, pgpass, git_ro_token]
@ -43,7 +43,7 @@ steps:
# more complicated system dependencies which pak cannot resolve # more complicated system dependencies which pak cannot resolve
- mkdir -p /mnt/cache/pkgcache /mnt/cache/R-pkgs /mnt/cache/ccache /mnt/cache/packages - mkdir -p /mnt/cache/pkgcache /mnt/cache/R-pkgs /mnt/cache/ccache /mnt/cache/packages
# set additional repos: important as otherwise some packages cannot be resolved (e.g. INLA). Also: setting our own binary repos so we can make use of them for dep installation at some point # set additional repos: important as otherwise some packages cannot be resolved (e.g. INLA). Also: setting our own binary repos so we can make use of them for dep installation at some point
- R -q -e 'options(crayon.enabled = TRUE, Ncpus = 6, future.globals.onReference = "error", repos = structure(c(getOption("repos"),INLA="https://inla.r-inla-download.org/R/stable"))); pkgs = tools::CRAN_package_db()[[1]][${BLOCK}]; pkgs = setdiff(pkgs, "biplotbootGUI"); library(rBinaries); future::plan("multisession", workers = 6, rscript_startup = quote(options(crayon.enabled = TRUE))); foo = lapply(pkgs, function(x) build_binary_package(x, build_for_minor=FALSE, debug = FALSE, force = TRUE, platform = "${PLATFORM}"))' - R -q -e 'options(crayon.enabled = TRUE, Ncpus = 5, future.globals.onReference = "error", repos = structure(c(getOption("repos"),INLA="https://inla.r-inla-download.org/R/stable"))); pkgs = tools::CRAN_package_db()[[1]][${BLOCK}]; pkgs = setdiff(pkgs, "biplotbootGUI"); library(rBinaries); future::plan("multisession", workers = 5, rscript_startup = quote(options(crayon.enabled = TRUE))); foo = lapply(pkgs, function(x) build_binary_package(x, build_for_minor=FALSE, debug = FALSE, force = TRUE, platform = "${PLATFORM}"))'
backend_options: backend_options:
kubernetes: kubernetes:
### PROD ### PROD
@ -52,7 +52,7 @@ steps:
memory: 25Gi memory: 25Gi
cpu: 12000m cpu: 12000m
limits: limits:
memory: 28Gi memory: 32Gi
cpu: 16000m cpu: 16000m
# DEBUG # DEBUG
# resources: # resources: