84 lines
3.8 KiB
YAML
84 lines
3.8 KiB
YAML
when:
|
|
event: [push, manual]
|
|
|
|
# matrix:
|
|
# include:
|
|
# - PLATFORM: rhel-9
|
|
# PLATFORM_ID: el9
|
|
# - PLATFORM: centos-8
|
|
# PLATFORM_ID: el8
|
|
# - PLATFORM: ubuntu-2204
|
|
# PLATFORM_ID: 2204
|
|
# - PLATFORM: ubuntu-2404
|
|
# PLATFORM_ID: 2404
|
|
# - PLATFORM: opensuse-155
|
|
# PLATFORM_ID: suse155
|
|
steps:
|
|
- name: Build binaries
|
|
secrets: [red_hat_dev_pw, aws_access_key_id, aws_secret_access_key, pgpass, git_ro_token]
|
|
image: docker.io/pats22/arm-binaries-r-ubi9
|
|
pull: true
|
|
# to ensure the PACKAGES upload step is being executed
|
|
failure: ignore
|
|
environment:
|
|
GIT_USER: pat-s
|
|
# set the location of the 'pkgcache' cache dir which persists the R package dependencies needed to install the packages themselves
|
|
R_PKG_CACHE_DIR: /mnt/cache/pkgcache
|
|
R_LIBS_USER: /mnt/cache/R-pkgs
|
|
volumes:
|
|
- arm-binaries-r-dep-cache-rhel9:/mnt/cache
|
|
commands:
|
|
# download latest package version (avoid having to rebuild image every time)
|
|
# rscript_startup arg: required to pass down global option to future workers https://github.com/HenrikBengtsson/future/issues/134#issuecomment-2245666169
|
|
- git clone https://pat-s:$$git_ro_token@git.devxy.io/devxy/arm64-r-binaries.git && cd arm64-r-binaries
|
|
- rm -rf /mnt/cache/R-pkgs/00LOCK-arm64-r-binaries
|
|
- R -q -e 'pak::pak("dyfanjones/s3fs")'
|
|
- R -q -e 'install.packages(".", repos = NULL, quiet = FALSE); packageVersion("rBinaries")'
|
|
# manually install some packages into the cache so that some builds don't fail
|
|
# Hmisc -> ABCanalysis
|
|
- R -q -e 'pak::pak(c("Hmisc", "pls", "abd", "doRNG"))'
|
|
- mkdir -p /mnt/cache/pkgcache /mnt/cache/R-pkgs /mnt/cache/binaries
|
|
- R -q -e 'options(crayon.enabled = TRUE, Ncpus = 6, future.globals.onReference = "error"); pkgs = tools::CRAN_package_db()[[1]][16:20]; library(rBinaries); future::plan("multisession", workers = 6, rscript_startup = quote(options(crayon.enabled = TRUE))); foo = lapply(pkgs, function(x) build_binary_package(x, build_for_minor=FALSE, debug = FALSE, force = TRUE))'
|
|
backend_options:
|
|
kubernetes:
|
|
resources:
|
|
requests:
|
|
memory: 3000Mi
|
|
cpu: 2000m
|
|
limits:
|
|
memory: 4000Mi
|
|
cpu: 6050m
|
|
nodeSelector:
|
|
kubernetes.io/arch: 'arm64'
|
|
# - name: Sleep
|
|
# image: alpine:3.20
|
|
# commands: sleep 10
|
|
- name: Upload PACKAGES files
|
|
secrets: [red_hat_dev_pw, aws_access_key_id, aws_secret_access_key, pgpass, git_ro_token]
|
|
image: docker.io/pats22/arm-binaries-r-ubi9
|
|
pull: true
|
|
environment:
|
|
GIT_USER: pat-s
|
|
# set the location of the 'pkgcache' cache dir which persists the R package dependencies needed to install the packages themselves
|
|
R_PKG_CACHE_DIR: /mnt/cache/pkgcache
|
|
R_LIBS_USER: /mnt/cache/R-pkgs
|
|
volumes:
|
|
- arm-binaries-r-dep-cache-rhel9:/mnt/cache
|
|
commands:
|
|
# download latest package version (avoid having to rebuild image every time)
|
|
# rscript_startup arg: required to pass down global option to future workers https://github.com/HenrikBengtsson/future/issues/134#issuecomment-2245666169
|
|
- git clone https://pat-s:$$git_ro_token@git.devxy.io/devxy/arm64-r-binaries.git && cd arm64-r-binaries
|
|
- R -q -e 'install.packages(".", repos = NULL, quiet = TRUE); packageVersion("rBinaries")'
|
|
- R -q -e 'options(crayon.enabled = TRUE); library(rBinaries); upload_package_index()'
|
|
- R -q -e 'files = list.files("/mnt/cache/binaries/", include.dirs = FALSE, full.names = TRUE, recursive = TRUE); foo = file.remove(files)'
|
|
backend_options:
|
|
kubernetes:
|
|
resources:
|
|
requests:
|
|
memory: 300Mi
|
|
cpu: 0m
|
|
limits:
|
|
memory: 500Mi
|
|
cpu: 1000m
|
|
nodeSelector:
|
|
kubernetes.io/arch: 'arm64'
|