93 lines
5.1 KiB
YAML
93 lines
5.1 KiB
YAML
when:
|
|
event: [manual]
|
|
|
|
skip_clone: true
|
|
|
|
matrix:
|
|
include:
|
|
# - PLATFORM: redhat-9
|
|
# BLOCK: 20099:21169
|
|
# ARCH: arm64
|
|
# - PLATFORM: redhat-8
|
|
# BLOCK: 20099:21169
|
|
# ARCH: arm64
|
|
# - PLATFORM: ubuntu-2404
|
|
# BLOCK: 20099:21169
|
|
# ARCH: arm64
|
|
# - PLATFORM: ubuntu-2204
|
|
# BLOCK: 20099:21169
|
|
# ARCH: arm64
|
|
- PLATFORM: alpine-320
|
|
BLOCK: 5881:length(pkgs)
|
|
ARCH: arm64
|
|
NCPUS: 1
|
|
STRATEGY: sequential
|
|
- PLATFORM: alpine-320
|
|
BLOCK: 1:length(pkgs)
|
|
ARCH: amd64
|
|
NCPUS: 1
|
|
STRATEGY: sequential
|
|
steps:
|
|
- name: 'Build binaries (${PLATFORM}: ${BLOCK})'
|
|
secrets: [red_hat_dev_pw, aws_access_key_id, aws_secret_access_key, pgpass, git_ro_token, GITHUB_PAT]
|
|
image: docker.io/devxygmbh/${ARCH}-binaries-r-${PLATFORM}
|
|
pull: true
|
|
# to ensure the PACKAGES upload step is being executed
|
|
failure: ignore
|
|
environment:
|
|
GIT_USER: pat-s
|
|
# set the location of the 'pkgcache' cache dir which persists the R package dependencies needed to install the packages themselves
|
|
R_PKG_CACHE_DIR: /mnt/cache/pkgcache
|
|
R_LIBS_USER: /mnt/cache/R-pkgs
|
|
CCACHE_DIR: /mnt/cache/ccache
|
|
volumes:
|
|
- ${ARCH}-binaries-r-dep-cache-${PLATFORM}:/mnt/cache
|
|
commands:
|
|
# download latest package version (avoid having to rebuild image every time)
|
|
# rscript_startup arg: required to pass down global option to future workers https://github.com/HenrikBengtsson/future/issues/134#issuecomment-2245666169
|
|
- git clone https://pat-s:$$git_ro_token@git.devxy.io/devxy/arm64-r-binaries.git .
|
|
- rm -rf /mnt/cache/R-pkgs/00LOCK-arm64-r-binaries /mnt/cache/R-pkgs/00LOCK-bincraftR
|
|
# for some reason this one is often corrupt on redhat-9
|
|
- rm -rf /mnt/cache/R-pkgs/RPostgres /mnt/cache/pkgcache/R/pkgcache
|
|
- R -q -e 'devtools::install(); packageVersion("bincraftR")'
|
|
- mkdir -p /root/.R && /bin/bash -c 'echo -e "CXX_STD = CXX14\nCC=ccache gcc\nCPP=ccache gcc\nCXX=ccache g++\nCXX11=ccache g++\nCXX14=ccache g++\nCXX17=ccache g++\nF77=ccache /usr/bin/gfortran\nFC=ccache /usr/bin/gfortran" >> /root/.R/Makevars'
|
|
# manually install some packages into the cache so that some builds don't fail
|
|
# Hmisc -> ABCanalysis
|
|
# - R -q -e 'Sys.setenv(PKG_SYSREQS = TRUE, PKG_SYSREQS_VERBOSE = TRUE, PKG_SYSREQS_PLATFORM = "redhat-9"); pak::pak(c("Hmisc", "pls", "abd", "doRNG", "devtools"))'
|
|
# more complicated system dependencies which pak cannot resolve
|
|
- mkdir -p /mnt/cache/pkgcache /mnt/cache/R-pkgs /mnt/cache/ccache /mnt/cache/packages
|
|
# set additional repos: important as otherwise some packages cannot be resolved (e.g. INLA). Also: setting our own binary repos so we can make use of them for dep installation at some point
|
|
- R -q -e 'options(crayon.enabled = TRUE, Ncpus = ${NCPUS}, future.globals.onReference = NULL, repos = structure(c(getOption("repos"),INLA="https://inla.r-inla-download.org/R/stable"))); pkgs = tools::CRAN_package_db()[[1]]; pkgs = setdiff(pkgs[${BLOCK}], c("biplotbootGUI", "cncaGUI", "dynBiplotGUI", "ade4TkGUI", "BlockmodelingGUI", "cncaGUI", "EventDetectGUI", "irtGUI", "KappaGUI", "magickGUI", "miniGUI", "multibiplotGUI", "TextMiningGUI", "later", "RclusTool", "Rcmdr", "RcmdrMisc", "RcmdrPlugin.aRnova", "RcmdrPlugin.BiclustGUI", "RcmdrPlugin.BWS1", "RcmdrPlugin.BWS2", "RcmdrPlugin.BWS3", "RcmdrPlugin.cpd", "RcmdrPlugin.DCCV", "RcmdrPlugin.DCE", "RcmdrPlugin.depthTools", "RcmdrPlugin.DoE", "RcmdrPlugin.EACSPIR", "RcmdrPlugin.EBM", "RcmdrPlugin.EcoVirtual", "RcmdrPlugin.Export", "RcmdrPlugin.EZR", "RcmdrPlugin.FactoMineR", "RcmdrPlugin.GWRM", "RcmdrPlugin.HH", "RcmdrPlugin.KMggplot2", "RcmdrPlugin.MA", "RcmdrPlugin.MPAStats", "RcmdrPlugin.NMBU", "RcmdrPlugin.orloca", "RcmdrPlugin.PcaRobust", "RcmdrPlugin.RiskDemo", "RcmdrPlugin.RMTCJags", "RcmdrPlugin.ROC", "RcmdrPlugin.sos" , "RcmdrPlugin.survival", "RcmdrPlugin.TeachingDemos", "RcmdrPlugin.TeachStat", "RcmdrPlugin.temis", "RcmdrPlugin.UCA", "RcmdrPlugin.WorldFlora", "sf", "StratigrapheR", "tcltk2", "TVMM", "uHMM", "RInno")); library(bincraftR); future::plan("${STRATEGY}", workers = ${NCPUS}, rscript_startup = quote(options(crayon.enabled = TRUE))); foo = lapply(pkgs, function(x) build_binary_package(x, build_for_minor=FALSE, debug = FALSE, force = TRUE, platform = "${PLATFORM}"))'
|
|
backend_options:
|
|
kubernetes:
|
|
### PROD-parallel
|
|
# resources:
|
|
# requests:
|
|
# memory: 25Gi
|
|
# cpu: 12000m
|
|
# limits:
|
|
# memory: 32Gi
|
|
# cpu: 16000m
|
|
### PROD-sequential
|
|
resources:
|
|
requests:
|
|
memory: 4Gi
|
|
cpu: 1000m
|
|
limits:
|
|
memory: 16Gi
|
|
cpu: 4000m
|
|
# DEBUG
|
|
# resources:
|
|
# requests:
|
|
# memory: 4Gi
|
|
# cpu: 2000m
|
|
# limits:
|
|
# memory: 4Gi
|
|
# cpu: 2000m
|
|
nodeSelector:
|
|
kubernetes.io/arch: "${ARCH}"
|
|
tolerations:
|
|
- key: "CI"
|
|
operator: "Equal"
|
|
value: "true"
|
|
effect: "NoSchedule"
|