122 lines
11 KiB
YAML
122 lines
11 KiB
YAML
when:
|
|
- event: manual
|
|
evaluate: 'build == "all"'
|
|
- event: manual
|
|
evaluate: 'build == "alpine-320-arm64"'
|
|
- event: manual
|
|
evaluate: 'build == "all-arm64"'
|
|
|
|
skip_clone: true
|
|
|
|
steps:
|
|
# - name: 'Warming up'
|
|
# image: busybox:latest
|
|
# failure: ignore
|
|
# commands:
|
|
# - sleep 300
|
|
# - echo 'Warmed Up'
|
|
# backend_options:
|
|
# kubernetes:
|
|
# resources:
|
|
# requests:
|
|
# memory: 14Gi
|
|
# cpu: 3000m
|
|
# limits:
|
|
# memory: 14Gi
|
|
# cpu: 3000m
|
|
# nodeSelector:
|
|
# kubernetes.io/arch: arm64
|
|
# node.kubernetes.io/instance-type: cax31
|
|
# tolerations:
|
|
# - key: 'CI'
|
|
# operator: 'Equal'
|
|
# value: 'true'
|
|
# effect: 'NoSchedule'
|
|
|
|
- name: 'Build binaries'
|
|
image: docker.io/devxygmbh/arm64-binaries-r-alpine-320
|
|
pull: true
|
|
# to ensure the PACKAGES upload step is being executed
|
|
failure: ignore
|
|
environment:
|
|
RED_HAT_DEV_PW:
|
|
from_secret: RED_HAT_DEV_PW
|
|
HETZNER_S3_ACCESS_KEY_K3S:
|
|
from_secret: HETZNER_S3_ACCESS_KEY_K3S
|
|
HETZNER_S3_SECRET_KEY_K3S:
|
|
from_secret: HETZNER_S3_SECRET_KEY_K3S
|
|
PGPASS:
|
|
from_secret: PGPASS
|
|
GIT_RO_TOKEN:
|
|
from_secret: GIT_RO_TOKEN
|
|
GITHUB_PAT:
|
|
from_secret: GITHUB_PAT
|
|
# normal env vars
|
|
GIT_USER: pat-s
|
|
# set the location of the 'pkgcache' cache dir which persists the R package dependencies needed to install the packages themselves
|
|
R_PKG_CACHE_DIR: /mnt/cache/pkgcache
|
|
R_LIBS_USER: /mnt/cache/R-pkgs
|
|
CCACHE_DIR: /mnt/cache/ccache
|
|
PLATFORM: alpine-320
|
|
BLOCK: 20896:length(pkgs)
|
|
ARCH: arm64
|
|
NCPUS: 2
|
|
STRATEGY: multisession
|
|
# volumes:
|
|
# - arm64-binaries-r-dep-cache-alpine-320:/mnt/cache
|
|
commands:
|
|
- git clone -q https://pat-s:$$GIT_RO_TOKEN@git.devxy.io/devxy/build-binaries.git .
|
|
- rm -rf /mnt/cache/R-pkgs/00LOCK-r-pkg-binaries /mnt/cache/R-pkgs/00LOCK-bincraftR /mnt/cache/R-pkgs/00LOCK-pak /mnt/cache/pkgcache/R/pkgcache /mnt/cache/pkgcache/R/pkgcache /mnt/cache/R-pkgs/pkgcache
|
|
- R -q -e 'pak::pak("git::https://gitlab.com/devxy/r-package-binaries/bincraftr.git")'
|
|
- R -q -e 'packageVersion("bincraftR")'
|
|
- mkdir -p /mnt/cache/pkgcache /mnt/cache/R-pkgs /mnt/cache/ccache /mnt/cache/packages
|
|
- R -q -e 'install.packages("pak", repos = sprintf("https://r-lib.github.io/p/pak/devel/%s/%s/%s", .Platform$pkgType, R.Version()$os, R.Version()$arch))'
|
|
# Windows-only: 'RInno', 'KeyboardSimulator', 'R2PPT', 'RWinEdt', 'blatr', 'excel.link', 'spectrino', 'taskscheduleR', 'MDSGUI', 'BiplotGUI', 'R2wd', 'rFUSION', 'MediaNews'
|
|
- xvfb-run R -q -e "options(crayon.enabled = TRUE, Ncpus = $NCPUS, future.globals.onReference = NULL); library(dplyr); library(bincraftR); pkgs = c('SoilFDA', 'soilfoodwebs', 'SoilFunctionality', 'SoilHyP', 'soilhypfit', 'SoilManageR', 'soilphysics', 'SoilR', 'SoilSaltIndex', 'SoilTaxonomy', 'soiltestcorr', 'SoilTesting', 'soiltexture', 'soilwater', 'Sojourn.Data', 'sokoban', 'solaR', 'solaR2', 'solarPos', 'solitude', 'solrad', 'solrium', 'solvebio', 'SolveSAPHE', 'som', 'som.nn', 'soma', 'SomaDataIO', 'somaticflags', 'SOMbrero', 'someMTP', 'SOMEnv', 'SOMMD', 'sommer', 'SOMnmR', 'somspace', 'sonar', 'SongEvo', 'sonicLength', 'sonicscrewdriver', 'sonify', 'SOP', 'SOPC', 'SOPIE', 'soptdmaeA', 'soql', 'SOR', 'sorcering', 'sorocs', 'SorptionAnalysis', 'sortable', 'SortedEffects', 'sorvi', 'sos', 'sotkanet', 'sotu', 'sound', 'soundClass', 'soundecology', 'SoundexBR', 'soundgen', 'SoupX', 'SouthParkRshiny', 'sovereign', 'SoyNAM', 'SoyURT', 'sp', 'SP2000', 'sp23design', 'spaa', 'spAbundance', 'SpaCCI', 'spacefillr', 'spacejamr', 'spaceNet', 'spacesXYZ', 'spacetime', 'SpaceTimeBSS', 'SpaCOAP', 'spacyr', 'SPADAR', 'spAddins', 'SpadeR', 'SpaDES', 'SpaDES.core', 'SpaDES.tools', 'spaero', 'spagmix', 'spam', 'spam64', 'spaMM', 'spanish', 'spANOVA', 'sparcl', 'spark.sas7bdat', 'sparkavro', 'sparkbq', 'sparkhail', 'sparkline', 'sparklyr', 'sparklyr.flint', 'sparklyr.nested', 'sparktex', 'sparktf', 'sparkwarc', 'sparkxgb', 'sparr', 'sparrpowR', 'sparseBC', 'SparseBiplots', 'sparseCov', 'SparseDC', 'sparseDFM', 'sparsediscrim', 'sparseEigen', 'sparseFLMM', 'SparseFunClust', 'sparsegl', 'SparseGrid', 'sparseHessianFD', 'sparseIndexTracking', 'sparseinv', 'sparseLDA', 'SparseLPM', 'sparseLRMatrix', 'sparseLTSEigen', 'SparseM', 'sparseMatEst', 'SparseMDC', 'SPARSEMODr', 'SparseMSE', 'sparseMVN', 'sparsepca', 'sparsepp', 'sparseR', 'sparsereg', 'sparsestep', 'sparsesvd', 'sparseSVM', 'SparseTSCGM', 'sparsevar', 'sparsevb', 'sparsevctrs', 'SparseVFC', 'sparsio', 'SPARTAAS', 'sparvaride', 'SPAS', 'spass', 'spate', 'SpatEntropy', 'SPAtest', 'SpatFD', 'SpatGC', 'spatgeom', 'spatgraphs', 'SpatGRID', 'spaths', 'spatial', 'SpatialAcc', 'SpatialBSS', 'spatialCovariance', 'SpatialDDLS', 'spatialEco', 'SpatialEpi', 'SpatialExtremes', 'SpatialfdaR', 'SpatialGEV', 'SpatialGraph', 'spatialising', 'SpatialKDE', 'SpatialKWD', 'SpatialML', 'SpatialNP', 'SpatialPack', 'SpatialPOP', 'SpatialPosition', 'spatialprobit', 'SpatialRDD', 'SpatialRegimes', 'spatialRF', 'spatialrisk', 'SpatialRoMLE', 'spatialsample', 'spatialTIME', 'SpatialTools', 'SpatialVS', 'spatialwarnings', 'spatialwidget', 'SpatMCA', 'SpaTopic', 'SpatPCA', 'SpATS', 'spatsoc', 'spatstat.explore', 'spatstat.gui', 'spatstat.Knet', 'spatstat.local', 'spatstat.random', 'spatstat.sparse', 'spatsurv', 'SPB', 'spbabel', 'spbal', 'spBayes', 'spBayesSurv', 'spBFA', 'Spbsampling', 'spc', 'spc4sts', 'spcadjust', 'SPCALDA', 'SPCAvRP', 'SPCDAnalyze', 'SPCompute', 'spcosa', 'spcov', 'spCP', 'spcr', 'spd', 'spData', 'spDates', 'vchartr'); pkgs = setdiff(pkgs, c('RInno', 'MediaNews', 'doBy', 'DoE.base', 'DoE.wrapper', 'eha', 'FrF2', 'FrF2.catlg128', 'gRbase', 'gRain', 'IDPmisc', 'pbkrtest', 'RInno', 'KeyboardSimulator', 'R2PPT', 'RWinEdt', 'blatr', 'excel.link', 'spectrino', 'taskscheduleR', 'MDSGUI', 'BiplotGUI', 'R2wd', 'spdep')); progressr::handlers('cli'); progressr::handlers(global = TRUE); foo = lapply(pkgs, function(x) bincraftR::build_binary_package(x, debug = FALSE, force = TRUE, platform = 'alpine-320'))"
|
|
### Manual pkg builds
|
|
# webshot2, tabledown, TestAnaAPP, trekcolors, Spectran, SimNPH, RPushbullet, SimDesign, simCAT, SIAmodules, shinytest2, ShinyItemAnalysis, shinyIRT, shiny.benchmark, scDIFtest, RSP, qtkit, PROsetta, prettifyAddins, PerFit, outlierensembles, nomnoml, mxfda, MultBiplotR, mstDIF, mdsr, makepipe, lordif, kequate, jstager, jrt, irtreliability, irtQ, irtpwr, irtGUI, irtawsi, GRShiny, GPCMlasso, googletraffic, giacR, flps, flow, faoutlier, equateIRT, EnrichIntersect, EFA.dimensions, DFIT, D3mirt, ctgdist, CoTiMA, ConvertPar, bscui, BifactorIndicesCalculator, autoFC, airt: wait for https://github.com/rstudio/r-system-requirements/pull/178
|
|
# RInno, MediaNews: Windows-only
|
|
# skedastic: waiting for ROI.plugin.qpoases (https://gitlab.com/roigrp/solver/ROI.plugin.qpoases/-/issues/1)
|
|
# rswipl: ccache issues: https://github.com/mgondan/rswipl/issues/3 -> solved
|
|
# Rpoppler: https://github.com/rstudio/r-system-requirements/pull/179/
|
|
# ROracle: sysdep missing -> create rule
|
|
# ROI.plugin.qpoases: https://gitlab.com/roigrp/solver/ROI.plugin.qpoases/-/issues/1
|
|
# ROI.plugin.cplex: checking for cplex... no -> requires propriatary software IBM Cplex
|
|
# RmecabKo: fatal error: mecab.h: No such file or directory
|
|
# rmarchingcubes: error: narrowing conversion of '-1' from 'int' to 'char' [-Wnarrowing] -> https://github.com/shwilks/rmarchingcubes/issues/3
|
|
# RcppMeCab: /bin/bash: line 2: mecab-config: command not found -> https://github.com/rstudio/r-system-requirements/pull/180
|
|
# Rcplex: checking for cplex... no -> requires propriatary software IBM Cplex
|
|
# Rblpapi: Unknown architecture: aarch64. Exiting. -> https://github.com/Rblp/Rblpapi/issues/399
|
|
# Rbeast: aarch64 issue -> https://github.com/zhaokg/Rbeast/issues/29
|
|
# ravetools: checking for FFTW... configure: error: Package requirements (fftw3) were not met: -> fftw3 rule needed
|
|
# Racmacs -> rmarchingcubes
|
|
# minic: /usr/include/c++/13/bits/stl_algo.h:5805:5: note: template argument deduction/substitution failed:
|
|
# KSgeneral -> aligned_mem.h:6:10: fatal error: mm_malloc.h: No such file or directory -> https://github.com/d-dimitrova/KSgeneral/issues/1
|
|
# gpuR -> /usr/bin/ld: cannot find -lOpenCL: No such file or directory -> no GPU avail
|
|
# clrng -> gpuR
|
|
# BRugs: configure: error: OpenBUGS 3.2.2 or later not found. as it is only one package, not doing anything
|
|
# gamstransfer -> gdx/src/gdlib/gmsstrm.cpp:85:70: error: narrowing conversion of '-1' from 'std::char_traits<char>::int_type' {aka 'int'} to 'char' [-Wnarrowing] -> https://github.com/GAMS-dev/transfer-r/issues/2
|
|
# filters: <simpleError: `target` must be a character vector containing no `NA` values.> -> email sent
|
|
# magickGUI, biplotbootGUI
|
|
# ymd (alpine, voi)
|
|
# tfrmtbuilder -> V8 (alpine)
|
|
# Rcmdr (alpine)
|
|
# readstata13 (alpine)
|
|
# - xvfb-run R -q -e 'options(crayon.enabled = TRUE, Ncpus = $NCPUS, future.globals.onReference = NULL); pkgs = c( 'RcmdrPlugin.orloca', 'RcmdrPlugin.PcaRobust', 'RcmdrPlugin.RiskDemo', 'RcmdrPlugin.RMTCJags', 'RcmdrPlugin.ROC', 'RcmdrPlugin.sos' , 'RcmdrPlugin.survival', 'RcmdrPlugin.TeachingDemos', 'RcmdrPlugin.TeachStat', 'RcmdrPlugin.temis', 'RcmdrPlugin.UCA', 'RcmdrPlugin.WorldFlora', 'streamDAG', 'stan4bart', 'snplinkage', 'saeHB.panel.beta', 'rTwig', 'rswipl', 'RPointCloud', 'rPDBapi', 'rolog', 'rmcfs', 'rjags', 'ResultModelManager', 'RcppCWB', 'RcmdrPlugin.WorldFlora', 'RcmdrPlugin.UCA', 'RcmdrPlugin.temis', 'RcmdrPlugin.TeachStat', 'RcmdrPlugin.TeachingDemos', 'RcmdrPlugin.survival', 'RcmdrPlugin.sos', 'RcmdrPlugin.ROC', 'RcmdrPlugin.RMTCJags', 'RcmdrPlugin.RiskDemo', 'RcmdrPlugin.PcaRobust', 'RclusTool', 'Rbeast', 'rayrender', 'quanteda.textmodels', 'polmineR', 'plotBart', 'NlinTS', 'ndtv', 'overtureR', 'mathml', 'magickGUI', 'lgpr', 'KappaGUI', 'historicalborrow', 'GSODR', 'GRIDCOPULA', 'googleAnalyticsR', 'fluidsynth', 'EventDetectGUI', 'evalITR', 'EBcoBART', 'deeptrafo', 'dbarts', 'CRE', 'countSTAR', 'bartMan', 'bartCause', 'altmeta', 'EthSEQ', 'dartR.spatial', 'dartR.sim', 'gwid', 'Mega2R', 'priorCON', 'prior3D', 'MCARtest', 'designmatch', 'highs', 'ROI.plugin.highs', 'GPCMlasso'); library(bincraftR); options(progressr.enable = TRUE); foo = lapply(pkgs, function(x) build_binary_package(x, debug = FALSE, force = TRUE, platform = 'alpine-320'))'
|
|
backend_options:
|
|
kubernetes:
|
|
resources:
|
|
requests:
|
|
memory: 4Gi
|
|
cpu: 3000m
|
|
limits:
|
|
memory: 14Gi
|
|
cpu: 3000m
|
|
nodeSelector:
|
|
kubernetes.io/arch: arm64
|
|
node.kubernetes.io/instance-type: cax41
|
|
tolerations:
|
|
- key: 'CI'
|
|
operator: 'Equal'
|
|
value: 'true'
|
|
effect: 'NoSchedule'
|