134 lines
14 KiB
YAML
134 lines
14 KiB
YAML
when:
|
|
- event: manual
|
|
evaluate: 'build == "all"'
|
|
- event: manual
|
|
evaluate: 'build == "alpine-320-arm64"'
|
|
- event: manual
|
|
evaluate: 'build == "all-arm64"'
|
|
|
|
skip_clone: true
|
|
|
|
steps:
|
|
- name: 'Warming up'
|
|
image: busybox:latest
|
|
failure: ignore
|
|
commands:
|
|
# - sleep 300
|
|
- echo 'Warmed Up'
|
|
backend_options:
|
|
kubernetes:
|
|
resources:
|
|
requests:
|
|
memory: 14Gi
|
|
cpu: 3000m
|
|
limits:
|
|
memory: 14Gi
|
|
cpu: 3000m
|
|
nodeSelector:
|
|
kubernetes.io/arch: arm64
|
|
node.kubernetes.io/instance-type: cax31
|
|
tolerations:
|
|
- key: 'CI'
|
|
operator: 'Equal'
|
|
value: 'true'
|
|
effect: 'NoSchedule'
|
|
|
|
- name: 'Build binaries'
|
|
secrets: [red_hat_dev_pw, aws_access_key_id, aws_secret_access_key, pgpass, git_ro_token, GITHUB_PAT]
|
|
image: docker.io/devxygmbh/arm64-binaries-r-alpine-320
|
|
pull: true
|
|
# to ensure the PACKAGES upload step is being executed
|
|
failure: ignore
|
|
environment:
|
|
GIT_USER: pat-s
|
|
# set the location of the 'pkgcache' cache dir which persists the R package dependencies needed to install the packages themselves
|
|
R_PKG_CACHE_DIR: /mnt/cache/pkgcache
|
|
R_LIBS_USER: /mnt/cache/R-pkgs
|
|
CCACHE_DIR: /mnt/cache/ccache
|
|
PLATFORM: alpine-320
|
|
BLOCK: 20896:length(pkgs)
|
|
ARCH: arm64
|
|
NCPUS: 2
|
|
MEMORY: 14Gi
|
|
INSTANCE_TYPE: cax31
|
|
STRATEGY: multisession
|
|
volumes:
|
|
- arm64-binaries-r-dep-cache-alpine-320:/mnt/cache
|
|
commands:
|
|
# download latest package version (avoid having to rebuild image every time)
|
|
# rscript_startup arg: required to pass down global option to future workers https://github.com/HenrikBengtsson/future/issues/134#issuecomment-2245666169
|
|
- git clone https://pat-s:$$git_ro_token@git.devxy.io/devxy/r-pkg-binaries.git .
|
|
- rm -rf /mnt/cache/R-pkgs/00LOCK-r-pkg-binaries /mnt/cache/R-pkgs/00LOCK-bincraftR
|
|
# for some reason paks pkgcache is often corrupt
|
|
- rm -rf /mnt/cache/R-pkgs/pkgcache/ /mnt/cache/pkgcache/ /root/.cache/R/
|
|
- R -q -e 'pak::pak("git::https://gitlab.com/devxy/r-package-binaries/bincraftr.git")'
|
|
- R -q -e 'packageVersion("bincraftR")'
|
|
# more complicated system dependencies which pak cannot resolve
|
|
- mkdir -p /mnt/cache/pkgcache /mnt/cache/R-pkgs /mnt/cache/ccache /mnt/cache/packages
|
|
- R -q -e 'install.packages("pak", repos = sprintf("https://r-lib.github.io/p/pak/devel/%s/%s/%s", .Platform$pkgType, R.Version()$os, R.Version()$arch))'
|
|
- xvfb-run R -q -e "options(crayon.enabled = TRUE, Ncpus = $NCPUS, future.globals.onReference = NULL); library(dplyr); library(bincraftR); pkgs = c('FrF2', 'FrF2.catlg128', 'gRain', 'gRbase', 'IDPmisc', 'MediaNews', 'pbkrtest', 'psychonetrics', 'PWIR', 'qad', 'qdap', 'QF', 'qlcVisualize', 'qmd', 'qMRI', 'QRAGadget', 'qrencoder', 'qrlabelr', 'QRM', 'qspray', 'qsub', 'qtkit', 'qtlc', 'qtlnet', 'quadmesh', 'quadtree', 'qualmap', 'quantities', 'R2BayesX', 'R2PPT', 'R2wd', 'r4lineups', 'R6causal', 'Racmacs', 'radiant.basics', 'radiant.design', 'radiant.model', 'radiant.multivariate', 'rags2ridges', 'RAINBOWR', 'randomcoloR', 'RandomWalker', 'rangeMapper', 'rangeModelMetadata', 'rapidphylo', 'RAppArmor', 'raptr', 'Raquifer', 'rasterDT', 'rasterKernelEstimates', 'rasterList', 'rasterVis', 'Rata', 'ratematrix', 'RationalMatrix', 'ratioOfQsprays', 'RavenR', 'ravetools', 'rayshader', 'raytracing', 'rbgm', 'rbi', 'rbi.helpers', 'Rblpapi', 'rblt', 'RCA', 'rcaiman', 'Rcatch22', 'rcausim', 'rcccd', 'rccola', 'rcdd', 'RCDT', 'RCGLS', 'RchivalTag', 'RcmdrMisc', 'RcmdrPlugin.aRnova', 'RcmdrPlugin.BiclustGUI', 'RcmdrPlugin.BWS1', 'RcmdrPlugin.BWS2', 'RcmdrPlugin.BWS3', 'RcmdrPlugin.cpd', 'RcmdrPlugin.DCCV', 'RcmdrPlugin.DCE', 'RcmdrPlugin.depthTools', 'RcmdrPlugin.DoE', 'RcmdrPlugin.EACSPIR', 'RcmdrPlugin.EBM', 'RcmdrPlugin.EcoVirtual', 'RcmdrPlugin.Export', 'RcmdrPlugin.EZR', 'RcmdrPlugin.FactoMineR', 'RcmdrPlugin.GWRM', 'RcmdrPlugin.HH', 'RcmdrPlugin.KMggplot2', 'RcmdrPlugin.MA', 'RcmdrPlugin.MPAStats', 'RcmdrPlugin.NMBU', 'RcmdrPlugin.orloca', 'RcmdrPlugin.PcaRobust', 'RcmdrPlugin.RiskDemo', 'RcmdrPlugin.RMTCJags', 'RcmdrPlugin.ROC', 'RcmdrPlugin.sos', 'RcmdrPlugin.survival', 'RcmdrPlugin.TeachingDemos', 'RcmdrPlugin.TeachStat', 'RcmdrPlugin.temis', 'RcmdrPlugin.UCA', 'RcmdrPlugin.WorldFlora', 'rCNV', 'rcontroll', 'RCPA', 'Rcplex', 'RcppBigIntAlgos', 'RcppCWB', 'RcppEnsmallen', 'RcppGSL', 'RcppMeCab', 'RcppZiggurat', 'rcrimeanalysis', 'rcssci', 'RCTrep', 'rdflib', 'RDieHarder', 'RDM', 'rdwplus', 'ReadDIM', 'readNSx', 'rechaRge', 'Recocrop', 'recolorize', 'red', 'redcas', 'redist', 'redistverse', 'redland', 'redlistr', 'redux', 'ref.ICAR', 'refreg', 'regda', 'regrrr', 'Relectoral', 'remote', 'reproj', 'rerddap', 'rerddapXtracto', 'reslife', 'restoptr', 'resultant', 'ReSurv', 'ReviewR', 'revtools', 'Rfast2', 'rflexscan', 'rflsgen', 'RFOC', 'rFUSION', 'RGCxGC', 'RGENERATEPREC', 'rgeopat2', 'rglplus', 'rgplates', 'riAFTBART', 'RIdeogram', 'Riemann', 'RInno', 'RiskMap', 'riverdist', 'rivnet', 'rjade', 'RKHSMetaMod', 'rKIN', 'RKorAPClient', 'rleafmap', 'rless', 'rLFT', 'Rlibeemd', 'Rlibkdv', 'rliger', 'rmacrostrat', 'rmapshaper', 'rmapzen', 'rmarchingcubes', 'RMariaDB', 'RmecabKo', 'RMOPI', 'Rmpfr', 'Rmpi', 'Rmst', 'RMySQL', 'rnaturalearth', 'Rnest', 'rnetcarto', 'RNetCDF', 'RockFab', 'ROCpsych', 'RODBC', 'RODBCDBI', 'ROI.models.miplib', 'ROI.plugin.cplex', 'ROI.plugin.glpk', 'ROI.plugin.qpoases', 'ROI.plugin.symphony', 'ROMDB', 'ROracle', 'roseRF', 'rPAex', 'Rpdb', 'RPhosFate', 'RPointCloud', 'Rpoppler', 'rpostgis', 'RProtoBuf', 'RPushbullet', 'rpyANTs', 'rqti', 'Rquake', 'RQuantLib', 'rsat', 'rsi', 'rsocialwatcher', 'RSP', 'rSPARCS', 'RSquaredMI', 'RStoolbox', 'rsvg', 'Rsymphony', 'rtdists', 'rtiktoken', 'RTLknitr', 'rTLsDeep', 'rtmpt', 'rtodoist', 'Rtrack', 'Rtropical', 'rts', 'rtsdata', 'RVAideMemoire', 'rvMF', 'rwc', 'rWCVP', 'RWinEdt', 'RWmisc', 'rworldmap', 'rzmq', 's2dv', 'sabre', 'saeSim', 'saeTrafo', 'SAEval', 'salso', 'samadb', 'samc', 'sampbias', 'SangerTools', 'SANple', 'saotd', 'sara4r', 'sarsop', 'satdad', 'satellite', 'satin', 'SBdecomp', 'sbrl', 'Scalelink', 'SCDA', 'scDIFtest', 'SchoolDataIT', 'scMappR', 'scModels', 'scperturbR', 'scplot', 'SDGdetector', 'SDLfilter', 'sdm', 'sdmpredictors', 'SDMtune', 'sdmvspecies', 'SDPDmod', 'SEAHORS', 'SeaVal', 'secrdesign', 'secrlinear', 'secsse', 'SeedMatchR', 'seewave', 'segen', 'SegEnvIneq', 'SelectBoost', 'SELF', 'SEMdeep', 'SEMgraph', 'semicmprskcoxmsm', 'SemiCompRisks', 'SemiPar.depCens', 'semnar', 'sentiment.ai', 'SenTinMixt', 'sephora', 'sf', 'sfadv', 'sfarrow', 'sfcentral', 'sfdct', 'sfdep', 'sfhotspot', 'sfnetworks', 'sftime', 'sftrack', 'SGPdata', 'sgPLS', 'SGPR', 'sgpv', 'sgr', 'sgraph', 'sgsR', 'sgstar', 'sgt', 'shades', 'shadowr', 'shadowtext', 'ShapDoE', 'shape', 'ShapeChange', 'shapefiles', 'shapeNA', 'ShapePattern', 'shapeR', 'shapes', 'ShapeSelectForest', 'SHAPforxgboost', 'shapley', 'ShapleyOutlier', 'ShapleyValue', 'shapper', 'shapr', 'shapviz', 'shar', 'SharkDemography', 'sharp', 'sharpData', 'SharpeR', 'sharpeRratio', 'sharpPen', 'sharpr2', 'sharpshootR', 'sharx', 'shattering', 'shazam', 'SheetReader', 'ShellChron', 'shelltrace', 'shelter', 'sherlock', 'SherlockHolmes', 'shidashi', 'shide', 'ShiftConvolvePoibin', 'shiftR', 'ShiftShareSE', 'shinipsum', 'shiny.benchmark', 'shiny.blueprint', 'shiny.destroy', 'shiny.emptystate', 'shiny.exe', 'shiny.fluent', 'shiny.i18n', 'shiny.info', 'shiny.pwa', 'shiny.react', 'shiny.reglog', 'shiny.router', 'shiny.semantic', 'shiny.tailwind', 'shiny.telemetry', 'shinyAce', 'shinyaframe', 'shinyalert', 'shinyanimate', 'shinyauthr', 'shinybrms', 'shinybrowser', 'shinyBS', 'shinybusy', 'shinyChakraSlider', 'shinyChakraUI', 'shinyChatR', 'shinyCohortBuilder', 'shinyCox', 'shinycroneditor', 'shinycssloaders', 'shinycustomloader', 'shinyCyJS', 'shinydashboard', 'shinydashboardPlus', 'shinyDatetimePickers', 'shinydbauth', 'shinydisconnect', 'shinydlplot', 'shinyDND', 'shinydrive', 'shinyEffects', 'shinyExprPortal', 'shinyFeedback', 'shinyFiles', 'shinyfilter', 'shinyfullscreen', 'shinyGizmo', 'shinyglide', 'shinyHeatmaply', 'shinyhelper', 'shinyhttr', 'shinyHugePlot', 'shinyInvoice', 'shinyIRT', 'ShinyItemAnalysis', 'shinyjqui', 'shinyjs', 'shinyKGode', 'shinyKnobs', 'shinylight', 'ShinyLink', 'shinyloadtest', 'shinylogs', 'shinyLottie', 'shinyLP', 'shinymanager', 'shinymaterial', 'shinyMatrix', 'shinyMergely', 'shinymeta', 'shinymgr', 'shinyML', 'shinyMobile', 'shinymodels', 'shinyMolBio', 'shinyMonacoEditor', 'shinyNORRRM', 'shinyNotes', 'shinyobjects', 'shinypanel', 'shinypanels', 'shinypivottabler', 'shinyPredict', 'shinyQueryBuilder', 'ShinyQuickStarter', 'shinyquiz', 'shinyRadioMatrix', 'shinyRatings', 'shinyrecipes', 'shinyreforms', 'shinyRGL', 'shinySbm'); pkgs = setdiff(pkgs, c('RInno', 'MediaNews', 'doBy', 'DoE.base', 'DoE.wrapper', 'eha', 'FrF2', 'FrF2.catlg128', 'gRbase', 'gRain', 'IDPmisc', 'pbkrtest')); progressr::handlers('cli'); progressr::handlers(global = TRUE); foo = lapply(pkgs, function(x) bincraftR::build_binary_package(x, debug = FALSE, force = TRUE, platform = 'alpine-320'))"
|
|
### Manual pkg builds
|
|
# webshot2, tabledown, TestAnaAPP, trekcolors, Spectran, SimNPH, RPushbullet, SimDesign, simCAT, SIAmodules, shinytest2, ShinyItemAnalysis, shinyIRT, shiny.benchmark, scDIFtest, RSP, qtkit, PROsetta, prettifyAddins, PerFit, outlierensembles, nomnoml, mxfda, MultBiplotR, mstDIF, mdsr, makepipe, lordif, kequate, jstager, jrt, irtreliability, irtQ, irtpwr, irtGUI, irtawsi, GRShiny, GPCMlasso, googletraffic, giacR, flps, flow, faoutlier, equateIRT, EnrichIntersect, EFA.dimensions, DFIT, D3mirt, ctgdist, CoTiMA, ConvertPar, bscui, BifactorIndicesCalculator, autoFC, airt: wait for https://github.com/rstudio/r-system-requirements/pull/178
|
|
# RInno, MediaNews: Windows-only
|
|
# skedastic: waiting for ROI.plugin.qpoases (https://gitlab.com/roigrp/solver/ROI.plugin.qpoases/-/issues/1)
|
|
# rswipl: ccache issues: https://github.com/mgondan/rswipl/issues/3 -> solved
|
|
# Rpoppler: https://github.com/rstudio/r-system-requirements/pull/179/
|
|
# ROracle: sysdep missing -> create rule
|
|
# ROI.plugin.qpoases: https://gitlab.com/roigrp/solver/ROI.plugin.qpoases/-/issues/1
|
|
# ROI.plugin.cplex: checking for cplex... no -> requires propriatary software IBM Cplex
|
|
# RmecabKo: fatal error: mecab.h: No such file or directory
|
|
# rmarchingcubes: error: narrowing conversion of '-1' from 'int' to 'char' [-Wnarrowing] -> https://github.com/shwilks/rmarchingcubes/issues/3
|
|
# RcppMeCab: /bin/bash: line 2: mecab-config: command not found -> https://github.com/rstudio/r-system-requirements/pull/180
|
|
# Rcplex: checking for cplex... no -> requires propriatary software IBM Cplex
|
|
# Rblpapi: Unknown architecture: aarch64. Exiting. -> https://github.com/Rblp/Rblpapi/issues/399
|
|
# Rbeast: aarch64 issue -> https://github.com/zhaokg/Rbeast/issues/29
|
|
# ravetools: checking for FFTW... configure: error: Package requirements (fftw3) were not met: -> fftw3 rule needed
|
|
# Racmacs -> rmarchingcubes
|
|
# minic: /usr/include/c++/13/bits/stl_algo.h:5805:5: note: template argument deduction/substitution failed:
|
|
# KSgeneral -> aligned_mem.h:6:10: fatal error: mm_malloc.h: No such file or directory -> https://github.com/d-dimitrova/KSgeneral/issues/1
|
|
# gpuR -> /usr/bin/ld: cannot find -lOpenCL: No such file or directory -> no GPU avail
|
|
# clrng -> gpuR
|
|
# BRugs: configure: error: OpenBUGS 3.2.2 or later not found. as it is only one package, not doing anything
|
|
# gamstransfer -> gdx/src/gdlib/gmsstrm.cpp:85:70: error: narrowing conversion of '-1' from 'std::char_traits<char>::int_type' {aka 'int'} to 'char' [-Wnarrowing] -> https://github.com/GAMS-dev/transfer-r/issues/2
|
|
# filters: <simpleError: `target` must be a character vector containing no `NA` values.> -> email sent
|
|
|
|
# magickGUI, biplotbootGUI
|
|
# ymd (alpine, voi)
|
|
# tfrmtbuilder -> V8 (alpine)
|
|
# Rcmdr (alpine)
|
|
# readstata13 (alpine)
|
|
# - xvfb-run R -q -e 'options(crayon.enabled = TRUE, Ncpus = $NCPUS, future.globals.onReference = NULL); pkgs = c( 'RcmdrPlugin.orloca', 'RcmdrPlugin.PcaRobust', 'RcmdrPlugin.RiskDemo', 'RcmdrPlugin.RMTCJags', 'RcmdrPlugin.ROC', 'RcmdrPlugin.sos' , 'RcmdrPlugin.survival', 'RcmdrPlugin.TeachingDemos', 'RcmdrPlugin.TeachStat', 'RcmdrPlugin.temis', 'RcmdrPlugin.UCA', 'RcmdrPlugin.WorldFlora', 'streamDAG', 'stan4bart', 'snplinkage', 'saeHB.panel.beta', 'rTwig', 'rswipl', 'RPointCloud', 'rPDBapi', 'rolog', 'rmcfs', 'rjags', 'ResultModelManager', 'RcppCWB', 'RcmdrPlugin.WorldFlora', 'RcmdrPlugin.UCA', 'RcmdrPlugin.temis', 'RcmdrPlugin.TeachStat', 'RcmdrPlugin.TeachingDemos', 'RcmdrPlugin.survival', 'RcmdrPlugin.sos', 'RcmdrPlugin.ROC', 'RcmdrPlugin.RMTCJags', 'RcmdrPlugin.RiskDemo', 'RcmdrPlugin.PcaRobust', 'RclusTool', 'Rbeast', 'rayrender', 'quanteda.textmodels', 'polmineR', 'plotBart', 'NlinTS', 'ndtv', 'overtureR', 'mathml', 'magickGUI', 'lgpr', 'KappaGUI', 'historicalborrow', 'GSODR', 'GRIDCOPULA', 'googleAnalyticsR', 'fluidsynth', 'EventDetectGUI', 'evalITR', 'EBcoBART', 'deeptrafo', 'dbarts', 'CRE', 'countSTAR', 'bartMan', 'bartCause', 'altmeta', 'EthSEQ', 'dartR.spatial', 'dartR.sim', 'gwid', 'Mega2R', 'priorCON', 'prior3D', 'MCARtest', 'designmatch', 'highs', 'ROI.plugin.highs', 'GPCMlasso'); library(bincraftR); options(progressr.enable = TRUE); foo = lapply(pkgs, function(x) build_binary_package(x, debug = FALSE, force = TRUE, platform = 'alpine-320'))'
|
|
backend_options:
|
|
kubernetes:
|
|
### PROD-parallel
|
|
resources:
|
|
requests:
|
|
memory: 14Gi
|
|
cpu: 3000m
|
|
limits:
|
|
memory: 14Gi
|
|
cpu: 3000m
|
|
### PROD-sequential
|
|
# resources:
|
|
# requests:
|
|
# memory: 14Gi
|
|
# cpu: 2000m
|
|
# limits:
|
|
# memory: 14Gi
|
|
# cpu: 3000m
|
|
# DEBUG
|
|
# resources:
|
|
# requests:
|
|
# memory: 4Gi
|
|
# cpu: 2000m
|
|
# limits:
|
|
# memory: 4Gi
|
|
# cpu: 2000m
|
|
nodeSelector:
|
|
kubernetes.io/arch: arm64
|
|
node.kubernetes.io/instance-type: cax31
|
|
tolerations:
|
|
- key: 'CI'
|
|
operator: 'Equal'
|
|
value: 'true'
|
|
effect: 'NoSchedule'
|