when: - event: manual evaluate: 'build == "all"' - event: manual evaluate: 'build == "redhat-8-arm64"' - event: manual evaluate: 'build == "all-arm64"' skip_clone: true steps: - name: 'Warming up' image: busybox:latest failure: ignore commands: - sleep 300 - echo "Warmed Up" backend_options: kubernetes: resources: requests: memory: 14Gi cpu: 3000m limits: memory: 14Gi cpu: 3000m nodeSelector: kubernetes.io/arch: arm64 node.kubernetes.io/instance-type: cax31 tolerations: - key: 'CI' operator: 'Equal' value: 'true' effect: 'NoSchedule' - name: 'Build binaries' secrets: [red_hat_dev_pw, aws_access_key_id, aws_secret_access_key, pgpass, git_ro_token, GITHUB_PAT] image: docker.io/devxygmbh/arm64-binaries-r-redhat-8 pull: true # to ensure the PACKAGES upload step is being executed failure: ignore environment: GIT_USER: pat-s # set the location of the 'pkgcache' cache dir which persists the R package dependencies needed to install the packages themselves R_PKG_CACHE_DIR: /mnt/cache/pkgcache R_LIBS_USER: /mnt/cache/R-pkgs CCACHE_DIR: /mnt/cache/ccache PLATFORM: redhat-8 BLOCK: 20500:length(pkgs) ARCH: arm64 NCPUS: 2 MEMORY: 14Gi INSTANCE_TYPE: cax31 STRATEGY: multisession volumes: - arm64-binaries-r-dep-cache-redhat-8:/mnt/cache commands: # download latest package version (avoid having to rebuild image every time) # rscript_startup arg: required to pass down global option to future workers https://github.com/HenrikBengtsson/future/issues/134#issuecomment-2245666169 - git clone https://pat-s:$$git_ro_token@git.devxy.io/devxy/r-pkg-binaries.git . - rm -rf /mnt/cache/R-pkgs/00LOCK-r-pkg-binaries /mnt/cache/R-pkgs/00LOCK-bincraftR # for some reason paks pkgcache is often corrupt - rm -rf /mnt/cache/R-pkgs/pkgcache/ /mnt/cache/pkgcache/ /root/.cache/R/ - R -q -e 'pak::meta_update()' - R -q -e 'packageVersion("bincraftR")' # more complicated system dependencies which pak cannot resolve - mkdir -p /mnt/cache/pkgcache /mnt/cache/R-pkgs /mnt/cache/ccache /mnt/cache/packages # set additional repos: important as otherwise some packages cannot be resolved (e.g. INLA). Also: setting our own binary repos so we can make use of them for dep installation at some point ### Check # - Rsymphony/ROI.plugin.symphony/adea/PortfolioAnalytics -> can't install/link external SYMPHONY lib (only on RHEL, as for others syslib exists) # - Rglpk # biplotbootGUI: somehow ubuntu still hangs even when using xvfb-run - xvfb-run R -q -e "options(crayon.enabled = TRUE, Ncpus = $NCPUS, future.globals.onReference = NULL, repos = structure(c(devxy = 'https://cran.devxy.io/arm64/rhel8/latest', CRAN = 'https://cloud.r-project.org'))); library(dplyr); library(bincraftR); cran_pkgs = tools::CRAN_package_db()[['Package']]; '%nin%' <- Negate('%in%'); foo = query_metadata_table() |> filter(platform == 'redhat-8', arch == 'arm64') |> distinct(name) |> pull(name); pkgs <- dput(cran_pkgs[cran_pkgs %nin% foo][0:300]); options(progressr.enable = TRUE); pkgs = c('adamethods', 'adaptIVPT', 'adass', 'adelie', 'AFM', 'AgroReg', 'aIc', 'alphashape3d', 'amadeus', 'ANOVAShiny', 'ANOVAShiny2', 'Anthropometry', 'Apollonius', 'appeears', 'archeoViz', 'archive', 'aroma.core', 'Arothron', 'atable', 'atom4R', 'autoMFA', 'babelmixr2', 'BAwiR', 'bcROCsurface', 'bfsMaps', 'bigGP', 'bigrquerystorage', 'biplotbootGUI', 'BiplotGUI', 'bivpois', 'blatr', 'bltm', 'bpca', 'bRacatus', 'brainKCCA', 'brainR', 'bratteli', 'BRugs', 'CAESAR.Suite', 'calendRio', 'camcorder', 'candisc', 'catfun', 'cauchypca', 'CCd', 'Certara.R', 'ChaosGame', 'cheem', 'choosepc', 'circularEV', 'ClaimsProblems', 'clrng', 'ClusROC', 'ClusTCR2', 'clusterMI', 'ClusterStability', 'cncaGUI', 'cols', 'CompositionalML', 'CompositionalRF', 'concom', 'condor', 'ConfidenceEllipse', 'ConsRank', 'ConsRankClass', 'controlfunctionIV', 'cops', 'corrfuns', 'CovTools', 'CPC', 'cpmr', 'cppcontainers', 'cpss', 'CptNonPar', 'crumble', 'crwbmetareg', 'cryptography', 'cubing', 'curvHDR', 'D3mirt', 'dataone', 'datapack', 'dataspice', 'dbcsp', 'dcortools', 'dcorVS', 'deepMOU', 'DescrTab2', 'DescToolsAddIns', 'DGEAR', 'DIDmultiplegtDYN', 'do3PCA', 'doMPI', 'doolkit', 'DrDimont', 'drugprepr', 'dymo', 'DynForest', 'EasyDescribe', 'ecocomDP', 'eDITH', 'eegkit', 'emstreeR', 'epifitter', 'epilogi', 'EQUALrepeat', 'EQUALSTATS', 'esback', 'eSDM', 'eseis', 'eselect', 'esmisc', 'espadon', 'ETASbootstrap', 'etree', 'ETRep', 'Euclimatch', 'Eunomia', 'eurocordexr', 'evapoRe', 'EvidenceSynthesis', 'Evomorph', 'exactextractr', 'excel.link', 'export', 'expowo', 'ExtractTrainData', 'ExtremalDep', 'ExtremeRisks', 'FaaSr', 'fabisearch', 'facmodTS', 'factset.protobuf.stach.v2', 'fangs', 'fasterize', 'fastFMM', 'FastRWeb', 'fcl', 'fdaPDE', 'FIESTA', 'FIESTAutils', 'filters', 'finch', 'fingerPro', 'fitbitViz', 'fitlandr', 'fluidsynth', 'fmdu', 'forestdata', 'FORTLS', 'FPCdpca', 'FreeSortR', 'frontiles', 'frscore', 'fsbrain', 'fsn', 'FTSgof', 'FuzzyImputationTest', 'gellipsoid', 'gensphere', 'geoelectrics', 'geoheatmap', 'geoidep', 'geojson', 'geojsonio', 'geomorph', 'georob', 'geppe', 'gerbil', 'ggfacto', 'ggpicrust2', 'glmtoolbox', 'GoodFibes', 'googletraffic', 'gp', 'gpg', 'GPGame', 'GPoM', 'gpuR', 'Greymodels', 'gyro', 'handwriterApp', 'handwriterRF', 'HDiR', 'hellorust', 'hermiter', 'hesim', 'heterogen', 'hetGP', 'heumilkr', 'heuristicsmineR', 'hexDensity', 'hgm', 'hhsmm', 'hibayes', 'HiClimR', 'HiddenMarkov', 'HiDimDA', 'hierarchicalSets', 'hierNet', 'highd2means', 'highfrequency', 'highlight', 'highOrderPortfolios', 'highs', 'higlasso', 'hilbert', 'hilbertSimilarity', 'hillshader', 'hint', 'hipread', 'HiResTEC', 'hisse', 'histmdl', 'historicalborrowlong', 'hitandrun', 'hive', 'hkevp', 'HLAtools', 'hlt', 'HMB', 'hmcdm', 'hmm.discnp', 'HMMEsolver', 'HMMextra0s', 'HMMmlselect', 'hmmTMB', 'hommel', 'hopit', 'hpa', 'hqreg', 'hrqglas', 'hrt', 'hSDM', 'hsphase', 'hsrecombi', 'hsstan', 'htetree', 'HTLR', 'HTT', 'httk', 'httpgd', 'httpuv', 'hubEnsembles', 'huge', 'HUM', 'humaniformat', 'humanleague', 'hunspell', 'HybridMicrobiomes', 'hydflood', 'hydrotoolbox', 'hyper2', 'hyper.fit', 'hypergeo2', 'ICSClust', 'imbalanceDatRel', 'IMIFA', 'InteRD', 'interpolation', 'IOLS', 'irtQ', 'iSTATS', 'ivdoctr', 'jack', 'JFM', 'JSDNE', 'karel', 'kDGLM', 'kernhaz', 'KernSmoothIRT', 'KeyboardSimulator', 'KMD', 'kml3d', 'KPC', 'kpcaIG', 'KSgeneral', 'lgpr', 'LipidomicsR', 'LorMe', 'LSAfun', 'Maeswrap', 'maicplus', 'maotai', 'mapping', 'mathml', 'matRiks', 'mbr', 'mcauchyd', 'mcradds', 'MDSGUI', 'MDSMap', 'MediaNews', 'mergedblocks', 'metadynminer3d', 'metaGE', 'metajam', 'meteo', 'MetSizeR', 'mfpp'); pkgs = setdiff(pkgs, c('RInno', 'MediaNews')); progressr::handlers('cli'); progressr::handlers(global = TRUE); foo = lapply(pkgs, function(x) bincraftR::build_binary_package(x, debug = FALSE, force = TRUE, platform = 'redhat-8'))" ### Manual pkg builds # webshot2, tabledown, TestAnaAPP, trekcolors, Spectran, SimNPH, RPushbullet, SimDesign, simCAT, SIAmodules, shinytest2, ShinyItemAnalysis, shinyIRT, shiny.benchmark, scDIFtest, RSP, qtkit, PROsetta, prettifyAddins, PerFit, outlierensembles, nomnoml, mxfda, MultBiplotR, mstDIF, mdsr, makepipe, lordif, kequate, jstager, jrt, irtreliability, irtQ, irtpwr, irtGUI, irtawsi, GRShiny, GPCMlasso, googletraffic, giacR, flps, flow, faoutlier, equateIRT, EnrichIntersect, EFA.dimensions, DFIT, D3mirt, ctgdist, CoTiMA, ConvertPar, bscui, BifactorIndicesCalculator, autoFC, airt: wait for https://github.com/rstudio/r-system-requirements/pull/178 # RInno: Windows-only # skedastic: waiting for ROI.plugin.qpoases (https://gitlab.com/roigrp/solver/ROI.plugin.qpoases/-/issues/1) # rswipl: ccache issues: https://github.com/mgondan/rswipl/issues/3 -> solved # Rpoppler: https://github.com/rstudio/r-system-requirements/pull/179/ # ROracle: sysdep missing -> create rule # ROI.plugin.qpoases: https://gitlab.com/roigrp/solver/ROI.plugin.qpoases/-/issues/1 # ROI.plugin.cplex: checking for cplex... no -> requires propriatary software IBM Cplex # RmecabKo: fatal error: mecab.h: No such file or directory # rmarchingcubes: error: narrowing conversion of '-1' from 'int' to 'char' [-Wnarrowing] -> https://github.com/shwilks/rmarchingcubes/issues/3 # RcppMeCab: /bin/bash: line 2: mecab-config: command not found -> https://github.com/rstudio/r-system-requirements/pull/180 # Rcplex: checking for cplex... no -> requires propriatary software IBM Cplex # Rblpapi: Unknown architecture: aarch64. Exiting. -> https://github.com/Rblp/Rblpapi/issues/399 # Rbeast: aarch64 issue -> https://github.com/zhaokg/Rbeast/issues/29 # ravetools: checking for FFTW... configure: error: Package requirements (fftw3) were not met: -> fftw3 rule needed # Racmacs -> rmarchingcubes # minic: /usr/include/c++/13/bits/stl_algo.h:5805:5: note: template argument deduction/substitution failed: # KSgeneral -> aligned_mem.h:6:10: fatal error: mm_malloc.h: No such file or directory -> https://github.com/d-dimitrova/KSgeneral/issues/1 # gpuR -> /usr/bin/ld: cannot find -lOpenCL: No such file or directory -> no GPU avail # clrng -> gpuR # BRugs: configure: error: OpenBUGS 3.2.2 or later not found. as it is only one package, not doing anything # gamstransfer -> gdx/src/gdlib/gmsstrm.cpp:85:70: error: narrowing conversion of '-1' from 'std::char_traits::int_type' {aka 'int'} to 'char' [-Wnarrowing] -> https://github.com/GAMS-dev/transfer-r/issues/2 # filters: -> email sent # magickGUI, biplotbootGUI # ymd (alpine, voi) # tfrmtbuilder -> V8 (alpine) # Rcmdr (alpine) # readstata13 (alpine) # - xvfb-run R -q -e 'options(crayon.enabled = TRUE, Ncpus = $NCPUS, future.globals.onReference = NULL); pkgs = c( "RcmdrPlugin.orloca", "RcmdrPlugin.PcaRobust", "RcmdrPlugin.RiskDemo", "RcmdrPlugin.RMTCJags", "RcmdrPlugin.ROC", "RcmdrPlugin.sos" , "RcmdrPlugin.survival", "RcmdrPlugin.TeachingDemos", "RcmdrPlugin.TeachStat", "RcmdrPlugin.temis", "RcmdrPlugin.UCA", "RcmdrPlugin.WorldFlora", "streamDAG", "stan4bart", "snplinkage", "saeHB.panel.beta", "rTwig", "rswipl", "RPointCloud", "rPDBapi", "rolog", "rmcfs", "rjags", "ResultModelManager", "RcppCWB", "RcmdrPlugin.WorldFlora", "RcmdrPlugin.UCA", "RcmdrPlugin.temis", "RcmdrPlugin.TeachStat", "RcmdrPlugin.TeachingDemos", "RcmdrPlugin.survival", "RcmdrPlugin.sos", "RcmdrPlugin.ROC", "RcmdrPlugin.RMTCJags", "RcmdrPlugin.RiskDemo", "RcmdrPlugin.PcaRobust", "RclusTool", "Rbeast", "rayrender", "quanteda.textmodels", "polmineR", "plotBart", "NlinTS", "ndtv", "overtureR", "mathml", "magickGUI", "lgpr", "KappaGUI", "historicalborrow", "GSODR", "GRIDCOPULA", "googleAnalyticsR", "fluidsynth", "EventDetectGUI", "evalITR", "EBcoBART", "deeptrafo", "dbarts", "CRE", "countSTAR", "bartMan", "bartCause", "altmeta", "EthSEQ", "dartR.spatial", "dartR.sim", "gwid", "Mega2R", "priorCON", "prior3D", "MCARtest", "designmatch", "highs", "ROI.plugin.highs", "GPCMlasso"); library(bincraftR); options(progressr.enable = TRUE); foo = lapply(pkgs, function(x) build_binary_package(x, debug = FALSE, force = TRUE, platform = "arm64"))' backend_options: kubernetes: ### PROD-parallel resources: requests: memory: 14Gi cpu: 3000m limits: memory: 14Gi cpu: 3000m ### PROD-sequential # resources: # requests: # memory: 14Gi # cpu: 2000m # limits: # memory: 14Gi # cpu: 3000m # DEBUG # resources: # requests: # memory: 4Gi # cpu: 2000m # limits: # memory: 4Gi # cpu: 2000m nodeSelector: kubernetes.io/arch: arm64 node.kubernetes.io/instance-type: cax31 tolerations: - key: 'CI' operator: 'Equal' value: 'true' effect: 'NoSchedule'