109 lines
11 KiB
YAML
109 lines
11 KiB
YAML
when:
|
|
- event: manual
|
|
evaluate: 'build == "all"'
|
|
- event: manual
|
|
evaluate: 'build == "redhat-8-amd64"'
|
|
- event: manual
|
|
evaluate: 'build == "all-amd64"'
|
|
|
|
skip_clone: true
|
|
|
|
steps:
|
|
- name: 'Build binaries'
|
|
secrets: [red_hat_dev_pw, aws_access_key_id, aws_secret_access_key, pgpass, git_ro_token, GITHUB_PAT]
|
|
image: docker.io/devxygmbh/amd64-binaries-r-redhat-8
|
|
pull: true
|
|
# to ensure the PACKAGES upload step is being executed
|
|
failure: ignore
|
|
environment:
|
|
GIT_USER: pat-s
|
|
# set the location of the 'pkgcache' cache dir which persists the R package dependencies needed to install the packages themselves
|
|
R_PKG_CACHE_DIR: /mnt/cache/pkgcache
|
|
R_LIBS_USER: /mnt/cache/R-pkgs
|
|
CCACHE_DIR: /mnt/cache/ccache
|
|
PLATFORM: redhat-8
|
|
BLOCK: 1833:1833
|
|
ARCH: amd64
|
|
NCPUS: 4
|
|
# MEMORY: 14Gi
|
|
# INSTANCE_TYPE: ccx23
|
|
STRATEGY: sequential
|
|
# volumes:
|
|
# - amd64-binaries-r-dep-cache-redhat-8:/mnt/cache
|
|
commands:
|
|
- git clone https://pat-s:$$git_ro_token@git.devxy.io/devxy/r-pkg-binaries.git .
|
|
- rm -rf /mnt/cache/R-pkgs/00LOCK-r-pkg-binaries /mnt/cache/R-pkgs/00LOCK-bincraftR
|
|
# for some reason paks pkgcache is often corrupt
|
|
- rm -rf /mnt/cache/R-pkgs/pkgcache/ /mnt/cache/pkgcache/ /root/.cache/R/
|
|
- R -q -e 'pak::meta_update()'
|
|
- R -q -e 'pak::pak("git::https://gitlab.com/devxy/r-package-binaries/bincraftr.git")'
|
|
- R -q -e 'packageVersion("bincraftR")'
|
|
- mkdir -p /mnt/cache/pkgcache /mnt/cache/R-pkgs /mnt/cache/ccache /mnt/cache/packages
|
|
# biplotbootGUI: somehow ubuntu still hangs even when using xvfb-run
|
|
# Windows-only: 'RInno', 'KeyboardSimulator', 'R2PPT', 'RWinEdt', 'blatr', 'excel.link', 'spectrino', 'taskscheduleR', 'MDSGUI', 'BiplotGUI', 'R2wd'
|
|
- xvfb-run R -q -e "options(crayon.enabled = TRUE, Ncpus = $NCPUS, future.globals.onReference = NULL, repos = structure(c(CRAN = 'https://cran.devxy.io/amd64/rhel8/latest'))); pkgs = c('adamethods', 'adaptIVPT', 'adelie', 'AFM', 'aIc', 'alphashape3d', 'amadeus', 'antaresProcessing', 'Anthropometry', 'Apollonius', 'appeears', 'archeoViz', 'archive', 'aroma.core', 'Arothron', 'atom4R', 'autoslider.core', 'BAwiR', 'bcROCsurface', 'bigGP', 'bigrquerystorage', 'biplotbootGUI', 'BiplotGUI', 'blatr', 'bpca', 'bRacatus', 'brainKCCA', 'brainR', 'BRugs', 'CAESAR.Suite', 'candisc', 'Certara.R', 'Certara.RsNLME', 'ChaosGame', 'cheem', 'circularEV', 'ClaimsProblems', 'clrng', 'ClusROC', 'ClusterStability', 'cncaGUI', 'concom', 'condor', 'ConfidenceEllipse', 'ConsRank', 'ConsRankClass', 'controlfunctionIV', 'CovTools', 'cppcontainers', 'cubing', 'curvHDR', 'D3mirt', 'dataone', 'datapack', 'dbcsp', 'DIDmultiplegtDYN', 'DiscreteFWER', 'do3PCA', 'doMPI', 'doolkit', 'dymo', 'ecocomDP', 'eDITH', 'eegkit', 'espadon', 'ETRep', 'Evomorph', 'excel.link', 'export', 'fabisearch', 'fdaPDE', 'filters', 'fingerPro', 'fitbitViz', 'forestdata', 'FPCdpca', 'frontiles', 'fsbrain', 'FTSgof', 'gellipsoid', 'gensphere', 'geoelectrics', 'geojsonio', 'geomorph', 'GoodFibes', 'gpg', 'GPGame', 'GPoM', 'gpuR', 'greta.censored', 'Greymodels', 'gyro', 'HDiR', 'hillshader', 'HUM', 'HybridMicrobiomes', 'hyper.fit', 'hypergeo2', 'ICSClust', 'interpolation', 'IOLS', 'ivdoctr', 'JFM', 'JSDNE', 'kernhaz', 'KernSmoothIRT', 'KeyboardSimulator', 'kml3d', 'kpcaIG', 'KSgeneral', 'lgpr', 'LSAfun', 'Maeswrap', 'maotai', 'mapping', 'mathml', 'mcauchyd', 'MDSGUI', 'MDSMap', 'MediaNews', 'metadynminer3d', 'metajam', 'MetSizeR', 'mggd', 'minired', 'MLE', 'moc.gapbk', 'molaR', 'morph', 'Morpho', 'morphomap', 'MorphoTools2', 'mregions2', 'mstudentd', 'mully', 'multibiplotGUI', 'MultiscaleDTM', 'MultivariateAnalysis', 'mvhist', 'mvinfluence', 'mvmesh', 'nat', 'nat.nblast', 'nat.templatebrains', 'neo4jshell', 'nesRdata', 'nestedcv', 'NetFACS', 'NetSci', 'NGBVS', 'NGCHM', 'nlgm', 'OceanView', 'OCNet', 'OmopViewer', 'OpenCL', 'optBiomarker', 'optiSolve', 'orthoDr', 'outliers.ts.oga', 'particle.swarm.optimisation', 'patternize', 'Patterns', 'pcaL1', 'pchc', 'pgKDEsphere', 'phylotypr', 'phylter', 'plot3Drgl', 'plumberDeploy', 'PNAR', 'PolisheR', 'polyhedralCubature', 'PPbigdata', 'ppsbm', 'practicalSigni', 'predict3d', 'PRTree', 'prWarp', 'qspray', 'qsub', 'qtlc', 'R2PPT', 'R2wd', 'Racmacs', 'RAINBOWR', 'RationalMatrix', 'ratioOfQsprays', 'ravetools', 'rayshader', 'Rcplex', 'RcppMagicEnum', 'rdflib', 'redatamx', 'redland', 'refreg', 'resultant', 'rFUSION', 'rgl2gltf', 'rglplus', 'Riemann', 'rivnet', 'rmapzen', 'Rmpi', 'robin', 'RobRegression', 'ROI.models.globalOptTests', 'ROI.plugin.cplex', 'ROI.plugin.neos', 'ROI.plugin.qpoases', 'ROI.plugin.symphony', 'rollinglda', 'ROracle', 'rotor', 'Rpadrino', 'RPatternJoin', 'RPEGLMEN', 'RPESE', 'RPointCloud', 'Rpoppler', 'rpyANTs', 'RQdeltaCT', 'RQuantLib', 'RRTCS', 'rsat', 'RSAtools', 'RSDK', 'rsofun', 'RSP', 'RSquaredMI', 'rStrava', 'Rsymphony', 'rties', 'rTLsDeep', 'Rtropical', 'rvMF', 'RWinEdt', 'scMappR', 'segen', 'SEMdeep', 'sendigR', 'shinyExprPortal', 'shinylive', 'shinyMixR', 'smvgraph', 'spaths', 'spectralR', 'spectrino', 'ssh', 'surveyvoi', 'symbolicQspray', 'T4cluster', 'taskscheduleR', 'TDAkit', 'TML', 'Toothnroll', 'triptych', 'tsmarch', 'TukeyRegion', 'uavRmp', 'UBayFS', 'UCSCXenaShiny', 'UnalR', 'valhallr', 'valueSetCompare', 'VICatMix', 'viewpoly', 'VIRF', 'vivid', 'voiceR', 'VOSONDash', 'vvauditor', 'vvcanvas', 'vvdoctor', 'W2CWM2C', 'wallace', 'WaveletETS', 'WaveletGBM', 'WaveletKNN', 'WaveletLSTM', 'WaveletMLbestFL', 'WaverideR', 'waves', 'WCluster', 'wdnr.gis', 'wearables', 'weatherOz', 'webglobe', 'webp', 'weed', 'WeibullFit', 'WeibullR.ALT', 'weightedCL', 'weightedGCM', 'weird', 'winch', 'windows.pls', 'worcs', 'WRI', 'wrTopDownFrag', 'WVPlots', 'wyz.code.metaTesting', 'wyz.code.rdoc', 'wyz.code.testthat', 'xdcclarge', 'xega', 'xegaDerivationTrees', 'xegaDfGene', 'xegaGaGene', 'xegaGeGene', 'xegaGpGene', 'xegaPermGene', 'xegaPopulation', 'xhaz', 'xmpdf', 'xslt', 'yhat', 'ypssc', 'zooimage'); pkgs = setdiff(pkgs, c('RInno', 'MediaNews', 'later', 'RInno', 'KeyboardSimulator', 'R2PPT', 'RWinEdt', 'blatr', 'excel.link', 'spectrino', 'taskscheduleR', 'MDSGUI', 'BiplotGUI', 'R2wd')); progressr::handlers('cli'); progressr::handlers(global = TRUE); foo = lapply(pkgs, function(x) bincraftR::build_binary_package(x, debug = FALSE, force = TRUE, platform = 'redhat-8'))"
|
|
### Manual pkg builds
|
|
# webshot2, tabledown, TestAnaAPP, trekcolors, Spectran, SimNPH, RPushbullet, SimDesign, simCAT, SIAmodules, shinytest2, ShinyItemAnalysis, shinyIRT, shiny.benchmark, scDIFtest, RSP, qtkit, PROsetta, prettifyAddins, PerFit, outlierensembles, nomnoml, mxfda, MultBiplotR, mstDIF, mdsr, makepipe, lordif, kequate, jstager, jrt, irtreliability, irtQ, irtpwr, irtGUI, irtawsi, GRShiny, GPCMlasso, googletraffic, giacR, flps, flow, faoutlier, equateIRT, EnrichIntersect, EFA.dimensions, DFIT, D3mirt, ctgdist, CoTiMA, ConvertPar, bscui, BifactorIndicesCalculator, autoFC, airt: wait for https://github.com/rstudio/r-system-requirements/pull/178
|
|
# RInno: Windows-only
|
|
# skedastic: waiting for ROI.plugin.qpoases (https://gitlab.com/roigrp/solver/ROI.plugin.qpoases/-/issues/1)
|
|
# rswipl: ccache issues: https://github.com/mgondan/rswipl/issues/3 -> solved
|
|
# Rpoppler: https://github.com/rstudio/r-system-requirements/pull/179/
|
|
# ROracle: sysdep missing -> create rule
|
|
# ROI.plugin.qpoases: https://gitlab.com/roigrp/solver/ROI.plugin.qpoases/-/issues/1
|
|
# ROI.plugin.cplex: checking for cplex... no -> requires propriatary software IBM Cplex
|
|
# RmecabKo: fatal error: mecab.h: No such file or directory
|
|
# rmarchingcubes: error: narrowing conversion of '-1' from 'int' to 'char' [-Wnarrowing] -> https://github.com/shwilks/rmarchingcubes/issues/3
|
|
# RcppMeCab: /bin/bash: line 2: mecab-config: command not found -> https://github.com/rstudio/r-system-requirements/pull/180
|
|
# Rcplex: checking for cplex... no -> requires propriatary software IBM Cplex
|
|
# Rblpapi: Unknown architecture: aarch64. Exiting. -> https://github.com/Rblp/Rblpapi/issues/399
|
|
# Rbeast: aarch64 issue -> https://github.com/zhaokg/Rbeast/issues/29
|
|
# ravetools: checking for FFTW... configure: error: Package requirements (fftw3) were not met: -> fftw3 rule needed
|
|
# Racmacs -> rmarchingcubes
|
|
# minic: /usr/include/c++/13/bits/stl_algo.h:5805:5: note: template argument deduction/substitution failed:
|
|
# KSgeneral -> aligned_mem.h:6:10: fatal error: mm_malloc.h: No such file or directory -> https://github.com/d-dimitrova/KSgeneral/issues/1
|
|
# gpuR -> /usr/bin/ld: cannot find -lOpenCL: No such file or directory -> no GPU avail
|
|
# clrng -> gpuR
|
|
# BRugs: configure: error: OpenBUGS 3.2.2 or later not found. as it is only one package, not doing anything
|
|
# gamstransfer -> gdx/src/gdlib/gmsstrm.cpp:85:70: error: narrowing conversion of '-1' from 'std::char_traits<char>::int_type' {aka 'int'} to 'char' [-Wnarrowing] -> https://github.com/GAMS-dev/transfer-r/issues/2
|
|
# filters: <simpleError: `target` must be a character vector containing no `NA` values.> -> email sent
|
|
|
|
# magickGUI, biplotbootGUI
|
|
# ymd (alpine, voi)
|
|
# tfrmtbuilder -> V8 (alpine)
|
|
# Rcmdr (alpine)
|
|
# readstata13 (alpine)
|
|
# - xvfb-run R -q -e 'options(crayon.enabled = TRUE, Ncpus = $NCPUS, future.globals.onReference = NULL); pkgs = c( "RcmdrPlugin.orloca", "RcmdrPlugin.PcaRobust", "RcmdrPlugin.RiskDemo", "RcmdrPlugin.RMTCJags", "RcmdrPlugin.ROC", "RcmdrPlugin.sos" , "RcmdrPlugin.survival", "RcmdrPlugin.TeachingDemos", "RcmdrPlugin.TeachStat", "RcmdrPlugin.temis", "RcmdrPlugin.UCA", "RcmdrPlugin.WorldFlora", "streamDAG", "stan4bart", "snplinkage", "saeHB.panel.beta", "rTwig", "rswipl", "RPointCloud", "rPDBapi", "rolog", "rmcfs", "rjags", "ResultModelManager", "RcppCWB", "RcmdrPlugin.WorldFlora", "RcmdrPlugin.UCA", "RcmdrPlugin.temis", "RcmdrPlugin.TeachStat", "RcmdrPlugin.TeachingDemos", "RcmdrPlugin.survival", "RcmdrPlugin.sos", "RcmdrPlugin.ROC", "RcmdrPlugin.RMTCJags", "RcmdrPlugin.RiskDemo", "RcmdrPlugin.PcaRobust", "RclusTool", "Rbeast", "rayrender", "quanteda.textmodels", "polmineR", "plotBart", "NlinTS", "ndtv", "overtureR", "mathml", "magickGUI", "lgpr", "KappaGUI", "historicalborrow", "GSODR", "GRIDCOPULA", "googleAnalyticsR", "fluidsynth", "EventDetectGUI", "evalITR", "EBcoBART", "deeptrafo", "dbarts", "CRE", "countSTAR", "bartMan", "bartCause", "altmeta", "EthSEQ", "dartR.spatial", "dartR.sim", "gwid", "Mega2R", "priorCON", "prior3D", "MCARtest", "designmatch", "highs", "ROI.plugin.highs", "GPCMlasso"); library(bincraftR); options(progressr.enable = TRUE); foo = lapply(pkgs, function(x) build_binary_package(x, debug = FALSE, force = TRUE, platform = "amd64"))'
|
|
backend_options:
|
|
kubernetes:
|
|
### PROD-parallel
|
|
resources:
|
|
requests:
|
|
memory: 5Gi
|
|
cpu: 2000m
|
|
limits:
|
|
memory: 20Gi
|
|
cpu: 3000m
|
|
### PROD-sequential
|
|
# resources:
|
|
# requests:
|
|
# memory: 14Gi
|
|
# cpu: 2000m
|
|
# limits:
|
|
# memory: 14Gi
|
|
# cpu: 3000m
|
|
# DEBUG
|
|
# resources:
|
|
# requests:
|
|
# memory: 4Gi
|
|
# cpu: 2000m
|
|
# limits:
|
|
# memory: 4Gi
|
|
# cpu: 2000m
|
|
nodeSelector:
|
|
kubernetes.io/arch: amd64
|
|
node.kubernetes.io/instance-type: AX42
|
|
tolerations:
|
|
- key: 'CI'
|
|
operator: 'Equal'
|
|
value: 'true'
|
|
effect: 'NoSchedule'
|