cache images

This commit is contained in:
Patrick Schratz 2024-11-26 14:13:24 +01:00
commit 3d5a815004
Signed by: pat-s
GPG key ID: 3C6318841EF78925

View file

@ -31,7 +31,6 @@ steps:
# volumes:
# - amd64-binaries-r-dep-cache-alpine-320:/mnt/cache
commands:
# download latest package version (avoid having to rebuild image every time)
# rscript_startup arg: required to pass down global option to future workers https://github.com/HenrikBengtsson/future/issues/134#issuecomment-2245666169
- git clone https://pat-s:$$git_ro_token@git.devxy.io/devxy/r-pkg-binaries.git .
- rm -rf /mnt/cache/R-pkgs/00LOCK-r-pkg-binaries /mnt/cache/R-pkgs/00LOCK-bincraftR
@ -41,7 +40,6 @@ steps:
- R -q -e 'packageVersion("bincraftR")'
# more complicated system dependencies which pak cannot resolve
- mkdir -p /mnt/cache/pkgcache /mnt/cache/R-pkgs /mnt/cache/ccache /mnt/cache/packages
# set additional repos: important as otherwise some packages cannot be resolved (e.g. INLA). Also: setting our own binary repos so we can make use of them for dep installation at some point
### Check
# - Rsymphony/ROI.plugin.symphony/adea/PortfolioAnalytics -> can't install/link external SYMPHONY lib (only on RHEL, as for others syslib exists)
# - Rglpk
@ -49,7 +47,7 @@ steps:
# doBy: hangs on alpine
# later: hangs on ubuntu
- R -q -e 'install.packages("pak", repos = sprintf("https://r-lib.github.io/p/pak/devel/%s/%s/%s", .Platform$pkgType, R.Version()$os, R.Version()$arch))'
- xvfb-run R -q -e "options(crayon.enabled = TRUE, Ncpus = $NCPUS, future.globals.onReference = NULL); pak::sysreqs_db_update(); pkgs = c('doBy', 'DoE.base', 'DoE.wrapper', 'eha', 'FrF2', 'FrF2.catlg128', 'gRain', 'gRbase', 'IDPmisc', 'MediaNews', 'pbkrtest', 'RInno', 'RVAideMemoire', 'seewave', 'SEMdeep', 'semicmprskcoxmsm', 'SemiCompRisks', 'SemiPar.depCens', 'semnar', 'sentiment.ai', 'sephora', 'sfarrow', 'sfcentral', 'sfdct', 'sfhotspot', 'sfnetworks', 'sftrack', 'sgsR', 'ShapePattern', 'shapes', 'ShapeSelectForest', 'SHAPforxgboost', 'shapviz', 'ShellChron', 'shelter', 'shiny.benchmark', 'shinybrms', 'shinyCohortBuilder', 'shinyIRT', 'ShinyItemAnalysis', 'shinyRGL', 'shinytest2', 'shrinkDSM', 'SIAmodules', 'SIGN', 'siland', 'simCAT', 'SimDesign', 'SimInf', 'SimNPH', 'simplePHENOTYPES', 'simplexreg', 'SimRDS', 'SimSurvey', 'simulariatools', 'sirad', 'sisireg', 'sits', 'SLBDD', 'slideview', 'smartmap', 'smcryptoR', 'SMDIC', 'smile', 'SMITIDstruct', 'smlmkalman', 'smoothAPC', 'smosr', 'snplinkage', 'sociome', 'sodium', 'SoilSaltIndex', 'spacejamr', 'SpaDES', 'SpaDES.core', 'SpaDES.tools', 'spANOVA', 'sparrpowR', 'sparseCov', 'SPARSEMODr', 'SpatGC', 'SpatGRID', 'spatialEco', 'SpatialEpi', 'SpatialfdaR', 'SpatialGraph', 'SpatialKDE', 'SpatialPosition', 'spatialreg', 'SpatialRegimes', 'SpaTopic', 'spatsurv', 'spbal', 'spDates', 'spdynmod', 'spectacles', 'spectator', 'spectralR', 'spectrino', 'Spectrum', 'speech', 'spemd', 'spex', 'spGARCH', 'sphereplot', 'sphet', 'spidR', 'spldv', 'splm', 'spm', 'spm2', 'spsur', 'spup', 'SQL', 'SQRL', 'SRTsim', 'ssdGSA', 'SSDM', 'ssfa', 'ssh', 'SSIMmap', 'SSN2', 'SSNbayes', 'SSNbler', 'sta', 'stacomiR', 'stacomirtools', 'stampr', 'stan4bart', 'stars', 'starsExtra', 'starsTileServer', 'StatDA', 'statgenMPP', 'stcos', 'stelfi', 'stepgbm', 'steprf', 'steps', 'stfit', 'stopp', 'stops', 'stpphawkes', 'stppSim', 'strand', 'stratbr', 'StratifiedRF', 'StreamMetabolism', 'streetscape', 'string2path', 'stxplore', 'SubTS', 'SubtypeDrug', 'SUNGEO', 'SurfaceTortoise', 'SurrogateRsq', 'surrosurv', 'surveyPrev', 'surveyvoi', 'survivalMPLdc', 'survSNP', 'svars', 'swaRmverse', 'swfscAirDAS', 'swfscDAS', 'SWMPrExtension', 'symbolicDA', 'symbolicQspray', 'symengine', 'SymTS', 'T4cluster', 'tabularaster', 'tailDepFun', 'track2KBA', 'trackeRapp', 'traineR', 'transformr', 'transfR', 'traveltimeR', 'trigpoints', 'tripEstimation', 'TroublemakeR', 'trtswitch', 'truh', 'TSCI', 'TUFLOWR', 'tvthemes', 'twangMediation', 'twangRDC', 'uavRmp', 'udunits2', 'ugatsdb', 'ulex', 'ultrapolaRplot', 'UnalR', 'UniprotR', 'units', 'upstartr', 'ursa', 'usdm', 'valuemap', 'VancouvR', 'vapour', 'VBLPCM', 'VC2copula', 'vein', 'versioning', 'vines', 'virtualspecies', 'virtuoso', 'visaOTR', 'visStatistics', 'visualpred', 'visvow', 'vivid', 'vmeasur', 'voi', 'vol2birdR', 'voluModel', 'vvauditor', 'wactor', 'wallace', 'warabandi', 'washr', 'WaveletMLbestFL', 'waver', 'waves', 'WCluster', 'wdnr.gis', 'wdpar', 'weatherOz', 'webglobe', 'webSDM', 'WEGE', 'weightedGCM', 'wiesbaden', 'wildlifeDI', 'windAC', 'WMAP', 'WQM', 'xgb2sql', 'xgboost', 'xrf', 'xRing', 'xslt', 'zcurve', 'zonebuilder', 'zoomerjoin' ); pkgs = setdiff(pkgs, c('RInno', 'MediaNews', 'DoE.base', 'DoE.wrapper', 'FrF2', 'FrF2.catlg128', 'eha', 'gRain', 'gRbase', 'doBy', 'IDPmisc', 'RVAideMemoire', 'pbkrtest', 'seewave')); progressr::handlers('cli'); progressr::handlers(global = TRUE); foo = lapply(pkgs, function(x) bincraftR::build_binary_package(x, debug = FALSE, force = TRUE, platform = 'alpine-320'))"
- xvfb-run R -q -e "options(crayon.enabled = TRUE, Ncpus = $NCPUS, future.globals.onReference = NULL); pak::sysreqs_db_update(); pkgs = c('ABACUS', 'abmR', 'abn', 'abstr', 'abstractr', 'acdcR', 'ActCR', 'actel', 'activAnalyzer', 'actxps', 'adapt4pv', 'AdhereRViz', 'AirExposure', 'ajv', 'alcyon', 'AlleleShift', 'almanac', 'alookr', 'amadeus', 'anominate', 'AntMAN', 'APCalign', 'aPCoA', 'apisensr', 'appeears', 'AquaBEHER', 'archive', 'arcpbf', 'arealDB', 'asciicast', 'audrex', 'audubon', 'autoBagging', 'autostats', 'av', 'badgen', 'baguette', 'banter', 'bartCause', 'bartMan', 'base64', 'basemaps', 'bate', 'BayesOrdDesign', 'BayesXsrc', 'bdl', 'BED', 'BeeBDC', 'behaviorchange', 'bfboinet', 'bigGP', 'bigrquerystorage', 'biocompute', 'biopixR', 'BioPred', 'BiplotGUI', 'blackmarbler', 'blatr', 'BoolFilter', 'bpmnR', 'bRacatus', 'brickster', 'brsim', 'BRugs', 'bs4Dash', 'BSTZINB', 'C50', 'CAinterprTools', 'canadamaps', 'CaseBasedReasoning', 'CausalGPS', 'causalHyperGraph', 'causalPAF', 'cbl', 'CCd', 'cellularautomata', 'CensSpatial', 'centerline', 'CERFIT', 'Certara.RsNLME', 'cffr', 'chilemapas', 'chooseGCM', 'CIMTx', 'ClickHouseHTTP', 'clinDataReview', 'clrng', 'clustTMB', 'ClusVis', 'cmprskcoxmsm', 'cohorttools', 'colormap', 'CompositionalRF', 'concaveman', 'conmet', 'conos', 'constrainedKriging', 'conversim', 'CoTiMA', 'countSTAR', 'covalchemy', 'covid19india', 'cppcheckR', 'CRE', 'creditmodel', 'crimeutils', 'crumble', 'cshapes', 'csmpv', 'ctrdata', 'CTRing', 'd4storagehub4R', 'daff', 'dagitty', 'dagwood', 'dartR', 'dartR.base', 'dartR.captive', 'dartR.popgen', 'dartR.sexlinked', 'dartR.sim', 'dartR.spatial', 'datacleanr', 'dataone', 'datapack', 'datasetjson', 'dataspice', 'dbarts', 'dblr', 'ddml', 'DeepLearningCausal', 'dendroNetwork', 'depCensoring', 'DGP4LCF', 'DiagrammeRsvg', 'DICEM', 'diffdfs', 'diffeRenTES', 'DIFM', 'DImodelsVis', 'DIscBIO', 'disclosuR', 'DiSCos', 'disk.frame', 'dismo', 'dispeRse', 'dissever', 'diversitree', 'divraster', 'DMMF', 'do3PCA', 'DoE.wrapper', 'DominoDataR', 'doMPI', 'doolkit', 'doRedis', 'DOT', 'dots', 'DoubleML', 'doublIn', 'downscale', 'dpkg', 'DRHotNet', 'DR.SC', 'DrugSim2DR', 'DRviaSPCN', 'DSAM', 'dsims', 'dsmSearch', 'dssd', 'Dtableone', 'dtComb', 'dti', 'dtrackr', 'DWLS', 'dycdtools', 'dynamAedes', 'dynamicSDM', 'dynatopGIS', 'dynr', 'dySEM', 'DySS', 'easyNCDF', 'easySdcTable', 'EBcoBART', 'ebmc', 'ecdata', 'eCerto', 'ech', 'ecochange', 'ecocomDP', 'ecoCopula', 'econetwork', 'ecopower', 'ecospat', 'edgebundleR', 'ediblecity', 'eDITH', 'eemdARIMA', 'EEMDelm', 'EEMDlstm', 'eemdTDNN', 'EFAfactors', 'EIX', 'emailjsr', 'EmissV', 'emld', 'enerscape', 'ENMTools', 'envi', 'epicmodel', 'epidm', 'epilogi', 'epimdr2', 'EpiSemble', 'epitweetr', 'epiworldRShiny', 'epizootic', 'eSDM', 'eseis', 'espadon', 'EthSEQ', 'ETRep', 'evidence', 'evobiR', 'excel.link', 'eyetools', 'FaaSr', 'facmodTS', 'fangs', 'fanovaGraph', 'fcl', 'fdq', 'FedData', 'fgdr', 'fingerPro', 'finnts', 'fio', 'fishRman', 'florabr', 'fluidsynth', 'fmesher', 'fmf', 'forensIT', 'forestdynR', 'FORTLS', 'foundry', 'FrF2.catlg128', 'FSK2R', 'func2vis', 'galah', 'gbifdb', 'gdtools', 'GeneralisedCovarianceMeasure', 'GENLIB', 'GenoTriplo', 'geocomplexity', 'geodl', 'geodrawr', 'geofi', 'geogenr', 'geoheatmap', 'georob', 'geostan', 'GeoTox', 'GeoWeightedModel', 'geslaR', 'gfer', 'ggESDA', 'ggfacto', 'ggpattern', 'giacR', 'GISTools', 'glossa', 'gmDatabase', 'Goodreader', 'googletraffic', 'gpboost', 'GPCERF', 'gpuR', 'Greymodels', 'GRShiny', 'gsbDesign', 'gsDesign2', 'gtExtras', 'GTFSwizard', 'gto', 'gtreg', 'gwavr', 'gwid', 'GWmodel', 'gwpcormapper', 'GWSDAT', 'habtools', 'HAC', 'handwriterApp', 'handwriterRF', 'hdf5r', 'hdf5r.Extra', 'HDSpatialScan' ); pkgs = setdiff(pkgs, c('RInno', 'MediaNews', 'DoE.base', 'DoE.wrapper', 'FrF2', 'FrF2.catlg128', 'eha', 'gRain', 'gRbase', 'doBy', 'IDPmisc', 'RVAideMemoire', 'pbkrtest', 'seewave')); progressr::handlers('cli'); progressr::handlers(global = TRUE); foo = lapply(pkgs, function(x) bincraftR::build_binary_package(x, debug = FALSE, force = TRUE, platform = 'alpine-320'))"
### Manual pkg builds
# webshot2, tabledown, TestAnaAPP, trekcolors, Spectran, SimNPH, RPushbullet, SimDesign, simCAT, SIAmodules, shinytest2, ShinyItemAnalysis, shinyIRT, shiny.benchmark, scDIFtest, RSP, qtkit, PROsetta, prettifyAddins, PerFit, outlierensembles, nomnoml, mxfda, MultBiplotR, mstDIF, mdsr, makepipe, lordif, kequate, jstager, jrt, irtreliability, irtQ, irtpwr, irtGUI, irtawsi, GRShiny, GPCMlasso, googletraffic, giacR, flps, flow, faoutlier, equateIRT, EnrichIntersect, EFA.dimensions, DFIT, D3mirt, ctgdist, CoTiMA, ConvertPar, bscui, BifactorIndicesCalculator, autoFC, airt: wait for https://github.com/rstudio/r-system-requirements/pull/178
# RInno: Windows-only