when:
  - event: manual
    evaluate: 'build == "all"'
  - event: manual
    evaluate: 'build == "redhat-8-amd64"'
  - event: manual
    evaluate: 'build == "all-amd64"'

skip_clone: true

steps:
  - name: 'Build binaries'
    secrets: [red_hat_dev_pw, aws_access_key_id, aws_secret_access_key, pgpass, git_ro_token, GITHUB_PAT]
    image: docker.io/devxygmbh/amd64-binaries-r-redhat-8
    pull: true
    # to ensure the PACKAGES upload step is being executed
    failure: ignore
    environment:
      GIT_USER: pat-s
      # set the location of the 'pkgcache' cache dir which persists the R package dependencies needed to install the packages themselves
      R_PKG_CACHE_DIR: /mnt/cache/pkgcache
      R_LIBS_USER: /mnt/cache/R-pkgs
      CCACHE_DIR: /mnt/cache/ccache
      PLATFORM: redhat-8
      BLOCK: 1833:1833
      ARCH: amd64
      NCPUS: 4
      # MEMORY: 14Gi
      # INSTANCE_TYPE: ccx23
      STRATEGY: sequential
    # volumes:
    #   - amd64-binaries-r-dep-cache-redhat-8:/mnt/cache
    commands:
      # download latest package version (avoid having to rebuild image every time)
      # rscript_startup arg: required to pass down global option to future workers https://github.com/HenrikBengtsson/future/issues/134#issuecomment-2245666169
      - git clone https://pat-s:$$git_ro_token@git.devxy.io/devxy/r-pkg-binaries.git .
      - rm -rf /mnt/cache/R-pkgs/00LOCK-r-pkg-binaries /mnt/cache/R-pkgs/00LOCK-bincraftR
      # for some reason paks pkgcache is often corrupt
      - rm -rf /mnt/cache/R-pkgs/pkgcache/ /mnt/cache/pkgcache/ /root/.cache/R/
      - R -q -e 'pak::meta_update()'
      - R -q -e 'pak::pak("git::https://gitlab.com/devxy/r-package-binaries/bincraftr.git")'
      - R -q -e 'packageVersion("bincraftR")'
      # more complicated system dependencies which pak cannot resolve
      - mkdir -p /mnt/cache/pkgcache /mnt/cache/R-pkgs /mnt/cache/ccache /mnt/cache/packages
      # set additional repos: important as otherwise some packages cannot be resolved (e.g. INLA). Also: setting our own binary repos so we can make use of them for dep installation at some point
      ### Check
      # - Rsymphony/ROI.plugin.symphony/adea/PortfolioAnalytics -> can't install/link external SYMPHONY lib (only on RHEL, as for others syslib exists)
      # - Rglpk
      # biplotbootGUI: somehow ubuntu still hangs even when using xvfb-run
      - xvfb-run R -q -e "options(crayon.enabled = TRUE, Ncpus = $NCPUS, future.globals.onReference = NULL, repos = structure(c(devxy = 'https://cran.devxy.io/amd64/rhel8/latest', CRAN = 'https://cloud.r-project.org'))); library(dplyr); library(bincraftR); cran_pkgs = tools::CRAN_package_db()[['Package']]; '%nin%' <- Negate('%in%'); foo = query_metadata_table() |> filter(platform == 'redhat-8', arch == 'amd64') |> distinct(name) |> pull(name); pkgs <- dput(cran_pkgs[cran_pkgs %nin% foo][0:300]); pkgs = c('later', 'lazysf', 'lconnect', 'leafem',  'leafpm', 'leafpop', 'leafR', 'leastcostpath', 'leidenbase',  'letsR', 'lgcp', 'lgpr', 'lidaRtRee', 'lidR', 'LipidomicsR',  'LMoFit', 'locpolExpectile', 'loewesadditivity', 'LorMe', 'LPDynR',  'LS2Wstat', 'lucas', 'lwgeom', 'M3', 'MainExistingDatasets',  'malariaAtlas', 'mapboxapi', 'mapchina', 'mapedit', 'MapGAM',  'mapi', 'mapiso', 'mapmixture', 'mapping', 'mapsapi', 'mapscanner',  'mapSpain', 'mapsRinteractive', 'mapStats', 'mapview', 'Markovchart',  'MassWateR', 'mathml', 'matRiks', 'MazamaLocationUtils', 'MazamaSpatialPlots',  'mbr', 'mcradds', 'MDSGUI', 'medfate', 'medfateland', 'MediaNews',  'metaGE', 'metajam', 'meteo', 'meteoland', 'meteospain', 'MetricGraph',  'MetSizeR', 'mfpp', 'mgwrhw', 'micd', 'miceRanger', 'MigConnectivity',  'minired', 'misuvi', 'mixgb', 'mixpoissonreg', 'MLE', 'mlmts',  'MMOC', 'MN', 'moc.gapbk', 'modgo', 'ModTools', 'momentuHMM',  'monographaR', 'MonoPhy', 'morphomap', 'Morphoscape', 'motif',  'move2', 'movecost', 'movegroup', 'mregions2', 'MTA', 'mvcauchy',  'mvcor', 'mvhtests', 'naive', 'nebula', 'negligible', 'neo4jshell',  'nesRdata', 'nestedcv', 'NetFACS', 'NetSci', 'NGBVS', 'NGCHM',  'nlgm', 'nlmixr2', 'nlmixr2plot', 'nmrrr', 'npcurePK', 'oaqc',  'obfuscatoR', 'OpenCL', 'outliers.ts.oga', 'parTimeROC', 'Patterns',  'pbANOVA', 'pcaL1', 'pcds.ugraph', 'pchc', 'PCRA', 'pgKDEsphere',  'phylotypr', 'phylter', 'plumberDeploy', 'PNAR', 'polyhedralCubature',  'popstudy', 'PoweREST', 'PPbigdata', 'ppsbm', 'practicalSigni',  'PRTree', 'qspray', 'qsub', 'QUALYPSO', 'R2PPT', 'R2wd', 'RandomWalker',  'RankAggSIgFUR', 'RAppArmor', 'RationalMatrix', 'ratioOfQsprays',  'ravetools', 'raymolecule', 'rcaiman', 'Rcatch22', 'rcccd', 'rcompanion',  'rcontroll', 'Rcplex', 'RcppCWB', 'RcppMagicEnum', 'rdflib',  'RDM', 'redland', 'regda', 'resultant', 'Rfast2', 'rFUSION',  'RInno', 'rmapzen', 'Rmpi', 'robin', 'RobRegression', 'RODBC',  'ROI.models.globalOptTests', 'ROI.plugin.cplex', 'ROI.plugin.neos',  'ROI.plugin.symphony', 'rollinglda', 'ROracle', 'rotor', 'Rpadrino',  'RPatternJoin', 'RPEGLMEN', 'RPESE', 'RPointCloud', 'Rpoppler',  'rpyANTs', 'RQdeltaCT', 'RQuantLib', 'RRTCS', 'rsat', 'RSAtools',  'RSDK', 'RSquaredMI', 'rStrava', 'Rsymphony', 'rties', 'rTLsDeep',  'Rtropical', 'rvMF', 'RWinEdt', 'segen', 'SEIRfansy', 'SelectBoost',  'sendigR', 'sevenbridges2', 'shinyExprPortal', 'shinylive', 'shinyMixR',  'simDAG', 'smartsnp', 'smvgraph', 'spaceNet', 'sparseCov', 'spaths',  'spectralR', 'spectrino', 'Spectrum', 'ssh', 'SSHAARP', 'surveyvoi',  'symbolicQspray', 'tabxplor', 'tame', 'taskscheduleR', 'theft',  'theftdlc', 'tidyclust', 'TML', 'Toothnroll', 'TreeDimensionTest',  'triptych', 'trtswitch', 'truh', 'TSCI', 'tsgarch', 'tsmarch',  'TSS.RESTREND', 'tssim', 'TTCA', 'TukeyRegion', 'turkeyelections',  'tvgarch', 'tvReg', 'TwitterAutomatedTrading', 'twl', 'TwoArmSurvSim',  'txshift', 'uavRmp', 'UBayFS', 'UCSCXenaShiny', 'ufRisk', 'UnalR',  'unusualprofile', 'upndown', 'UpSetVP', 'upstartr', 'URooTab',  'ursa', 'utile.tables', 'UtilityFrailtyPH12', 'vaccine', 'vachette',  'valhallr', 'validateIt', 'valueSetCompare', 'varjmcm', 'vccp',  'vcr', 'vectorwavelet', 'vetiver', 'vhcub', 'viewpoly', 'viraldomain',  'VIRF', 'VisualDom', 'vivid', 'VLTimeCausality', 'vmeasur', 'voiceR',  'vol2birdR', 'voluModel', 'VOSONDash', 'vscc', 'vsmi', 'VsusP',  'vvauditor', 'vvcanvas', 'vvdoctor', 'W2CWM2C', 'wallace', 'WaveletETS',  'WaveletGBM', 'WaveletKNN', 'WaveletLSTM', 'WaveletMLbestFL',  'WaverideR', 'waves', 'WCluster', 'wdnr.gis', 'wearables', 'weatherOz',  'webglobe', 'webp', 'weed', 'WeibullFit', 'WeibullR.ALT', 'weightedCL',  'weightedGCM', 'weird', 'wiesbaden', 'winch', 'windows.pls',  'worcs', 'WRI', 'wrTopDownFrag', 'WVPlots', 'wyz.code.metaTesting',  'wyz.code.rdoc', 'wyz.code.testthat', 'xdcclarge', 'xega', 'xegaDerivationTrees',  'xegaDfGene', 'xegaGaGene', 'xegaGeGene', 'xegaGpGene', 'xegaPermGene',  'xegaPopulation', 'xhaz', 'xmpdf', 'xslt', 'yhat', 'ypssc', 'zooimage' ); pkgs = setdiff(pkgs, c('RInno', 'MediaNews', 'later')); progressr::handlers('cli'); progressr::handlers(global = TRUE); foo = lapply(pkgs, function(x) bincraftR::build_binary_package(x, debug = FALSE, force = TRUE, platform = 'redhat-8'))"
      ### Manual pkg builds
      # webshot2, tabledown, TestAnaAPP, trekcolors, Spectran, SimNPH, RPushbullet, SimDesign, simCAT, SIAmodules, shinytest2, ShinyItemAnalysis, shinyIRT, shiny.benchmark, scDIFtest, RSP, qtkit, PROsetta, prettifyAddins, PerFit, outlierensembles, nomnoml, mxfda, MultBiplotR, mstDIF, mdsr, makepipe, lordif, kequate, jstager, jrt, irtreliability, irtQ, irtpwr, irtGUI, irtawsi, GRShiny, GPCMlasso, googletraffic, giacR, flps, flow, faoutlier, equateIRT, EnrichIntersect, EFA.dimensions, DFIT, D3mirt, ctgdist, CoTiMA, ConvertPar, bscui, BifactorIndicesCalculator, autoFC, airt: wait for https://github.com/rstudio/r-system-requirements/pull/178
      # RInno: Windows-only
      # skedastic: waiting for ROI.plugin.qpoases (https://gitlab.com/roigrp/solver/ROI.plugin.qpoases/-/issues/1)
      # rswipl: ccache issues: https://github.com/mgondan/rswipl/issues/3 -> solved
      # Rpoppler: https://github.com/rstudio/r-system-requirements/pull/179/
      # ROracle: sysdep missing -> create rule
      # ROI.plugin.qpoases: https://gitlab.com/roigrp/solver/ROI.plugin.qpoases/-/issues/1
      # ROI.plugin.cplex: checking for cplex... no -> requires propriatary software IBM Cplex
      # RmecabKo: fatal error: mecab.h: No such file or directory
      # rmarchingcubes: error: narrowing conversion of '-1' from 'int' to 'char' [-Wnarrowing] -> https://github.com/shwilks/rmarchingcubes/issues/3
      # RcppMeCab: /bin/bash: line 2: mecab-config: command not found -> https://github.com/rstudio/r-system-requirements/pull/180
      # Rcplex: checking for cplex... no -> requires propriatary software IBM Cplex
      # Rblpapi: Unknown architecture: aarch64. Exiting. -> https://github.com/Rblp/Rblpapi/issues/399
      # Rbeast: aarch64 issue -> https://github.com/zhaokg/Rbeast/issues/29
      # ravetools: checking for FFTW... configure: error: Package requirements (fftw3) were not met: -> fftw3 rule needed
      # Racmacs -> rmarchingcubes
      # minic: /usr/include/c++/13/bits/stl_algo.h:5805:5: note:   template argument deduction/substitution failed:
      # KSgeneral -> aligned_mem.h:6:10: fatal error: mm_malloc.h: No such file or directory -> https://github.com/d-dimitrova/KSgeneral/issues/1
      # gpuR -> /usr/bin/ld: cannot find -lOpenCL: No such file or directory -> no GPU avail
      # clrng -> gpuR
      # BRugs: configure: error: OpenBUGS 3.2.2 or later not found. as it is only one package, not doing anything
      # gamstransfer -> gdx/src/gdlib/gmsstrm.cpp:85:70: error: narrowing conversion of '-1' from 'std::char_traits<char>::int_type' {aka 'int'} to 'char' [-Wnarrowing] -> https://github.com/GAMS-dev/transfer-r/issues/2
      # filters: <simpleError: `target` must be a character vector containing no `NA` values.> -> email sent

      # magickGUI, biplotbootGUI
      # ymd (alpine, voi)
      # tfrmtbuilder -> V8 (alpine)
      # Rcmdr (alpine)
      # readstata13 (alpine)
      # - xvfb-run R -q -e 'options(crayon.enabled = TRUE, Ncpus = $NCPUS, future.globals.onReference = NULL); pkgs = c( "RcmdrPlugin.orloca", "RcmdrPlugin.PcaRobust", "RcmdrPlugin.RiskDemo", "RcmdrPlugin.RMTCJags", "RcmdrPlugin.ROC", "RcmdrPlugin.sos" , "RcmdrPlugin.survival", "RcmdrPlugin.TeachingDemos", "RcmdrPlugin.TeachStat", "RcmdrPlugin.temis", "RcmdrPlugin.UCA", "RcmdrPlugin.WorldFlora", "streamDAG", "stan4bart", "snplinkage", "saeHB.panel.beta", "rTwig", "rswipl", "RPointCloud", "rPDBapi", "rolog", "rmcfs", "rjags", "ResultModelManager", "RcppCWB", "RcmdrPlugin.WorldFlora", "RcmdrPlugin.UCA", "RcmdrPlugin.temis", "RcmdrPlugin.TeachStat", "RcmdrPlugin.TeachingDemos", "RcmdrPlugin.survival", "RcmdrPlugin.sos", "RcmdrPlugin.ROC", "RcmdrPlugin.RMTCJags", "RcmdrPlugin.RiskDemo", "RcmdrPlugin.PcaRobust", "RclusTool", "Rbeast", "rayrender", "quanteda.textmodels", "polmineR", "plotBart", "NlinTS", "ndtv", "overtureR", "mathml", "magickGUI", "lgpr", "KappaGUI", "historicalborrow", "GSODR", "GRIDCOPULA", "googleAnalyticsR", "fluidsynth", "EventDetectGUI", "evalITR", "EBcoBART", "deeptrafo", "dbarts", "CRE", "countSTAR", "bartMan", "bartCause", "altmeta", "EthSEQ", "dartR.spatial", "dartR.sim", "gwid", "Mega2R", "priorCON", "prior3D", "MCARtest", "designmatch", "highs", "ROI.plugin.highs", "GPCMlasso"); library(bincraftR); options(progressr.enable = TRUE); foo = lapply(pkgs, function(x) build_binary_package(x, debug = FALSE, force = TRUE, platform = "amd64"))'
    backend_options:
      kubernetes:
        ### PROD-parallel
        resources:
          requests:
            memory: 5Gi
            cpu: 2000m
          limits:
            memory: 20Gi
            cpu: 3000m
        ### PROD-sequential
        # resources:
        #   requests:
        #     memory: 14Gi
        #     cpu: 2000m
        #   limits:
        #     memory: 14Gi
        #     cpu: 3000m
        # DEBUG
        # resources:
        #   requests:
        #     memory: 4Gi
        #     cpu: 2000m
        #   limits:
        #     memory: 4Gi
        #     cpu: 2000m
        nodeSelector:
          kubernetes.io/arch: amd64
          node.kubernetes.io/instance-type: AX42
        tolerations:
          - key: 'CI'
            operator: 'Equal'
            value: 'true'
            effect: 'NoSchedule'