build-cran-binaries/.crow/build-redhat-8-arm64.yaml

when:
  - event: manual
    evaluate: 'build == "all"'
  - event: manual
    evaluate: 'build == "redhat-8-arm64"'
  - event: manual
    evaluate: 'build == "all-arm64"'

skip_clone: true

steps:
  # - name: 'Warming up'
  #   image: busybox:latest
  #   failure: ignore
  #   commands:
  #     - sleep 300
  #     - echo "Warmed Up"
  #   backend_options:
  #     kubernetes:
  #       resources:
  #         requests:
  #           memory: 14Gi
  #           cpu: 3000m
  #         limits:
  #           memory: 14Gi
  #           cpu: 3000m
  #       nodeSelector:
  #         kubernetes.io/arch: arm64
  #         node.kubernetes.io/instance-type: cax31
  #       tolerations:
  #         - key: 'CI'
  #           operator: 'Equal'
  #           value: 'true'
  #           effect: 'NoSchedule'

  - name: 'Build binaries'
    image: docker.io/devxygmbh/arm64-binaries-r-redhat-8
    pull: true
    # to ensure the PACKAGES upload step is being executed
    failure: ignore
    environment:
      RED_HAT_DEV_PW:
        from_secret: RED_HAT_DEV_PW
      HETZNER_S3_ACCESS_KEY_K3S:
        from_secret: HETZNER_S3_ACCESS_KEY_K3S
      HETZNER_S3_SECRET_KEY_K3S:
        from_secret: HETZNER_S3_SECRET_KEY_K3S
      PGPASS:
        from_secret: PGPASS
      GIT_RO_TOKEN:
        from_secret: GIT_RO_TOKEN
      GITHUB_PAT:
        from_secret: GITHUB_PAT
      # normal env vars
      GIT_USER: pat-s
      NTFY_SERVER:
        from_secret: NTFY_SERVER
      NTFY_TOPIC:
        from_secret: NTFY_TOPIC
      NTFY_AUTH: TRUE
      NTFY_PASSWORD:
        from_secret: ntfy_token
      # set the location of the 'pkgcache' cache dir which persists the R package dependencies needed to install the packages themselves
      R_PKG_CACHE_DIR: /mnt/cache/pkgcache
      R_LIBS_USER: /mnt/cache/R-pkgs
      CCACHE_DIR: /mnt/cache/ccache
      PLATFORM: redhat-8
      BLOCK: 20500:length(pkgs)
      ARCH: arm64
      NCPUS: 2
      MEMORY: 14Gi
      INSTANCE_TYPE: cax31
      STRATEGY: multisession
    # volumes:
    #   - arm64-binaries-r-dep-cache-redhat-8:/mnt/cache
    commands:
      - git clone -q https://pat-s:$$GIT_RO_TOKEN@git.devxy.io/devxy/build-binaries.git .
      - rm -rf /mnt/cache/R-pkgs/00LOCK-r-pkg-binaries /mnt/cache/R-pkgs/00LOCK-bincraft /mnt/cache/R-pkgs/00LOCK-pak /mnt/cache/pkgcache/R/pkgcache /mnt/cache/pkgcache/R/pkgcache /mnt/cache/R-pkgs/pkgcache
      - R -q -e 'pak::pak("git::https://codefloe.com/rpkgs/bincraft.git")'
      - R -q -e 'packageVersion("bincraft")'
      - mkdir -p /mnt/cache/pkgcache /mnt/cache/R-pkgs /mnt/cache/ccache /mnt/cache/packages
      # Windows-only: 'RInno', 'KeyboardSimulator', 'R2PPT', 'RWinEdt', 'blatr', 'excel.link', 'spectrino', 'taskscheduleR', 'MDSGUI', 'BiplotGUI', 'R2wd', 'rFUSION', 'MediaNews'
      - xvfb-run R -q -e "options(crayon.enabled = TRUE, Ncpus = $NCPUS, future.globals.onReference = NULL); pkgs = c('aphylo', 'atime'); pkgs = setdiff(pkgs, c('RInno', 'MediaNews', 'RInno', 'KeyboardSimulator', 'R2PPT', 'RWinEdt', 'blatr', 'excel.link', 'spectrino', 'taskscheduleR', 'MDSGUI', 'BiplotGUI', 'R2wd')); progressr::handlers('cli'); progressr::handlers(global = TRUE); foo = lapply(pkgs, function(x) bincraft::build_binary_package(x, is_debug = FALSE, force = TRUE, s3_endpoint = 'https://hel1.your-objectstorage.com', s3_region = 'hel1', s3_bucket = 'devxy-r-package-binaries-hel1', s3_access_key_id = Sys.getenv('HETZNER_S3_ACCESS_KEY_K3S'), s3_secret_access_key = Sys.getenv('HETZNER_S3_SECRET_KEY_K3S'), metadata_db_host = 'r-binaries.devxy.io', metadata_db_name = 'build_metadata', metadata_db_table = 'single_builds', metadata_db_user = 'r_binaries', metadata_db_password = Sys.getenv('PGPASS'), metadata_db_sslmode = 'require', metadata_db_port = 15432, archive = TRUE, upload = TRUE, store_build_metadata = TRUE, platform = 'redhat-8'))"
      ### Manual pkg builds
      # webshot2, tabledown, TestAnaAPP, trekcolors, Spectran, SimNPH, RPushbullet, SimDesign, simCAT, SIAmodules, shinytest2, ShinyItemAnalysis, shinyIRT, shiny.benchmark, scDIFtest, RSP, qtkit, PROsetta, prettifyAddins, PerFit, outlierensembles, nomnoml, mxfda, MultBiplotR, mstDIF, mdsr, makepipe, lordif, kequate, jstager, jrt, irtreliability, irtQ, irtpwr, irtGUI, irtawsi, GRShiny, GPCMlasso, googletraffic, giacR, flps, flow, faoutlier, equateIRT, EnrichIntersect, EFA.dimensions, DFIT, D3mirt, ctgdist, CoTiMA, ConvertPar, bscui, BifactorIndicesCalculator, autoFC, airt: wait for https://github.com/rstudio/r-system-requirements/pull/178
      # RInno: Windows-only
      # skedastic: waiting for ROI.plugin.qpoases (https://gitlab.com/roigrp/solver/ROI.plugin.qpoases/-/issues/1)
      # rswipl: ccache issues: https://github.com/mgondan/rswipl/issues/3 -> solved
      # Rpoppler: https://github.com/rstudio/r-system-requirements/pull/179/
      # ROracle: sysdep missing -> create rule
      # ROI.plugin.qpoases: https://gitlab.com/roigrp/solver/ROI.plugin.qpoases/-/issues/1
      # ROI.plugin.cplex: checking for cplex... no -> requires propriatary software IBM Cplex
      # RmecabKo: fatal error: mecab.h: No such file or directory
      # rmarchingcubes: error: narrowing conversion of '-1' from 'int' to 'char' [-Wnarrowing] -> https://github.com/shwilks/rmarchingcubes/issues/3
      # RcppMeCab: /bin/bash: line 2: mecab-config: command not found -> https://github.com/rstudio/r-system-requirements/pull/180
      # Rcplex: checking for cplex... no -> requires propriatary software IBM Cplex
      # Rblpapi: Unknown architecture: aarch64. Exiting. -> https://github.com/Rblp/Rblpapi/issues/399
      # Rbeast: aarch64 issue -> https://github.com/zhaokg/Rbeast/issues/29
      # ravetools: checking for FFTW... configure: error: Package requirements (fftw3) were not met: -> fftw3 rule needed
      # Racmacs -> rmarchingcubes
      # minic: /usr/include/c++/13/bits/stl_algo.h:5805:5: note:   template argument deduction/substitution failed:
      # KSgeneral -> aligned_mem.h:6:10: fatal error: mm_malloc.h: No such file or directory -> https://github.com/d-dimitrova/KSgeneral/issues/1
      # gpuR -> /usr/bin/ld: cannot find -lOpenCL: No such file or directory -> no GPU avail
      # clrng -> gpuR
      # BRugs: configure: error: OpenBUGS 3.2.2 or later not found. as it is only one package, not doing anything
      # gamstransfer -> gdx/src/gdlib/gmsstrm.cpp:85:70: error: narrowing conversion of '-1' from 'std::char_traits<char>::int_type' {aka 'int'} to 'char' [-Wnarrowing] -> https://github.com/GAMS-dev/transfer-r/issues/2
      # filters: <simpleError: `target` must be a character vector containing no `NA` values.> -> email sent
      # magickGUI, biplotbootGUI
      # ymd (alpine, voi)
      # tfrmtbuilder -> V8 (alpine)
      # Rcmdr (alpine)
      # readstata13 (alpine)
      # - xvfb-run R -q -e 'options(crayon.enabled = TRUE, Ncpus = $NCPUS, future.globals.onReference = NULL); pkgs = c( "RcmdrPlugin.orloca", "RcmdrPlugin.PcaRobust", "RcmdrPlugin.RiskDemo", "RcmdrPlugin.RMTCJags", "RcmdrPlugin.ROC", "RcmdrPlugin.sos" , "RcmdrPlugin.survival", "RcmdrPlugin.TeachingDemos", "RcmdrPlugin.TeachStat", "RcmdrPlugin.temis", "RcmdrPlugin.UCA", "RcmdrPlugin.WorldFlora", "streamDAG", "stan4bart", "snplinkage", "saeHB.panel.beta", "rTwig", "rswipl", "RPointCloud", "rPDBapi", "rolog", "rmcfs", "rjags", "ResultModelManager", "RcppCWB", "RcmdrPlugin.WorldFlora", "RcmdrPlugin.UCA", "RcmdrPlugin.temis", "RcmdrPlugin.TeachStat", "RcmdrPlugin.TeachingDemos", "RcmdrPlugin.survival", "RcmdrPlugin.sos", "RcmdrPlugin.ROC", "RcmdrPlugin.RMTCJags", "RcmdrPlugin.RiskDemo", "RcmdrPlugin.PcaRobust", "RclusTool", "Rbeast", "rayrender", "quanteda.textmodels", "polmineR", "plotBart", "NlinTS", "ndtv", "overtureR", "mathml", "magickGUI", "lgpr", "KappaGUI", "historicalborrow", "GSODR", "GRIDCOPULA", "googleAnalyticsR", "fluidsynth", "EventDetectGUI", "evalITR", "EBcoBART", "deeptrafo", "dbarts", "CRE", "countSTAR", "bartMan", "bartCause", "altmeta", "EthSEQ", "dartR.spatial", "dartR.sim", "gwid", "Mega2R", "priorCON", "prior3D", "MCARtest", "designmatch", "highs", "ROI.plugin.highs", "GPCMlasso"); library(bincraft); options(progressr.enable = TRUE); foo = lapply(pkgs, function(x) build_binary_package(x, is_debug = FALSE, force = TRUE, s3_endpoint = 'https://hel1.your-objectstorage.com', s3_region = 'hel1', s3_bucket = 'devxy-r-package-binaries-hel1', s3_access_key_id = Sys.getenv('HETZNER_S3_ACCESS_KEY_K3S'), s3_secret_access_key = Sys.getenv('HETZNER_S3_SECRET_KEY_K3S'), metadata_db_host = 'r-binaries.devxy.io', metadata_db_name = 'build_metadata', metadata_db_table = 'single_builds', metadata_db_user = 'r_binaries', metadata_db_password = Sys.getenv('PGPASS'), metadata_db_sslmode = 'require', metadata_db_port = 15432, archive = TRUE, upload = TRUE, store_build_metadata = TRUE, platform = "arm64"))'
    backend_options:
      kubernetes:
        resources:
          requests:
            memory: 5Gi
            cpu: 3000m
          limits:
            memory: 14Gi
            cpu: 3000m
        nodeSelector:
          kubernetes.io/arch: arm64
          node.kubernetes.io/instance-type: cax41
        tolerations:
          - key: 'CI'
            operator: 'Equal'
            value: 'true'
            effect: 'NoSchedule'