trim process-updates workflows

2024-11-26 11:14:37 +01:00 · 2024-11-26 11:14:37 +01:00 · 0a98969c30
commit 0a98969c30
parent 0dee763a30
3 changed files with 3 additions and 40 deletions
--- a/.woodpecker/process-updates-redhat-8-arm64.yaml
+++ b/.woodpecker/process-updates-redhat-8-arm64.yaml
@ -53,7 +53,6 @@ steps:
    volumes:
      - arm64-binaries-r-dep-cache-redhat-8:/mnt/cache
    commands:
-      # download latest package version (avoid having to rebuild image every time)
      - git clone https://pat-s:$$git_ro_token@git.devxy.io/devxy/r-pkg-binaries.git .
      - rm -rf /mnt/cache/R-pkgs/00LOCK-r-pkg-binaries /mnt/cache/R-pkgs/00LOCK-bincraftR /mnt/cache/R-pkgs/00LOCK-RPostgres
      # for some reason paks pkgcache is often corrupt
@ -61,9 +60,8 @@ steps:
      - R -q -e 'pak::pak("git::https://gitlab.com/devxy/r-package-binaries/bincraftr.git")'
      - R -q -e 'packageVersion("bincraftR")'
      - mkdir -p /mnt/cache/pkgcache /mnt/cache/R-pkgs /mnt/cache/ccache /mnt/cache/packages
-      # set additional repos: important as otherwise some packages cannot be resolved (e.g. INLA). Also: setting our own binary repos so we can make use of them for dep installation at some point
      # options(future.globals.onReference = NULL): for some reason s3fs::file_delete() throws 'Error: Detected a non-exportable reference ('externalptr') in one of the globals ('FUN' of class 'function') used in the future expression' otherwise
-      - xvfb-run R -q -e "options(crayon.enabled = TRUE, Ncpus = 4, future.globals.onReference = 'error', repos = structure(c(getOption('repos'),INLA='https://inla.r-inla-download.org/R/stable'))); pkgs = tools::CRAN_package_db()[[1]][$BLOCK]; pkgs = setdiff(pkgs, c('biplotbootGUI', 'redatam', 'Rsymphony', 'PortfolioAnalytics', 'ROI.plugin.symphony', 'adea', 'RInno', 'skedastic', 'RPushbullet', 'SimNPH', 'SimDesign','simCAT', 'SIAmodules', 'shinytest2', 'shinyIRT', 'ShinyItemAnalysis', 'shiny.benchmark', 'scDIFtest', 'RSP', 'ROracle', 'ROI.plugin.qpoases', 'ROI.plugin.cplex', 'RmecabKo', 'rmarchingcubes', 'RcppMeCab', 'Rcplex', 'ravetools', 'Rbeast', 'Rblpapi', 'RcppEnsmallen', 'qtkit', 'priorCON', 'prior3D', 'PerFit', 'outlierensembles', 'nomnoml', 'mxfda', 'MultBiplotR', 'mstDIF', 'mdsr', 'makepipe', 'lordif', 'KSgeneral', 'kequate', 'jstager', 'jrt', 'irtreliability', 'irtQ', 'irtpwr', 'irtawsi', 'GRShiny', 'gpuR', 'googletraffic', 'giacR', 'gamstransfer', 'aflps', 'flow', 'filters', 'faoutlier', 'equateIRT', 'EnrichIntersect', 'EFA.dimensions', 'DFIT', 'D3mirt', 'ctgdist', 'CoTiMA', 'ConvertPar', 'clrng', 'bscui', 'BifactorIndicesCalculator', 'autoFC', 'airt')); library(bincraftR); future::plan('sequential'); options(progressr.enable = TRUE); pkgs = setdiff(pkgs, c('RInno', 'MediaNews')); progressr::handlers('cli'); progressr::handlers(global = TRUE); options(future.globals.onReference = NULL); process_cran_updates(interval = $INTERVAL, platform = 'redhat-8', process_updated = TRUE, process_new = TRUE)"
+      - xvfb-run R -q -e "options(crayon.enabled = TRUE, Ncpus = 4, future.globals.onReference = 'error', repos = structure(c(getOption('repos'),INLA='https://inla.r-inla-download.org/R/stable'))); progressr::handlers('cli'); progressr::handlers(global = TRUE); options(future.globals.onReference = NULL); bincraftR::process_cran_updates(interval = $INTERVAL, platform = 'redhat-8', process_updated = TRUE, process_new = TRUE)"
    backend_options:
      kubernetes:
        ### PROD
@ -74,14 +72,6 @@ steps:
          limits:
            memory: 13Gi
            cpu: 3000m
-        # DEBUG
-        # resources:
-        #   requests:
-        #     memory: 4Gi
-        #     cpu: 2000m
-        #   limits:
-        #     memory: 4Gi
-        #     cpu: 2000m
        nodeSelector:
          kubernetes.io/arch: arm64
          node.kubernetes.io/instance-type: cax31
--- a/.woodpecker/process-updates-ubuntu-2204-arm64.yaml
+++ b/.woodpecker/process-updates-ubuntu-2204-arm64.yaml
@ -53,7 +53,6 @@ steps:
    volumes:
      - arm64-binaries-r-dep-cache-ubuntu-2204:/mnt/cache
    commands:
-      # download latest package version (avoid having to rebuild image every time)
      - git clone https://pat-s:$$git_ro_token@git.devxy.io/devxy/r-pkg-binaries.git .
      - rm -rf /mnt/cache/R-pkgs/00LOCK-r-pkg-binaries /mnt/cache/R-pkgs/00LOCK-bincraftR /mnt/cache/R-pkgs/00LOCK-RPostgres
      # for some reason paks pkgcache is often corrupt
@ -61,12 +60,10 @@ steps:
      - R -q -e 'pak::pak("git::https://gitlab.com/devxy/r-package-binaries/bincraftr.git")'
      - R -q -e 'packageVersion("bincraftR")'
      - mkdir -p /mnt/cache/pkgcache /mnt/cache/R-pkgs /mnt/cache/ccache /mnt/cache/packages
-      # set additional repos: important as otherwise some packages cannot be resolved (e.g. INLA). Also: setting our own binary repos so we can make use of them for dep installation at some point
      # options(future.globals.onReference = NULL): for some reason s3fs::file_delete() throws 'Error: Detected a non-exportable reference ('externalptr') in one of the globals ('FUN' of class 'function') used in the future expression' otherwise
-      - xvfb-run R -q -e "options(crayon.enabled = TRUE, Ncpus = 4, future.globals.onReference = 'error', repos = structure(c(getOption('repos'),INLA='https://inla.r-inla-download.org/R/stable'))); pkgs = tools::CRAN_package_db()[[1]][$BLOCK]; pkgs = setdiff(pkgs, c('biplotbootGUI', 'redatam', 'Rsymphony', 'PortfolioAnalytics', 'ROI.plugin.symphony', 'adea', 'RInno', 'skedastic', 'RPushbullet', 'SimNPH', 'SimDesign','simCAT', 'SIAmodules', 'shinytest2', 'shinyIRT', 'ShinyItemAnalysis', 'shiny.benchmark', 'scDIFtest', 'RSP', 'ROracle', 'ROI.plugin.qpoases', 'ROI.plugin.cplex', 'RmecabKo', 'rmarchingcubes', 'RcppMeCab', 'Rcplex', 'ravetools', 'Rbeast', 'Rblpapi', 'RcppEnsmallen', 'qtkit', 'priorCON', 'prior3D', 'PerFit', 'outlierensembles', 'nomnoml', 'mxfda', 'MultBiplotR', 'mstDIF', 'mdsr', 'makepipe', 'lordif', 'KSgeneral', 'kequate', 'jstager', 'jrt', 'irtreliability', 'irtQ', 'irtpwr', 'irtawsi', 'GRShiny', 'gpuR', 'googletraffic', 'giacR', 'gamstransfer', 'aflps', 'flow', 'filters', 'faoutlier', 'equateIRT', 'EnrichIntersect', 'EFA.dimensions', 'DFIT', 'D3mirt', 'ctgdist', 'CoTiMA', 'ConvertPar', 'clrng', 'bscui', 'BifactorIndicesCalculator', 'autoFC', 'airt')); library(bincraftR); future::plan('sequential'); options(progressr.enable = TRUE); pkgs = setdiff(pkgs, c('RInno', 'MediaNews')); progressr::handlers('cli'); progressr::handlers(global = TRUE); options(future.globals.onReference = NULL); process_cran_updates(interval = $INTERVAL, platform = 'ubuntu-2204', process_updated = TRUE, process_new = TRUE)"
+      - xvfb-run R -q -e "options(crayon.enabled = TRUE, Ncpus = 4, future.globals.onReference = 'error', repos = structure(c(getOption('repos'),INLA='https://inla.r-inla-download.org/R/stable'))); progressr::handlers(global = TRUE); options(future.globals.onReference = NULL); bincraftR::process_cran_updates(interval = $INTERVAL, platform = 'ubuntu-2204', process_updated = TRUE, process_new = TRUE)"
    backend_options:
      kubernetes:
-        ### PROD
        resources:
          requests:
            memory: 14Gi
@ -74,14 +71,6 @@ steps:
          limits:
            memory: 14Gi
            cpu: 3000m
-        # DEBUG
-        # resources:
-        #   requests:
-        #     memory: 4Gi
-        #     cpu: 2000m
-        #   limits:
-        #     memory: 4Gi
-        #     cpu: 2000m
        nodeSelector:
          kubernetes.io/arch: arm64
          node.kubernetes.io/instance-type: cax31
--- a/.woodpecker/process-updates-ubuntu-2404-arm64.yaml
+++ b/.woodpecker/process-updates-ubuntu-2404-arm64.yaml
@ -12,11 +12,6 @@ steps:
  - name: 'Warming up'
    image: busybox:latest
    failure: ignore
-    environment:
-      PLATFORM: ubuntu-2204
-      BLOCK: 21389:length(pkgs)
-      NCPUS: 2
-      STRATEGY: sequential
    commands:
      - sleep 300
      - echo "Warmed Up"
@ -58,7 +53,6 @@ steps:
    volumes:
      - arm64-binaries-r-dep-cache-ubuntu-2404:/mnt/cache
    commands:
-      # download latest package version (avoid having to rebuild image every time)
      - git clone https://pat-s:$$git_ro_token@git.devxy.io/devxy/r-pkg-binaries.git .
      - rm -rf /mnt/cache/R-pkgs/00LOCK-r-pkg-binaries /mnt/cache/R-pkgs/00LOCK-bincraftR /mnt/cache/R-pkgs/00LOCK-RPostgres
      # for some reason paks pkgcache is often corrupt
@ -66,12 +60,10 @@ steps:
      - R -q -e 'pak::pak("git::https://gitlab.com/devxy/r-package-binaries/bincraftr.git")'
      - R -q -e 'packageVersion("bincraftR")'
      - mkdir -p /mnt/cache/pkgcache /mnt/cache/R-pkgs /mnt/cache/ccache /mnt/cache/packages
-      # set additional repos: important as otherwise some packages cannot be resolved (e.g. INLA). Also: setting our own binary repos so we can make use of them for dep installation at some point
      # options(future.globals.onReference = NULL): for some reason s3fs::file_delete() throws 'Error: Detected a non-exportable reference ('externalptr') in one of the globals ('FUN' of class 'function') used in the future expression' otherwise
-      - xvfb-run R -q -e "options(crayon.enabled = TRUE, Ncpus = 4, future.globals.onReference = 'error', repos = structure(c(getOption('repos'),INLA='https://inla.r-inla-download.org/R/stable'))); pkgs = tools::CRAN_package_db()[[1]][$BLOCK]; pkgs = setdiff(pkgs, c('biplotbootGUI', 'redatam', 'Rsymphony', 'PortfolioAnalytics', 'ROI.plugin.symphony', 'adea', 'RInno', 'skedastic', 'RPushbullet', 'SimNPH', 'SimDesign','simCAT', 'SIAmodules', 'shinytest2', 'shinyIRT', 'ShinyItemAnalysis', 'shiny.benchmark', 'scDIFtest', 'RSP', 'ROracle', 'ROI.plugin.qpoases', 'ROI.plugin.cplex', 'RmecabKo', 'rmarchingcubes', 'RcppMeCab', 'Rcplex', 'ravetools', 'Rbeast', 'Rblpapi', 'RcppEnsmallen', 'qtkit', 'priorCON', 'prior3D', 'PerFit', 'outlierensembles', 'nomnoml', 'mxfda', 'MultBiplotR', 'mstDIF', 'mdsr', 'makepipe', 'lordif', 'KSgeneral', 'kequate', 'jstager', 'jrt', 'irtreliability', 'irtQ', 'irtpwr', 'irtawsi', 'GRShiny', 'gpuR', 'googletraffic', 'giacR', 'gamstransfer', 'aflps', 'flow', 'filters', 'faoutlier', 'equateIRT', 'EnrichIntersect', 'EFA.dimensions', 'DFIT', 'D3mirt', 'ctgdist', 'CoTiMA', 'ConvertPar', 'clrng', 'bscui', 'BifactorIndicesCalculator', 'autoFC', 'airt')); library(bincraftR); future::plan('sequential'); options(progressr.enable = TRUE); pkgs = setdiff(pkgs, c('RInno', 'MediaNews')); progressr::handlers('cli'); progressr::handlers(global = TRUE); options(future.globals.onReference = NULL); process_cran_updates(interval = $INTERVAL, platform = 'ubuntu-2404', process_updated = TRUE, process_new = TRUE)"
+      - xvfb-run R -q -e "options(crayon.enabled = TRUE, Ncpus = 4, future.globals.onReference = 'error', repos = structure(c(getOption('repos'),INLA='https://inla.r-inla-download.org/R/stable'))); progressr::handlers('cli'); progressr::handlers(global = TRUE); options(future.globals.onReference = NULL); bincraftR::process_cran_updates(interval = $INTERVAL, platform = 'ubuntu-2404', process_updated = TRUE, process_new = TRUE)"
    backend_options:
      kubernetes:
-        ### PROD
        resources:
          requests:
            memory: 14Gi
@ -79,14 +71,6 @@ steps:
          limits:
            memory: 14Gi
            cpu: 3000m
-        # DEBUG
-        # resources:
-        #   requests:
-        #     memory: 4Gi
-        #     cpu: 2000m
-        #   limits:
-        #     memory: 4Gi
-        #     cpu: 2000m
        nodeSelector:
          kubernetes.io/arch: 'arm64'
          node.kubernetes.io/instance-type: cax31