refactor(ci): consolidate 14 process-updates workflows into 2 matrix files

Replace the per-platform process-updates-<platform>-<arch>.yaml files with process-updates-amd64.yaml and process-updates-arm64.yaml, each driving all 7 platforms via matrix.include. Split by arch because amd64 pins a nodeSelector instance-type and runs on agent 'artemis' with backend_options, while arm64 runs on agent 'gaia' with none -- a single template can't cleanly express both. Per-platform variance (R version, image tag, codename, and the process_new flag which is FALSE for alpine) lives in matrix rows. Current runs are preserved 1:1: each existing per-platform cron still fires only its matching row via CI_PIPELINE_CRON, and the manual trigger uses a PR-1165 dropdown (process_cran_updates) for 'all' or a specific <platform>-<arch>. Server-side cron entries are unchanged.
Merge origin/main into t3code/270bb972
2026-06-16 09:53:19 +02:00 · 2026-06-16 09:25:11 +02:00 · 2026-06-16 09:22:06 +02:00 · 2026-06-16 09:04:17 +02:00 · 2026-06-16 00:31:56 +00:00 · 2026-06-15 00:31:42 +00:00
76 changed files with 2174 additions and 1619 deletions
--- a/.crow/archive-missed-packages.yaml
+++ b/.crow/archive-missed-packages.yaml
@ -6,7 +6,6 @@ when:
  - event: cron
    cron: archive-missed-packages

-
 matrix:
  include:
    - CODENAME: jammy
@ -44,7 +43,7 @@ matrix:

 steps:
  - name: 'Archive missed packages'
-    image: reg.devxy.io/rpkgs/build-env-alpine:3.23
+    image: reg.devxy.io/rpkgs/build-env-alpine:3.24
    pull: true
    environment:
      RED_HAT_DEV_PW:
@ -63,7 +62,7 @@ steps:
      GIT_USER: pat-s
      R_VERSION: 4.5.3
    commands:
-      - /opt/R/$R_VERSION/bin/R -q -e 'if (!requireNamespace("bincraft", quietly = TRUE) || packageVersion("bincraft") != "4.1.1") pak::pak("git::https://codefloe.com/rpkgs/bincraft.git@v4.1.1", dependencies = TRUE)'
+      - /opt/R/$R_VERSION/bin/R -q -e 'if (!requireNamespace("bincraft", quietly = TRUE) || packageVersion("bincraft") != "4.2.2") pak::pak("git::https://codefloe.com/rpkgs/bincraft.git@v4.2.2", dependencies = TRUE)'
      - /opt/R/$R_VERSION/bin/R -q -e 'packageVersion("bincraft")'
      - /opt/R/$R_VERSION/bin/R -q -e 'bincraft::process_unarchived_pkgs(Sys.getenv("CODENAME"), Sys.getenv("ARCH"), workers = 2L)'
    backend_options:
--- a/.crow/build-all-versions-amd64.yaml
+++ b/.crow/build-all-versions-amd64.yaml
@ -3,9 +3,7 @@
 # OS (alpine)
 # OS_VERSION (3.22)
 # R_VERSION (4.5.3)
-# crow pipeline create --var ARCH=arm64 --var OS=alpine --var OS_VERSION=3.23 --var R_VERSION=4.5.3 --var task=build-all-arm64 --branch=main --log-level=info 5
-# crow pipeline create --var ARCH=arm64 --var OS=redhat --var OS_VERSION=10 --var R_VERSION=4.5.3 --var task=build-all-arm64 --branch=main --log-level=info 5
-# crow pipeline create --var ARCH=amd64 --var OS=redhat --var OS_VERSION=10 --var R_VERSION=4.5.3 --var task=build-all-amd64 --branch=main --log-level=info 5
+# crow pipeline create --var ARCH=amd64 --var OS=alpine --var OS_VERSION=3.24 --var R_VERSION=4.5.3 --var task=build-all-amd64 --branch=main --log-level=info 5
 when:
  - event: manual
    evaluate: 'task == "build-all-amd64"'
@ -39,7 +37,7 @@ depends_on:

 steps:
  - name: 'Build binaries'
-    image: "reg.devxy.io/rpkgs/build-env-${OS}:${OS_VERSION}"
+    image: 'reg.devxy.io/rpkgs/build-env-${OS}:${OS_VERSION}'
    pull: true
    environment:
      RED_HAT_DEV_PW:
@ -57,7 +55,7 @@ steps:
      # normal env vars
      GIT_USER: pat-s
      # set the location of the 'pkgcache' cache dir which persists the R package dependencies needed to install the packages themselves
-      R_PKG_CACHE_DIR: ""
+      R_PKG_CACHE_DIR: ''
      R_LIBS_USER: /mnt/cache/R-pkgs
      CCACHE_DIR: /mnt/cache/ccache
      NCPUS: 2
@ -70,6 +68,18 @@ steps:
      # pkgs = readRDS('/mnt/cache/pkgs_amd64.rds');
      - XVFB=$(command -v xwfb-run 2>/dev/null || command -v xvfb-run); XVFB_ARGS=""; if command -v xwfb-run >/dev/null 2>&1; then dnf install -y -q weston 2>/dev/null; XVFB_ARGS="-c weston"; fi
      - $XVFB $XVFB_ARGS -n $SPLIT_INDEX -- /opt/R/$R_VERSION/bin/Rscript local/build-all.R $SPLIT_INTO $SPLIT_INDEX $NCPUS 2>&1
+      - |
+        PRIMARY_MINOR=$(echo "$R_VERSION" | cut -d. -f1-2)
+        for RBIN in /opt/R/[0-9]*/bin/R; do
+          RV=$(basename "$(dirname "$(dirname "$RBIN")")")
+          RMINOR=$(echo "$RV" | cut -d. -f1-2)
+          [ "$RMINOR" = "$PRIMARY_MINOR" ] && continue
+          echo "=== R-minor-sensitive pass under R $RV ==="
+          LIB="/mnt/cache/R-pkgs-$RMINOR"
+          mkdir -p "$LIB"
+          R_LIBS_USER="$LIB" "$(dirname "$RBIN")/R" -q -e 'if (!requireNamespace("bincraft", quietly = TRUE) || packageVersion("bincraft") != "4.2.2") pak::pak("git::https://codefloe.com/rpkgs/bincraft.git@v4.2.2")' || true
+          R_LIBS_USER="$LIB" $XVFB $XVFB_ARGS -n $SPLIT_INDEX -- "$(dirname "$RBIN")/Rscript" local/build-all.R --sensitive-only $SPLIT_INTO $SPLIT_INDEX $NCPUS 2>&1 || true
+        done
      # archive missed packages
      - /opt/R/$R_VERSION/bin/R -q -e "bincraft::process_unarchived_pkgs(paste(Sys.getenv('OS'), Sys.getenv('OS_VERSION')), Sys.getenv('ARCH'), workers = $NCPUS)"
    backend_options:
@ -97,3 +107,47 @@ steps:
            operator: 'Equal'
            value: 'true'
            effect: 'NoSchedule'
+  - name: 'Upload package indexes'
+    image: 'reg.devxy.io/rpkgs/build-env-${OS}:${OS_VERSION}'
+    pull: true
+    environment:
+      B2_S3_ACCESS_KEY:
+        from_secret: B2_S3_ACCESS_KEY
+      B2_S3_SECRET_KEY:
+        from_secret: B2_S3_SECRET_KEY
+      R_LIBS_USER: /mnt/cache/R-pkgs
+    volumes:
+      - ${ARCH}-binaries-r-dep-cache-${OS}-${OS_VERSION//./}:/mnt/cache
+    commands:
+      - |
+        CODENAME=$(/opt/R/$R_VERSION/bin/Rscript -e "cat(bincraft::set_codename(NULL))")
+        /opt/R/$R_VERSION/bin/R -q -e "bincraft::upload_package_index(codename = '$CODENAME', s3_endpoint = 'https://s3.eu-central-003.backblazeb2.com', s3_region = 'eu-central-003', s3_bucket = 'devxy-rpkgs-binaries', s3_access_key_id = Sys.getenv('B2_S3_ACCESS_KEY'), s3_secret_access_key = Sys.getenv('B2_S3_SECRET_KEY'))"
+        for RBIN in /opt/R/[0-9]*/bin/R; do
+          RMINOR=$(basename "$(dirname "$(dirname "$RBIN")")" | cut -d. -f1-2)
+          /opt/R/$R_VERSION/bin/R -q -e "bincraft::upload_package_index(codename = '$CODENAME', r_minor = '$RMINOR', s3_endpoint = 'https://s3.eu-central-003.backblazeb2.com', s3_region = 'eu-central-003', s3_bucket = 'devxy-rpkgs-binaries', s3_access_key_id = Sys.getenv('B2_S3_ACCESS_KEY'), s3_secret_access_key = Sys.getenv('B2_S3_SECRET_KEY'))" || true
+        done
+    backend_options:
+      docker:
+        resources:
+          requests:
+            memory: 5Gi
+            cpu: 1000m
+          limits:
+            memory: 20Gi
+            cpu: 2000m
+      kubernetes:
+        resources:
+          requests:
+            memory: 5Gi
+            cpu: 1000m
+          limits:
+            memory: 20Gi
+            cpu: 2000m
+        nodeSelector:
+          kubernetes.io/arch: ${ARCH}
+          node.kubernetes.io/instance-type: ${K8S_INSTANCE_TYPE}
+        tolerations:
+          - key: 'CI'
+            operator: 'Equal'
+            value: 'true'
+            effect: 'NoSchedule'
--- a/.crow/build-all-versions-arm64.yaml
+++ b/.crow/build-all-versions-arm64.yaml
@ -4,9 +4,8 @@
 # OS_VERSION (3.22)
 # R_VERSION (4.5.3)
 # Skip list lives in local/excluded-packages.json (read by local/build-all.R).
-# crow pipeline create --var ARCH=arm64 --var OS=alpine --var OS_VERSION=3.22 --var R_VERSION=4.5 --var task=build-all-arm64 --var K8S_INSTANCE_TYPE=cax41 --branch=main --log-level=info 7
-# crow pipeline create --var ARCH=arm64 --var OS=alpine --var OS_VERSION=3.23 --var R_VERSION=4.5 --var task=build-all-arm64 --var K8S_INSTANCE_TYPE=cax41 --branch=main --log-level=info 5
-# crow pipeline create --var ARCH=arm64 --var OS=redhat --var OS_VERSION=10 --var R_VERSION=4.5.3 --var task=build-all-arm64 --branch=main --log-level=info 5
+# crow pipeline create --var ARCH=arm64 --var OS=alpine --var OS_VERSION=3.24 --var R_VERSION=4.5.3 --var task=build-all-arm64 --branch=main --log-level=info 5
+# crow pipeline create --var ARCH=arm64 --var OS=alpine --var OS_VERSION=3.24 --var R_VERSION=4.5.3 --var task=build-all-arm64 --branch=main --log-level=info 5
 when:
  - event: manual
    evaluate: 'task == "build-all-arm64"'
@ -54,7 +53,7 @@ depends_on:

 steps:
  - name: 'Build binaries'
-    image: "reg.devxy.io/rpkgs/build-env-${OS}:${OS_VERSION}"
+    image: 'reg.devxy.io/rpkgs/build-env-${OS}:${OS_VERSION}'
    pull: true
    environment:
      RED_HAT_DEV_PW:
@ -83,6 +82,18 @@ steps:
      - mkdir -p /mnt/cache/pkgcache /mnt/cache/R-pkgs /mnt/cache/ccache /mnt/cache/packages
      - XVFB=$(command -v xwfb-run 2>/dev/null || command -v xvfb-run); XVFB_ARGS=""; if command -v xwfb-run >/dev/null 2>&1; then dnf install -y -q weston 2>/dev/null; XVFB_ARGS="-c weston"; fi
      - $XVFB $XVFB_ARGS -n $SPLIT_INDEX -- /opt/R/$R_VERSION/bin/Rscript local/build-all.R $SPLIT_INTO $SPLIT_INDEX $NCPUS 2>&1
+      - |
+        PRIMARY_MINOR=$(echo "$R_VERSION" | cut -d. -f1-2)
+        for RBIN in /opt/R/[0-9]*/bin/R; do
+          RV=$(basename "$(dirname "$(dirname "$RBIN")")")
+          RMINOR=$(echo "$RV" | cut -d. -f1-2)
+          [ "$RMINOR" = "$PRIMARY_MINOR" ] && continue
+          echo "=== R-minor-sensitive pass under R $RV ==="
+          LIB="/mnt/cache/R-pkgs-$RMINOR"
+          mkdir -p "$LIB"
+          R_LIBS_USER="$LIB" "$(dirname "$RBIN")/R" -q -e 'if (!requireNamespace("bincraft", quietly = TRUE) || packageVersion("bincraft") != "4.2.2") pak::pak("git::https://codefloe.com/rpkgs/bincraft.git@v4.2.2")' || true
+          R_LIBS_USER="$LIB" $XVFB $XVFB_ARGS -n $SPLIT_INDEX -- "$(dirname "$RBIN")/Rscript" local/build-all.R --sensitive-only $SPLIT_INTO $SPLIT_INDEX $NCPUS 2>&1 || true
+        done
      # archive missed packages
      - /opt/R/$R_VERSION/bin/R -q -e "bincraft::process_unarchived_pkgs(paste(Sys.getenv('OS'), Sys.getenv('OS_VERSION')), Sys.getenv('ARCH'), workers = $NCPUS)"
    backend_options:
@ -110,3 +121,47 @@ steps:
            operator: 'Equal'
            value: 'true'
            effect: 'NoSchedule'
+  - name: 'Upload package indexes'
+    image: 'reg.devxy.io/rpkgs/build-env-${OS}:${OS_VERSION}'
+    pull: true
+    environment:
+      B2_S3_ACCESS_KEY:
+        from_secret: B2_S3_ACCESS_KEY
+      B2_S3_SECRET_KEY:
+        from_secret: B2_S3_SECRET_KEY
+      R_LIBS_USER: /mnt/cache/R-pkgs
+    volumes:
+      - ${ARCH}-binaries-r-dep-cache-${OS}-${OS_VERSION//./}:/mnt/cache
+    commands:
+      - |
+        CODENAME=$(/opt/R/$R_VERSION/bin/Rscript -e "cat(bincraft::set_codename(NULL))")
+        /opt/R/$R_VERSION/bin/R -q -e "bincraft::upload_package_index(codename = '$CODENAME', s3_endpoint = 'https://s3.eu-central-003.backblazeb2.com', s3_region = 'eu-central-003', s3_bucket = 'devxy-rpkgs-binaries', s3_access_key_id = Sys.getenv('B2_S3_ACCESS_KEY'), s3_secret_access_key = Sys.getenv('B2_S3_SECRET_KEY'))"
+        for RBIN in /opt/R/[0-9]*/bin/R; do
+          RMINOR=$(basename "$(dirname "$(dirname "$RBIN")")" | cut -d. -f1-2)
+          /opt/R/$R_VERSION/bin/R -q -e "bincraft::upload_package_index(codename = '$CODENAME', r_minor = '$RMINOR', s3_endpoint = 'https://s3.eu-central-003.backblazeb2.com', s3_region = 'eu-central-003', s3_bucket = 'devxy-rpkgs-binaries', s3_access_key_id = Sys.getenv('B2_S3_ACCESS_KEY'), s3_secret_access_key = Sys.getenv('B2_S3_SECRET_KEY'))" || true
+        done
+    backend_options:
+      docker:
+        resources:
+          requests:
+            memory: 5Gi
+            cpu: 1000m
+          limits:
+            memory: 20Gi
+            cpu: 2000m
+      kubernetes:
+        resources:
+          requests:
+            memory: 5Gi
+            cpu: 1000m
+          limits:
+            memory: 20Gi
+            cpu: 2000m
+        nodeSelector:
+          kubernetes.io/arch: ${ARCH}
+          node.kubernetes.io/instance-type: ${K8S_INSTANCE_TYPE}
+        tolerations:
+          - key: 'CI'
+            operator: 'Equal'
+            value: 'true'
+            effect: 'NoSchedule'
--- a/.crow/build-all-versions-install-deps-amd64.yaml
+++ b/.crow/build-all-versions-install-deps-amd64.yaml
@ -10,7 +10,7 @@ labels:

 steps:
  - name: 'Install deps and bincraft'
-    image: "reg.devxy.io/rpkgs/build-env-${OS}:${OS_VERSION}"
+    image: 'reg.devxy.io/rpkgs/build-env-${OS}:${OS_VERSION}'
    pull: true
    environment:
      REPO_RO_TOKEN:
@ -35,7 +35,7 @@ steps:
      - git clone -q https://pat-s:$$REPO_RO_TOKEN@git.devxy.io/devxy/build-cran-binaries.git .
      - git clone -q https://codefloe.com/rpkgs/bincraft.git /tmp/bincraft
      - /opt/R/$R_VERSION/bin/R -q -e 'pak::sysreqs_db_update(); pak::local_install("/tmp/bincraft"); pak::pak(c("RPostgres", "s3fs", "data.table", "future", "jsonlite")); packageVersion("bincraft")'
-      - /opt/R/$R_VERSION/bin/R -q -e "source('local/packages-to-build.R'); saveRDS(pkgs, '/mnt/cache/packages/pkgs_to_build.rds'); sprintf('Precomputed %s package versions to build', nrow(pkgs))"
+      - /opt/R/$R_VERSION/bin/R -q -e "source('local/packages-to-build.R'); saveRDS(pkgs, '/mnt/cache/packages/pkgs_to_build.rds'); saveRDS(pkgs[r_minor_sensitive == TRUE], '/mnt/cache/packages/r_minor_sensitive_pkgs.rds'); sprintf('Precomputed %s package versions (%s r-minor-sensitive)', nrow(pkgs), nrow(pkgs[r_minor_sensitive == TRUE]))"
    backend_options:
      docker:
        resources:
--- a/.crow/build-all-versions-install-deps-arm64.yaml
+++ b/.crow/build-all-versions-install-deps-arm64.yaml
@ -9,7 +9,7 @@ labels:

 steps:
  - name: 'Install deps and bincraft'
-    image: "reg.devxy.io/rpkgs/build-env-${OS}:${OS_VERSION}"
+    image: 'reg.devxy.io/rpkgs/build-env-${OS}:${OS_VERSION}'
    pull: true
    environment:
      REPO_RO_TOKEN:
@ -34,7 +34,7 @@ steps:
      - git clone -q https://pat-s:$$REPO_RO_TOKEN@git.devxy.io/devxy/build-cran-binaries.git .
      - git clone -q https://codefloe.com/rpkgs/bincraft.git /tmp/bincraft
      - /opt/R/$R_VERSION/bin/R -q -e 'pak::sysreqs_db_update(); pak::local_install("/tmp/bincraft"); pak::pak(c("RPostgres", "s3fs", "data.table", "future", "jsonlite")); packageVersion("bincraft")'
-      - /opt/R/$R_VERSION/bin/R -q -e "source('local/packages-to-build.R'); saveRDS(pkgs, '/mnt/cache/packages/pkgs_to_build.rds'); sprintf('Precomputed %s package versions to build', nrow(pkgs))"
+      - /opt/R/$R_VERSION/bin/R -q -e "source('local/packages-to-build.R'); saveRDS(pkgs, '/mnt/cache/packages/pkgs_to_build.rds'); saveRDS(pkgs[r_minor_sensitive == TRUE], '/mnt/cache/packages/r_minor_sensitive_pkgs.rds'); sprintf('Precomputed %s package versions (%s r-minor-sensitive)', nrow(pkgs), nrow(pkgs[r_minor_sensitive == TRUE]))"
    backend_options:
      docker:
        resources:
--- a/.crow/build-r-minor-sensitive-packages.yaml
+++ b/.crow/build-r-minor-sensitive-packages.yaml
@ -1,80 +0,0 @@
-when:
-  - event: manual
-    evaluate: 'build == "r-minor"'
-#   - event: manual
-#     evaluate: 'build == "alpine-322-arm64"'
-#   - event: manual
-#     evaluate: 'build == "alpine-322-arm64-1"'
-#   - event: manual
-#     evaluate: 'build == "all-arm64"'
-
-# skip_clone: true
-
-# depends_on:
-#   - alpine-322-arm64-install-deps
-
-matrix:
-  include:
-    - os: alpine
-      os_version: 3.21
-      r_version: 4.5.3
-    - os: alpine
-      os_version: 3.21
-      r_version: 4.4.3
-    # - os: alpine
-    #   os_version: 3.21
-    #   r_version: 4.3
-steps:
-  - name: 'Build R-minor-sensitive binaries'
-    image: "docker.io/devxygmbh/rpkgs-build-env-${os}:${os_version}"
-    pull: true
-    environment:
-      RED_HAT_DEV_PW:
-        from_secret: RED_HAT_DEV_PW
-      B2_S3_ACCESS_KEY:
-        from_secret: B2_S3_ACCESS_KEY
-      B2_S3_SECRET_KEY:
-        from_secret: B2_S3_SECRET_KEY
-      PGPASS:
-        from_secret: PGPASS
-      REPO_RO_TOKEN:
-        from_secret: REPO_RO_TOKEN
-      GITHUB_PAT:
-        from_secret: GITHUB_PAT
-      # normal env vars
-      GIT_USER: pat-s
-      NTFY_SERVER:
-        from_secret: NTFY_SERVER
-      NTFY_TOPIC:
-        from_secret: NTFY_TOPIC
-      NTFY_AUTH: TRUE
-      NTFY_PASSWORD:
-        from_secret: ntfy_token
-      # set the location of the 'pkgcache' cache dir which persists the R package dependencies needed to install the packages themselves
-      R_PKG_CACHE_DIR: /mnt/cache/pkgcache
-      R_LIBS_USER: /tmp/R-libs:/mnt/cache/R-pkgs
-      CCACHE_DIR: /mnt/cache/ccache
-      NCPUS: 2
-      STRATEGY: sequential
-    commands:
-      - git clone -q https://pat-s:$$REPO_RO_TOKEN@git.devxy.io/devxy/build-cran-binaries.git .
-      - rm -rf /mnt/cache/R-pkgs/00LOCK-*
-      - mkdir -p /tmp/R-libs
-      - git clone -q https://codefloe.com/rpkgs/bincraft.git /tmp/bincraft && /opt/R/$R_VERSION/bin/R CMD INSTALL --library=/tmp/R-libs /tmp/bincraft && /opt/R/$R_VERSION/bin/R -q -e 'packageVersion("bincraft")'
-      - mkdir -p /mnt/cache/pkgcache /mnt/cache/R-pkgs /mnt/cache/ccache /mnt/cache/packages
-      - XVFB=$(command -v xwfb-run 2>/dev/null || command -v xvfb-run)
-      - $XVFB -- /opt/R/$R_VERSION/bin/R -q -e "options(crayon.enabled = TRUE, Ncpus = $NCPUS, future.globals.onReference = NULL); pak::sysreqs_db_update(); pkgs = bincraft::get_r_minor_sensitive_packages(r_minor_packages_issue_url = 'https://git.devxy.io/api/v1/repos/devxy/build-cran-binaries/issues/29'); foo = lapply(pkgs, function(x) bincraft::build_binary_package(x, is_debug = FALSE, is_r_minor_sensitive = TRUE, force = FALSE, s3_endpoint = 'https://s3.eu-central-003.backblazeb2.com', s3_region = 'eu-central-003', s3_bucket = 'devxy-rpkgs-binaries', s3_access_key_id = Sys.getenv('B2_S3_ACCESS_KEY'), s3_secret_access_key = Sys.getenv('B2_S3_SECRET_KEY'), metadata_db_host = 'r-binaries.devxy.io', metadata_db_name = 'build_metadata', metadata_db_table = 'single_builds', metadata_db_user = 'rpkgs', metadata_db_password = Sys.getenv('PGPASS'), metadata_db_sslmode = 'require', metadata_db_port = 15432, archive = TRUE, upload = TRUE, store_build_metadata = TRUE))" 2>&1
-    backend_options:
-      kubernetes:
-        resources:
-          requests:
-            memory: 5Gi
-            cpu: 1000m
-          limits:
-            memory: 20Gi
-            cpu: 2000m
-        tolerations:
-          - key: 'CI'
-            operator: 'Equal'
-            value: 'true'
-            effect: 'NoSchedule'
--- a/.crow/process-updates-alpine-322-amd64.yaml
+++ b/.crow/process-updates-alpine-322-amd64.yaml
@ -1,91 +0,0 @@
-when:
-  - event: [cron]
-    cron: process-cran-updates-alpine-322-amd64
-  - event: manual
-    evaluate: 'process_cran_updates == "all"'
-  - event: manual
-    evaluate: 'process_cran_updates == "alpine-322-amd64"'
-
-skip_clone: true
-
-labels:
-  agent: artemis
-
-steps:
-  - name: 'Processing Updates'
-    image: reg.devxy.io/rpkgs/build-env-alpine:3.22
-    pull: true
-    environment:
-      RED_HAT_DEV_PW:
-        from_secret: RED_HAT_DEV_PW
-      B2_S3_ACCESS_KEY:
-        from_secret: B2_S3_ACCESS_KEY
-      B2_S3_SECRET_KEY:
-        from_secret: B2_S3_SECRET_KEY
-      PGPASS:
-        from_secret: PGPASS
-      REPO_RO_TOKEN:
-        from_secret: REPO_RO_TOKEN
-      GITHUB_PAT:
-        from_secret: GITHUB_PAT
-      # normal env vars
-      GIT_USER: pat-s
-      NTFY_SERVER:
-        from_secret: NTFY_SERVER
-      NTFY_TOPIC:
-        from_secret: NTFY_TOPIC
-      NTFY_AUTH: TRUE
-      NTFY_PASSWORD:
-        from_secret: ntfy_token
-      # set the location of the 'pkgcache' cache dir which persists the R package dependencies needed to install the packages themselves
-      R_PKG_CACHE_DIR: /mnt/cache/pkgcache
-      R_LIBS_USER: /mnt/cache/R-pkgs
-      R_VERSION: 4.5.3
-      CCACHE_DIR: /mnt/cache/ccache
-      PLATFORM: alpine-322
-      ARCH: amd64
-      NCPUS: 2
-      STRATEGY: sequential
-      INTERVAL: lubridate::interval(lubridate::today() - 6, lubridate::today() - 3)
-    # volumes:
-    #   - amd64-binaries-r-dep-cache-alpine-322:/mnt/cache
-    commands:
-      - git clone -q https://pat-s:$$REPO_RO_TOKEN@git.devxy.io/devxy/build-cran-binaries.git .
-      - rm -rf /mnt/cache/R-pkgs/00LOCK-r-pkg-binaries /mnt/cache/R-pkgs/00LOCK-bincraft /mnt/cache/R-pkgs/00LOCK-pak /mnt/cache/pkgcache/R/pkgcache /mnt/cache/pkgcache/R/pkgcache /mnt/cache/R-pkgs/pkgcache /mnt/cache/R-pkgs/00LOCK-pak/mnt/cache/R-pkgs/00LOCK-RPostgres /mnt/cache/R-pkgs/bincraft
-      - /opt/R/$R_VERSION/bin/R -q -e 'if (!requireNamespace("bincraft", quietly = TRUE) || packageVersion("bincraft") != "4.1.1") pak::pak("git::https://codefloe.com/rpkgs/bincraft.git@v4.1.1")'
-      - /opt/R/$R_VERSION/bin/R -q -e 'packageVersion("bincraft")'
-      - mkdir -p /mnt/cache/pkgcache /mnt/cache/R-pkgs /mnt/cache/ccache /mnt/cache/packages
-      # options(future.globals.onReference = NULL): for some reason s3fs::file_delete() throws 'Error: Detected a non-exportable reference ('externalptr') in one of the globals ('FUN' of class 'function') used in the future expression' otherwise
-      - xvfb-run /opt/R/$R_VERSION/bin/R -q -e "options(crayon.enabled = TRUE, Ncpus = 4, future.globals.onReference = 'error', repos = structure(c(getOption('repos'),INLA='https://inla.r-inla-download.org/R/stable'))); progressr::handlers('cli'); progressr::handlers(global = TRUE); options(future.globals.onReference = NULL); bincraft::process_cran_updates(interval = $INTERVAL, platform = 'alpine-322', process_updated = TRUE, process_new = FALSE, process_removed = TRUE, s3_endpoint = 'https://s3.eu-central-003.backblazeb2.com', s3_region = 'eu-central-003', s3_bucket = 'devxy-rpkgs-binaries', s3_access_key_id = Sys.getenv('B2_S3_ACCESS_KEY'), s3_secret_access_key = Sys.getenv('B2_S3_SECRET_KEY'), metadata_db_host = 'r-binaries.devxy.io', metadata_db_name = 'build_metadata', metadata_db_table = 'single_builds', metadata_db_user = 'rpkgs', metadata_db_password = Sys.getenv('PGPASS'), metadata_db_sslmode = 'require', metadata_db_port = 15432, archive = TRUE, upload = TRUE, store_build_metadata = TRUE)"
-      - /opt/R/$R_VERSION/bin/R -q -e 'library(bincraft); upload_package_index(codename = "alpine322", s3_endpoint = "https://s3.eu-central-003.backblazeb2.com", s3_region = "eu-central-003", s3_bucket = "devxy-rpkgs-binaries", s3_access_key_id = Sys.getenv("B2_S3_ACCESS_KEY"), s3_secret_access_key = Sys.getenv("B2_S3_SECRET_KEY"))'
-    backend_options:
-      kubernetes:
-        resources:
-          requests:
-            memory: 5Gi
-            cpu: 3000m
-          limits:
-            memory: 18Gi
-            cpu: 3000m
-        nodeSelector:
-          kubernetes.io/arch: amd64
-          node.kubernetes.io/instance-type: AX42
-        tolerations:
-          - key: 'CI'
-            operator: 'Equal'
-            value: 'true'
-            effect: 'NoSchedule'
-
-  - name: Purge CDN cache
-    image: reg.devxy.io/docker.io/library/alpine:3.24
-    environment:
-      BUNNYNET_API_KEY:
-        from_secret: BUNNYNET_API_KEY
-      SUBDOMAIN1: 'cran.devxy.io'
-      SUBDOMAIN2: 'cran.allianceswisspass.devxy.io'
-      SUBDOMAIN3: 'cran.rpkgs.com'
-      OS_ID: alpine322
-      ARCH: amd64
-    commands:
-      - apk add --no-cache -q bash curl
-      - bash scripts/purge_cdn_cache.sh "$BUNNYNET_API_KEY" "$ARCH" "$OS_ID" "$SUBDOMAIN1" "$SUBDOMAIN2" "$SUBDOMAIN3"
--- a/.crow/process-updates-alpine-322-arm64.yaml
+++ b/.crow/process-updates-alpine-322-arm64.yaml
@ -1,73 +0,0 @@
-when:
-  - event: [cron]
-    cron: process-cran-updates-alpine-322-arm64
-  - event: manual
-    evaluate: 'process_cran_updates == "all"'
-  - event: manual
-    evaluate: 'process_cran_updates == "alpine-322-arm64"'
-
-skip_clone: true
-
-labels:
-  agent: gaia
-
-steps:
-  - name: 'Processing Updates'
-    image: reg.devxy.io/rpkgs/build-env-alpine:3.22
-    pull: true
-    environment:
-      RED_HAT_DEV_PW:
-        from_secret: RED_HAT_DEV_PW
-      B2_S3_ACCESS_KEY:
-        from_secret: B2_S3_ACCESS_KEY
-      B2_S3_SECRET_KEY:
-        from_secret: B2_S3_SECRET_KEY
-      PGPASS:
-        from_secret: PGPASS
-      REPO_RO_TOKEN:
-        from_secret: REPO_RO_TOKEN
-      GITHUB_PAT:
-        from_secret: GITHUB_PAT
-      # normal env vars
-      GIT_USER: pat-s
-      NTFY_SERVER:
-        from_secret: NTFY_SERVER
-      NTFY_TOPIC:
-        from_secret: NTFY_TOPIC
-      NTFY_AUTH: TRUE
-      NTFY_PASSWORD:
-        from_secret: ntfy_token
-      # set the location of the 'pkgcache' cache dir which persists the R package dependencies needed to install the packages themselves
-      R_PKG_CACHE_DIR: /mnt/cache/pkgcache
-      R_LIBS_USER: /mnt/cache/R-pkgs
-      R_VERSION: 4.5.3
-      CCACHE_DIR: /mnt/cache/ccache
-      PLATFORM: alpine-322
-      ARCH: arm64
-      NCPUS: 2
-      INTERVAL: lubridate::interval(lubridate::today() - 6, lubridate::today() - 3)
-    # volumes:
-    #   - arm64-binaries-r-dep-cache-alpine-321:/mnt/cache
-    commands:
-      - git clone -q https://pat-s:$$REPO_RO_TOKEN@git.devxy.io/devxy/build-cran-binaries.git .
-      - rm -rf /mnt/cache/R-pkgs/00LOCK-r-pkg-binaries /mnt/cache/R-pkgs/00LOCK-bincraft /mnt/cache/R-pkgs/00LOCK-pak /mnt/cache/pkgcache/R/pkgcache /mnt/cache/pkgcache/R/pkgcache /mnt/cache/R-pkgs/pkgcache /mnt/cache/R-pkgs/00LOCK-pak/mnt/cache/R-pkgs/00LOCK-RPostgres /mnt/cache/R-pkgs/bincraft
-      - /opt/R/$R_VERSION/bin/R -q -e 'if (!requireNamespace("bincraft", quietly = TRUE) || packageVersion("bincraft") != "4.1.1") pak::pak("git::https://codefloe.com/rpkgs/bincraft.git@v4.1.1")'
-      - /opt/R/$R_VERSION/bin/R -q -e 'packageVersion("bincraft")'
-      - mkdir -p /mnt/cache/pkgcache /mnt/cache/R-pkgs /mnt/cache/ccache /mnt/cache/packages
-      # options(future.globals.onReference = NULL): for some reason s3fs::file_delete() throws 'Error: Detected a non-exportable reference ('externalptr') in one of the globals ('FUN' of class 'function') used in the future expression' otherwise
-      - xvfb-run /opt/R/$R_VERSION/bin/R -q -e "options(crayon.enabled = TRUE, Ncpus = 4, future.globals.onReference = 'error', repos = structure(c(getOption('repos'),INLA='https://inla.r-inla-download.org/R/stable'))); progressr::handlers('cli'); progressr::handlers(global = TRUE); options(future.globals.onReference = NULL); bincraft::process_cran_updates(interval = $INTERVAL, platform = 'alpine-322', process_updated = TRUE, process_new = TRUE, process_removed = TRUE, s3_endpoint = 'https://s3.eu-central-003.backblazeb2.com', s3_region = 'eu-central-003', s3_bucket = 'devxy-rpkgs-binaries', s3_access_key_id = Sys.getenv('B2_S3_ACCESS_KEY'), s3_secret_access_key = Sys.getenv('B2_S3_SECRET_KEY'), metadata_db_host = 'r-binaries.devxy.io', metadata_db_name = 'build_metadata', metadata_db_table = 'single_builds', metadata_db_user = 'rpkgs', metadata_db_password = Sys.getenv('PGPASS'), metadata_db_sslmode = 'require', metadata_db_port = 15432, archive = TRUE, upload = TRUE, store_build_metadata = TRUE)"
-      - /opt/R/$R_VERSION/bin/R -q -e 'library(bincraft); upload_package_index(codename = "alpine322", s3_endpoint = "https://s3.eu-central-003.backblazeb2.com", s3_region = "eu-central-003", s3_bucket = "devxy-rpkgs-binaries", s3_access_key_id = Sys.getenv("B2_S3_ACCESS_KEY"), s3_secret_access_key = Sys.getenv("B2_S3_SECRET_KEY"))'
-
-  - name: Purge CDN cache
-    image: reg.devxy.io/docker.io/library/alpine:3.24
-    environment:
-      BUNNYNET_API_KEY:
-        from_secret: BUNNYNET_API_KEY
-      SUBDOMAIN1: 'cran.devxy.io'
-      SUBDOMAIN2: 'cran.allianceswisspass.devxy.io'
-      SUBDOMAIN3: 'cran.rpkgs.com'
-      OS_ID: alpine322
-      ARCH: arm64
-    commands:
-      - apk add --no-cache -q bash curl
-      - bash scripts/purge_cdn_cache.sh "$BUNNYNET_API_KEY" "$ARCH" "$OS_ID" "$SUBDOMAIN1" "$SUBDOMAIN2" "$SUBDOMAIN3"
--- a/.crow/process-updates-alpine-323-amd64.yaml
+++ b/.crow/process-updates-alpine-323-amd64.yaml
@ -1,91 +0,0 @@
-when:
-  - event: [cron]
-    cron: process-cran-updates-alpine-323-amd64
-  - event: manual
-    evaluate: 'process_cran_updates == "all"'
-  - event: manual
-    evaluate: 'process_cran_updates == "alpine-323-amd64"'
-
-skip_clone: true
-
-labels:
-  agent: artemis
-
-steps:
-  - name: 'Processing Updates'
-    image: reg.devxy.io/rpkgs/build-env-alpine:3.23
-    pull: true
-    environment:
-      RED_HAT_DEV_PW:
-        from_secret: RED_HAT_DEV_PW
-      B2_S3_ACCESS_KEY:
-        from_secret: B2_S3_ACCESS_KEY
-      B2_S3_SECRET_KEY:
-        from_secret: B2_S3_SECRET_KEY
-      PGPASS:
-        from_secret: PGPASS
-      REPO_RO_TOKEN:
-        from_secret: REPO_RO_TOKEN
-      GITHUB_PAT:
-        from_secret: GITHUB_PAT
-      # normal env vars
-      GIT_USER: pat-s
-      NTFY_SERVER:
-        from_secret: NTFY_SERVER
-      NTFY_TOPIC:
-        from_secret: NTFY_TOPIC
-      NTFY_AUTH: TRUE
-      NTFY_PASSWORD:
-        from_secret: ntfy_token
-      # set the location of the 'pkgcache' cache dir which persists the R package dependencies needed to install the packages themselves
-      R_PKG_CACHE_DIR: /mnt/cache/pkgcache
-      R_LIBS_USER: /mnt/cache/R-pkgs
-      R_VERSION: 4.5.3
-      CCACHE_DIR: /mnt/cache/ccache
-      PLATFORM: alpine-323
-      ARCH: amd64
-      NCPUS: 2
-      STRATEGY: sequential
-      INTERVAL: lubridate::interval(lubridate::today() - 6, lubridate::today() - 3)
-    # volumes:
-    #   - amd64-binaries-r-dep-cache-alpine-323:/mnt/cache
-    commands:
-      - git clone -q https://pat-s:$$REPO_RO_TOKEN@git.devxy.io/devxy/build-cran-binaries.git .
-      - rm -rf /mnt/cache/R-pkgs/00LOCK-r-pkg-binaries /mnt/cache/R-pkgs/00LOCK-bincraft /mnt/cache/R-pkgs/00LOCK-pak /mnt/cache/pkgcache/R/pkgcache /mnt/cache/pkgcache/R/pkgcache /mnt/cache/R-pkgs/pkgcache /mnt/cache/R-pkgs/00LOCK-pak/mnt/cache/R-pkgs/00LOCK-RPostgres /mnt/cache/R-pkgs/bincraft
-      - /opt/R/$R_VERSION/bin/R -q -e 'if (!requireNamespace("bincraft", quietly = TRUE) || packageVersion("bincraft") != "4.1.1") pak::pak("git::https://codefloe.com/rpkgs/bincraft.git@v4.1.1")'
-      - /opt/R/$R_VERSION/bin/R -q -e 'packageVersion("bincraft")'
-      - mkdir -p /mnt/cache/pkgcache /mnt/cache/R-pkgs /mnt/cache/ccache /mnt/cache/packages
-      # options(future.globals.onReference = NULL): for some reason s3fs::file_delete() throws 'Error: Detected a non-exportable reference ('externalptr') in one of the globals ('FUN' of class 'function') used in the future expression' otherwise
-      - xvfb-run /opt/R/$R_VERSION/bin/R -q -e "options(crayon.enabled = TRUE, Ncpus = 4, future.globals.onReference = 'error', repos = structure(c(getOption('repos'),INLA='https://inla.r-inla-download.org/R/stable'))); progressr::handlers('cli'); progressr::handlers(global = TRUE); options(future.globals.onReference = NULL); bincraft::process_cran_updates(interval = $INTERVAL, platform = 'alpine-323', process_updated = TRUE, process_new = FALSE, process_removed = TRUE, s3_endpoint = 'https://s3.eu-central-003.backblazeb2.com', s3_region = 'eu-central-003', s3_bucket = 'devxy-rpkgs-binaries', s3_access_key_id = Sys.getenv('B2_S3_ACCESS_KEY'), s3_secret_access_key = Sys.getenv('B2_S3_SECRET_KEY'), metadata_db_host = 'r-binaries.devxy.io', metadata_db_name = 'build_metadata', metadata_db_table = 'single_builds', metadata_db_user = 'rpkgs', metadata_db_password = Sys.getenv('PGPASS'), metadata_db_sslmode = 'require', metadata_db_port = 15432, archive = TRUE, upload = TRUE, store_build_metadata = TRUE)"
-      - /opt/R/$R_VERSION/bin/R -q -e 'library(bincraft); upload_package_index(codename = "alpine323", s3_endpoint = "https://s3.eu-central-003.backblazeb2.com", s3_region = "eu-central-003", s3_bucket = "devxy-rpkgs-binaries", s3_access_key_id = Sys.getenv("B2_S3_ACCESS_KEY"), s3_secret_access_key = Sys.getenv("B2_S3_SECRET_KEY"))'
-    backend_options:
-      kubernetes:
-        resources:
-          requests:
-            memory: 5Gi
-            cpu: 3000m
-          limits:
-            memory: 18Gi
-            cpu: 3000m
-        nodeSelector:
-          kubernetes.io/arch: amd64
-          node.kubernetes.io/instance-type: AX42
-        tolerations:
-          - key: 'CI'
-            operator: 'Equal'
-            value: 'true'
-            effect: 'NoSchedule'
-
-  - name: Purge CDN cache
-    image: reg.devxy.io/docker.io/library/alpine:3.24
-    environment:
-      BUNNYNET_API_KEY:
-        from_secret: BUNNYNET_API_KEY
-      SUBDOMAIN1: 'cran.devxy.io'
-      SUBDOMAIN2: 'cran.allianceswisspass.devxy.io'
-      SUBDOMAIN3: 'cran.rpkgs.com'
-      OS_ID: alpine323
-      ARCH: amd64
-    commands:
-      - apk add --no-cache -q bash curl
-      - bash scripts/purge_cdn_cache.sh "$BUNNYNET_API_KEY" "$ARCH" "$OS_ID" "$SUBDOMAIN1" "$SUBDOMAIN2" "$SUBDOMAIN3"
--- a/.crow/process-updates-alpine-323-arm64.yaml
+++ b/.crow/process-updates-alpine-323-arm64.yaml
@ -1,73 +0,0 @@
-when:
-  - event: [cron]
-    cron: process-cran-updates-alpine-323-arm64
-  - event: manual
-    evaluate: 'process_cran_updates == "all"'
-  - event: manual
-    evaluate: 'process_cran_updates == "alpine-323-arm64"'
-
-skip_clone: true
-
-labels:
-  agent: gaia
-
-steps:
-  - name: 'Processing Updates'
-    image: reg.devxy.io/rpkgs/build-env-alpine:3.23
-    pull: true
-    environment:
-      RED_HAT_DEV_PW:
-        from_secret: RED_HAT_DEV_PW
-      B2_S3_ACCESS_KEY:
-        from_secret: B2_S3_ACCESS_KEY
-      B2_S3_SECRET_KEY:
-        from_secret: B2_S3_SECRET_KEY
-      PGPASS:
-        from_secret: PGPASS
-      REPO_RO_TOKEN:
-        from_secret: REPO_RO_TOKEN
-      GITHUB_PAT:
-        from_secret: GITHUB_PAT
-      # normal env vars
-      GIT_USER: pat-s
-      NTFY_SERVER:
-        from_secret: NTFY_SERVER
-      NTFY_TOPIC:
-        from_secret: NTFY_TOPIC
-      NTFY_AUTH: TRUE
-      NTFY_PASSWORD:
-        from_secret: ntfy_token
-      # set the location of the 'pkgcache' cache dir which persists the R package dependencies needed to install the packages themselves
-      R_PKG_CACHE_DIR: /mnt/cache/pkgcache
-      R_LIBS_USER: /mnt/cache/R-pkgs
-      R_VERSION: 4.5.3
-      CCACHE_DIR: /mnt/cache/ccache
-      PLATFORM: alpine-323
-      ARCH: arm64
-      NCPUS: 2
-      INTERVAL: lubridate::interval(lubridate::today() - 6, lubridate::today() - 3)
-    # volumes:
-    #   - arm64-binaries-r-dep-cache-alpine-321:/mnt/cache
-    commands:
-      - git clone -q https://pat-s:$$REPO_RO_TOKEN@git.devxy.io/devxy/build-cran-binaries.git .
-      - rm -rf /mnt/cache/R-pkgs/00LOCK-r-pkg-binaries /mnt/cache/R-pkgs/00LOCK-bincraft /mnt/cache/R-pkgs/00LOCK-pak /mnt/cache/pkgcache/R/pkgcache /mnt/cache/pkgcache/R/pkgcache /mnt/cache/R-pkgs/pkgcache /mnt/cache/R-pkgs/00LOCK-pak/mnt/cache/R-pkgs/00LOCK-RPostgres /mnt/cache/R-pkgs/bincraft
-      - /opt/R/$R_VERSION/bin/R -q -e 'if (!requireNamespace("bincraft", quietly = TRUE) || packageVersion("bincraft") != "4.1.1") pak::pak("git::https://codefloe.com/rpkgs/bincraft.git@v4.1.1")'
-      - /opt/R/$R_VERSION/bin/R -q -e 'packageVersion("bincraft")'
-      - mkdir -p /mnt/cache/pkgcache /mnt/cache/R-pkgs /mnt/cache/ccache /mnt/cache/packages
-      # options(future.globals.onReference = NULL): for some reason s3fs::file_delete() throws 'Error: Detected a non-exportable reference ('externalptr') in one of the globals ('FUN' of class 'function') used in the future expression' otherwise
-      - xvfb-run /opt/R/$R_VERSION/bin/R -q -e "options(crayon.enabled = TRUE, Ncpus = 4, future.globals.onReference = 'error', repos = structure(c(getOption('repos'),INLA='https://inla.r-inla-download.org/R/stable'))); progressr::handlers('cli'); progressr::handlers(global = TRUE); options(future.globals.onReference = NULL); bincraft::process_cran_updates(interval = $INTERVAL, platform = 'alpine-323', process_updated = TRUE, process_new = TRUE, process_removed = TRUE, s3_endpoint = 'https://s3.eu-central-003.backblazeb2.com', s3_region = 'eu-central-003', s3_bucket = 'devxy-rpkgs-binaries', s3_access_key_id = Sys.getenv('B2_S3_ACCESS_KEY'), s3_secret_access_key = Sys.getenv('B2_S3_SECRET_KEY'), metadata_db_host = 'r-binaries.devxy.io', metadata_db_name = 'build_metadata', metadata_db_table = 'single_builds', metadata_db_user = 'rpkgs', metadata_db_password = Sys.getenv('PGPASS'), metadata_db_sslmode = 'require', metadata_db_port = 15432, archive = TRUE, upload = TRUE, store_build_metadata = TRUE)"
-      - /opt/R/$R_VERSION/bin/R -q -e 'library(bincraft); upload_package_index(codename = "alpine323", s3_endpoint = "https://s3.eu-central-003.backblazeb2.com", s3_region = "eu-central-003", s3_bucket = "devxy-rpkgs-binaries", s3_access_key_id = Sys.getenv("B2_S3_ACCESS_KEY"), s3_secret_access_key = Sys.getenv("B2_S3_SECRET_KEY"))'
-
-  - name: Purge CDN cache
-    image: reg.devxy.io/docker.io/library/alpine:3.24
-    environment:
-      BUNNYNET_API_KEY:
-        from_secret: BUNNYNET_API_KEY
-      SUBDOMAIN1: 'cran.devxy.io'
-      SUBDOMAIN2: 'cran.allianceswisspass.devxy.io'
-      SUBDOMAIN3: 'cran.rpkgs.com'
-      OS_ID: alpine323
-      ARCH: arm64
-    commands:
-      - apk add --no-cache -q bash curl
-      - bash scripts/purge_cdn_cache.sh "$BUNNYNET_API_KEY" "$ARCH" "$OS_ID" "$SUBDOMAIN1" "$SUBDOMAIN2" "$SUBDOMAIN3"
--- a/.crow/process-updates-amd64.yaml
+++ b/.crow/process-updates-amd64.yaml
@ -0,0 +1,170 @@
+# Consolidated amd64 process-updates pipeline.
+# One matrix row per platform replaces the former per-platform files.
+# Routing is preserved 1:1:
+#   - cron:   each existing `process-cran-updates-<platform>-amd64` cron fires
+#             only its matching matrix row (via CI_PIPELINE_CRON).
+#   - manual: pick a target from the `process_cran_updates` dropdown
+#             ("all" = every platform/arch).
+variables:
+  process_cran_updates:
+    description: "Manual run target: a specific <platform>-<arch>, or 'all' for every platform/arch."
+    options:
+      - all
+      - alpine-322-amd64
+      - alpine-322-arm64
+      - alpine-323-amd64
+      - alpine-323-arm64
+      - redhat-8-amd64
+      - redhat-8-arm64
+      - redhat-9-amd64
+      - redhat-9-arm64
+      - redhat-10-amd64
+      - redhat-10-arm64
+      - ubuntu-2204-amd64
+      - ubuntu-2204-arm64
+      - ubuntu-2404-amd64
+      - ubuntu-2404-arm64
+    default: all
+
+when:
+  - event: cron
+    evaluate: 'CI_PIPELINE_CRON == "process-cran-updates-${PLATFORM}-amd64"'
+  - event: manual
+    evaluate: 'process_cran_updates == "all" || process_cran_updates == "${PLATFORM}-amd64"'
+
+skip_clone: true
+
+labels:
+  agent: artemis
+
+matrix:
+  include:
+    - PLATFORM: alpine-322
+      R_VERSION: 4.5.3
+      IMG: alpine:3.24
+      OS_ID: alpine322
+      PROCESS_NEW: FALSE
+    - PLATFORM: alpine-323
+      R_VERSION: 4.5.3
+      IMG: alpine:3.24
+      OS_ID: alpine323
+      PROCESS_NEW: FALSE
+    - PLATFORM: redhat-8
+      R_VERSION: 4.4.3
+      IMG: redhat:8
+      OS_ID: rhel8
+      PROCESS_NEW: TRUE
+    - PLATFORM: redhat-9
+      R_VERSION: 4.4.3
+      IMG: redhat:9
+      OS_ID: rhel9
+      PROCESS_NEW: TRUE
+    - PLATFORM: redhat-10
+      R_VERSION: 4.5.3
+      IMG: redhat:10
+      OS_ID: rhel10
+      PROCESS_NEW: TRUE
+    - PLATFORM: ubuntu-2204
+      R_VERSION: 4.4.3
+      IMG: ubuntu:jammy
+      OS_ID: jammy
+      PROCESS_NEW: TRUE
+    - PLATFORM: ubuntu-2404
+      R_VERSION: 4.4.3
+      IMG: ubuntu:noble
+      OS_ID: noble
+      PROCESS_NEW: TRUE
+
+steps:
+  - name: 'Processing Updates'
+    image: reg.devxy.io/rpkgs/build-env-${IMG}
+    pull: true
+    environment:
+      RED_HAT_DEV_PW:
+        from_secret: RED_HAT_DEV_PW
+      B2_S3_ACCESS_KEY:
+        from_secret: B2_S3_ACCESS_KEY
+      B2_S3_SECRET_KEY:
+        from_secret: B2_S3_SECRET_KEY
+      PGPASS:
+        from_secret: PGPASS
+      REPO_RO_TOKEN:
+        from_secret: REPO_RO_TOKEN
+      GITHUB_PAT:
+        from_secret: GITHUB_PAT
+      # normal env vars
+      GIT_USER: pat-s
+      NTFY_SERVER:
+        from_secret: NTFY_SERVER
+      NTFY_TOPIC:
+        from_secret: NTFY_TOPIC
+      NTFY_AUTH: TRUE
+      NTFY_PASSWORD:
+        from_secret: ntfy_token
+      # set the location of the 'pkgcache' cache dir which persists the R package dependencies needed to install the packages themselves
+      R_PKG_CACHE_DIR: /mnt/cache/pkgcache
+      R_LIBS_USER: /mnt/cache/R-pkgs
+      R_VERSION: ${R_VERSION}
+      CCACHE_DIR: /mnt/cache/ccache
+      PLATFORM: ${PLATFORM}
+      OS_ID: ${OS_ID}
+      ARCH: amd64
+      NCPUS: 2
+      INTERVAL: lubridate::interval(lubridate::today() - 6, lubridate::today() - 3)
+    commands:
+      - git clone -q https://pat-s:$$REPO_RO_TOKEN@git.devxy.io/devxy/build-cran-binaries.git .
+      - rm -rf /mnt/cache/R-pkgs/00LOCK-* /mnt/cache/R-pkgs/bincraft /mnt/cache/R-pkgs/pkgcache /mnt/cache/pkgcache/R/pkgcache
+      - /opt/R/$R_VERSION/bin/R -q -e 'if (!requireNamespace("bincraft", quietly = TRUE) || packageVersion("bincraft") != "4.2.2") pak::pak("git::https://codefloe.com/rpkgs/bincraft.git@v4.2.2")'
+      - /opt/R/$R_VERSION/bin/R -q -e 'packageVersion("bincraft")'
+      - mkdir -p /mnt/cache/pkgcache /mnt/cache/R-pkgs /mnt/cache/ccache /mnt/cache/packages
+      # options(future.globals.onReference = NULL): for some reason s3fs::file_delete() throws 'Error: Detected a non-exportable reference ('externalptr') in one of the globals ('FUN' of class 'function') used in the future expression' otherwise
+      - xvfb-run /opt/R/$R_VERSION/bin/R -q -e "options(crayon.enabled = TRUE, Ncpus = 4, future.globals.onReference = 'error', repos = structure(c(getOption('repos'),INLA='https://inla.r-inla-download.org/R/stable'))); progressr::handlers('cli'); progressr::handlers(global = TRUE); options(future.globals.onReference = NULL); bincraft::process_cran_updates(interval = $INTERVAL, platform = '${PLATFORM}', process_updated = TRUE, process_new = ${PROCESS_NEW}, process_removed = TRUE, r_minor_detection = 'classifier', s3_endpoint = 'https://s3.eu-central-003.backblazeb2.com', s3_region = 'eu-central-003', s3_bucket = 'devxy-rpkgs-binaries', s3_access_key_id = Sys.getenv('B2_S3_ACCESS_KEY'), s3_secret_access_key = Sys.getenv('B2_S3_SECRET_KEY'), metadata_db_host = 'r-binaries.devxy.io', metadata_db_name = 'build_metadata', metadata_db_table = 'single_builds', metadata_db_user = 'rpkgs', metadata_db_password = Sys.getenv('PGPASS'), metadata_db_sslmode = 'require', metadata_db_port = 15432, archive = TRUE, upload = TRUE, store_build_metadata = TRUE)"
+      - |
+        PRIMARY_MINOR=$(echo "$R_VERSION" | cut -d. -f1-2)
+        for RBIN in /opt/R/[0-9]*/bin/R; do
+          RV=$(basename "$(dirname "$(dirname "$RBIN")")")
+          RMINOR=$(echo "$RV" | cut -d. -f1-2)
+          [ "$RMINOR" = "$PRIMARY_MINOR" ] && continue
+          echo "=== R-minor-sensitive update pass under R $RV ==="
+          LIB="/mnt/cache/R-pkgs-$RMINOR"
+          mkdir -p "$LIB"
+          R_LIBS_USER="$LIB" "$(dirname "$RBIN")/R" -q -e 'if (!requireNamespace("bincraft", quietly = TRUE) || packageVersion("bincraft") != "4.2.2") pak::pak("git::https://codefloe.com/rpkgs/bincraft.git@v4.2.2")' || true
+          R_LIBS_USER="$LIB" xvfb-run "$(dirname "$RBIN")/R" -q -e "options(crayon.enabled = TRUE, Ncpus = 4, future.globals.onReference = NULL); bincraft::process_cran_updates(interval = $INTERVAL, platform = '${PLATFORM}', process_updated = TRUE, process_new = FALSE, process_removed = FALSE, r_minor_detection = 'classifier', r_minor_sensitive_only = TRUE, s3_endpoint = 'https://s3.eu-central-003.backblazeb2.com', s3_region = 'eu-central-003', s3_bucket = 'devxy-rpkgs-binaries', s3_access_key_id = Sys.getenv('B2_S3_ACCESS_KEY'), s3_secret_access_key = Sys.getenv('B2_S3_SECRET_KEY'), metadata_db_host = 'r-binaries.devxy.io', metadata_db_name = 'build_metadata', metadata_db_table = 'single_builds', metadata_db_user = 'rpkgs', metadata_db_password = Sys.getenv('PGPASS'), metadata_db_sslmode = 'require', metadata_db_port = 15432, archive = TRUE, upload = TRUE, store_build_metadata = TRUE)" || true
+        done
+      - /opt/R/$R_VERSION/bin/R -q -e 'library(bincraft); upload_package_index(codename = "${OS_ID}", s3_endpoint = "https://s3.eu-central-003.backblazeb2.com", s3_region = "eu-central-003", s3_bucket = "devxy-rpkgs-binaries", s3_access_key_id = Sys.getenv("B2_S3_ACCESS_KEY"), s3_secret_access_key = Sys.getenv("B2_S3_SECRET_KEY"))'
+      - |
+        for RBIN in /opt/R/[0-9]*/bin/R; do
+          RMINOR=$(basename "$(dirname "$(dirname "$RBIN")")" | cut -d. -f1-2)
+          /opt/R/$R_VERSION/bin/R -q -e "library(bincraft); upload_package_index(codename = '${OS_ID}', r_minor = '$RMINOR', s3_endpoint = 'https://s3.eu-central-003.backblazeb2.com', s3_region = 'eu-central-003', s3_bucket = 'devxy-rpkgs-binaries', s3_access_key_id = Sys.getenv('B2_S3_ACCESS_KEY'), s3_secret_access_key = Sys.getenv('B2_S3_SECRET_KEY'))" || true
+        done
+    backend_options:
+      kubernetes:
+        resources:
+          requests:
+            memory: 5Gi
+            cpu: 3000m
+          limits:
+            memory: 18Gi
+            cpu: 3000m
+        nodeSelector:
+          kubernetes.io/arch: amd64
+          node.kubernetes.io/instance-type: AX42
+        tolerations:
+          - key: 'CI'
+            operator: 'Equal'
+            value: 'true'
+            effect: 'NoSchedule'
+
+  - name: Purge CDN cache
+    image: reg.devxy.io/docker.io/library/alpine:3.24
+    environment:
+      BUNNYNET_API_KEY:
+        from_secret: BUNNYNET_API_KEY
+      SUBDOMAIN1: 'cran.devxy.io'
+      SUBDOMAIN2: 'cran.allianceswisspass.devxy.io'
+      SUBDOMAIN3: 'cran.rpkgs.com'
+      OS_ID: ${OS_ID}
+      ARCH: amd64
+    commands:
+      - apk add --no-cache -q bash curl
+      - bash scripts/purge_cdn_cache.sh "$BUNNYNET_API_KEY" "$ARCH" "$OS_ID" "$SUBDOMAIN1" "$SUBDOMAIN2" "$SUBDOMAIN3"
--- a/.crow/process-updates-arm64.yaml
+++ b/.crow/process-updates-arm64.yaml
@ -0,0 +1,153 @@
+# Consolidated arm64 process-updates pipeline.
+# One matrix row per platform replaces the former per-platform files.
+# Routing is preserved 1:1:
+#   - cron:   each existing `process-cran-updates-<platform>-arm64` cron fires
+#             only its matching matrix row (via CI_PIPELINE_CRON).
+#   - manual: pick a target from the `process_cran_updates` dropdown
+#             ("all" = every platform/arch).
+variables:
+  process_cran_updates:
+    description: "Manual run target: a specific <platform>-<arch>, or 'all' for every platform/arch."
+    options:
+      - all
+      - alpine-322-amd64
+      - alpine-322-arm64
+      - alpine-323-amd64
+      - alpine-323-arm64
+      - redhat-8-amd64
+      - redhat-8-arm64
+      - redhat-9-amd64
+      - redhat-9-arm64
+      - redhat-10-amd64
+      - redhat-10-arm64
+      - ubuntu-2204-amd64
+      - ubuntu-2204-arm64
+      - ubuntu-2404-amd64
+      - ubuntu-2404-arm64
+    default: all
+
+when:
+  - event: cron
+    evaluate: 'CI_PIPELINE_CRON == "process-cran-updates-${PLATFORM}-arm64"'
+  - event: manual
+    evaluate: 'process_cran_updates == "all" || process_cran_updates == "${PLATFORM}-arm64"'
+
+skip_clone: true
+
+labels:
+  agent: gaia
+
+matrix:
+  include:
+    - PLATFORM: alpine-322
+      R_VERSION: 4.5.3
+      IMG: alpine:3.24
+      OS_ID: alpine322
+      PROCESS_NEW: FALSE
+    - PLATFORM: alpine-323
+      R_VERSION: 4.5.3
+      IMG: alpine:3.24
+      OS_ID: alpine323
+      PROCESS_NEW: FALSE
+    - PLATFORM: redhat-8
+      R_VERSION: 4.4.3
+      IMG: redhat:8
+      OS_ID: rhel8
+      PROCESS_NEW: TRUE
+    - PLATFORM: redhat-9
+      R_VERSION: 4.4.3
+      IMG: redhat:9
+      OS_ID: rhel9
+      PROCESS_NEW: TRUE
+    - PLATFORM: redhat-10
+      R_VERSION: 4.5.3
+      IMG: redhat:10
+      OS_ID: rhel10
+      PROCESS_NEW: TRUE
+    - PLATFORM: ubuntu-2204
+      R_VERSION: 4.4.3
+      IMG: ubuntu:jammy
+      OS_ID: jammy
+      PROCESS_NEW: TRUE
+    - PLATFORM: ubuntu-2404
+      R_VERSION: 4.4.3
+      IMG: ubuntu:noble
+      OS_ID: noble
+      PROCESS_NEW: TRUE
+
+steps:
+  - name: 'Processing Updates'
+    image: reg.devxy.io/rpkgs/build-env-${IMG}
+    pull: true
+    environment:
+      RED_HAT_DEV_PW:
+        from_secret: RED_HAT_DEV_PW
+      B2_S3_ACCESS_KEY:
+        from_secret: B2_S3_ACCESS_KEY
+      B2_S3_SECRET_KEY:
+        from_secret: B2_S3_SECRET_KEY
+      PGPASS:
+        from_secret: PGPASS
+      REPO_RO_TOKEN:
+        from_secret: REPO_RO_TOKEN
+      GITHUB_PAT:
+        from_secret: GITHUB_PAT
+      # normal env vars
+      GIT_USER: pat-s
+      NTFY_SERVER:
+        from_secret: NTFY_SERVER
+      NTFY_TOPIC:
+        from_secret: NTFY_TOPIC
+      NTFY_AUTH: TRUE
+      NTFY_PASSWORD:
+        from_secret: ntfy_token
+      # set the location of the 'pkgcache' cache dir which persists the R package dependencies needed to install the packages themselves
+      R_PKG_CACHE_DIR: /mnt/cache/pkgcache
+      R_LIBS_USER: /mnt/cache/R-pkgs
+      R_VERSION: ${R_VERSION}
+      CCACHE_DIR: /mnt/cache/ccache
+      PLATFORM: ${PLATFORM}
+      OS_ID: ${OS_ID}
+      ARCH: arm64
+      NCPUS: 2
+      INTERVAL: lubridate::interval(lubridate::today() - 6, lubridate::today() - 3)
+    commands:
+      - git clone -q https://pat-s:$$REPO_RO_TOKEN@git.devxy.io/devxy/build-cran-binaries.git .
+      - rm -rf /mnt/cache/R-pkgs/00LOCK-* /mnt/cache/R-pkgs/bincraft /mnt/cache/R-pkgs/pkgcache /mnt/cache/pkgcache/R/pkgcache
+      - /opt/R/$R_VERSION/bin/R -q -e 'if (!requireNamespace("bincraft", quietly = TRUE) || packageVersion("bincraft") != "4.2.2") pak::pak("git::https://codefloe.com/rpkgs/bincraft.git@v4.2.2")'
+      - /opt/R/$R_VERSION/bin/R -q -e 'packageVersion("bincraft")'
+      - mkdir -p /mnt/cache/pkgcache /mnt/cache/R-pkgs /mnt/cache/ccache /mnt/cache/packages
+      # options(future.globals.onReference = NULL): for some reason s3fs::file_delete() throws 'Error: Detected a non-exportable reference ('externalptr') in one of the globals ('FUN' of class 'function') used in the future expression' otherwise
+      - xvfb-run /opt/R/$R_VERSION/bin/R -q -e "options(crayon.enabled = TRUE, Ncpus = 4, future.globals.onReference = 'error', repos = structure(c(getOption('repos'),INLA='https://inla.r-inla-download.org/R/stable'))); progressr::handlers('cli'); progressr::handlers(global = TRUE); options(future.globals.onReference = NULL); bincraft::process_cran_updates(interval = $INTERVAL, platform = '${PLATFORM}', process_updated = TRUE, process_new = ${PROCESS_NEW}, process_removed = TRUE, r_minor_detection = 'classifier', s3_endpoint = 'https://s3.eu-central-003.backblazeb2.com', s3_region = 'eu-central-003', s3_bucket = 'devxy-rpkgs-binaries', s3_access_key_id = Sys.getenv('B2_S3_ACCESS_KEY'), s3_secret_access_key = Sys.getenv('B2_S3_SECRET_KEY'), metadata_db_host = 'r-binaries.devxy.io', metadata_db_name = 'build_metadata', metadata_db_table = 'single_builds', metadata_db_user = 'rpkgs', metadata_db_password = Sys.getenv('PGPASS'), metadata_db_sslmode = 'require', metadata_db_port = 15432, archive = TRUE, upload = TRUE, store_build_metadata = TRUE)"
+      - |
+        PRIMARY_MINOR=$(echo "$R_VERSION" | cut -d. -f1-2)
+        for RBIN in /opt/R/[0-9]*/bin/R; do
+          RV=$(basename "$(dirname "$(dirname "$RBIN")")")
+          RMINOR=$(echo "$RV" | cut -d. -f1-2)
+          [ "$RMINOR" = "$PRIMARY_MINOR" ] && continue
+          echo "=== R-minor-sensitive update pass under R $RV ==="
+          LIB="/mnt/cache/R-pkgs-$RMINOR"
+          mkdir -p "$LIB"
+          R_LIBS_USER="$LIB" "$(dirname "$RBIN")/R" -q -e 'if (!requireNamespace("bincraft", quietly = TRUE) || packageVersion("bincraft") != "4.2.2") pak::pak("git::https://codefloe.com/rpkgs/bincraft.git@v4.2.2")' || true
+          R_LIBS_USER="$LIB" xvfb-run "$(dirname "$RBIN")/R" -q -e "options(crayon.enabled = TRUE, Ncpus = 4, future.globals.onReference = NULL); bincraft::process_cran_updates(interval = $INTERVAL, platform = '${PLATFORM}', process_updated = TRUE, process_new = FALSE, process_removed = FALSE, r_minor_detection = 'classifier', r_minor_sensitive_only = TRUE, s3_endpoint = 'https://s3.eu-central-003.backblazeb2.com', s3_region = 'eu-central-003', s3_bucket = 'devxy-rpkgs-binaries', s3_access_key_id = Sys.getenv('B2_S3_ACCESS_KEY'), s3_secret_access_key = Sys.getenv('B2_S3_SECRET_KEY'), metadata_db_host = 'r-binaries.devxy.io', metadata_db_name = 'build_metadata', metadata_db_table = 'single_builds', metadata_db_user = 'rpkgs', metadata_db_password = Sys.getenv('PGPASS'), metadata_db_sslmode = 'require', metadata_db_port = 15432, archive = TRUE, upload = TRUE, store_build_metadata = TRUE)" || true
+        done
+      - /opt/R/$R_VERSION/bin/R -q -e 'library(bincraft); upload_package_index(codename = "${OS_ID}", s3_endpoint = "https://s3.eu-central-003.backblazeb2.com", s3_region = "eu-central-003", s3_bucket = "devxy-rpkgs-binaries", s3_access_key_id = Sys.getenv("B2_S3_ACCESS_KEY"), s3_secret_access_key = Sys.getenv("B2_S3_SECRET_KEY"))'
+      - |
+        for RBIN in /opt/R/[0-9]*/bin/R; do
+          RMINOR=$(basename "$(dirname "$(dirname "$RBIN")")" | cut -d. -f1-2)
+          /opt/R/$R_VERSION/bin/R -q -e "library(bincraft); upload_package_index(codename = '${OS_ID}', r_minor = '$RMINOR', s3_endpoint = 'https://s3.eu-central-003.backblazeb2.com', s3_region = 'eu-central-003', s3_bucket = 'devxy-rpkgs-binaries', s3_access_key_id = Sys.getenv('B2_S3_ACCESS_KEY'), s3_secret_access_key = Sys.getenv('B2_S3_SECRET_KEY'))" || true
+        done
+
+  - name: Purge CDN cache
+    image: reg.devxy.io/docker.io/library/alpine:3.24
+    environment:
+      BUNNYNET_API_KEY:
+        from_secret: BUNNYNET_API_KEY
+      SUBDOMAIN1: 'cran.devxy.io'
+      SUBDOMAIN2: 'cran.allianceswisspass.devxy.io'
+      SUBDOMAIN3: 'cran.rpkgs.com'
+      OS_ID: ${OS_ID}
+      ARCH: arm64
+    commands:
+      - apk add --no-cache -q bash curl
+      - bash scripts/purge_cdn_cache.sh "$BUNNYNET_API_KEY" "$ARCH" "$OS_ID" "$SUBDOMAIN1" "$SUBDOMAIN2" "$SUBDOMAIN3"
--- a/.crow/process-updates-redhat-10-amd64.yaml
+++ b/.crow/process-updates-redhat-10-amd64.yaml
@ -1,93 +0,0 @@
-when:
-  - event: [cron]
-    cron: process-cran-updates-redhat-10-amd64
-  - event: manual
-    evaluate: 'process_cran_updates == "all"'
-  - event: manual
-    evaluate: 'process_cran_updates == "redhat-10-amd64"'
-
-skip_clone: true
-
-labels:
-  agent: artemis
-
-steps:
-  - name: 'Processing Updates'
-    image: reg.devxy.io/rpkgs/build-env-redhat:10
-    pull: true
-    environment:
-      RED_HAT_DEV_PW:
-        from_secret: RED_HAT_DEV_PW
-      B2_S3_ACCESS_KEY:
-        from_secret: B2_S3_ACCESS_KEY
-      B2_S3_SECRET_KEY:
-        from_secret: B2_S3_SECRET_KEY
-      PGPASS:
-        from_secret: PGPASS
-      REPO_RO_TOKEN:
-        from_secret: REPO_RO_TOKEN
-      GITHUB_PAT:
-        from_secret: GITHUB_PAT
-      # normal env vars
-      GIT_USER: pat-s
-      NTFY_SERVER:
-        from_secret: NTFY_SERVER
-      NTFY_TOPIC:
-        from_secret: NTFY_TOPIC
-      NTFY_AUTH: TRUE
-      NTFY_PASSWORD:
-        from_secret: ntfy_token
-      # set the location of the 'pkgcache' cache dir which persists the R package dependencies needed to install the packages themselves
-      R_PKG_CACHE_DIR: /mnt/cache/pkgcache
-      R_LIBS_USER: /mnt/cache/R-pkgs
-      R_VERSION: 4.5.3
-      CCACHE_DIR: /mnt/cache/ccache
-      PLATFORM: redhat-10
-      ARCH: amd64
-      NCPUS: 2
-      MEMORY: 18Gi
-      STRATEGY: sequential
-      INTERVAL: lubridate::interval(lubridate::today() - 6, lubridate::today() - 3)
-    # volumes:
-    #   - amd64-binaries-r-dep-cache-redhat-10:/mnt/cache
-    commands:
-      - git clone -q https://pat-s:$$REPO_RO_TOKEN@git.devxy.io/devxy/build-cran-binaries.git .
-      - rm -rf /mnt/cache/R-pkgs/00LOCK-r-pkg-binaries /mnt/cache/R-pkgs/00LOCK-bincraft /mnt/cache/R-pkgs/00LOCK-pak /mnt/cache/pkgcache/R/pkgcache /mnt/cache/pkgcache/R/pkgcache /mnt/cache/R-pkgs/pkgcache /mnt/cache/R-pkgs/00LOCK-pak/mnt/cache/R-pkgs/00LOCK-RPostgres /mnt/cache/R-pkgs/bincraft
-      - /opt/R/$R_VERSION/bin/R -q -e 'if (!requireNamespace("bincraft", quietly = TRUE) || packageVersion("bincraft") != "4.1.1") pak::pak("git::https://codefloe.com/rpkgs/bincraft.git@v4.1.1")'
-      - /opt/R/$R_VERSION/bin/R -q -e 'packageVersion("bincraft")'
-      - mkdir -p /mnt/cache/pkgcache /mnt/cache/R-pkgs /mnt/cache/ccache /mnt/cache/packages
-      # options(future.globals.onReference = NULL): for some reason s3fs::file_delete() throws 'Error: Detected a non-exportable reference ('externalptr') in one of the globals ('FUN' of class 'function') used in the future expression' otherwise
-      - XVFB=$(command -v xwfb-run 2>/dev/null || command -v xvfb-run); XVFB_ARGS=""; if command -v xwfb-run >/dev/null 2>&1; then dnf install -y -q weston 2>/dev/null; XVFB_ARGS="-c weston"; fi
-      - $XVFB $XVFB_ARGS -- /opt/R/$R_VERSION/bin/R -q -e "options(crayon.enabled = TRUE, Ncpus = 4, future.globals.onReference = 'error', repos = structure(c(getOption('repos'),INLA='https://inla.r-inla-download.org/R/stable'))); progressr::handlers('cli'); progressr::handlers(global = TRUE); options(future.globals.onReference = NULL); bincraft::process_cran_updates(interval = $INTERVAL, platform = 'redhat-10', process_updated = TRUE, process_new = TRUE, process_removed = TRUE, s3_endpoint = 'https://s3.eu-central-003.backblazeb2.com', s3_region = 'eu-central-003', s3_bucket = 'devxy-rpkgs-binaries', s3_access_key_id = Sys.getenv('B2_S3_ACCESS_KEY'), s3_secret_access_key = Sys.getenv('B2_S3_SECRET_KEY'), metadata_db_host = 'r-binaries.devxy.io', metadata_db_name = 'build_metadata', metadata_db_table = 'single_builds', metadata_db_user = 'rpkgs', metadata_db_password = Sys.getenv('PGPASS'), metadata_db_sslmode = 'require', metadata_db_port = 15432, archive = TRUE, upload = TRUE, store_build_metadata = TRUE)"
-      - /opt/R/$R_VERSION/bin/R -q -e 'library(bincraft); upload_package_index(codename = "rhel10", s3_endpoint = "https://s3.eu-central-003.backblazeb2.com", s3_region = "eu-central-003", s3_bucket = "devxy-rpkgs-binaries", s3_access_key_id = Sys.getenv("B2_S3_ACCESS_KEY"), s3_secret_access_key = Sys.getenv("B2_S3_SECRET_KEY"))'
-    backend_options:
-      kubernetes:
-        resources:
-          requests:
-            memory: 5Gi
-            cpu: 3000m
-          limits:
-            memory: 18Gi
-            cpu: 3000m
-        nodeSelector:
-          kubernetes.io/arch: amd64
-          node.kubernetes.io/instance-type: AX42
-        tolerations:
-          - key: 'CI'
-            operator: 'Equal'
-            value: 'true'
-            effect: 'NoSchedule'
-
-  - name: Purge CDN cache
-    image: reg.devxy.io/docker.io/library/alpine:3.24
-    environment:
-      BUNNYNET_API_KEY:
-        from_secret: BUNNYNET_API_KEY
-      SUBDOMAIN1: 'cran.devxy.io'
-      SUBDOMAIN2: 'cran.allianceswisspass.devxy.io'
-      SUBDOMAIN3: 'cran.rpkgs.com'
-      OS_ID: rhel10
-      ARCH: amd64
-    commands:
-      - apk add --no-cache -q bash curl
-      - bash scripts/purge_cdn_cache.sh "$BUNNYNET_API_KEY" "$ARCH" "$OS_ID" "$SUBDOMAIN1" "$SUBDOMAIN2" "$SUBDOMAIN3"
--- a/.crow/process-updates-redhat-10-arm64.yaml
+++ b/.crow/process-updates-redhat-10-arm64.yaml
@ -1,74 +0,0 @@
-when:
-  - event: [cron]
-    cron: process-cran-updates-redhat-10-arm64
-  - event: manual
-    evaluate: 'process_cran_updates == "all"'
-  - event: manual
-    evaluate: 'process_cran_updates == "redhat-10-arm64"'
-
-skip_clone: true
-
-labels:
-  agent: gaia
-
-steps:
-  - name: 'Processing Updates'
-    image: reg.devxy.io/rpkgs/build-env-redhat:10
-    pull: true
-    environment:
-      RED_HAT_DEV_PW:
-        from_secret: RED_HAT_DEV_PW
-      B2_S3_ACCESS_KEY:
-        from_secret: B2_S3_ACCESS_KEY
-      B2_S3_SECRET_KEY:
-        from_secret: B2_S3_SECRET_KEY
-      PGPASS:
-        from_secret: PGPASS
-      REPO_RO_TOKEN:
-        from_secret: REPO_RO_TOKEN
-      GITHUB_PAT:
-        from_secret: GITHUB_PAT
-      # normal env vars
-      GIT_USER: pat-s
-      NTFY_SERVER:
-        from_secret: NTFY_SERVER
-      NTFY_TOPIC:
-        from_secret: NTFY_TOPIC
-      NTFY_AUTH: TRUE
-      NTFY_PASSWORD:
-        from_secret: ntfy_token
-      # set the location of the 'pkgcache' cache dir which persists the R package dependencies needed to install the packages themselves
-      R_PKG_CACHE_DIR: /mnt/cache/pkgcache
-      R_LIBS_USER: /mnt/cache/R-pkgs
-      R_VERSION: 4.5.3
-      CCACHE_DIR: /mnt/cache/ccache
-      PLATFORM: redhat-10
-      ARCH: arm64
-      NCPUS: 2
-      INTERVAL: lubridate::interval(lubridate::today() - 6, lubridate::today() - 3)
-    # volumes:
-    #   - arm64-binaries-r-dep-cache-redhat-10:/mnt/cache
-    commands:
-      - git clone -q https://pat-s:$$REPO_RO_TOKEN@git.devxy.io/devxy/build-cran-binaries.git .
-      - rm -rf /mnt/cache/R-pkgs/00LOCK-r-pkg-binaries /mnt/cache/R-pkgs/00LOCK-bincraft /mnt/cache/R-pkgs/00LOCK-pak /mnt/cache/pkgcache/R/pkgcache /mnt/cache/pkgcache/R/pkgcache /mnt/cache/R-pkgs/pkgcache /mnt/cache/R-pkgs/00LOCK-pak/mnt/cache/R-pkgs/00LOCK-RPostgres /mnt/cache/R-pkgs/bincraft
-      - /opt/R/$R_VERSION/bin/R -q -e 'if (!requireNamespace("bincraft", quietly = TRUE) || packageVersion("bincraft") != "4.1.1") pak::pak("git::https://codefloe.com/rpkgs/bincraft.git@v4.1.1")'
-      - /opt/R/$R_VERSION/bin/R -q -e 'packageVersion("bincraft")'
-      - mkdir -p /mnt/cache/pkgcache /mnt/cache/R-pkgs /mnt/cache/ccache /mnt/cache/packages
-      # options(future.globals.onReference = NULL): for some reason s3fs::file_delete() throws 'Error: Detected a non-exportable reference ('externalptr') in one of the globals ('FUN' of class 'function') used in the future expression' otherwise
-      - XVFB=$(command -v xwfb-run 2>/dev/null || command -v xvfb-run); XVFB_ARGS=""; if command -v xwfb-run >/dev/null 2>&1; then dnf install -y -q weston 2>/dev/null; XVFB_ARGS="-c weston"; fi
-      - $XVFB $XVFB_ARGS -- /opt/R/$R_VERSION/bin/R -q -e "options(crayon.enabled = TRUE, Ncpus = 4, future.globals.onReference = 'error', repos = structure(c(getOption('repos'),INLA='https://inla.r-inla-download.org/R/stable'))); progressr::handlers('cli'); progressr::handlers(global = TRUE); options(future.globals.onReference = NULL); bincraft::process_cran_updates(interval = $INTERVAL, platform = 'redhat-10', process_updated = TRUE, process_new = TRUE, process_removed = TRUE, s3_endpoint = 'https://s3.eu-central-003.backblazeb2.com', s3_region = 'eu-central-003', s3_bucket = 'devxy-rpkgs-binaries', s3_access_key_id = Sys.getenv('B2_S3_ACCESS_KEY'), s3_secret_access_key = Sys.getenv('B2_S3_SECRET_KEY'), metadata_db_host = 'r-binaries.devxy.io', metadata_db_name = 'build_metadata', metadata_db_table = 'single_builds', metadata_db_user = 'rpkgs', metadata_db_password = Sys.getenv('PGPASS'), metadata_db_sslmode = 'require', metadata_db_port = 15432, archive = TRUE, upload = TRUE, store_build_metadata = TRUE)"
-      - /opt/R/$R_VERSION/bin/R -q -e 'library(bincraft); upload_package_index(codename = "rhel10", s3_endpoint = "https://s3.eu-central-003.backblazeb2.com", s3_region = "eu-central-003", s3_bucket = "devxy-rpkgs-binaries", s3_access_key_id = Sys.getenv("B2_S3_ACCESS_KEY"), s3_secret_access_key = Sys.getenv("B2_S3_SECRET_KEY"))'
-
-  - name: Purge CDN cache
-    image: reg.devxy.io/docker.io/library/alpine:3.24
-    environment:
-      BUNNYNET_API_KEY:
-        from_secret: BUNNYNET_API_KEY
-      SUBDOMAIN1: 'cran.devxy.io'
-      SUBDOMAIN2: 'cran.allianceswisspass.devxy.io'
-      SUBDOMAIN3: 'cran.rpkgs.com'
-      OS_ID: rhel10
-      ARCH: arm64
-    commands:
-      - apk add --no-cache -q bash curl
-      - bash scripts/purge_cdn_cache.sh "$BUNNYNET_API_KEY" "$ARCH" "$OS_ID" "$SUBDOMAIN1" "$SUBDOMAIN2" "$SUBDOMAIN3"
--- a/.crow/process-updates-redhat-8-amd64.yaml
+++ b/.crow/process-updates-redhat-8-amd64.yaml
@ -1,91 +0,0 @@
-when:
-  - event: [cron]
-    cron: process-cran-updates-redhat-8-amd64
-  - event: manual
-    evaluate: 'process_cran_updates == "all"'
-  - event: manual
-    evaluate: 'process_cran_updates == "redhat-8-amd64"'
-
-skip_clone: true
-
-labels:
-  agent: artemis
-
-steps:
-  - name: 'Processing Updates'
-    image: reg.devxy.io/rpkgs/build-env-redhat:8
-    pull: true
-    environment:
-      RED_HAT_DEV_PW:
-        from_secret: RED_HAT_DEV_PW
-      B2_S3_ACCESS_KEY:
-        from_secret: B2_S3_ACCESS_KEY
-      B2_S3_SECRET_KEY:
-        from_secret: B2_S3_SECRET_KEY
-      PGPASS:
-        from_secret: PGPASS
-      REPO_RO_TOKEN:
-        from_secret: REPO_RO_TOKEN
-      GITHUB_PAT:
-        from_secret: GITHUB_PAT
-      # normal env vars
-      GIT_USER: pat-s
-      NTFY_SERVER:
-        from_secret: NTFY_SERVER
-      NTFY_TOPIC:
-        from_secret: NTFY_TOPIC
-      NTFY_AUTH: TRUE
-      NTFY_PASSWORD:
-        from_secret: ntfy_token
-      # set the location of the 'pkgcache' cache dir which persists the R package dependencies needed to install the packages themselves
-      R_PKG_CACHE_DIR: /mnt/cache/pkgcache
-      R_LIBS_USER: /mnt/cache/R-pkgs
-      R_VERSION: 4.4.3
-      CCACHE_DIR: /mnt/cache/ccache
-      PLATFORM: redhat-8
-      ARCH: amd64
-      NCPUS: 2
-      STRATEGY: sequential
-      INTERVAL: lubridate::interval(lubridate::today() - 6, lubridate::today() - 3)
-    # volumes:
-    #   - amd64-binaries-r-dep-cache-redhat-8:/mnt/cache
-    commands:
-      - git clone -q https://pat-s:$$REPO_RO_TOKEN@git.devxy.io/devxy/build-cran-binaries.git .
-      - rm -rf /mnt/cache/R-pkgs/00LOCK-r-pkg-binaries /mnt/cache/R-pkgs/00LOCK-bincraft /mnt/cache/R-pkgs/00LOCK-pak /mnt/cache/pkgcache/R/pkgcache /mnt/cache/pkgcache/R/pkgcache /mnt/cache/R-pkgs/pkgcache /mnt/cache/R-pkgs/00LOCK-pak/mnt/cache/R-pkgs/00LOCK-RPostgres /mnt/cache/R-pkgs/bincraft
-      - /opt/R/$R_VERSION/bin/R -q -e 'if (!requireNamespace("bincraft", quietly = TRUE) || packageVersion("bincraft") != "4.1.1") pak::pak("git::https://codefloe.com/rpkgs/bincraft.git@v4.1.1")'
-      - /opt/R/$R_VERSION/bin/R -q -e 'packageVersion("bincraft")'
-      - mkdir -p /mnt/cache/pkgcache /mnt/cache/R-pkgs /mnt/cache/ccache /mnt/cache/packages
-      # options(future.globals.onReference = NULL): for some reason s3fs::file_delete() throws 'Error: Detected a non-exportable reference ('externalptr') in one of the globals ('FUN' of class 'function') used in the future expression' otherwise
-      - xvfb-run /opt/R/$R_VERSION/bin/R -q -e "options(crayon.enabled = TRUE, Ncpus = 4, future.globals.onReference = 'error', repos = structure(c(getOption('repos'),INLA='https://inla.r-inla-download.org/R/stable'))); progressr::handlers('cli'); progressr::handlers(global = TRUE); options(future.globals.onReference = NULL); bincraft::process_cran_updates(interval = $INTERVAL, platform = 'redhat-8', process_updated = TRUE, process_new = TRUE, process_removed = TRUE, s3_endpoint = 'https://s3.eu-central-003.backblazeb2.com', s3_region = 'eu-central-003', s3_bucket = 'devxy-rpkgs-binaries', s3_access_key_id = Sys.getenv('B2_S3_ACCESS_KEY'), s3_secret_access_key = Sys.getenv('B2_S3_SECRET_KEY'), metadata_db_host = 'r-binaries.devxy.io', metadata_db_name = 'build_metadata', metadata_db_table = 'single_builds', metadata_db_user = 'rpkgs', metadata_db_password = Sys.getenv('PGPASS'), metadata_db_sslmode = 'require', metadata_db_port = 15432, archive = TRUE, upload = TRUE, store_build_metadata = TRUE)"
-      - /opt/R/$R_VERSION/bin/R -q -e 'library(bincraft); upload_package_index(codename = "rhel8", s3_endpoint = "https://s3.eu-central-003.backblazeb2.com", s3_region = "eu-central-003", s3_bucket = "devxy-rpkgs-binaries", s3_access_key_id = Sys.getenv("B2_S3_ACCESS_KEY"), s3_secret_access_key = Sys.getenv("B2_S3_SECRET_KEY"))'
-    backend_options:
-      kubernetes:
-        resources:
-          requests:
-            memory: 5Gi
-            cpu: 3000m
-          limits:
-            memory: 18Gi
-            cpu: 3000m
-        nodeSelector:
-          kubernetes.io/arch: amd64
-          node.kubernetes.io/instance-type: AX42
-        tolerations:
-          - key: 'CI'
-            operator: 'Equal'
-            value: 'true'
-            effect: 'NoSchedule'
-
-  - name: Purge CDN cache
-    image: reg.devxy.io/docker.io/library/alpine:3.24
-    environment:
-      BUNNYNET_API_KEY:
-        from_secret: BUNNYNET_API_KEY
-      SUBDOMAIN1: 'cran.devxy.io'
-      SUBDOMAIN2: 'cran.allianceswisspass.devxy.io'
-      SUBDOMAIN3: 'cran.rpkgs.com'
-      OS_ID: rhel8
-      ARCH: amd64
-    commands:
-      - apk add --no-cache -q bash curl
-      - bash scripts/purge_cdn_cache.sh "$BUNNYNET_API_KEY" "$ARCH" "$OS_ID" "$SUBDOMAIN1" "$SUBDOMAIN2" "$SUBDOMAIN3"
--- a/.crow/process-updates-redhat-8-arm64.yaml
+++ b/.crow/process-updates-redhat-8-arm64.yaml
@ -1,73 +0,0 @@
-when:
-  - event: [cron]
-    cron: process-cran-updates-redhat-8-arm64
-  - event: manual
-    evaluate: 'process_cran_updates == "all"'
-  - event: manual
-    evaluate: 'process_cran_updates == "redhat-8-arm64"'
-
-skip_clone: true
-
-labels:
-  agent: gaia
-
-steps:
-  - name: 'Processing Updates'
-    image: reg.devxy.io/rpkgs/build-env-redhat:8
-    pull: true
-    environment:
-      RED_HAT_DEV_PW:
-        from_secret: RED_HAT_DEV_PW
-      B2_S3_ACCESS_KEY:
-        from_secret: B2_S3_ACCESS_KEY
-      B2_S3_SECRET_KEY:
-        from_secret: B2_S3_SECRET_KEY
-      PGPASS:
-        from_secret: PGPASS
-      REPO_RO_TOKEN:
-        from_secret: REPO_RO_TOKEN
-      GITHUB_PAT:
-        from_secret: GITHUB_PAT
-      # normal env vars
-      GIT_USER: pat-s
-      NTFY_SERVER:
-        from_secret: NTFY_SERVER
-      NTFY_TOPIC:
-        from_secret: NTFY_TOPIC
-      NTFY_AUTH: TRUE
-      NTFY_PASSWORD:
-        from_secret: ntfy_token
-      # set the location of the 'pkgcache' cache dir which persists the R package dependencies needed to install the packages themselves
-      R_PKG_CACHE_DIR: /mnt/cache/pkgcache
-      R_LIBS_USER: /mnt/cache/R-pkgs
-      R_VERSION: 4.4.3
-      CCACHE_DIR: /mnt/cache/ccache
-      PLATFORM: redhat-8
-      ARCH: arm64
-      NCPUS: 2
-      INTERVAL: lubridate::interval(lubridate::today() - 6, lubridate::today() - 3)
-    # volumes:
-    #   - arm64-binaries-r-dep-cache-redhat-8:/mnt/cache
-    commands:
-      - git clone -q https://pat-s:$$REPO_RO_TOKEN@git.devxy.io/devxy/build-cran-binaries.git .
-      - rm -rf /mnt/cache/R-pkgs/00LOCK-r-pkg-binaries /mnt/cache/R-pkgs/00LOCK-bincraft /mnt/cache/R-pkgs/00LOCK-pak /mnt/cache/pkgcache/R/pkgcache /mnt/cache/pkgcache/R/pkgcache /mnt/cache/R-pkgs/pkgcache /mnt/cache/R-pkgs/00LOCK-pak/mnt/cache/R-pkgs/00LOCK-RPostgres /mnt/cache/R-pkgs/bincraft
-      - /opt/R/$R_VERSION/bin/R -q -e 'if (!requireNamespace("bincraft", quietly = TRUE) || packageVersion("bincraft") != "4.1.1") pak::pak("git::https://codefloe.com/rpkgs/bincraft.git@v4.1.1")'
-      - /opt/R/$R_VERSION/bin/R -q -e 'packageVersion("bincraft")'
-      - mkdir -p /mnt/cache/pkgcache /mnt/cache/R-pkgs /mnt/cache/ccache /mnt/cache/packages
-      # options(future.globals.onReference = NULL): for some reason s3fs::file_delete() throws 'Error: Detected a non-exportable reference ('externalptr') in one of the globals ('FUN' of class 'function') used in the future expression' otherwise
-      - xvfb-run /opt/R/$R_VERSION/bin/R -q -e "options(crayon.enabled = TRUE, Ncpus = 4, future.globals.onReference = 'error', repos = structure(c(getOption('repos'),INLA='https://inla.r-inla-download.org/R/stable'))); progressr::handlers('cli'); progressr::handlers(global = TRUE); options(future.globals.onReference = NULL); bincraft::process_cran_updates(interval = $INTERVAL, platform = 'redhat-8', process_updated = TRUE, process_new = TRUE, process_removed = TRUE, s3_endpoint = 'https://s3.eu-central-003.backblazeb2.com', s3_region = 'eu-central-003', s3_bucket = 'devxy-rpkgs-binaries', s3_access_key_id = Sys.getenv('B2_S3_ACCESS_KEY'), s3_secret_access_key = Sys.getenv('B2_S3_SECRET_KEY'), metadata_db_host = 'r-binaries.devxy.io', metadata_db_name = 'build_metadata', metadata_db_table = 'single_builds', metadata_db_user = 'rpkgs', metadata_db_password = Sys.getenv('PGPASS'), metadata_db_sslmode = 'require', metadata_db_port = 15432, archive = TRUE, upload = TRUE, store_build_metadata = TRUE)"
-      - /opt/R/$R_VERSION/bin/R -q -e 'library(bincraft); upload_package_index(codename = "rhel8", s3_endpoint = "https://s3.eu-central-003.backblazeb2.com", s3_region = "eu-central-003", s3_bucket = "devxy-rpkgs-binaries", s3_access_key_id = Sys.getenv("B2_S3_ACCESS_KEY"), s3_secret_access_key = Sys.getenv("B2_S3_SECRET_KEY"))'
-
-  - name: Purge CDN cache
-    image: reg.devxy.io/docker.io/library/alpine:3.24
-    environment:
-      BUNNYNET_API_KEY:
-        from_secret: BUNNYNET_API_KEY
-      SUBDOMAIN1: 'cran.devxy.io'
-      SUBDOMAIN2: 'cran.allianceswisspass.devxy.io'
-      SUBDOMAIN3: 'cran.rpkgs.com'
-      OS_ID: rhel8
-      ARCH: arm64
-    commands:
-      - apk add --no-cache -q bash curl
-      - bash scripts/purge_cdn_cache.sh "$BUNNYNET_API_KEY" "$ARCH" "$OS_ID" "$SUBDOMAIN1" "$SUBDOMAIN2" "$SUBDOMAIN3"
--- a/.crow/process-updates-redhat-9-amd64.yaml
+++ b/.crow/process-updates-redhat-9-amd64.yaml
@ -1,92 +0,0 @@
-when:
-  - event: [cron]
-    cron: process-cran-updates-redhat-9-amd64
-  - event: manual
-    evaluate: 'process_cran_updates == "all"'
-  - event: manual
-    evaluate: 'process_cran_updates == "redhat-9-amd64"'
-
-skip_clone: true
-
-labels:
-  agent: artemis
-
-steps:
-  - name: 'Processing Updates'
-    image: reg.devxy.io/rpkgs/build-env-redhat:9
-    pull: true
-    environment:
-      RED_HAT_DEV_PW:
-        from_secret: RED_HAT_DEV_PW
-      B2_S3_ACCESS_KEY:
-        from_secret: B2_S3_ACCESS_KEY
-      B2_S3_SECRET_KEY:
-        from_secret: B2_S3_SECRET_KEY
-      PGPASS:
-        from_secret: PGPASS
-      REPO_RO_TOKEN:
-        from_secret: REPO_RO_TOKEN
-      GITHUB_PAT:
-        from_secret: GITHUB_PAT
-      # normal env vars
-      GIT_USER: pat-s
-      NTFY_SERVER:
-        from_secret: NTFY_SERVER
-      NTFY_TOPIC:
-        from_secret: NTFY_TOPIC
-      NTFY_AUTH: TRUE
-      NTFY_PASSWORD:
-        from_secret: ntfy_token
-      # set the location of the 'pkgcache' cache dir which persists the R package dependencies needed to install the packages themselves
-      R_PKG_CACHE_DIR: /mnt/cache/pkgcache
-      R_LIBS_USER: /mnt/cache/R-pkgs
-      R_VERSION: 4.4.3
-      CCACHE_DIR: /mnt/cache/ccache
-      PLATFORM: redhat-9
-      ARCH: amd64
-      NCPUS: 2
-      MEMORY: 18Gi
-      STRATEGY: sequential
-      INTERVAL: lubridate::interval(lubridate::today() - 6, lubridate::today() - 3)
-    # volumes:
-    #   - amd64-binaries-r-dep-cache-redhat-9:/mnt/cache
-    commands:
-      - git clone -q https://pat-s:$$REPO_RO_TOKEN@git.devxy.io/devxy/build-cran-binaries.git .
-      - rm -rf /mnt/cache/R-pkgs/00LOCK-r-pkg-binaries /mnt/cache/R-pkgs/00LOCK-bincraft /mnt/cache/R-pkgs/00LOCK-pak /mnt/cache/pkgcache/R/pkgcache /mnt/cache/pkgcache/R/pkgcache /mnt/cache/R-pkgs/pkgcache /mnt/cache/R-pkgs/00LOCK-pak/mnt/cache/R-pkgs/00LOCK-RPostgres /mnt/cache/R-pkgs/bincraft
-      - /opt/R/$R_VERSION/bin/R -q -e 'if (!requireNamespace("bincraft", quietly = TRUE) || packageVersion("bincraft") != "4.1.1") pak::pak("git::https://codefloe.com/rpkgs/bincraft.git@v4.1.1")'
-      - /opt/R/$R_VERSION/bin/R -q -e 'packageVersion("bincraft")'
-      - mkdir -p /mnt/cache/pkgcache /mnt/cache/R-pkgs /mnt/cache/ccache /mnt/cache/packages
-      # options(future.globals.onReference = NULL): for some reason s3fs::file_delete() throws 'Error: Detected a non-exportable reference ('externalptr') in one of the globals ('FUN' of class 'function') used in the future expression' otherwise
-      - xvfb-run /opt/R/$R_VERSION/bin/R -q -e "options(crayon.enabled = TRUE, Ncpus = 4, future.globals.onReference = 'error', repos = structure(c(getOption('repos'),INLA='https://inla.r-inla-download.org/R/stable'))); progressr::handlers('cli'); progressr::handlers(global = TRUE); options(future.globals.onReference = NULL); bincraft::process_cran_updates(interval = $INTERVAL, platform = 'redhat-9', process_updated = TRUE, process_new = TRUE, process_removed = TRUE, s3_endpoint = 'https://s3.eu-central-003.backblazeb2.com', s3_region = 'eu-central-003', s3_bucket = 'devxy-rpkgs-binaries', s3_access_key_id = Sys.getenv('B2_S3_ACCESS_KEY'), s3_secret_access_key = Sys.getenv('B2_S3_SECRET_KEY'), metadata_db_host = 'r-binaries.devxy.io', metadata_db_name = 'build_metadata', metadata_db_table = 'single_builds', metadata_db_user = 'rpkgs', metadata_db_password = Sys.getenv('PGPASS'), metadata_db_sslmode = 'require', metadata_db_port = 15432, archive = TRUE, upload = TRUE, store_build_metadata = TRUE)"
-      - /opt/R/$R_VERSION/bin/R -q -e 'library(bincraft); upload_package_index(codename = "rhel9", s3_endpoint = "https://s3.eu-central-003.backblazeb2.com", s3_region = "eu-central-003", s3_bucket = "devxy-rpkgs-binaries", s3_access_key_id = Sys.getenv("B2_S3_ACCESS_KEY"), s3_secret_access_key = Sys.getenv("B2_S3_SECRET_KEY"))'
-    backend_options:
-      kubernetes:
-        resources:
-          requests:
-            memory: 5Gi
-            cpu: 3000m
-          limits:
-            memory: 18Gi
-            cpu: 3000m
-        nodeSelector:
-          kubernetes.io/arch: amd64
-          node.kubernetes.io/instance-type: AX42
-        tolerations:
-          - key: 'CI'
-            operator: 'Equal'
-            value: 'true'
-            effect: 'NoSchedule'
-
-  - name: Purge CDN cache
-    image: reg.devxy.io/docker.io/library/alpine:3.24
-    environment:
-      BUNNYNET_API_KEY:
-        from_secret: BUNNYNET_API_KEY
-      SUBDOMAIN1: 'cran.devxy.io'
-      SUBDOMAIN2: 'cran.allianceswisspass.devxy.io'
-      SUBDOMAIN3: 'cran.rpkgs.com'
-      OS_ID: rhel9
-      ARCH: amd64
-    commands:
-      - apk add --no-cache -q bash curl
-      - bash scripts/purge_cdn_cache.sh "$BUNNYNET_API_KEY" "$ARCH" "$OS_ID" "$SUBDOMAIN1" "$SUBDOMAIN2" "$SUBDOMAIN3"
--- a/.crow/process-updates-redhat-9-arm64.yaml
+++ b/.crow/process-updates-redhat-9-arm64.yaml
@ -1,73 +0,0 @@
-when:
-  - event: [cron]
-    cron: process-cran-updates-redhat-9-arm64
-  - event: manual
-    evaluate: 'process_cran_updates == "all"'
-  - event: manual
-    evaluate: 'process_cran_updates == "redhat-9-arm64"'
-
-skip_clone: true
-
-labels:
-  agent: gaia
-
-steps:
-  - name: 'Processing Updates'
-    image: reg.devxy.io/rpkgs/build-env-redhat:9
-    pull: true
-    environment:
-      RED_HAT_DEV_PW:
-        from_secret: RED_HAT_DEV_PW
-      B2_S3_ACCESS_KEY:
-        from_secret: B2_S3_ACCESS_KEY
-      B2_S3_SECRET_KEY:
-        from_secret: B2_S3_SECRET_KEY
-      PGPASS:
-        from_secret: PGPASS
-      REPO_RO_TOKEN:
-        from_secret: REPO_RO_TOKEN
-      GITHUB_PAT:
-        from_secret: GITHUB_PAT
-      # normal env vars
-      GIT_USER: pat-s
-      NTFY_SERVER:
-        from_secret: NTFY_SERVER
-      NTFY_TOPIC:
-        from_secret: NTFY_TOPIC
-      NTFY_AUTH: TRUE
-      NTFY_PASSWORD:
-        from_secret: ntfy_token
-      # set the location of the 'pkgcache' cache dir which persists the R package dependencies needed to install the packages themselves
-      R_PKG_CACHE_DIR: /mnt/cache/pkgcache
-      R_LIBS_USER: /mnt/cache/R-pkgs
-      R_VERSION: 4.4.3
-      CCACHE_DIR: /mnt/cache/ccache
-      PLATFORM: redhat-9
-      ARCH: arm64
-      NCPUS: 2
-      INTERVAL: lubridate::interval(lubridate::today() - 6, lubridate::today() - 3)
-    # volumes:
-    #   - arm64-binaries-r-dep-cache-redhat-9:/mnt/cache
-    commands:
-      - git clone -q https://pat-s:$$REPO_RO_TOKEN@git.devxy.io/devxy/build-cran-binaries.git .
-      - rm -rf /mnt/cache/R-pkgs/00LOCK-r-pkg-binaries /mnt/cache/R-pkgs/00LOCK-bincraft /mnt/cache/R-pkgs/00LOCK-pak /mnt/cache/pkgcache/R/pkgcache /mnt/cache/pkgcache/R/pkgcache /mnt/cache/R-pkgs/pkgcache /mnt/cache/R-pkgs/00LOCK-pak/mnt/cache/R-pkgs/00LOCK-RPostgres /mnt/cache/R-pkgs/bincraft
-      - /opt/R/$R_VERSION/bin/R -q -e 'if (!requireNamespace("bincraft", quietly = TRUE) || packageVersion("bincraft") != "4.1.1") pak::pak("git::https://codefloe.com/rpkgs/bincraft.git@v4.1.1")'
-      - /opt/R/$R_VERSION/bin/R -q -e 'packageVersion("bincraft")'
-      - mkdir -p /mnt/cache/pkgcache /mnt/cache/R-pkgs /mnt/cache/ccache /mnt/cache/packages
-      # options(future.globals.onReference = NULL): for some reason s3fs::file_delete() throws 'Error: Detected a non-exportable reference ('externalptr') in one of the globals ('FUN' of class 'function') used in the future expression' otherwise
-      - xvfb-run /opt/R/$R_VERSION/bin/R -q -e "options(crayon.enabled = TRUE, Ncpus = 4, future.globals.onReference = 'error', repos = structure(c(getOption('repos'),INLA='https://inla.r-inla-download.org/R/stable'))); progressr::handlers('cli'); progressr::handlers(global = TRUE); options(future.globals.onReference = NULL); bincraft::process_cran_updates(interval = $INTERVAL, platform = 'redhat-9', process_updated = TRUE, process_new = TRUE, process_removed = TRUE, s3_endpoint = 'https://s3.eu-central-003.backblazeb2.com', s3_region = 'eu-central-003', s3_bucket = 'devxy-rpkgs-binaries', s3_access_key_id = Sys.getenv('B2_S3_ACCESS_KEY'), s3_secret_access_key = Sys.getenv('B2_S3_SECRET_KEY'), metadata_db_host = 'r-binaries.devxy.io', metadata_db_name = 'build_metadata', metadata_db_table = 'single_builds', metadata_db_user = 'rpkgs', metadata_db_password = Sys.getenv('PGPASS'), metadata_db_sslmode = 'require', metadata_db_port = 15432, archive = TRUE, upload = TRUE, store_build_metadata = TRUE)"
-      - /opt/R/$R_VERSION/bin/R -q -e 'library(bincraft); upload_package_index(codename = "rhel9", s3_endpoint = "https://s3.eu-central-003.backblazeb2.com", s3_region = "eu-central-003", s3_bucket = "devxy-rpkgs-binaries", s3_access_key_id = Sys.getenv("B2_S3_ACCESS_KEY"), s3_secret_access_key = Sys.getenv("B2_S3_SECRET_KEY"))'
-
-  - name: Purge CDN cache
-    image: reg.devxy.io/docker.io/library/alpine:3.24
-    environment:
-      BUNNYNET_API_KEY:
-        from_secret: BUNNYNET_API_KEY
-      SUBDOMAIN1: 'cran.devxy.io'
-      SUBDOMAIN2: 'cran.allianceswisspass.devxy.io'
-      SUBDOMAIN3: 'cran.rpkgs.com'
-      OS_ID: rhel9
-      ARCH: arm64
-    commands:
-      - apk add --no-cache -q bash curl
-      - bash scripts/purge_cdn_cache.sh "$BUNNYNET_API_KEY" "$ARCH" "$OS_ID" "$SUBDOMAIN1" "$SUBDOMAIN2" "$SUBDOMAIN3"
--- a/.crow/process-updates-ubuntu-2204-amd64.yaml
+++ b/.crow/process-updates-ubuntu-2204-amd64.yaml
@ -1,92 +0,0 @@
-when:
-  - event: [cron]
-    cron: process-cran-updates-ubuntu-2204-amd64
-  - event: manual
-    evaluate: 'process_cran_updates == "all"'
-  - event: manual
-    evaluate: 'process_cran_updates == "ubuntu-2204-amd64"'
-
-skip_clone: true
-
-labels:
-  agent: artemis
-
-steps:
-  - name: 'Processing Updates'
-    image: reg.devxy.io/rpkgs/build-env-ubuntu:jammy
-    pull: true
-    environment:
-      RED_HAT_DEV_PW:
-        from_secret: RED_HAT_DEV_PW
-      B2_S3_ACCESS_KEY:
-        from_secret: B2_S3_ACCESS_KEY
-      B2_S3_SECRET_KEY:
-        from_secret: B2_S3_SECRET_KEY
-      PGPASS:
-        from_secret: PGPASS
-      REPO_RO_TOKEN:
-        from_secret: REPO_RO_TOKEN
-      GITHUB_PAT:
-        from_secret: GITHUB_PAT
-      # normal env vars
-      GIT_USER: pat-s
-      NTFY_SERVER:
-        from_secret: NTFY_SERVER
-      NTFY_TOPIC:
-        from_secret: NTFY_TOPIC
-      NTFY_AUTH: TRUE
-      NTFY_PASSWORD:
-        from_secret: ntfy_token
-      # set the location of the 'pkgcache' cache dir which persists the R package dependencies needed to install the packages themselves
-      R_PKG_CACHE_DIR: /mnt/cache/pkgcache
-      R_LIBS_USER: /mnt/cache/R-pkgs
-      R_VERSION: 4.4.3
-      CCACHE_DIR: /mnt/cache/ccache
-      PLATFORM: ubuntu-2204
-      ARCH: amd64
-      NCPUS: 2
-      MEMORY: 18Gi
-      STRATEGY: sequential
-      INTERVAL: lubridate::interval(lubridate::today() - 6, lubridate::today() - 3)
-    # volumes:
-    #   - amd64-binaries-r-dep-cache-ubuntu-2204:/mnt/cache
-    commands:
-      - git clone -q https://pat-s:$$REPO_RO_TOKEN@git.devxy.io/devxy/build-cran-binaries.git .
-      - rm -rf /mnt/cache/R-pkgs/00LOCK-r-pkg-binaries /mnt/cache/R-pkgs/00LOCK-bincraft /mnt/cache/R-pkgs/00LOCK-pak /mnt/cache/pkgcache/R/pkgcache /mnt/cache/pkgcache/R/pkgcache /mnt/cache/R-pkgs/pkgcache /mnt/cache/R-pkgs/00LOCK-pak/mnt/cache/R-pkgs/00LOCK-RPostgres /mnt/cache/R-pkgs/bincraft
-      - /opt/R/$R_VERSION/bin/R -q -e 'if (!requireNamespace("bincraft", quietly = TRUE) || packageVersion("bincraft") != "4.1.1") pak::pak("git::https://codefloe.com/rpkgs/bincraft.git@v4.1.1")'
-      - /opt/R/$R_VERSION/bin/R -q -e 'packageVersion("bincraft")'
-      - mkdir -p /mnt/cache/pkgcache /mnt/cache/R-pkgs /mnt/cache/ccache /mnt/cache/packages
-      # options(future.globals.onReference = NULL): for some reason s3fs::file_delete() throws 'Error: Detected a non-exportable reference ('externalptr') in one of the globals ('FUN' of class 'function') used in the future expression' otherwise
-      - xvfb-run /opt/R/$R_VERSION/bin/R -q -e "options(crayon.enabled = TRUE, Ncpus = 4, future.globals.onReference = 'error', repos = structure(c(getOption('repos'),INLA='https://inla.r-inla-download.org/R/stable'))); progressr::handlers('cli'); progressr::handlers(global = TRUE); options(future.globals.onReference = NULL); bincraft::process_cran_updates(interval = $INTERVAL, platform = 'ubuntu-2204', process_updated = TRUE, process_new = TRUE, process_removed = TRUE, s3_endpoint = 'https://s3.eu-central-003.backblazeb2.com', s3_region = 'eu-central-003', s3_bucket = 'devxy-rpkgs-binaries', s3_access_key_id = Sys.getenv('B2_S3_ACCESS_KEY'), s3_secret_access_key = Sys.getenv('B2_S3_SECRET_KEY'), metadata_db_host = 'r-binaries.devxy.io', metadata_db_name = 'build_metadata', metadata_db_table = 'single_builds', metadata_db_user = 'rpkgs', metadata_db_password = Sys.getenv('PGPASS'), metadata_db_sslmode = 'require', metadata_db_port = 15432, archive = TRUE, upload = TRUE, store_build_metadata = TRUE)"
-      - /opt/R/$R_VERSION/bin/R -q -e 'library(bincraft); upload_package_index(codename = "jammy", s3_endpoint = "https://s3.eu-central-003.backblazeb2.com", s3_region = "eu-central-003", s3_bucket = "devxy-rpkgs-binaries", s3_access_key_id = Sys.getenv("B2_S3_ACCESS_KEY"), s3_secret_access_key = Sys.getenv("B2_S3_SECRET_KEY"))'
-    backend_options:
-      kubernetes:
-        resources:
-          requests:
-            memory: 5Gi
-            cpu: 3000m
-          limits:
-            memory: 18Gi
-            cpu: 3000m
-        nodeSelector:
-          kubernetes.io/arch: amd64
-          node.kubernetes.io/instance-type: AX42
-        tolerations:
-          - key: 'CI'
-            operator: 'Equal'
-            value: 'true'
-            effect: 'NoSchedule'
-
-  - name: Purge CDN cache
-    image: reg.devxy.io/docker.io/library/alpine:3.24
-    environment:
-      BUNNYNET_API_KEY:
-        from_secret: BUNNYNET_API_KEY
-      SUBDOMAIN1: 'cran.devxy.io'
-      SUBDOMAIN2: 'cran.allianceswisspass.devxy.io'
-      SUBDOMAIN3: 'cran.rpkgs.com'
-      OS_ID: jammy
-      ARCH: amd64
-    commands:
-      - apk add --no-cache -q bash curl
-      - bash scripts/purge_cdn_cache.sh "$BUNNYNET_API_KEY" "$ARCH" "$OS_ID" "$SUBDOMAIN1" "$SUBDOMAIN2" "$SUBDOMAIN3"
--- a/.crow/process-updates-ubuntu-2204-arm64.yaml
+++ b/.crow/process-updates-ubuntu-2204-arm64.yaml
@ -1,73 +0,0 @@
-when:
-  - event: [cron]
-    cron: process-cran-updates-ubuntu-2204-arm64
-  - event: manual
-    evaluate: 'process_cran_updates == "all"'
-  - event: manual
-    evaluate: 'process_cran_updates == "ubuntu-2204-arm64"'
-
-skip_clone: true
-
-labels:
-  agent: gaia
-
-steps:
-  - name: 'Processing Updates'
-    image: reg.devxy.io/rpkgs/build-env-ubuntu:jammy
-    pull: true
-    environment:
-      RED_HAT_DEV_PW:
-        from_secret: RED_HAT_DEV_PW
-      B2_S3_ACCESS_KEY:
-        from_secret: B2_S3_ACCESS_KEY
-      B2_S3_SECRET_KEY:
-        from_secret: B2_S3_SECRET_KEY
-      PGPASS:
-        from_secret: PGPASS
-      REPO_RO_TOKEN:
-        from_secret: REPO_RO_TOKEN
-      GITHUB_PAT:
-        from_secret: GITHUB_PAT
-      # normal env vars
-      GIT_USER: pat-s
-      NTFY_SERVER:
-        from_secret: NTFY_SERVER
-      NTFY_TOPIC:
-        from_secret: NTFY_TOPIC
-      NTFY_AUTH: TRUE
-      NTFY_PASSWORD:
-        from_secret: ntfy_token
-      # set the location of the 'pkgcache' cache dir which persists the R package dependencies needed to install the packages themselves
-      R_PKG_CACHE_DIR: /mnt/cache/pkgcache
-      R_LIBS_USER: /mnt/cache/R-pkgs
-      R_VERSION: 4.4.3
-      CCACHE_DIR: /mnt/cache/ccache
-      PLATFORM: ubuntu-2204
-      ARCH: arm64
-      NCPUS: 2
-      INTERVAL: lubridate::interval(lubridate::today() - 6, lubridate::today() - 3)
-    # volumes:
-    #   - arm64-binaries-r-dep-cache-ubuntu-2204:/mnt/cache
-    commands:
-      - git clone -q https://pat-s:$$REPO_RO_TOKEN@git.devxy.io/devxy/build-cran-binaries.git .
-      - rm -rf /mnt/cache/R-pkgs/00LOCK-r-pkg-binaries /mnt/cache/R-pkgs/00LOCK-bincraft /mnt/cache/R-pkgs/00LOCK-pak /mnt/cache/pkgcache/R/pkgcache /mnt/cache/pkgcache/R/pkgcache /mnt/cache/R-pkgs/pkgcache /mnt/cache/R-pkgs/00LOCK-pak/mnt/cache/R-pkgs/00LOCK-RPostgres /mnt/cache/R-pkgs/bincraft
-      - /opt/R/$R_VERSION/bin/R -q -e 'if (!requireNamespace("bincraft", quietly = TRUE) || packageVersion("bincraft") != "4.1.1") pak::pak("git::https://codefloe.com/rpkgs/bincraft.git@v4.1.1")'
-      - /opt/R/$R_VERSION/bin/R -q -e 'packageVersion("bincraft")'
-      - mkdir -p /mnt/cache/pkgcache /mnt/cache/R-pkgs /mnt/cache/ccache /mnt/cache/packages
-      # options(future.globals.onReference = NULL): for some reason s3fs::file_delete() throws 'Error: Detected a non-exportable reference ('externalptr') in one of the globals ('FUN' of class 'function') used in the future expression' otherwise
-      - xvfb-run /opt/R/$R_VERSION/bin/R -q -e "options(crayon.enabled = TRUE, Ncpus = 4, future.globals.onReference = 'error', repos = structure(c(getOption('repos'),INLA='https://inla.r-inla-download.org/R/stable'))); progressr::handlers(global = TRUE); options(future.globals.onReference = NULL); bincraft::process_cran_updates(interval = $INTERVAL, platform = 'ubuntu-2204', process_updated = TRUE, process_new = TRUE, process_removed = TRUE, s3_endpoint = 'https://s3.eu-central-003.backblazeb2.com', s3_region = 'eu-central-003', s3_bucket = 'devxy-rpkgs-binaries', s3_access_key_id = Sys.getenv('B2_S3_ACCESS_KEY'), s3_secret_access_key = Sys.getenv('B2_S3_SECRET_KEY'), metadata_db_host = 'r-binaries.devxy.io', metadata_db_name = 'build_metadata', metadata_db_table = 'single_builds', metadata_db_user = 'rpkgs', metadata_db_password = Sys.getenv('PGPASS'), metadata_db_sslmode = 'require', metadata_db_port = 15432, archive = TRUE, upload = TRUE, store_build_metadata = TRUE)"
-      - /opt/R/$R_VERSION/bin/R -q -e 'library(bincraft); upload_package_index(codename = "jammy", s3_endpoint = "https://s3.eu-central-003.backblazeb2.com", s3_region = "eu-central-003", s3_bucket = "devxy-rpkgs-binaries", s3_access_key_id = Sys.getenv("B2_S3_ACCESS_KEY"), s3_secret_access_key = Sys.getenv("B2_S3_SECRET_KEY"))'
-
-  - name: Purge CDN cache
-    image: reg.devxy.io/docker.io/library/alpine:3.24
-    environment:
-      BUNNYNET_API_KEY:
-        from_secret: BUNNYNET_API_KEY
-      SUBDOMAIN1: 'cran.devxy.io'
-      SUBDOMAIN2: 'cran.allianceswisspass.devxy.io'
-      SUBDOMAIN3: 'cran.rpkgs.com'
-      OS_ID: jammy
-      ARCH: arm64
-    commands:
-      - apk add --no-cache -q bash curl
-      - bash scripts/purge_cdn_cache.sh "$BUNNYNET_API_KEY" "$ARCH" "$OS_ID" "$SUBDOMAIN1" "$SUBDOMAIN2" "$SUBDOMAIN3"
--- a/Show more
+++ b/Show more
Author	SHA1	Message	Date
pat-s	866957bdd5	refactor(ci): consolidate 14 process-updates workflows into 2 matrix files Replace the per-platform process-updates-<platform>-<arch>.yaml files with process-updates-amd64.yaml and process-updates-arm64.yaml, each driving all 7 platforms via matrix.include. Split by arch because amd64 pins a nodeSelector instance-type and runs on agent 'artemis' with backend_options, while arm64 runs on agent 'gaia' with none -- a single template can't cleanly express both. Per-platform variance (R version, image tag, codename, and the process_new flag which is FALSE for alpine) lives in matrix rows. Current runs are preserved 1:1: each existing per-platform cron still fires only its matching row via CI_PIPELINE_CRON, and the manual trigger uses a PR-1165 dropdown (process_cran_updates) for 'all' or a specific <platform>-<arch>. Server-side cron entries are unchanged.	2026-06-16 09:53:19 +02:00
pat-s	9eeb6f5b9a	Merge origin/main into t3code/270bb972 Resolve .crow conflicts by taking main's content (which moved bincraft pins to 4.2.1 and added per-minor build/install loops) and re-bumping every bincraft pin to 4.2.2, so all pinned pipelines use the metadata-after-upload release. build-all.R auto-merged: the restart skip-filter coexists with main's r-minor-sensitive build path.	2026-06-16 09:25:11 +02:00
pat-s	ee8ef1833a	chore(ci): bump pinned bincraft v4.1.1 -> v4.2.2 in update/rebuild workflows Moves the process-updates-, weekly-rebuild-missing- and archive-missed workflows onto bincraft 4.2.2, which records a build's success metadata only after the S3 upload is confirmed (rpkgs/bincraft#56). Keeps these pipelines consistent with the metadata-after-upload behavior the restart-skip filter relies on.	2026-06-16 09:22:06 +02:00
pat-s	d668dd96c2	feat(build): skip already-built package versions on workflow restart build-all reads a static pkgs_to_build.rds produced once by the install-deps step, so a restarted build job re-cycles every package an interrupted run already produced. Query the build-metadata DB at job start and drop the (Package, Version) pairs already built successfully for this platform/arch, so a restart only processes what is genuinely left. Relies on bincraft writing the success row only after a confirmed S3 upload (rpkgs/bincraft#56), so a DB success guarantees the binary is published.	2026-06-16 09:04:17 +02:00
automation-bot	2dddc5fe43	chore(deps): update terraform bunnynet to v0.14.3 All checks were successful ci/crow/cron/process-updates-alpine-322-amd64 Pipeline was successful Details ci/crow/cron/process-updates-redhat-8-amd64 Pipeline was successful Details ci/crow/cron/process-updates-alpine-322-arm64 Pipeline was successful Details ci/crow/cron/process-updates-redhat-8-arm64 Pipeline was successful Details ci/crow/cron/process-updates-redhat-9-amd64 Pipeline was successful Details	2026-06-16 00:31:56 +00:00
automation-bot	6c97f34cf5	chore(deps): update pre-commit hook posit-dev/air-pre-commit to v0.9.0 All checks were successful ci/crow/cron/process-updates-alpine-323-arm64 Pipeline was successful Details ci/crow/cron/process-updates-redhat-9-arm64 Pipeline was successful Details ci/crow/cron/process-updates-ubuntu-2204-amd64 Pipeline was successful Details ci/crow/cron/process-updates-ubuntu-2204-arm64 Pipeline was successful Details ci/crow/cron/process-updates-ubuntu-2404-amd64 Pipeline was successful Details ci/crow/cron/process-updates-redhat-10-amd64 Pipeline was successful Details ci/crow/cron/process-updates-redhat-10-arm64 Pipeline was successful Details ci/crow/cron/process-updates-ubuntu-2404-arm64 Pipeline was successful Details ci/crow/cron/process-updates-alpine-322-amd64 Pipeline was successful Details ci/crow/cron/process-updates-alpine-322-arm64 Pipeline was successful Details ci/crow/cron/process-updates-redhat-8-arm64 Pipeline was successful Details ci/crow/cron/process-updates-redhat-8-amd64 Pipeline was successful Details ci/crow/cron/process-updates-alpine-323-amd64 Pipeline was successful Details ci/crow/cron/process-updates-redhat-9-amd64 Pipeline was successful Details	2026-06-15 00:31:42 +00:00
pat-s	8cf8e33bf5	fix(ci): build per-minor binaries with a per-minor R library All checks were successful ci/crow/cron/process-updates-alpine-322-amd64 Pipeline was successful Details ci/crow/cron/process-updates-redhat-8-amd64 Pipeline was successful Details ci/crow/cron/process-updates-redhat-9-amd64 Pipeline was successful Details ci/crow/cron/process-updates-alpine-323-amd64 Pipeline was successful Details ci/crow/cron/process-updates-alpine-322-arm64 Pipeline was successful Details ci/crow/cron/process-updates-redhat-8-arm64 Pipeline was successful Details The sensitive-only multi-R build passes ran under each minor's R but loaded bincraft from the shared R_LIBS_USER=/mnt/cache/R-pkgs cache, which is compiled under the primary R and fails to load under a newer minor (e.g. 4.6: "undefined symbol: SETLENGTH") — so those minor builds silently no-op'd. Give each non-primary minor its own R_LIBS_USER=/mnt/cache/R-pkgs-<minor> and install bincraft 4.2.1 there (built for that minor); the rest of bincraft's deps load from the per-version /opt/R/<minor>/lib. Applied to the build-all-versions and process-updates sensitive-only passes.	2026-06-14 22:22:56 +02:00
pat-s	61a9ac5609	fix(ci): run per-minor index under the primary R in process-updates The per-minor upload_package_index() loop invoked each minor's own R, which loads bincraft from the shared /mnt/cache/R-pkgs cache (compiled under the primary R). Under a newer minor (e.g. 4.6) that fails to load ("undefined symbol: SETLENGTH") and the index step dies. Indexing is pure S3 work and needs no specific R, so run it under /opt/R/$R_VERSION like the generic index and build-all-versions already do.	2026-06-14 22:18:19 +02:00
pat-s	7e01f481c0	perf(local): skip per-minor passes for non-r-minor-sensitive packages A package's ABI sensitivity is the same across R minors, so for a non-sensitive package the per-minor loop only ran `ensure_bincraft` (a ~14s bincraft/cranlike install per minor) before build-one.R classified and skipped it. The primary pass now writes a .r_minor_sensitive sentinel when it builds a sensitive package, and the wrapper gates the whole per-minor loop (installs included) on that file — non-sensitive rebuilds no longer touch other minors' libraries.	2026-06-14 14:50:40 +02:00
pat-s	95bcf6b377	chore: build alpine 3.24 Some checks failed ci/crow/cron/process-updates-alpine-322-arm64 Pipeline was successful Details ci/crow/cron/process-updates-redhat-8-arm64 Pipeline was successful Details ci/crow/cron/process-updates-alpine-323-arm64 Pipeline was successful Details ci/crow/cron/process-updates-redhat-9-arm64 Pipeline was successful Details ci/crow/cron/process-updates-ubuntu-2204-arm64 Pipeline was successful Details ci/crow/cron/process-updates-ubuntu-2404-arm64 Pipeline was successful Details ci/crow/cron/process-updates-ubuntu-2404-amd64 Pipeline was successful Details ci/crow/cron/process-updates-redhat-8-amd64 Pipeline was successful Details ci/crow/cron/process-updates-redhat-9-amd64 Pipeline was successful Details ci/crow/cron/process-updates-ubuntu-2204-amd64 Pipeline was successful Details ci/crow/cron/process-updates-alpine-322-amd64 Pipeline was successful Details ci/crow/cron/process-updates-redhat-10-amd64 Pipeline was successful Details ci/crow/cron/process-updates-alpine-323-amd64 Pipeline was successful Details ci/crow/cron/process-updates-redhat-10-arm64 Pipeline was successful Details ci/crow/manual/build-all-versions-install-deps-amd64 Pipeline was successful Details ci/crow/manual/build-all-versions-amd64/1 Pipeline failed Details ci/crow/manual/build-all-versions-amd64/4 Pipeline failed Details ci/crow/manual/build-all-versions-amd64/3 Pipeline failed Details ci/crow/manual/build-all-versions-amd64/2 Pipeline failed Details ci/crow/manual/build-all-versions-install-deps-arm64 Pipeline was successful Details ci/crow/manual/build-all-versions-arm64/4 Pipeline failed Details ci/crow/manual/build-all-versions-arm64/1 Pipeline failed Details ci/crow/manual/build-all-versions-arm64/2 Pipeline failed Details ci/crow/manual/build-all-versions-arm64/3 Pipeline failed Details	2026-06-14 14:12:05 +02:00
pat-s	a9ad907f9c	chore(local): add S3 migration and CRAN-source helper scripts - migrate-s3-hetzner-to-backblaze.sh: rclone-based bucket migration helper. - find-R-api-packages.sh: scan CRAN package sources for a C-API usage pattern. - query-pkgs-without-old-versions.R, test-package-loading.R: ad-hoc helpers.	2026-06-14 13:02:48 +02:00
pat-s	3ae4672d66	feat(local): just rebuild builds across all installed R minors - Dockerfile: install bincraft into each R minor, run a primary pass plus a sensitive-only pass under every other /opt/R/[0-9]* minor (deduped by minor), probe/skip xvfb, set GIT_TERMINAL_PROMPT=0; extra-minor failures are non-fatal. - build-one.R: add --sensitive-only mode, log + shallow-clone the ABI classify step, and clear cranlike's stale ./PACKAGES.db before each index refresh (workaround for the "table packages already exists" bug; pending cranlike fix).	2026-06-14 13:02:48 +02:00
pat-s	e5398af5f5	feat(local): just rebuild — TF_VAR secrets, live progress, builder docs - Accept TF_VAR_-prefixed B2 keys (from direnv); make GITHUB_PAT optional. - Stream the remote build with --progress=plain. - Document creating the artemis/gaia buildx builders with the docker-container driver (the default remote driver does not work with an ssh:// docker host).	2026-06-14 13:02:47 +02:00
pat-s	f51617018d	ci: bump bincraft to 4.2.1 and scope multi-R loops to versioned R dirs - Pin bincraft v4.2.0 -> v4.2.1 (per-minor archive.rds/index fix) across the process-updates, weekly-rebuild and archive workflows. - Restrict the per-R-minor build and index loops to /opt/R/[0-9]* so the `current` symlink dir is not treated as a distinct minor (avoids double- building a minor and writing a bogus contrib/current/ index slot).	2026-06-14 13:02:47 +02:00
pat-s	7f5674ffb3	fix(local): accept TF_VAR_-prefixed B2 keys, optional GITHUB_PAT (#88 ) Some checks failed ci/crow/cron/process-updates-redhat-10-amd64 Pipeline was successful Details ci/crow/cron/process-updates-redhat-10-arm64 Pipeline failed Details ci/crow/cron/process-updates-ubuntu-2404-arm64 Pipeline failed Details ci/crow/cron/process-updates-ubuntu-2404-amd64 Pipeline was successful Details ## Summary Follow-up fix to the `just rebuild` recipe (#87): the local `.envrc` exports the B2 credentials as `TF_VAR_B2_S3_ACCESS_KEY` / `TF_VAR_B2_S3_SECRET_KEY` (and has no `GITHUB_PAT`), but the recipe required the plain `B2_S3_ACCESS_KEY` / `B2_S3_SECRET_KEY` names and always passed a `github_pat` secret. - Accept the `TF_VAR_`-prefixed B2 names (falling back to the plain names if set directly). - Pass the `github_pat` buildx secret only when `GITHUB_PAT` is set, so the build works without it. Reviewed-on: #88	2026-06-14 09:08:48 +00:00
pat-s	1224bd74fe	feat(local): just rebuild recipe for targeted builds via remote buildx (#87 ) ## Summary Adds a local `just rebuild` recipe to (re)build specific versions of a single package on a given OS/arch, dispatching to a remote buildx builder (the build runs there, not locally). - `just rebuild <os> <tag> <arch> <package> <version>...` → `docker buildx build --builder <artemis\|gaia> --platform linux/<arch> …` (amd64→artemis, arm64→gaia; names + `R_VERSION` env-overridable). - `docker/build-one.Dockerfile` runs `build-one.R` as a secret-mounted `RUN`, built `--no-cache --output type=cacheonly` (pure side-effect: the S3 upload; no image kept). - `local/build-one.R` auto-classifies each version via the ABI classifier (risky → per-minor slot `contrib/<x.y>/`, else generic), force-rebuilds + uploads + stores metadata, then refreshes the touched slot's `PACKAGES` index. ## Prerequisites - buildx builders named `artemis` (amd64) and `gaia` (arm64) registered (`docker buildx create --name artemis ssh://…`). - Exported secrets: `B2_S3_ACCESS_KEY`, `B2_S3_SECRET_KEY`, `PGPASS` (`GITHUB_PAT` optional). - bincraft `v4.2.0` tag must exist (the build installs `@v4.2.0` and uses its classifier + per-minor index API). Reviewed-on: #87	2026-06-14 09:03:45 +00:00
pat-s	d558e27c11	feat: R-minor-sensitive binary builds (full + iterative) (#84 ) Some checks failed ci/crow/cron/process-updates-ubuntu-2204-amd64 Pipeline was successful Details ci/crow/cron/process-updates-ubuntu-2204-arm64 Pipeline failed Details ## Summary Builds R-minor-sensitive CRAN packages once per installed R minor version (into per-minor S3 slots `…/contrib/<x.y>/`) and everything else once into the generic slot, driven by bincraft 4.2.0's ABI classifier. Both the full and iterative pipelines are covered. ## What's in here Detection / precompute - `local/r-minor-helpers.R` — pure `classify_from_metadata()` (NeedsCompilation / risky `LinkingTo`) + `parse_build_args()`, with unit tests. - `local/packages-to-build.R` — adds a per-package `r_minor_sensitive` flag: cheap CRAN-metadata rules first, source download + `bincraft::needs_per_minor_recompile()` only for the ambiguous compiled subset (fail-safe to sensitive). Classified once per package, applied to all versions. Full build - `local/build-all.R` — passes the per-row `is_r_minor_sensitive` flag; new `--sensitive-only` mode builds just the risky subset. - `.crow/build-all-versions-{amd64,arm64}.yaml` — install-deps persists the sensitive subset; build step runs a sensitive-only pass under each non-primary `/opt/R/` minor; new step uploads the generic index plus a per-minor index for each minor. Iterative build* - All 14 `.crow/process-updates-.yaml` — primary pass uses `r_minor_detection = 'classifier'`; a sensitive-only multi-R pass builds risky updates under each other minor; per-minor index upload added. Tooling / housekeeping* - Pins bincraft `v4.1.1` → `v4.2.0` across all workflows; removes the superseded standalone `build-r-minor-sensitive-packages.yaml`. - Adds prek/pre-commit hooks (prettier, markdownlint, editorconfig-checker, yamllint, air) and applies them repo-wide; excludes the verbatim GPL `LICENSE.md` and auxiliary shell scripts. - Design + implementation docs under `docs/superpowers/`. ## Requires before merge - A `v4.2.0` git tag must be pushed on the bincraft repo (codefloe.com/rpkgs/bincraft) — the workflow install steps pin `@v4.2.0`. The full-build install-deps clones `main`, so it is unaffected. Reviewed-on: #84	2026-06-14 08:04:40 +00:00
automation-bot	f28ccaf008	chore(deps): update reg.devxy.io/rpkgs/build-env-alpine docker tag to v3.24 Some checks failed ci/crow/cron/weekly-audit-missing-redhat-9-amd64 Pipeline was successful Details ci/crow/cron/weekly-audit-missing-redhat-9-arm64 Pipeline was successful Details ci/crow/cron/weekly-audit-missing-redhat-10-amd64 Pipeline was successful Details ci/crow/cron/weekly-audit-missing-redhat-10-arm64 Pipeline was successful Details ci/crow/cron/weekly-audit-missing-ubuntu-2204-amd64 Pipeline was successful Details ci/crow/cron/weekly-audit-missing-ubuntu-2204-arm64 Pipeline was successful Details ci/crow/cron/weekly-audit-missing-ubuntu-2404-amd64 Pipeline was successful Details ci/crow/cron/weekly-audit-missing-ubuntu-2404-arm64 Pipeline was successful Details ci/crow/cron/weekly-rebuild-missing-redhat-8-amd64 Pipeline was successful Details ci/crow/cron/weekly-rebuild-missing-redhat-8-arm64 Pipeline was successful Details ci/crow/cron/weekly-rebuild-missing-redhat-9-amd64 Pipeline was successful Details ci/crow/cron/weekly-rebuild-missing-redhat-9-arm64 Pipeline was successful Details ci/crow/cron/weekly-rebuild-missing-ubuntu-2204-amd64 Pipeline was successful Details ci/crow/cron/weekly-rebuild-missing-ubuntu-2204-arm64 Pipeline was successful Details ci/crow/cron/weekly-rebuild-missing-alpine-323-arm64 Pipeline was successful Details ci/crow/cron/weekly-rebuild-missing-redhat-10-arm64 Pipeline was successful Details ci/crow/cron/process-updates-redhat-8-amd64 Pipeline was successful Details ci/crow/cron/process-updates-alpine-322-arm64 Pipeline failed Details ci/crow/cron/weekly-rebuild-missing-ubuntu-2404-arm64 Pipeline was successful Details ci/crow/cron/process-updates-redhat-8-arm64 Pipeline was successful Details ci/crow/cron/weekly-rebuild-missing-ubuntu-2404-amd64 Pipeline was successful Details ci/crow/cron/process-updates-redhat-9-amd64 Pipeline was successful Details ci/crow/cron/process-updates-alpine-323-amd64 Pipeline is running Details ci/crow/cron/weekly-rebuild-missing-alpine-323-amd64 Pipeline was successful Details ci/crow/cron/process-updates-alpine-323-arm64 Pipeline is running Details ci/crow/cron/process-updates-redhat-9-arm64 Pipeline was successful Details ci/crow/cron/weekly-rebuild-missing-redhat-10-amd64 Pipeline was successful Details ci/crow/cron/process-updates-alpine-322-amd64 Pipeline was successful Details ci/crow/cron/weekly-rebuild-missing-alpine-322-arm64 Pipeline failed Details ci/crow/cron/weekly-rebuild-missing-alpine-322-amd64 Pipeline was successful Details	2026-06-14 00:33:22 +00:00
automation-bot	d018f31376	chore(deps): update dependency bincraft to v4.2.0	2026-06-14 00:32:46 +00:00
pat-s	4242e63f30	refactor(ci): simplify process-updates cache cleanup (#76 ) All checks were successful ci/crow/cron/process-updates-alpine-323-arm64 Pipeline was successful Details ci/crow/cron/process-updates-redhat-9-arm64 Pipeline was successful Details ci/crow/cron/process-updates-ubuntu-2204-amd64 Pipeline was successful Details ci/crow/cron/process-updates-ubuntu-2204-arm64 Pipeline was successful Details ci/crow/cron/process-updates-ubuntu-2404-amd64 Pipeline was successful Details ci/crow/cron/process-updates-ubuntu-2404-arm64 Pipeline was successful Details ci/crow/cron/process-updates-redhat-10-amd64 Pipeline was successful Details ci/crow/cron/process-updates-redhat-10-arm64 Pipeline was successful Details ci/crow/cron/process-updates-alpine-322-amd64 Pipeline was successful Details ci/crow/cron/process-updates-alpine-322-arm64 Pipeline was successful Details ci/crow/cron/weekly-audit-missing-alpine-322-amd64 Pipeline was successful Details ci/crow/cron/weekly-audit-missing-alpine-322-arm64 Pipeline was successful Details ci/crow/cron/process-updates-redhat-9-amd64 Pipeline was successful Details ci/crow/cron/process-updates-alpine-323-amd64 Pipeline was successful Details ci/crow/cron/process-updates-redhat-8-arm64 Pipeline was successful Details ci/crow/cron/process-updates-redhat-8-amd64 Pipeline was successful Details ## Summary The `rm -rf /mnt/cache/...` block in 14 `process-updates-` files had two real issues: 1. `/mnt/cache/pkgcache/R/pkgcache` listed twice — harmless duplicate. 2. `/mnt/cache/R-pkgs/00LOCK-pak/mnt/cache/R-pkgs/00LOCK-RPostgres` — missing a space between two paths, so `rm` walks a nested nonsense path that never exists. The `00LOCK-RPostgres` lock cleanup never actually ran. Collapses to the same shape `weekly-rebuild-missing-` already uses: ``` rm -rf /mnt/cache/R-pkgs/00LOCK-* /mnt/cache/R-pkgs/{bincraft,pkgcache} /mnt/cache/pkgcache/R/pkgcache ``` `00LOCK-*` covers every stale lock (pak, bincraft, RPostgres, r-pkg-binaries, …) without enumerating them, so adding a new locked package later doesn't need another YAML touch. 14 files, 1 line changed each. Reviewed-on: #76	2026-06-12 13:41:53 +00:00