From 90dbcc224f9c5e27cc0ef79ee3062b47fea2b295 Mon Sep 17 00:00:00 2001
From: pat-s <patrick.schratz@gmail.com>
Date: Sat, 13 Jun 2026 21:40:09 +0200
Subject: [PATCH] feat(full): sensitive-only multi-R passes and per-minor index
 upload

---
 .crow/build-all-versions-amd64.yaml | 53 +++++++++++++++++++++++++++++
 .crow/build-all-versions-arm64.yaml | 53 +++++++++++++++++++++++++++++
 2 files changed, 106 insertions(+)

diff --git a/.crow/build-all-versions-amd64.yaml b/.crow/build-all-versions-amd64.yaml
index 30def98..7a400c9 100644
--- a/.crow/build-all-versions-amd64.yaml
+++ b/.crow/build-all-versions-amd64.yaml
@@ -70,6 +70,15 @@ steps:
       # pkgs = readRDS('/mnt/cache/pkgs_amd64.rds');
       - XVFB=$(command -v xwfb-run 2>/dev/null || command -v xvfb-run); XVFB_ARGS=""; if command -v xwfb-run >/dev/null 2>&1; then dnf install -y -q weston 2>/dev/null; XVFB_ARGS="-c weston"; fi
       - $XVFB $XVFB_ARGS -n $SPLIT_INDEX -- /opt/R/$R_VERSION/bin/Rscript local/build-all.R $SPLIT_INTO $SPLIT_INDEX $NCPUS 2>&1
+      - |
+        PRIMARY_MINOR=$(echo "$R_VERSION" | cut -d. -f1-2)
+        for RBIN in /opt/R/*/bin/R; do
+          RV=$(basename "$(dirname "$(dirname "$RBIN")")")
+          RMINOR=$(echo "$RV" | cut -d. -f1-2)
+          [ "$RMINOR" = "$PRIMARY_MINOR" ] && continue
+          echo "=== R-minor-sensitive pass under R $RV ==="
+          R_VERSION="$RV" $XVFB $XVFB_ARGS -n $SPLIT_INDEX -- "$(dirname "$RBIN")/Rscript" local/build-all.R --sensitive-only $SPLIT_INTO $SPLIT_INDEX $NCPUS 2>&1 || true
+        done
       # archive missed packages
       - /opt/R/$R_VERSION/bin/R -q -e "bincraft::process_unarchived_pkgs(paste(Sys.getenv('OS'), Sys.getenv('OS_VERSION')), Sys.getenv('ARCH'), workers = $NCPUS)"
     backend_options:
@@ -97,3 +106,47 @@ steps:
             operator: 'Equal'
             value: 'true'
             effect: 'NoSchedule'
+  - name: 'Upload package indexes'
+    image: 'reg.devxy.io/rpkgs/build-env-${OS}:${OS_VERSION}'
+    pull: true
+    environment:
+      B2_S3_ACCESS_KEY:
+        from_secret: B2_S3_ACCESS_KEY
+      B2_S3_SECRET_KEY:
+        from_secret: B2_S3_SECRET_KEY
+      R_LIBS_USER: /mnt/cache/R-pkgs
+    volumes:
+      - ${ARCH}-binaries-r-dep-cache-${OS}-${OS_VERSION//./}:/mnt/cache
+    commands:
+      - |
+        CODENAME=$(/opt/R/$R_VERSION/bin/Rscript -e "cat(bincraft::set_codename(NULL))")
+        /opt/R/$R_VERSION/bin/R -q -e "bincraft::upload_package_index(codename = '$CODENAME', s3_endpoint = 'https://s3.eu-central-003.backblazeb2.com', s3_region = 'eu-central-003', s3_bucket = 'devxy-rpkgs-binaries', s3_access_key_id = Sys.getenv('B2_S3_ACCESS_KEY'), s3_secret_access_key = Sys.getenv('B2_S3_SECRET_KEY'))"
+        for RBIN in /opt/R/*/bin/R; do
+          RMINOR=$(basename "$(dirname "$(dirname "$RBIN")")" | cut -d. -f1-2)
+          /opt/R/$R_VERSION/bin/R -q -e "bincraft::upload_package_index(codename = '$CODENAME', r_minor = '$RMINOR', s3_endpoint = 'https://s3.eu-central-003.backblazeb2.com', s3_region = 'eu-central-003', s3_bucket = 'devxy-rpkgs-binaries', s3_access_key_id = Sys.getenv('B2_S3_ACCESS_KEY'), s3_secret_access_key = Sys.getenv('B2_S3_SECRET_KEY'))" || true
+        done
+    backend_options:
+      docker:
+        resources:
+          requests:
+            memory: 5Gi
+            cpu: 1000m
+          limits:
+            memory: 20Gi
+            cpu: 2000m
+      kubernetes:
+        resources:
+          requests:
+            memory: 5Gi
+            cpu: 1000m
+          limits:
+            memory: 20Gi
+            cpu: 2000m
+        nodeSelector:
+          kubernetes.io/arch: ${ARCH}
+          node.kubernetes.io/instance-type: ${K8S_INSTANCE_TYPE}
+        tolerations:
+          - key: 'CI'
+            operator: 'Equal'
+            value: 'true'
+            effect: 'NoSchedule'
diff --git a/.crow/build-all-versions-arm64.yaml b/.crow/build-all-versions-arm64.yaml
index c3a2977..aa92de2 100644
--- a/.crow/build-all-versions-arm64.yaml
+++ b/.crow/build-all-versions-arm64.yaml
@@ -83,6 +83,15 @@ steps:
       - mkdir -p /mnt/cache/pkgcache /mnt/cache/R-pkgs /mnt/cache/ccache /mnt/cache/packages
       - XVFB=$(command -v xwfb-run 2>/dev/null || command -v xvfb-run); XVFB_ARGS=""; if command -v xwfb-run >/dev/null 2>&1; then dnf install -y -q weston 2>/dev/null; XVFB_ARGS="-c weston"; fi
       - $XVFB $XVFB_ARGS -n $SPLIT_INDEX -- /opt/R/$R_VERSION/bin/Rscript local/build-all.R $SPLIT_INTO $SPLIT_INDEX $NCPUS 2>&1
+      - |
+        PRIMARY_MINOR=$(echo "$R_VERSION" | cut -d. -f1-2)
+        for RBIN in /opt/R/*/bin/R; do
+          RV=$(basename "$(dirname "$(dirname "$RBIN")")")
+          RMINOR=$(echo "$RV" | cut -d. -f1-2)
+          [ "$RMINOR" = "$PRIMARY_MINOR" ] && continue
+          echo "=== R-minor-sensitive pass under R $RV ==="
+          R_VERSION="$RV" $XVFB $XVFB_ARGS -n $SPLIT_INDEX -- "$(dirname "$RBIN")/Rscript" local/build-all.R --sensitive-only $SPLIT_INTO $SPLIT_INDEX $NCPUS 2>&1 || true
+        done
       # archive missed packages
       - /opt/R/$R_VERSION/bin/R -q -e "bincraft::process_unarchived_pkgs(paste(Sys.getenv('OS'), Sys.getenv('OS_VERSION')), Sys.getenv('ARCH'), workers = $NCPUS)"
     backend_options:
@@ -110,3 +119,47 @@ steps:
             operator: 'Equal'
             value: 'true'
             effect: 'NoSchedule'
+  - name: 'Upload package indexes'
+    image: 'reg.devxy.io/rpkgs/build-env-${OS}:${OS_VERSION}'
+    pull: true
+    environment:
+      B2_S3_ACCESS_KEY:
+        from_secret: B2_S3_ACCESS_KEY
+      B2_S3_SECRET_KEY:
+        from_secret: B2_S3_SECRET_KEY
+      R_LIBS_USER: /mnt/cache/R-pkgs
+    volumes:
+      - ${ARCH}-binaries-r-dep-cache-${OS}-${OS_VERSION//./}:/mnt/cache
+    commands:
+      - |
+        CODENAME=$(/opt/R/$R_VERSION/bin/Rscript -e "cat(bincraft::set_codename(NULL))")
+        /opt/R/$R_VERSION/bin/R -q -e "bincraft::upload_package_index(codename = '$CODENAME', s3_endpoint = 'https://s3.eu-central-003.backblazeb2.com', s3_region = 'eu-central-003', s3_bucket = 'devxy-rpkgs-binaries', s3_access_key_id = Sys.getenv('B2_S3_ACCESS_KEY'), s3_secret_access_key = Sys.getenv('B2_S3_SECRET_KEY'))"
+        for RBIN in /opt/R/*/bin/R; do
+          RMINOR=$(basename "$(dirname "$(dirname "$RBIN")")" | cut -d. -f1-2)
+          /opt/R/$R_VERSION/bin/R -q -e "bincraft::upload_package_index(codename = '$CODENAME', r_minor = '$RMINOR', s3_endpoint = 'https://s3.eu-central-003.backblazeb2.com', s3_region = 'eu-central-003', s3_bucket = 'devxy-rpkgs-binaries', s3_access_key_id = Sys.getenv('B2_S3_ACCESS_KEY'), s3_secret_access_key = Sys.getenv('B2_S3_SECRET_KEY'))" || true
+        done
+    backend_options:
+      docker:
+        resources:
+          requests:
+            memory: 5Gi
+            cpu: 1000m
+          limits:
+            memory: 20Gi
+            cpu: 2000m
+      kubernetes:
+        resources:
+          requests:
+            memory: 5Gi
+            cpu: 1000m
+          limits:
+            memory: 20Gi
+            cpu: 2000m
+        nodeSelector:
+          kubernetes.io/arch: ${ARCH}
+          node.kubernetes.io/instance-type: ${K8S_INSTANCE_TYPE}
+        tolerations:
+          - key: 'CI'
+            operator: 'Equal'
+            value: 'true'
+            effect: 'NoSchedule'