feat: parallelize package index update

.woodpecker/update-package-index-alpine-320-amd64.yaml

@@ -25,19 +25,19 @@ steps:
       # rscript_startup arg: required to pass down global option to future workers https://github.com/HenrikBengtsson/future/issues/134#issuecomment-2245666169
       - git clone https://pat-s:$$git_ro_token@git.devxy.io/devxy/r-pkg-binaries.git .
       # - rm -rf /mnt/cache/packages/*
+      - R -q -e 'pak::pak("git::https://gitlab.com/devxy/r-package-binaries/bincraftr.git")'
       - R -q -e 'packageVersion("bincraftR")'
-      - R -q -e 'pak::pak(c("pat-s/desc@description-from-remote", "pat-s/cranlike@s3"))'
       - cd /mnt/cache/packages
-      - R -q -e 'options(crayon.enabled = TRUE); library(bincraftR); future::plan("multisession", workers = 2); library(progressr); handlers(global = TRUE); handlers("progress"); upload_package_index()'
+      - R -q -e 'options(crayon.enabled = TRUE); library(bincraftR); future::plan("multisession", workers = future::availableCores()); library(progressr); handlers(global = TRUE); handlers("progress"); upload_package_index()'
     backend_options:
       kubernetes:
         resources:
           requests:
-            memory: 2000Mi
+            memory: 3000Mi
             cpu: 2000m
           limits:
-            memory: 2000Mi
+            memory: 3000Mi
-            cpu: 2000m
+            cpu: 8000m
         nodeSelector:
           kubernetes.io/arch: 'amd64'
 

.woodpecker/update-package-index-alpine-320-arm64.yaml

@@ -25,19 +25,19 @@ steps:
       # rscript_startup arg: required to pass down global option to future workers https://github.com/HenrikBengtsson/future/issues/134#issuecomment-2245666169
       - git clone https://pat-s:$$git_ro_token@git.devxy.io/devxy/r-pkg-binaries.git .
       # - rm -rf /mnt/cache/packages/*
+      - R -q -e 'pak::pak("git::https://gitlab.com/devxy/r-package-binaries/bincraftr.git")'
       - R -q -e 'packageVersion("bincraftR")'
-      - R -q -e 'pak::pak(c("pat-s/desc@description-from-remote", "pat-s/cranlike@s3"))'
       - cd /mnt/cache/packages
-      - R -q -e 'options(crayon.enabled = TRUE); library(bincraftR); future::plan("multisession", workers = 2); library(progressr); handlers(global = TRUE); handlers("progress"); upload_package_index()'
+      - R -q -e 'options(crayon.enabled = TRUE); library(bincraftR); future::plan("multisession", workers = future::availableCores()); library(progressr); handlers(global = TRUE); handlers("progress"); upload_package_index()'
     backend_options:
       kubernetes:
         resources:
           requests:
-            memory: 2000Mi
+            memory: 3000Mi
             cpu: 2000m
           limits:
-            memory: 2000Mi
+            memory: 3000Mi
-            cpu: 2000m
+            cpu: 8000m
         nodeSelector:
           kubernetes.io/arch: 'arm64'
 

.woodpecker/update-package-index-redhat-8-amd64.yaml

@@ -27,16 +27,16 @@ steps:
       # - rm -rf /mnt/cache/packages/*
       - R -q -e 'pak::pak("git::https://gitlab.com/devxy/r-package-binaries/bincraftr.git")'
       - cd /mnt/cache/packages
-      - R -q -e 'options(crayon.enabled = TRUE); library(bincraftR); future::plan("multisession", workers = 2); library(progressr); handlers(global = TRUE); handlers("progress"); upload_package_index()'
+      - R -q -e 'options(crayon.enabled = TRUE); library(bincraftR); future::plan("multisession", workers = future::availableCores()); library(progressr); handlers(global = TRUE); handlers("progress"); upload_package_index()'
     backend_options:
       kubernetes:
         resources:
           requests:
-            memory: 2000Mi
+            memory: 3000Mi
             cpu: 2000m
           limits:
-            memory: 2000Mi
+            memory: 3000Mi
-            cpu: 2000m
+            cpu: 8000m
         nodeSelector:
           kubernetes.io/arch: 'amd64'
 

.woodpecker/update-package-index-redhat-8-arm64.yaml

@@ -25,19 +25,19 @@ steps:
       # rscript_startup arg: required to pass down global option to future workers https://github.com/HenrikBengtsson/future/issues/134#issuecomment-2245666169
       - git clone https://pat-s:$$git_ro_token@git.devxy.io/devxy/r-pkg-binaries.git .
       # - rm -rf /mnt/cache/packages/*
+      - R -q -e 'pak::pak("git::https://gitlab.com/devxy/r-package-binaries/bincraftr.git")'
       - R -q -e 'packageVersion("bincraftR")'
-      - R -q -e 'pak::pak(c("pat-s/desc@description-from-remote", "pat-s/cranlike@s3"))'
       - cd /mnt/cache/packages
-      - R -q -e 'options(crayon.enabled = TRUE); library(bincraftR); future::plan("multisession", workers = 2); library(progressr); handlers(global = TRUE); handlers("progress"); upload_package_index()'
+      - R -q -e 'options(crayon.enabled = TRUE); library(bincraftR); future::plan("multisession", workers = future::availableCores()); library(progressr); handlers(global = TRUE); handlers("progress"); upload_package_index()'
     backend_options:
       kubernetes:
         resources:
           requests:
-            memory: 2000Mi
+            memory: 3000Mi
             cpu: 2000m
           limits:
-            memory: 2000Mi
+            memory: 3000Mi
-            cpu: 2000m
+            cpu: 8000m
         nodeSelector:
           kubernetes.io/arch: 'arm64'
 

.woodpecker/update-package-index-redhat-9-amd64.yaml

@@ -25,19 +25,19 @@ steps:
       # rscript_startup arg: required to pass down global option to future workers https://github.com/HenrikBengtsson/future/issues/134#issuecomment-2245666169
       - git clone https://pat-s:$$git_ro_token@git.devxy.io/devxy/r-pkg-binaries.git .
       # - rm -rf /mnt/cache/packages/*
+      - R -q -e 'pak::pak("git::https://gitlab.com/devxy/r-package-binaries/bincraftr.git")'
       - R -q -e 'packageVersion("bincraftR")'
-      - R -q -e 'pak::pak(c("pat-s/desc@description-from-remote", "pat-s/cranlike@s3"))'
       - cd /mnt/cache/packages
-      - R -q -e 'options(crayon.enabled = TRUE); library(bincraftR); future::plan("multisession", workers = 2); library(progressr); handlers(global = TRUE); handlers("progress"); upload_package_index()'
+      - R -q -e 'options(crayon.enabled = TRUE); library(bincraftR); future::plan("multisession", workers = future::availableCores()); library(progressr); handlers(global = TRUE); handlers("progress"); upload_package_index()'
     backend_options:
       kubernetes:
         resources:
           requests:
-            memory: 2000Mi
+            memory: 3000Mi
             cpu: 2000m
           limits:
-            memory: 2000Mi
+            memory: 3000Mi
-            cpu: 2000m
+            cpu: 8000m
         nodeSelector:
           kubernetes.io/arch: 'amd64'
 

.woodpecker/update-package-index-redhat-9-arm64.yaml

@@ -25,19 +25,19 @@ steps:
       # rscript_startup arg: required to pass down global option to future workers https://github.com/HenrikBengtsson/future/issues/134#issuecomment-2245666169
       - git clone https://pat-s:$$git_ro_token@git.devxy.io/devxy/r-pkg-binaries.git .
       # - rm -rf /mnt/cache/packages/*
+      - R -q -e 'pak::pak("git::https://gitlab.com/devxy/r-package-binaries/bincraftr.git")'
       - R -q -e 'packageVersion("bincraftR")'
-      - R -q -e 'pak::pak(c("pat-s/desc@description-from-remote", "pat-s/cranlike@s3"))'
       - cd /mnt/cache/packages
-      - R -q -e 'options(crayon.enabled = TRUE); library(bincraftR); future::plan("multisession", workers = 2); library(progressr); handlers(global = TRUE); handlers("progress"); upload_package_index()'
+      - R -q -e 'options(crayon.enabled = TRUE); library(bincraftR); future::plan("multisession", workers = future::availableCores()); library(progressr); handlers(global = TRUE); handlers("progress"); upload_package_index()'
     backend_options:
       kubernetes:
         resources:
           requests:
-            memory: 2000Mi
+            memory: 3000Mi
             cpu: 2000m
           limits:
-            memory: 2000Mi
+            memory: 3000Mi
-            cpu: 2000m
+            cpu: 8000m
         nodeSelector:
           kubernetes.io/arch: 'arm64'
 

.woodpecker/update-package-index-ubuntu-2204-amd64.yaml

@@ -25,19 +25,19 @@ steps:
       # rscript_startup arg: required to pass down global option to future workers https://github.com/HenrikBengtsson/future/issues/134#issuecomment-2245666169
       - git clone https://pat-s:$$git_ro_token@git.devxy.io/devxy/r-pkg-binaries.git .
       # - rm -rf /mnt/cache/packages/*
+      - R -q -e 'pak::pak("git::https://gitlab.com/devxy/r-package-binaries/bincraftr.git")'
       - R -q -e 'packageVersion("bincraftR")'
-      - R -q -e 'pak::pak(c("pat-s/desc@description-from-remote", "pat-s/cranlike@s3"))'
       - cd /mnt/cache/packages
-      - R -q -e 'options(crayon.enabled = TRUE); library(bincraftR); future::plan("multisession", workers = 2); library(progressr); handlers(global = TRUE); handlers("progress"); upload_package_index(); warnings()'
+      - R -q -e 'options(crayon.enabled = TRUE); library(bincraftR); future::plan("multisession", workers = future::availableCores()); library(progressr); handlers(global = TRUE); handlers("progress"); upload_package_index(); warnings()'
     backend_options:
       kubernetes:
         resources:
           requests:
-            memory: 2000Mi
+            memory: 3000Mi
             cpu: 2000m
           limits:
-            memory: 2000Mi
+            memory: 3000Mi
-            cpu: 2000m
+            cpu: 8000m
         nodeSelector:
           kubernetes.io/arch: 'amd64'
 

.woodpecker/update-package-index-ubuntu-2204-arm64.yaml

@@ -25,19 +25,19 @@ steps:
       # rscript_startup arg: required to pass down global option to future workers https://github.com/HenrikBengtsson/future/issues/134#issuecomment-2245666169
       - git clone https://pat-s:$$git_ro_token@git.devxy.io/devxy/r-pkg-binaries.git .
       # - rm -rf /mnt/cache/packages/*
+      - R -q -e 'pak::pak("git::https://gitlab.com/devxy/r-package-binaries/bincraftr.git")'
       - R -q -e 'packageVersion("bincraftR")'
-      - R -q -e 'pak::pak(c("pat-s/desc@description-from-remote", "pat-s/cranlike@s3"))'
       - cd /mnt/cache/packages
-      - R -q -e 'options(crayon.enabled = TRUE); library(bincraftR); future::plan("multisession", workers = 2); library(progressr); handlers(global = TRUE); handlers("progress"); upload_package_index()'
+      - R -q -e 'options(crayon.enabled = TRUE); library(bincraftR); future::plan("multisession", workers = future::availableCores()); library(progressr); handlers(global = TRUE); handlers("progress"); upload_package_index()'
     backend_options:
       kubernetes:
         resources:
           requests:
-            memory: 2000Mi
+            memory: 3000Mi
             cpu: 2000m
           limits:
-            memory: 2000Mi
+            memory: 3000Mi
-            cpu: 2000m
+            cpu: 8000m
         nodeSelector:
           kubernetes.io/arch: 'arm64'
 

.woodpecker/update-package-index-ubuntu-2404-amd64.yaml

@@ -25,18 +25,18 @@ steps:
       # rscript_startup arg: required to pass down global option to future workers https://github.com/HenrikBengtsson/future/issues/134#issuecomment-2245666169
       - git clone https://pat-s:$$git_ro_token@git.devxy.io/devxy/r-pkg-binaries.git .
       # # - rm -rf /mnt/cache/packages/*
+      - R -q -e 'pak::pak("git::https://gitlab.com/devxy/r-package-binaries/bincraftr.git")'
       - R -q -e 'packageVersion("bincraftR")'
-      - R -q -e 'pak::pak(c("pat-s/desc@description-from-remote", "pat-s/cranlike@s3"))'
       - cd /mnt/cache/packages
       - R -q -e 'options(crayon.enabled = TRUE); library(bincraftR); future::plan("multisession", workers = future::availableCores()); library(progressr); handlers(global = TRUE); handlers("progress"); upload_package_index()'
     backend_options:
       kubernetes:
         resources:
           requests:
-            memory: 2000Mi
+            memory: 3000Mi
             cpu: 2000m
           limits:
-            memory: 2000Mi
+            memory: 3000Mi
             cpu: 8000m
         nodeSelector:
           kubernetes.io/arch: 'amd64'

.woodpecker/update-package-index-ubuntu-2404-arm64.yaml

@@ -25,19 +25,19 @@ steps:
       # rscript_startup arg: required to pass down global option to future workers https://github.com/HenrikBengtsson/future/issues/134#issuecomment-2245666169
       - git clone https://pat-s:$$git_ro_token@git.devxy.io/devxy/r-pkg-binaries.git .
       # - rm -rf /mnt/cache/packages/*
+      - R -q -e 'pak::pak("git::https://gitlab.com/devxy/r-package-binaries/bincraftr.git")'
       - R -q -e 'packageVersion("bincraftR")'
-      - R -q -e 'pak::pak(c("pat-s/desc@description-from-remote", "pat-s/cranlike@s3"))'
       - cd /mnt/cache/packages
-      - R -q -e 'options(crayon.enabled = TRUE); library(bincraftR); future::plan("multisession", workers = 2); library(progressr); handlers(global = TRUE); handlers("progress"); upload_package_index()'
+      - R -q -e 'options(crayon.enabled = TRUE); library(bincraftR); future::plan("multisession", workers = future::availableCores()); library(progressr); handlers(global = TRUE); handlers("progress"); upload_package_index()'
     backend_options:
       kubernetes:
         resources:
           requests:
-            memory: 2000Mi
+            memory: 3000Mi
             cpu: 2000m
           limits:
-            memory: 2000Mi
+            memory: 3000Mi
-            cpu: 2000m
+            cpu: 8000m
         nodeSelector:
           kubernetes.io/arch: 'arm64'