devxy/build-cran-binaries
Watch
1
0
Fork
You've already forked build-cran-binaries
 0
Code Issues 10 Pull requests Releases Activity

feat: parallelize package index update

Browse source
This commit is contained in:
Patrick Schratz 2024-11-22 20:49:58 +01:00
commit a90d6b8431
Signed by: pat-s
GPG key ID: 3C6318841EF78925
10 changed files with 47 additions and 47 deletions
Download patch file Download diff file Expand all files Collapse all files

10
.woodpecker/update-package-index-alpine-320-amd64.yaml
View file

@ -25,19 +25,19 @@ steps:
# rscript_startup arg: required to pass down global option to future workers https://github.com/HenrikBengtsson/future/issues/134#issuecomment-2245666169
- git clone https://pat-s:$$git_ro_token@git.devxy.io/devxy/r-pkg-binaries.git .
# - rm -rf /mnt/cache/packages/*
- R -q -e 'pak::pak("git::https://gitlab.com/devxy/r-package-binaries/bincraftr.git")'
- R -q -e 'packageVersion("bincraftR")'
- R -q -e 'pak::pak(c("pat-s/desc@description-from-remote", "pat-s/cranlike@s3"))'
- cd /mnt/cache/packages
- R -q -e 'options(crayon.enabled = TRUE); library(bincraftR); future::plan("multisession", workers = 2); library(progressr); handlers(global = TRUE); handlers("progress"); upload_package_index()'
- R -q -e 'options(crayon.enabled = TRUE); library(bincraftR); future::plan("multisession", workers = future::availableCores()); library(progressr); handlers(global = TRUE); handlers("progress"); upload_package_index()'
backend_options:
kubernetes:
resources:
requests:
memory: 2000Mi
memory: 3000Mi
cpu: 2000m
limits:
memory: 2000Mi
cpu: 2000m
memory: 3000Mi
cpu: 8000m
nodeSelector:
kubernetes.io/arch: 'amd64'

10
.woodpecker/update-package-index-alpine-320-arm64.yaml
View file

@ -25,19 +25,19 @@ steps:
# rscript_startup arg: required to pass down global option to future workers https://github.com/HenrikBengtsson/future/issues/134#issuecomment-2245666169
- git clone https://pat-s:$$git_ro_token@git.devxy.io/devxy/r-pkg-binaries.git .
# - rm -rf /mnt/cache/packages/*
- R -q -e 'pak::pak("git::https://gitlab.com/devxy/r-package-binaries/bincraftr.git")'
- R -q -e 'packageVersion("bincraftR")'
- R -q -e 'pak::pak(c("pat-s/desc@description-from-remote", "pat-s/cranlike@s3"))'
- cd /mnt/cache/packages
- R -q -e 'options(crayon.enabled = TRUE); library(bincraftR); future::plan("multisession", workers = 2); library(progressr); handlers(global = TRUE); handlers("progress"); upload_package_index()'
- R -q -e 'options(crayon.enabled = TRUE); library(bincraftR); future::plan("multisession", workers = future::availableCores()); library(progressr); handlers(global = TRUE); handlers("progress"); upload_package_index()'
backend_options:
kubernetes:
resources:
requests:
memory: 2000Mi
memory: 3000Mi
cpu: 2000m
limits:
memory: 2000Mi
cpu: 2000m
memory: 3000Mi
cpu: 8000m
nodeSelector:
kubernetes.io/arch: 'arm64'

8
.woodpecker/update-package-index-redhat-8-amd64.yaml
View file

@ -27,16 +27,16 @@ steps:
# - rm -rf /mnt/cache/packages/*
- R -q -e 'pak::pak("git::https://gitlab.com/devxy/r-package-binaries/bincraftr.git")'
- cd /mnt/cache/packages
- R -q -e 'options(crayon.enabled = TRUE); library(bincraftR); future::plan("multisession", workers = 2); library(progressr); handlers(global = TRUE); handlers("progress"); upload_package_index()'
- R -q -e 'options(crayon.enabled = TRUE); library(bincraftR); future::plan("multisession", workers = future::availableCores()); library(progressr); handlers(global = TRUE); handlers("progress"); upload_package_index()'
backend_options:
kubernetes:
resources:
requests:
memory: 2000Mi
memory: 3000Mi
cpu: 2000m
limits:
memory: 2000Mi
cpu: 2000m
memory: 3000Mi
cpu: 8000m
nodeSelector:
kubernetes.io/arch: 'amd64'

10
.woodpecker/update-package-index-redhat-8-arm64.yaml
View file

@ -25,19 +25,19 @@ steps:
# rscript_startup arg: required to pass down global option to future workers https://github.com/HenrikBengtsson/future/issues/134#issuecomment-2245666169
- git clone https://pat-s:$$git_ro_token@git.devxy.io/devxy/r-pkg-binaries.git .
# - rm -rf /mnt/cache/packages/*
- R -q -e 'pak::pak("git::https://gitlab.com/devxy/r-package-binaries/bincraftr.git")'
- R -q -e 'packageVersion("bincraftR")'
- R -q -e 'pak::pak(c("pat-s/desc@description-from-remote", "pat-s/cranlike@s3"))'
- cd /mnt/cache/packages
- R -q -e 'options(crayon.enabled = TRUE); library(bincraftR); future::plan("multisession", workers = 2); library(progressr); handlers(global = TRUE); handlers("progress"); upload_package_index()'
- R -q -e 'options(crayon.enabled = TRUE); library(bincraftR); future::plan("multisession", workers = future::availableCores()); library(progressr); handlers(global = TRUE); handlers("progress"); upload_package_index()'
backend_options:
kubernetes:
resources:
requests:
memory: 2000Mi
memory: 3000Mi
cpu: 2000m
limits:
memory: 2000Mi
cpu: 2000m
memory: 3000Mi
cpu: 8000m
nodeSelector:
kubernetes.io/arch: 'arm64'

10
.woodpecker/update-package-index-redhat-9-amd64.yaml
View file

@ -25,19 +25,19 @@ steps:
# rscript_startup arg: required to pass down global option to future workers https://github.com/HenrikBengtsson/future/issues/134#issuecomment-2245666169
- git clone https://pat-s:$$git_ro_token@git.devxy.io/devxy/r-pkg-binaries.git .
# - rm -rf /mnt/cache/packages/*
- R -q -e 'pak::pak("git::https://gitlab.com/devxy/r-package-binaries/bincraftr.git")'
- R -q -e 'packageVersion("bincraftR")'
- R -q -e 'pak::pak(c("pat-s/desc@description-from-remote", "pat-s/cranlike@s3"))'
- cd /mnt/cache/packages
- R -q -e 'options(crayon.enabled = TRUE); library(bincraftR); future::plan("multisession", workers = 2); library(progressr); handlers(global = TRUE); handlers("progress"); upload_package_index()'
- R -q -e 'options(crayon.enabled = TRUE); library(bincraftR); future::plan("multisession", workers = future::availableCores()); library(progressr); handlers(global = TRUE); handlers("progress"); upload_package_index()'
backend_options:
kubernetes:
resources:
requests:
memory: 2000Mi
memory: 3000Mi
cpu: 2000m
limits:
memory: 2000Mi
cpu: 2000m
memory: 3000Mi
cpu: 8000m
nodeSelector:
kubernetes.io/arch: 'amd64'

10
.woodpecker/update-package-index-redhat-9-arm64.yaml
View file

@ -25,19 +25,19 @@ steps:
# rscript_startup arg: required to pass down global option to future workers https://github.com/HenrikBengtsson/future/issues/134#issuecomment-2245666169
- git clone https://pat-s:$$git_ro_token@git.devxy.io/devxy/r-pkg-binaries.git .
# - rm -rf /mnt/cache/packages/*
- R -q -e 'pak::pak("git::https://gitlab.com/devxy/r-package-binaries/bincraftr.git")'
- R -q -e 'packageVersion("bincraftR")'
- R -q -e 'pak::pak(c("pat-s/desc@description-from-remote", "pat-s/cranlike@s3"))'
- cd /mnt/cache/packages
- R -q -e 'options(crayon.enabled = TRUE); library(bincraftR); future::plan("multisession", workers = 2); library(progressr); handlers(global = TRUE); handlers("progress"); upload_package_index()'
- R -q -e 'options(crayon.enabled = TRUE); library(bincraftR); future::plan("multisession", workers = future::availableCores()); library(progressr); handlers(global = TRUE); handlers("progress"); upload_package_index()'
backend_options:
kubernetes:
resources:
requests:
memory: 2000Mi
memory: 3000Mi
cpu: 2000m
limits:
memory: 2000Mi
cpu: 2000m
memory: 3000Mi
cpu: 8000m
nodeSelector:
kubernetes.io/arch: 'arm64'

10
.woodpecker/update-package-index-ubuntu-2204-amd64.yaml
View file

@ -25,19 +25,19 @@ steps:
# rscript_startup arg: required to pass down global option to future workers https://github.com/HenrikBengtsson/future/issues/134#issuecomment-2245666169
- git clone https://pat-s:$$git_ro_token@git.devxy.io/devxy/r-pkg-binaries.git .
# - rm -rf /mnt/cache/packages/*
- R -q -e 'pak::pak("git::https://gitlab.com/devxy/r-package-binaries/bincraftr.git")'
- R -q -e 'packageVersion("bincraftR")'
- R -q -e 'pak::pak(c("pat-s/desc@description-from-remote", "pat-s/cranlike@s3"))'
- cd /mnt/cache/packages
- R -q -e 'options(crayon.enabled = TRUE); library(bincraftR); future::plan("multisession", workers = 2); library(progressr); handlers(global = TRUE); handlers("progress"); upload_package_index(); warnings()'
- R -q -e 'options(crayon.enabled = TRUE); library(bincraftR); future::plan("multisession", workers = future::availableCores()); library(progressr); handlers(global = TRUE); handlers("progress"); upload_package_index(); warnings()'
backend_options:
kubernetes:
resources:
requests:
memory: 2000Mi
memory: 3000Mi
cpu: 2000m
limits:
memory: 2000Mi
cpu: 2000m
memory: 3000Mi
cpu: 8000m
nodeSelector:
kubernetes.io/arch: 'amd64'

10
.woodpecker/update-package-index-ubuntu-2204-arm64.yaml
View file

@ -25,19 +25,19 @@ steps:
# rscript_startup arg: required to pass down global option to future workers https://github.com/HenrikBengtsson/future/issues/134#issuecomment-2245666169
- git clone https://pat-s:$$git_ro_token@git.devxy.io/devxy/r-pkg-binaries.git .
# - rm -rf /mnt/cache/packages/*
- R -q -e 'pak::pak("git::https://gitlab.com/devxy/r-package-binaries/bincraftr.git")'
- R -q -e 'packageVersion("bincraftR")'
- R -q -e 'pak::pak(c("pat-s/desc@description-from-remote", "pat-s/cranlike@s3"))'
- cd /mnt/cache/packages
- R -q -e 'options(crayon.enabled = TRUE); library(bincraftR); future::plan("multisession", workers = 2); library(progressr); handlers(global = TRUE); handlers("progress"); upload_package_index()'
- R -q -e 'options(crayon.enabled = TRUE); library(bincraftR); future::plan("multisession", workers = future::availableCores()); library(progressr); handlers(global = TRUE); handlers("progress"); upload_package_index()'
backend_options:
kubernetes:
resources:
requests:
memory: 2000Mi
memory: 3000Mi
cpu: 2000m
limits:
memory: 2000Mi
cpu: 2000m
memory: 3000Mi
cpu: 8000m
nodeSelector:
kubernetes.io/arch: 'arm64'

6
.woodpecker/update-package-index-ubuntu-2404-amd64.yaml
View file

@ -25,18 +25,18 @@ steps:
# rscript_startup arg: required to pass down global option to future workers https://github.com/HenrikBengtsson/future/issues/134#issuecomment-2245666169
- git clone https://pat-s:$$git_ro_token@git.devxy.io/devxy/r-pkg-binaries.git .
# # - rm -rf /mnt/cache/packages/*
- R -q -e 'pak::pak("git::https://gitlab.com/devxy/r-package-binaries/bincraftr.git")'
- R -q -e 'packageVersion("bincraftR")'
- R -q -e 'pak::pak(c("pat-s/desc@description-from-remote", "pat-s/cranlike@s3"))'
- cd /mnt/cache/packages
- R -q -e 'options(crayon.enabled = TRUE); library(bincraftR); future::plan("multisession", workers = future::availableCores()); library(progressr); handlers(global = TRUE); handlers("progress"); upload_package_index()'
backend_options:
kubernetes:
resources:
requests:
memory: 2000Mi
memory: 3000Mi
cpu: 2000m
limits:
memory: 2000Mi
memory: 3000Mi
cpu: 8000m
nodeSelector:
kubernetes.io/arch: 'amd64'

10
.woodpecker/update-package-index-ubuntu-2404-arm64.yaml
View file

@ -25,19 +25,19 @@ steps:
# rscript_startup arg: required to pass down global option to future workers https://github.com/HenrikBengtsson/future/issues/134#issuecomment-2245666169
- git clone https://pat-s:$$git_ro_token@git.devxy.io/devxy/r-pkg-binaries.git .
# - rm -rf /mnt/cache/packages/*
- R -q -e 'pak::pak("git::https://gitlab.com/devxy/r-package-binaries/bincraftr.git")'
- R -q -e 'packageVersion("bincraftR")'
- R -q -e 'pak::pak(c("pat-s/desc@description-from-remote", "pat-s/cranlike@s3"))'
- cd /mnt/cache/packages
- R -q -e 'options(crayon.enabled = TRUE); library(bincraftR); future::plan("multisession", workers = 2); library(progressr); handlers(global = TRUE); handlers("progress"); upload_package_index()'
- R -q -e 'options(crayon.enabled = TRUE); library(bincraftR); future::plan("multisession", workers = future::availableCores()); library(progressr); handlers(global = TRUE); handlers("progress"); upload_package_index()'
backend_options:
kubernetes:
resources:
requests:
memory: 2000Mi
memory: 3000Mi
cpu: 2000m
limits:
memory: 2000Mi
cpu: 2000m
memory: 3000Mi
cpu: 8000m
nodeSelector:
kubernetes.io/arch: 'arm64'