feat: update package index for arm64 repos

This commit is contained in:
Patrick Schratz 2024-11-20 17:18:15 +01:00
commit e8855a4e4b
Signed by: pat-s
GPG key ID: 3C6318841EF78925
5 changed files with 265 additions and 0 deletions

View file

@ -0,0 +1,53 @@
when:
- event: [cron]
cron: update-package-index-alpine-320-arm64
- event: [cron]
cron: update-package-index
- event: manual
evaluate: 'update_package_index == "alpine-320-arm64"'
skip_clone: true
steps:
- name: Upload PACKAGES files
secrets: [red_hat_dev_pw, aws_access_key_id, aws_secret_access_key, pgpass, git_ro_token, GITHUB_PAT]
image: docker.io/devxygmbh/arm64-binaries-r-alpine-320
pull: true
environment:
GIT_USER: pat-s
# set the location of the 'pkgcache' cache dir which persists the R package dependencies needed to install the packages themselves
R_PKG_CACHE_DIR: /mnt/cache/pkgcache
R_LIBS_USER: /mnt/cache/R-pkgs
volumes:
- arm64-binaries-r-dep-cache-alpine-320:/mnt/cache
commands:
# download latest package version (avoid having to rebuild image every time)
# rscript_startup arg: required to pass down global option to future workers https://github.com/HenrikBengtsson/future/issues/134#issuecomment-2245666169
- git clone https://pat-s:$$git_ro_token@git.devxy.io/devxy/r-pkg-binaries.git .
- rm -rf /mnt/cache/packages/*
- rm -rf /mnt/cache/R-pkgs/stringr
- R CMD INSTALL .
- R -q -e 'pak::pak(c("pat-s/desc@description-from-remote", "pat-s/cranlike@s3"))'
- cd /mnt/cache/packages
- R -q -e 'options(crayon.enabled = TRUE); library(bincraftR); future::plan("multisession", workers = 2); library(progressr); handlers(global = TRUE); handlers("progress"); upload_package_index()'
backend_options:
kubernetes:
resources:
requests:
memory: 2000Mi
cpu: 2000m
limits:
memory: 2000Mi
cpu: 2000m
nodeSelector:
kubernetes.io/arch: 'arm64'
- name: 'ntfy'
image: binwiederhier/ntfy:v2.11.0
when:
- status: [failure]
environment:
NTFY_TOKEN:
from_secret: ntfy_token
commands: |
ntfy publish --tags=no_entry_sign --token $NTFY_TOKEN -t "Run '${CI_REPO}' failed" --click="${CI_PIPELINE_URL}" --actions="view, Open build, ${CI_PIPELINE_URL}, clear=true;" ntfy.devxy.io/ci-builds Workflow: ${CI_WORKFLOW_NAME} Commit message: ${CI_COMMIT_MESSAGE} Commit Author: ${CI_COMMIT_AUTHOR}

View file

@ -0,0 +1,53 @@
when:
- event: [cron]
cron: update-package-index-redhat-8-arm64
- event: [cron]
cron: update-package-index
- event: manual
evaluate: 'update_package_index == "redhat-8-arm64"'
skip_clone: true
steps:
- name: Upload PACKAGES files
secrets: [red_hat_dev_pw, aws_access_key_id, aws_secret_access_key, pgpass, git_ro_token, GITHUB_PAT]
image: docker.io/devxygmbh/arm64-binaries-r-redhat-8
pull: true
environment:
GIT_USER: pat-s
# set the location of the 'pkgcache' cache dir which persists the R package dependencies needed to install the packages themselves
R_PKG_CACHE_DIR: /mnt/cache/pkgcache
R_LIBS_USER: /mnt/cache/R-pkgs
volumes:
- arm64-binaries-r-dep-cache-redhat-8:/mnt/cache
commands:
# download latest package version (avoid having to rebuild image every time)
# rscript_startup arg: required to pass down global option to future workers https://github.com/HenrikBengtsson/future/issues/134#issuecomment-2245666169
- git clone https://pat-s:$$git_ro_token@git.devxy.io/devxy/r-pkg-binaries.git .
- rm -rf /mnt/cache/packages/*
- rm -rf /mnt/cache/R-pkgs/stringr
- R CMD INSTALL .
- R -q -e 'pak::pak(c("pat-s/desc@description-from-remote", "pat-s/cranlike@s3"))'
- cd /mnt/cache/packages
- R -q -e 'options(crayon.enabled = TRUE); library(bincraftR); future::plan("multisession", workers = 2); library(progressr); handlers(global = TRUE); handlers("progress"); upload_package_index()'
backend_options:
kubernetes:
resources:
requests:
memory: 2000Mi
cpu: 2000m
limits:
memory: 2000Mi
cpu: 2000m
nodeSelector:
kubernetes.io/arch: 'arm64'
- name: 'ntfy'
image: binwiederhier/ntfy:v2.11.0
when:
- status: [failure]
environment:
NTFY_TOKEN:
from_secret: ntfy_token
commands: |
ntfy publish --tags=no_entry_sign --token $NTFY_TOKEN -t "Run '${CI_REPO}' failed" --click="${CI_PIPELINE_URL}" --actions="view, Open build, ${CI_PIPELINE_URL}, clear=true;" ntfy.devxy.io/ci-builds Workflow: ${CI_WORKFLOW_NAME} Commit message: ${CI_COMMIT_MESSAGE} Commit Author: ${CI_COMMIT_AUTHOR}

View file

@ -0,0 +1,53 @@
when:
- event: [cron]
cron: update-package-index-redhat-9-arm64
- event: [cron]
cron: update-package-index
- event: manual
evaluate: 'update_package_index == "redhat-9-arm64"'
skip_clone: true
steps:
- name: Upload PACKAGES files
secrets: [red_hat_dev_pw, aws_access_key_id, aws_secret_access_key, pgpass, git_ro_token, GITHUB_PAT]
image: docker.io/devxygmbh/arm64-binaries-r-redhat-9
pull: true
environment:
GIT_USER: pat-s
# set the location of the 'pkgcache' cache dir which persists the R package dependencies needed to install the packages themselves
R_PKG_CACHE_DIR: /mnt/cache/pkgcache
R_LIBS_USER: /mnt/cache/R-pkgs
volumes:
- arm64-binaries-r-dep-cache-redhat-9:/mnt/cache
commands:
# download latest package version (avoid having to rebuild image every time)
# rscript_startup arg: required to pass down global option to future workers https://github.com/HenrikBengtsson/future/issues/134#issuecomment-2245666169
- git clone https://pat-s:$$git_ro_token@git.devxy.io/devxy/r-pkg-binaries.git .
- rm -rf /mnt/cache/packages/*
- rm -rf /mnt/cache/R-pkgs/stringr
- R CMD INSTALL .
- R -q -e 'pak::pak(c("pat-s/desc@description-from-remote", "pat-s/cranlike@s3"))'
- cd /mnt/cache/packages
- R -q -e 'options(crayon.enabled = TRUE); library(bincraftR); future::plan("multisession", workers = 2); library(progressr); handlers(global = TRUE); handlers("progress"); upload_package_index()'
backend_options:
kubernetes:
resources:
requests:
memory: 2000Mi
cpu: 2000m
limits:
memory: 2000Mi
cpu: 2000m
nodeSelector:
kubernetes.io/arch: 'arm64'
- name: 'ntfy'
image: binwiederhier/ntfy:v2.11.0
when:
- status: [failure]
environment:
NTFY_TOKEN:
from_secret: ntfy_token
commands: |
ntfy publish --tags=no_entry_sign --token $NTFY_TOKEN -t "Run '${CI_REPO}' failed" --click="${CI_PIPELINE_URL}" --actions="view, Open build, ${CI_PIPELINE_URL}, clear=true;" ntfy.devxy.io/ci-builds Workflow: ${CI_WORKFLOW_NAME} Commit message: ${CI_COMMIT_MESSAGE} Commit Author: ${CI_COMMIT_AUTHOR}

View file

@ -0,0 +1,53 @@
when:
- event: [cron]
cron: update-package-index-ubuntu-2204-arm64
- event: [cron]
cron: update-package-index
- event: manual
evaluate: 'update_package_index == "ubuntu-2204-arm64"'
skip_clone: true
steps:
- name: Upload PACKAGES files
secrets: [red_hat_dev_pw, aws_access_key_id, aws_secret_access_key, pgpass, git_ro_token, GITHUB_PAT]
image: docker.io/devxygmbh/arm64-binaries-r-ubuntu-2204
pull: true
environment:
GIT_USER: pat-s
# set the location of the 'pkgcache' cache dir which persists the R package dependencies needed to install the packages themselves
R_PKG_CACHE_DIR: /mnt/cache/pkgcache
R_LIBS_USER: /mnt/cache/R-pkgs
volumes:
- arm64-binaries-r-dep-cache-ubuntu-2204:/mnt/cache
commands:
# download latest package version (avoid having to rebuild image every time)
# rscript_startup arg: required to pass down global option to future workers https://github.com/HenrikBengtsson/future/issues/134#issuecomment-2245666169
- git clone https://pat-s:$$git_ro_token@git.devxy.io/devxy/r-pkg-binaries.git .
- rm -rf /mnt/cache/packages/*
- rm -rf /mnt/cache/R-pkgs/stringr
- R CMD INSTALL .
- R -q -e 'pak::pak(c("pat-s/desc@description-from-remote", "pat-s/cranlike@s3"))'
- cd /mnt/cache/packages
- R -q -e 'options(crayon.enabled = TRUE); library(bincraftR); future::plan("multisession", workers = 2); library(progressr); handlers(global = TRUE); handlers("progress"); upload_package_index()'
backend_options:
kubernetes:
resources:
requests:
memory: 2000Mi
cpu: 2000m
limits:
memory: 2000Mi
cpu: 2000m
nodeSelector:
kubernetes.io/arch: 'arm64'
- name: 'ntfy'
image: binwiederhier/ntfy:v2.11.0
when:
- status: [failure]
environment:
NTFY_TOKEN:
from_secret: ntfy_token
commands: |
ntfy publish --tags=no_entry_sign --token $NTFY_TOKEN -t "Run '${CI_REPO}' failed" --click="${CI_PIPELINE_URL}" --actions="view, Open build, ${CI_PIPELINE_URL}, clear=true;" ntfy.devxy.io/ci-builds Workflow: ${CI_WORKFLOW_NAME} Commit message: ${CI_COMMIT_MESSAGE} Commit Author: ${CI_COMMIT_AUTHOR}

View file

@ -0,0 +1,53 @@
when:
- event: [cron]
cron: update-package-index-ubuntu-2404-arm64
- event: [cron]
cron: update-package-index
- event: manual
evaluate: 'update_package_index == "ubuntu-2404-arm64"'
skip_clone: true
steps:
- name: Upload PACKAGES files
secrets: [red_hat_dev_pw, aws_access_key_id, aws_secret_access_key, pgpass, git_ro_token, GITHUB_PAT]
image: docker.io/devxygmbh/arm64-binaries-r-ubuntu-2404
pull: true
environment:
GIT_USER: pat-s
# set the location of the 'pkgcache' cache dir which persists the R package dependencies needed to install the packages themselves
R_PKG_CACHE_DIR: /mnt/cache/pkgcache
R_LIBS_USER: /mnt/cache/R-pkgs
volumes:
- arm64-binaries-r-dep-cache-ubuntu-2404:/mnt/cache
commands:
# download latest package version (avoid having to rebuild image every time)
# rscript_startup arg: required to pass down global option to future workers https://github.com/HenrikBengtsson/future/issues/134#issuecomment-2245666169
- git clone https://pat-s:$$git_ro_token@git.devxy.io/devxy/r-pkg-binaries.git .
- rm -rf /mnt/cache/packages/*
- rm -rf /mnt/cache/R-pkgs/stringr
- R CMD INSTALL .
- R -q -e 'pak::pak(c("pat-s/desc@description-from-remote", "pat-s/cranlike@s3"))'
- cd /mnt/cache/packages
- R -q -e 'options(crayon.enabled = TRUE); library(bincraftR); future::plan("multisession", workers = 2); library(progressr); handlers(global = TRUE); handlers("progress"); upload_package_index()'
backend_options:
kubernetes:
resources:
requests:
memory: 2000Mi
cpu: 2000m
limits:
memory: 2000Mi
cpu: 2000m
nodeSelector:
kubernetes.io/arch: 'arm64'
- name: 'ntfy'
image: binwiederhier/ntfy:v2.11.0
when:
- status: [failure]
environment:
NTFY_TOKEN:
from_secret: ntfy_token
commands: |
ntfy publish --tags=no_entry_sign --token $NTFY_TOKEN -t "Run '${CI_REPO}' failed" --click="${CI_PIPELINE_URL}" --actions="view, Open build, ${CI_PIPELINE_URL}, clear=true;" ntfy.devxy.io/ci-builds Workflow: ${CI_WORKFLOW_NAME} Commit message: ${CI_COMMIT_MESSAGE} Commit Author: ${CI_COMMIT_AUTHOR}