process alpine 321 updates
This commit is contained in:
parent
42f702c4eb
commit
929e6bd96d
GPG key ID:
3C6318841EF78925
4 changed files with 330 additions and 0 deletions
75
.woodpecker/process-updates-alpine-321-amd64.yaml
Normal file
75
.woodpecker/process-updates-alpine-321-amd64.yaml
Normal file
|
|
@ -0,0 +1,75 @@
|
|||
when:
|
||||
- event: [cron]
|
||||
cron: process-cran-updates-alpine-321-amd64
|
||||
- event: manual
|
||||
evaluate: 'process_cran_updates == "all"'
|
||||
- event: manual
|
||||
evaluate: 'process_cran_updates == "alpine-321-amd64"'
|
||||
|
||||
skip_clone: true
|
||||
|
||||
steps:
|
||||
- name: 'Processing Updates'
|
||||
image: docker.io/devxygmbh/amd64-binaries-r-alpine-321
|
||||
pull: true
|
||||
environment:
|
||||
RED_HAT_DEV_PW:
|
||||
from_secret: RED_HAT_DEV_PW
|
||||
AWS_ACCESS_KEY_ID:
|
||||
from_secret: AWS_ACCESS_KEY_ID
|
||||
AWS_SECRET_ACCESS_KEY:
|
||||
from_secret: AWS_SECRET_ACCESS_KEY
|
||||
PGPASS:
|
||||
from_secret: PGPASS
|
||||
GIT_RO_TOKEN:
|
||||
from_secret: GIT_RO_TOKEN
|
||||
GITHUB_PAT:
|
||||
from_secret: GITHUB_PAT
|
||||
# normal env vars
|
||||
GIT_USER: pat-s
|
||||
# set the location of the 'pkgcache' cache dir which persists the R package dependencies needed to install the packages themselves
|
||||
R_PKG_CACHE_DIR: /mnt/cache/pkgcache
|
||||
R_LIBS_USER: /mnt/cache/R-pkgs
|
||||
CCACHE_DIR: /mnt/cache/ccache
|
||||
PLATFORM: alpine-321
|
||||
ARCH: amd64
|
||||
NCPUS: 2
|
||||
STRATEGY: sequential
|
||||
INTERVAL: lubridate::interval(lubridate::today() - 3, lubridate::today() - 3)
|
||||
# volumes:
|
||||
# - amd64-binaries-r-dep-cache-alpine-321:/mnt/cache
|
||||
commands:
|
||||
- git clone https://pat-s:$$GIT_RO_TOKEN@git.devxy.io/devxy/r-pkg-binaries.git .
|
||||
- rm -rf /mnt/cache/R-pkgs/00LOCK-r-pkg-binaries /mnt/cache/R-pkgs/00LOCK-bincraftR /mnt/cache/R-pkgs/00LOCK-pak /mnt/cache/pkgcache/R/pkgcache /mnt/cache/pkgcache/R/pkgcache /mnt/cache/R-pkgs/pkgcache /mnt/cache/R-pkgs/00LOCK-pak/mnt/cache/R-pkgs/00LOCK-RPostgres
|
||||
- R -q -e 'pak::pak("git::https://gitlab.com/devxy/r-package-binaries/bincraftr.git")'
|
||||
- R -q -e 'packageVersion("bincraftR")'
|
||||
- mkdir -p /mnt/cache/pkgcache /mnt/cache/R-pkgs /mnt/cache/ccache /mnt/cache/packages
|
||||
# options(future.globals.onReference = NULL): for some reason s3fs::file_delete() throws 'Error: Detected a non-exportable reference ('externalptr') in one of the globals ('FUN' of class 'function') used in the future expression' otherwise
|
||||
- xvfb-run R -q -e "options(crayon.enabled = TRUE, Ncpus = 4, future.globals.onReference = 'error', repos = structure(c(getOption('repos'),INLA='https://inla.r-inla-download.org/R/stable'))); progressr::handlers('cli'); progressr::handlers(global = TRUE); options(future.globals.onReference = NULL); bincraftR::process_cran_updates(interval = $INTERVAL, platform = 'alpine-321', process_updated = TRUE, process_new = TRUE)"
|
||||
backend_options:
|
||||
kubernetes:
|
||||
resources:
|
||||
requests:
|
||||
memory: 5Gi
|
||||
cpu: 3000m
|
||||
limits:
|
||||
memory: 18Gi
|
||||
cpu: 3000m
|
||||
nodeSelector:
|
||||
kubernetes.io/arch: amd64
|
||||
node.kubernetes.io/instance-type: AX42
|
||||
tolerations:
|
||||
- key: 'CI'
|
||||
operator: 'Equal'
|
||||
value: 'true'
|
||||
effect: 'NoSchedule'
|
||||
|
||||
- name: 'ntfy'
|
||||
image: binwiederhier/ntfy:v2.11.0
|
||||
when:
|
||||
- status: [failure]
|
||||
environment:
|
||||
NTFY_TOKEN:
|
||||
from_secret: ntfy_token
|
||||
commands: |
|
||||
ntfy publish --tags=no_entry_sign --token $NTFY_TOKEN -t "Run '${CI_REPO}' failed" --click="${CI_PIPELINE_URL}" --actions="view, Open build, ${CI_PIPELINE_URL}, clear=true;" ntfy.devxy.io/ci-builds Workflow: ${CI_WORKFLOW_NAME} Commit message: ${CI_COMMIT_MESSAGE} Commit Author: ${CI_COMMIT_AUTHOR}
|
||||
102
.woodpecker/process-updates-alpine-321-arm64.yaml
Normal file
102
.woodpecker/process-updates-alpine-321-arm64.yaml
Normal file
|
|
@ -0,0 +1,102 @@
|
|||
when:
|
||||
- event: [cron]
|
||||
cron: process-cran-updates-alpine-321-arm64
|
||||
- event: manual
|
||||
evaluate: 'process_cran_updates == "all"'
|
||||
- event: manual
|
||||
evaluate: 'process_cran_updates == "alpine-321-arm64"'
|
||||
|
||||
skip_clone: true
|
||||
|
||||
steps:
|
||||
- name: 'Warming up'
|
||||
image: busybox:latest
|
||||
failure: ignore
|
||||
commands:
|
||||
- sleep 300
|
||||
- echo "Warmed Up"
|
||||
backend_options:
|
||||
kubernetes:
|
||||
resources:
|
||||
requests:
|
||||
memory: 1Gi
|
||||
cpu: 3000m
|
||||
limits:
|
||||
memory: 1Gi
|
||||
cpu: 3000m
|
||||
nodeSelector:
|
||||
kubernetes.io/arch: arm64
|
||||
node.kubernetes.io/instance-type: cax41
|
||||
tolerations:
|
||||
- key: 'CI'
|
||||
operator: 'Equal'
|
||||
value: 'true'
|
||||
effect: 'NoSchedule'
|
||||
|
||||
- name: 'Processing Updates'
|
||||
image: docker.io/devxygmbh/arm64-binaries-r-alpine-321
|
||||
pull: true
|
||||
environment:
|
||||
RED_HAT_DEV_PW:
|
||||
from_secret: RED_HAT_DEV_PW
|
||||
AWS_ACCESS_KEY_ID:
|
||||
from_secret: AWS_ACCESS_KEY_ID
|
||||
AWS_SECRET_ACCESS_KEY:
|
||||
from_secret: AWS_SECRET_ACCESS_KEY
|
||||
PGPASS:
|
||||
from_secret: PGPASS
|
||||
GIT_RO_TOKEN:
|
||||
from_secret: GIT_RO_TOKEN
|
||||
GITHUB_PAT:
|
||||
from_secret: GITHUB_PAT
|
||||
# normal env vars
|
||||
GIT_USER: pat-s
|
||||
# set the location of the 'pkgcache' cache dir which persists the R package dependencies needed to install the packages themselves
|
||||
R_PKG_CACHE_DIR: /mnt/cache/pkgcache
|
||||
R_LIBS_USER: /mnt/cache/R-pkgs
|
||||
CCACHE_DIR: /mnt/cache/ccache
|
||||
PLATFORM: alpine-321
|
||||
ARCH: arm64
|
||||
NCPUS: 2
|
||||
MEMORY: 14Gi
|
||||
STRATEGY: sequential
|
||||
INSTANCE_TYPE: cax31
|
||||
INTERVAL: lubridate::interval(lubridate::today() - 3, lubridate::today() - 3)
|
||||
volumes:
|
||||
- arm64-binaries-r-dep-cache-alpine-321:/mnt/cache
|
||||
commands:
|
||||
- git clone https://pat-s:$$GIT_RO_TOKEN@git.devxy.io/devxy/r-pkg-binaries.git .
|
||||
- rm -rf /mnt/cache/R-pkgs/00LOCK-r-pkg-binaries /mnt/cache/R-pkgs/00LOCK-bincraftR /mnt/cache/R-pkgs/00LOCK-pak /mnt/cache/pkgcache/R/pkgcache /mnt/cache/pkgcache/R/pkgcache /mnt/cache/R-pkgs/pkgcache /mnt/cache/R-pkgs/00LOCK-pak/mnt/cache/R-pkgs/00LOCK-RPostgres
|
||||
- R -q -e 'pak::pak("git::https://gitlab.com/devxy/r-package-binaries/bincraftr.git")'
|
||||
- R -q -e 'packageVersion("bincraftR")'
|
||||
- mkdir -p /mnt/cache/pkgcache /mnt/cache/R-pkgs /mnt/cache/ccache /mnt/cache/packages
|
||||
# options(future.globals.onReference = NULL): for some reason s3fs::file_delete() throws 'Error: Detected a non-exportable reference ('externalptr') in one of the globals ('FUN' of class 'function') used in the future expression' otherwise
|
||||
- xvfb-run R -q -e "options(crayon.enabled = TRUE, Ncpus = 4, future.globals.onReference = 'error', repos = structure(c(getOption('repos'),INLA='https://inla.r-inla-download.org/R/stable'))); progressr::handlers('cli'); progressr::handlers(global = TRUE); options(future.globals.onReference = NULL); bincraftR::process_cran_updates(interval = $INTERVAL, platform = 'alpine-321', process_updated = TRUE, process_new = TRUE)"
|
||||
backend_options:
|
||||
kubernetes:
|
||||
### PROD
|
||||
resources:
|
||||
requests:
|
||||
memory: 5Gi
|
||||
cpu: 3000m
|
||||
limits:
|
||||
memory: 14Gi
|
||||
cpu: 3000m
|
||||
nodeSelector:
|
||||
kubernetes.io/arch: arm64
|
||||
node.kubernetes.io/instance-type: cax41
|
||||
tolerations:
|
||||
- key: 'CI'
|
||||
operator: 'Equal'
|
||||
value: 'true'
|
||||
effect: 'NoSchedule'
|
||||
|
||||
- name: 'ntfy'
|
||||
image: binwiederhier/ntfy:v2.11.0
|
||||
when:
|
||||
- status: [failure]
|
||||
environment:
|
||||
NTFY_TOKEN:
|
||||
from_secret: ntfy_token
|
||||
commands: |
|
||||
ntfy publish --tags=no_entry_sign --token $NTFY_TOKEN -t "Run '${CI_REPO}' failed" --click="${CI_PIPELINE_URL}" --actions="view, Open build, ${CI_PIPELINE_URL}, clear=true;" ntfy.devxy.io/ci-builds Workflow: ${CI_WORKFLOW_NAME} Commit message: ${CI_COMMIT_MESSAGE} Commit Author: ${CI_COMMIT_AUTHOR}
|
||||
76
.woodpecker/update-package-index-alpine-321-amd64.yaml
Normal file
76
.woodpecker/update-package-index-alpine-321-amd64.yaml
Normal file
|
|
@ -0,0 +1,76 @@
|
|||
when:
|
||||
- event: [cron]
|
||||
cron: update-package-index-alpine-321-amd64
|
||||
- event: [cron]
|
||||
cron: update-package-index
|
||||
- event: manual
|
||||
evaluate: 'update_package_index == "alpine-321-amd64"'
|
||||
|
||||
skip_clone: true
|
||||
|
||||
steps:
|
||||
- name: Upload PACKAGES files
|
||||
image: docker.io/devxygmbh/amd64-binaries-r-alpine-321
|
||||
pull: true
|
||||
environment:
|
||||
RED_HAT_DEV_PW:
|
||||
from_secret: RED_HAT_DEV_PW
|
||||
AWS_ACCESS_KEY_ID:
|
||||
from_secret: AWS_ACCESS_KEY_ID
|
||||
AWS_SECRET_ACCESS_KEY:
|
||||
from_secret: AWS_SECRET_ACCESS_KEY
|
||||
PGPASS:
|
||||
from_secret: PGPASS
|
||||
GIT_RO_TOKEN:
|
||||
from_secret: GIT_RO_TOKEN
|
||||
GITHUB_PAT:
|
||||
from_secret: GITHUB_PAT
|
||||
# normal env vars
|
||||
GIT_USER: pat-s
|
||||
# set the location of the 'pkgcache' cache dir which persists the R package dependencies needed to install the packages themselves
|
||||
R_PKG_CACHE_DIR: /mnt/cache/pkgcache
|
||||
R_LIBS_USER: /mnt/cache/R-pkgs
|
||||
volumes:
|
||||
- amd64-binaries-r-dep-cache-alpine-321:/mnt/cache
|
||||
commands:
|
||||
- git clone https://pat-s:$$GIT_RO_TOKEN@git.devxy.io/devxy/r-pkg-binaries.git .
|
||||
- rm -rf /mnt/cache/packages/*
|
||||
- R -q -e 'pak::pak("git::https://gitlab.com/devxy/r-package-binaries/bincraftr.git")'
|
||||
- R -q -e 'packageVersion("bincraftR")'
|
||||
- cd /mnt/cache/packages
|
||||
- R -q -e 'options(crayon.enabled = TRUE); library(bincraftR); future::plan("multisession", workers = 4); library(progressr); handlers(global = TRUE); handlers("progress"); upload_package_index()'
|
||||
backend_options:
|
||||
kubernetes:
|
||||
resources:
|
||||
requests:
|
||||
memory: 3000Mi
|
||||
cpu: 2000m
|
||||
limits:
|
||||
memory: 3000Mi
|
||||
cpu: 8000m
|
||||
nodeSelector:
|
||||
kubernetes.io/arch: 'amd64'
|
||||
|
||||
- name: Purge CDN cache
|
||||
image: byrnedo/alpine-curl:3.20
|
||||
environment:
|
||||
BUNNY_API_KEY:
|
||||
from_secret: BUNNY_API_KEY
|
||||
commands: |
|
||||
apk add -q --no-cache curl ca-certificates
|
||||
curl -sL -X POST -H "AccessKey: $BUNNY_API_KEY" https://api.bunny.net/purge?url=https%3A%2F%2Fcran.devxy.io%2Famd64%2Falpine321%2Flatest%2Fsrc%2Fcontrib%2FPACKAGES&async=false
|
||||
curl -sL -X POST -H "AccessKey: $BUNNY_API_KEY" https://api.bunny.net/purge?url=https%3A%2F%2Fcran.devxy.io%2Famd64%2Falpine321%2Flatest%2Fsrc%2Fcontrib%2FPACKAGES.gz&async=false
|
||||
curl -sL -X POST -H "AccessKey: $BUNNY_API_KEY" https://api.bunny.net/purge?url=https%3A%2F%2Fcran.devxy.io%2Famd64%2Falpine321%2Flatest%2Fsrc%2Fcontrib%2FPACKAGES.rds&async=false
|
||||
curl -sL -X POST -H "AccessKey: $BUNNY_API_KEY" https://api.bunny.net/purge?url=https%3A%2F%2Fcran.devxy.io%2Famd64%2Falpine321%2Flatest%2Fsrc%2Fcontrib%2FPACKAGES.db&async=false
|
||||
curl -sL -X POST -H "AccessKey: $BUNNY_API_KEY" https://api.bunny.net/purge?url=https%3A%2F%2Fcran.devxy.io%2Famd64%2Falpine321%2Flatest%2Fsrc%2Fcontrib%2FPMeta%2FParchive.rds&async=false
|
||||
sleep 20 # need to wait a bit to successfully deliver API calls
|
||||
|
||||
- name: 'ntfy'
|
||||
image: binwiederhier/ntfy:v2.11.0
|
||||
when:
|
||||
- status: [failure]
|
||||
environment:
|
||||
NTFY_TOKEN:
|
||||
from_secret: ntfy_token
|
||||
commands: |
|
||||
ntfy publish --tags=no_entry_sign --token $NTFY_TOKEN -t "Run '${CI_REPO}' failed" --click="${CI_PIPELINE_URL}" --actions="view, Open build, ${CI_PIPELINE_URL}, clear=true;" ntfy.devxy.io/ci-builds Workflow: ${CI_WORKFLOW_NAME} Commit message: ${CI_COMMIT_MESSAGE} Commit Author: ${CI_COMMIT_AUTHOR}
|
||||
77
.woodpecker/update-package-index-alpine-321-arm64.yaml
Normal file
77
.woodpecker/update-package-index-alpine-321-arm64.yaml
Normal file
|
|
@ -0,0 +1,77 @@
|
|||
when:
|
||||
- event: [cron]
|
||||
cron: update-package-index-alpine-321-arm64
|
||||
- event: [cron]
|
||||
cron: update-package-index
|
||||
- event: manual
|
||||
evaluate: 'update_package_index == "alpine-321-arm64"'
|
||||
|
||||
skip_clone: true
|
||||
|
||||
steps:
|
||||
- name: Upload PACKAGES files
|
||||
image: docker.io/devxygmbh/arm64-binaries-r-alpine-321
|
||||
pull: true
|
||||
environment:
|
||||
RED_HAT_DEV_PW:
|
||||
from_secret: RED_HAT_DEV_PW
|
||||
AWS_ACCESS_KEY_ID:
|
||||
from_secret: AWS_ACCESS_KEY_ID
|
||||
AWS_SECRET_ACCESS_KEY:
|
||||
from_secret: AWS_SECRET_ACCESS_KEY
|
||||
PGPASS:
|
||||
from_secret: PGPASS
|
||||
GIT_RO_TOKEN:
|
||||
from_secret: GIT_RO_TOKEN
|
||||
GITHUB_PAT:
|
||||
from_secret: GITHUB_PAT
|
||||
# normal env vars
|
||||
GIT_USER: pat-s
|
||||
# set the location of the 'pkgcache' cache dir which persists the R package dependencies needed to install the packages themselves
|
||||
R_PKG_CACHE_DIR: /mnt/cache/pkgcache
|
||||
R_LIBS_USER: /mnt/cache/R-pkgs
|
||||
volumes:
|
||||
- arm64-binaries-r-dep-cache-alpine-321:/mnt/cache
|
||||
commands:
|
||||
- git clone https://pat-s:$$GIT_RO_TOKEN@git.devxy.io/devxy/r-pkg-binaries.git .
|
||||
- rm -rf /mnt/cache/packages/*
|
||||
- R -q -e 'pak::pak("git::https://gitlab.com/devxy/r-package-binaries/bincraftr.git")'
|
||||
- R -q -e 'pak::pak("pat-s/cranlike@s3")'
|
||||
- R -q -e 'packageVersion("bincraftR")'
|
||||
- cd /mnt/cache/packages
|
||||
- R -q -e 'options(crayon.enabled = TRUE); library(bincraftR); future::plan("multisession"); library(progressr); handlers(global = TRUE); handlers("progress"); upload_package_index()'
|
||||
backend_options:
|
||||
kubernetes:
|
||||
resources:
|
||||
requests:
|
||||
memory: 3000Mi
|
||||
cpu: 2000m
|
||||
limits:
|
||||
memory: 3000Mi
|
||||
cpu: 8000m
|
||||
nodeSelector:
|
||||
kubernetes.io/arch: 'arm64'
|
||||
|
||||
- name: Purge CDN cache
|
||||
image: byrnedo/alpine-curl:3.20
|
||||
environment:
|
||||
BUNNY_API_KEY:
|
||||
from_secret: BUNNY_API_KEY
|
||||
commands: |
|
||||
apk add -q --no-cache curl ca-certificates
|
||||
curl -sL -X POST -H "AccessKey: $BUNNY_API_KEY" https://api.bunny.net/purge?url=https%3A%2F%2Fcran.devxy.io%2Farm64%2Falpine321%2Flatest%2Fsrc%2Fcontrib%2FPACKAGES&async=false
|
||||
curl -sL -X POST -H "AccessKey: $BUNNY_API_KEY" https://api.bunny.net/purge?url=https%3A%2F%2Fcran.devxy.io%2Farm64%2Falpine321%2Flatest%2Fsrc%2Fcontrib%2FPACKAGES.gz&async=false
|
||||
curl -sL -X POST -H "AccessKey: $BUNNY_API_KEY" https://api.bunny.net/purge?url=https%3A%2F%2Fcran.devxy.io%2Farm64%2Falpine321%2Flatest%2Fsrc%2Fcontrib%2FPACKAGES.rds&async=false
|
||||
curl -sL -X POST -H "AccessKey: $BUNNY_API_KEY" https://api.bunny.net/purge?url=https%3A%2F%2Fcran.devxy.io%2Farm64%2Falpine321%2Flatest%2Fsrc%2Fcontrib%2FPACKAGES.db&async=false
|
||||
curl -sL -X POST -H "AccessKey: $BUNNY_API_KEY" https://api.bunny.net/purge?url=https%3A%2F%2Fcran.devxy.io%2Farm64%2Falpine321%2Flatest%2Fsrc%2Fcontrib%2FPMeta%2FParchive.rds&async=false
|
||||
sleep 20 # need to wait a bit to successfully deliver API calls
|
||||
|
||||
- name: 'ntfy'
|
||||
image: binwiederhier/ntfy:v2.11.0
|
||||
when:
|
||||
- status: [failure]
|
||||
environment:
|
||||
NTFY_TOKEN:
|
||||
from_secret: ntfy_token
|
||||
commands: |
|
||||
ntfy publish --tags=no_entry_sign --token $NTFY_TOKEN -t "Run '${CI_REPO}' failed" --click="${CI_PIPELINE_URL}" --actions="view, Open build, ${CI_PIPELINE_URL}, clear=true;" ntfy.devxy.io/ci-builds Workflow: ${CI_WORKFLOW_NAME} Commit message: ${CI_COMMIT_MESSAGE} Commit Author: ${CI_COMMIT_AUTHOR}
|
||||
Loading…
Reference in a new issue