fix cdn cache purge exec

This commit is contained in:
Patrick Schratz 2024-12-09 23:21:27 +01:00
commit 0e1beeaa7b
Signed by: pat-s
GPG key ID: 3C6318841EF78925
10 changed files with 142 additions and 126 deletions

View file

@ -57,10 +57,12 @@ steps:
BUNNY_API_KEY:
from_secret: BUNNY_API_KEY
commands: |
curl -v -X POST -H "AccessKey: $BUNNY_API_KEY" https://api.bunny.net/purge?url=https%3A%2F%2Fcran.devxy.io%2Famd64%2Falpine320%2Flatest%2Fsrc%2Fcontrib%2FPACKAGES&async=false
curl -v -X POST -H "AccessKey: $BUNNY_API_KEY" https://api.bunny.net/purge?url=https%3A%2F%2Fcran.devxy.io%2Famd64%2Falpine320%2Flatest%2Fsrc%2Fcontrib%2FPACKAGES.gz&async=false
curl -v -X POST -H "AccessKey: $BUNNY_API_KEY" https://api.bunny.net/purge?url=https%3A%2F%2Fcran.devxy.io%2Famd64%2Falpine320%2Flatest%2Fsrc%2Fcontrib%2FPACKAGES.rds&async=false
curl -v -X POST -H "AccessKey: $BUNNY_API_KEY" https://api.bunny.net/purge?url=https%3A%2F%2Fcran.devxy.io%2Famd64%2Falpine320%2Flatest%2Fsrc%2Fcontrib%2FPACKAGES.db&async=false
apk add -q --no-cache curl ca-certificates
curl -sL -X POST -H "AccessKey: $BUNNY_API_KEY" https://api.bunny.net/purge?url=https%3A%2F%2Fcran.devxy.io%2Famd64%2Falpine320%2Flatest%2Fsrc%2Fcontrib%2FPACKAGES&async=false
curl -sL -X POST -H "AccessKey: $BUNNY_API_KEY" https://api.bunny.net/purge?url=https%3A%2F%2Fcran.devxy.io%2Famd64%2Falpine320%2Flatest%2Fsrc%2Fcontrib%2FPACKAGES.gz&async=false
curl -sL -X POST -H "AccessKey: $BUNNY_API_KEY" https://api.bunny.net/purge?url=https%3A%2F%2Fcran.devxy.io%2Famd64%2Falpine320%2Flatest%2Fsrc%2Fcontrib%2FPACKAGES.rds&async=false
curl -sL -X POST -H "AccessKey: $BUNNY_API_KEY" https://api.bunny.net/purge?url=https%3A%2F%2Fcran.devxy.io%2Famd64%2Falpine320%2Flatest%2Fsrc%2Fcontrib%2FPACKAGES.db&async=false
sleep 20 # need to wait a bit to successfully deliver API calls
- name: 'ntfy'
image: binwiederhier/ntfy:v2.11.0

View file

@ -58,10 +58,12 @@ steps:
BUNNY_API_KEY:
from_secret: BUNNY_API_KEY
commands: |
curl -v -X POST -H "AccessKey: $BUNNY_API_KEY" https://api.bunny.net/purge?url=https%3A%2F%2Fcran.devxy.io%2Farm64%2Falpine320%2Flatest%2Fsrc%2Fcontrib%2FPACKAGES&async=false
curl -v -X POST -H "AccessKey: $BUNNY_API_KEY" https://api.bunny.net/purge?url=https%3A%2F%2Fcran.devxy.io%2Farm64%2Falpine320%2Flatest%2Fsrc%2Fcontrib%2FPACKAGES.gz&async=false
curl -v -X POST -H "AccessKey: $BUNNY_API_KEY" https://api.bunny.net/purge?url=https%3A%2F%2Fcran.devxy.io%2Farm64%2Falpine320%2Flatest%2Fsrc%2Fcontrib%2FPACKAGES.rds&async=false
curl -v -X POST -H "AccessKey: $BUNNY_API_KEY" https://api.bunny.net/purge?url=https%3A%2F%2Fcran.devxy.io%2Farm64%2Falpine320%2Flatest%2Fsrc%2Fcontrib%2FPACKAGES.db&async=false
apk add -q --no-cache curl ca-certificates
curl -sL -X POST -H "AccessKey: $BUNNY_API_KEY" https://api.bunny.net/purge?url=https%3A%2F%2Fcran.devxy.io%2Farm64%2Falpine320%2Flatest%2Fsrc%2Fcontrib%2FPACKAGES&async=false
curl -sL -X POST -H "AccessKey: $BUNNY_API_KEY" https://api.bunny.net/purge?url=https%3A%2F%2Fcran.devxy.io%2Farm64%2Falpine320%2Flatest%2Fsrc%2Fcontrib%2FPACKAGES.gz&async=false
curl -sL -X POST -H "AccessKey: $BUNNY_API_KEY" https://api.bunny.net/purge?url=https%3A%2F%2Fcran.devxy.io%2Farm64%2Falpine320%2Flatest%2Fsrc%2Fcontrib%2FPACKAGES.rds&async=false
curl -sL -X POST -H "AccessKey: $BUNNY_API_KEY" https://api.bunny.net/purge?url=https%3A%2F%2Fcran.devxy.io%2Farm64%2Falpine320%2Flatest%2Fsrc%2Fcontrib%2FPACKAGES.db&async=false
sleep 20 # need to wait a bit to successfully deliver API calls
- name: 'ntfy'
image: binwiederhier/ntfy:v2.11.0

View file

@ -57,10 +57,12 @@ steps:
BUNNY_API_KEY:
from_secret: BUNNY_API_KEY
commands: |
curl -v -X POST -H "AccessKey: $BUNNY_API_KEY" https://api.bunny.net/purge?url=https%3A%2F%2Fcran.devxy.io%2Famd64%2Frhel8%2Flatest%2Fsrc%2Fcontrib%2FPACKAGES&async=false
curl -v -X POST -H "AccessKey: $BUNNY_API_KEY" https://api.bunny.net/purge?url=https%3A%2F%2Fcran.devxy.io%2Famd64%2Frhel8%2Flatest%2Fsrc%2Fcontrib%2FPACKAGES.gz&async=false
curl -v -X POST -H "AccessKey: $BUNNY_API_KEY" https://api.bunny.net/purge?url=https%3A%2F%2Fcran.devxy.io%2Famd64%2Frhel8%2Flatest%2Fsrc%2Fcontrib%2FPACKAGES.rds&async=false
curl -v -X POST -H "AccessKey: $BUNNY_API_KEY" https://api.bunny.net/purge?url=https%3A%2F%2Fcran.devxy.io%2Famd64%2Frhel8%2Flatest%2Fsrc%2Fcontrib%2FPACKAGES.db&async=false
apk add -q --no-cache curl ca-certificates
curl -sL -X POST -H "AccessKey: $BUNNY_API_KEY" https://api.bunny.net/purge?url=https%3A%2F%2Fcran.devxy.io%2Famd64%2Frhel8%2Flatest%2Fsrc%2Fcontrib%2FPACKAGES&async=false
curl -sL -X POST -H "AccessKey: $BUNNY_API_KEY" https://api.bunny.net/purge?url=https%3A%2F%2Fcran.devxy.io%2Famd64%2Frhel8%2Flatest%2Fsrc%2Fcontrib%2FPACKAGES.gz&async=false
curl -sL -X POST -H "AccessKey: $BUNNY_API_KEY" https://api.bunny.net/purge?url=https%3A%2F%2Fcran.devxy.io%2Famd64%2Frhel8%2Flatest%2Fsrc%2Fcontrib%2FPACKAGES.rds&async=false
curl -sL -X POST -H "AccessKey: $BUNNY_API_KEY" https://api.bunny.net/purge?url=https%3A%2F%2Fcran.devxy.io%2Famd64%2Frhel8%2Flatest%2Fsrc%2Fcontrib%2FPACKAGES.db&async=false
sleep 20 # need to wait a bit to successfully deliver API calls
- name: 'ntfy'
image: binwiederhier/ntfy:v2.11.0

View file

@ -58,10 +58,12 @@ steps:
BUNNY_API_KEY:
from_secret: BUNNY_API_KEY
commands: |
curl -v -X POST -H "AccessKey: $BUNNY_API_KEY" https://api.bunny.net/purge?url=https%3A%2F%2Fcran.devxy.io%2Farm64%2Frhel8%2Flatest%2Fsrc%2Fcontrib%2FPACKAGES&async=false
curl -v -X POST -H "AccessKey: $BUNNY_API_KEY" https://api.bunny.net/purge?url=https%3A%2F%2Fcran.devxy.io%2Farm64%2Frhel8%2Flatest%2Fsrc%2Fcontrib%2FPACKAGES.gz&async=false
curl -v -X POST -H "AccessKey: $BUNNY_API_KEY" https://api.bunny.net/purge?url=https%3A%2F%2Fcran.devxy.io%2Farm64%2Frhel8%2Flatest%2Fsrc%2Fcontrib%2FPACKAGES.rds&async=false
curl -v -X POST -H "AccessKey: $BUNNY_API_KEY" https://api.bunny.net/purge?url=https%3A%2F%2Fcran.devxy.io%2Farm64%2Frhel8%2Flatest%2Fsrc%2Fcontrib%2FPACKAGES.db&async=false
apk add -q --no-cache curl ca-certificates
curl -sL -X POST -H "AccessKey: $BUNNY_API_KEY" https://api.bunny.net/purge?url=https%3A%2F%2Fcran.devxy.io%2Farm64%2Frhel8%2Flatest%2Fsrc%2Fcontrib%2FPACKAGES&async=false
curl -sL -X POST -H "AccessKey: $BUNNY_API_KEY" https://api.bunny.net/purge?url=https%3A%2F%2Fcran.devxy.io%2Farm64%2Frhel8%2Flatest%2Fsrc%2Fcontrib%2FPACKAGES.gz&async=false
curl -sL -X POST -H "AccessKey: $BUNNY_API_KEY" https://api.bunny.net/purge?url=https%3A%2F%2Fcran.devxy.io%2Farm64%2Frhel8%2Flatest%2Fsrc%2Fcontrib%2FPACKAGES.rds&async=false
curl -sL -X POST -H "AccessKey: $BUNNY_API_KEY" https://api.bunny.net/purge?url=https%3A%2F%2Fcran.devxy.io%2Farm64%2Frhel8%2Flatest%2Fsrc%2Fcontrib%2FPACKAGES.db&async=false
sleep 20 # need to wait a bit to successfully deliver API calls
- name: 'ntfy'
image: binwiederhier/ntfy:v2.11.0

View file

@ -58,10 +58,12 @@ steps:
BUNNY_API_KEY:
from_secret: BUNNY_API_KEY
commands: |
curl -v -X POST -H "AccessKey: $BUNNY_API_KEY" https://api.bunny.net/purge?url=https%3A%2F%2Fcran.devxy.io%2Famd64%2Frhel9%2Flatest%2Fsrc%2Fcontrib%2FPACKAGES&async=false
curl -v -X POST -H "AccessKey: $BUNNY_API_KEY" https://api.bunny.net/purge?url=https%3A%2F%2Fcran.devxy.io%2Famd64%2Frhel9%2Flatest%2Fsrc%2Fcontrib%2FPACKAGES.gz&async=false
curl -v -X POST -H "AccessKey: $BUNNY_API_KEY" https://api.bunny.net/purge?url=https%3A%2F%2Fcran.devxy.io%2Famd64%2Frhel9%2Flatest%2Fsrc%2Fcontrib%2FPACKAGES.rds&async=false
curl -v -X POST -H "AccessKey: $BUNNY_API_KEY" https://api.bunny.net/purge?url=https%3A%2F%2Fcran.devxy.io%2Famd64%2Frhel9%2Flatest%2Fsrc%2Fcontrib%2FPACKAGES.db&async=false
apk add -q --no-cache curl ca-certificates
curl -sL -X POST -H "AccessKey: $BUNNY_API_KEY" https://api.bunny.net/purge?url=https%3A%2F%2Fcran.devxy.io%2Famd64%2Frhel9%2Flatest%2Fsrc%2Fcontrib%2FPACKAGES&async=false
curl -sL -X POST -H "AccessKey: $BUNNY_API_KEY" https://api.bunny.net/purge?url=https%3A%2F%2Fcran.devxy.io%2Famd64%2Frhel9%2Flatest%2Fsrc%2Fcontrib%2FPACKAGES.gz&async=false
curl -sL -X POST -H "AccessKey: $BUNNY_API_KEY" https://api.bunny.net/purge?url=https%3A%2F%2Fcran.devxy.io%2Famd64%2Frhel9%2Flatest%2Fsrc%2Fcontrib%2FPACKAGES.rds&async=false
curl -sL -X POST -H "AccessKey: $BUNNY_API_KEY" https://api.bunny.net/purge?url=https%3A%2F%2Fcran.devxy.io%2Famd64%2Frhel9%2Flatest%2Fsrc%2Fcontrib%2FPACKAGES.db&async=false
sleep 20 # need to wait a bit to successfully deliver API calls
- name: 'ntfy'
image: binwiederhier/ntfy:v2.11.0

View file

@ -58,10 +58,12 @@ steps:
BUNNY_API_KEY:
from_secret: BUNNY_API_KEY
commands: |
curl -v -X POST -H "AccessKey: $BUNNY_API_KEY" https://api.bunny.net/purge?url=https%3A%2F%2Fcran.devxy.io%2Farm64%2Frhel9%2Flatest%2Fsrc%2Fcontrib%2FPACKAGES&async=false
curl -v -X POST -H "AccessKey: $BUNNY_API_KEY" https://api.bunny.net/purge?url=https%3A%2F%2Fcran.devxy.io%2Farm64%2Frhel9%2Flatest%2Fsrc%2Fcontrib%2FPACKAGES.gz&async=false
curl -v -X POST -H "AccessKey: $BUNNY_API_KEY" https://api.bunny.net/purge?url=https%3A%2F%2Fcran.devxy.io%2Farm64%2Frhel9%2Flatest%2Fsrc%2Fcontrib%2FPACKAGES.rds&async=false
curl -v -X POST -H "AccessKey: $BUNNY_API_KEY" https://api.bunny.net/purge?url=https%3A%2F%2Fcran.devxy.io%2Farm64%2Frhel9%2Flatest%2Fsrc%2Fcontrib%2FPACKAGES.db&async=false
apk add -q --no-cache curl ca-certificates
curl -sL -X POST -H "AccessKey: $BUNNY_API_KEY" https://api.bunny.net/purge?url=https%3A%2F%2Fcran.devxy.io%2Farm64%2Frhel9%2Flatest%2Fsrc%2Fcontrib%2FPACKAGES&async=false
curl -sL -X POST -H "AccessKey: $BUNNY_API_KEY" https://api.bunny.net/purge?url=https%3A%2F%2Fcran.devxy.io%2Farm64%2Frhel9%2Flatest%2Fsrc%2Fcontrib%2FPACKAGES.gz&async=false
curl -sL -X POST -H "AccessKey: $BUNNY_API_KEY" https://api.bunny.net/purge?url=https%3A%2F%2Fcran.devxy.io%2Farm64%2Frhel9%2Flatest%2Fsrc%2Fcontrib%2FPACKAGES.rds&async=false
curl -sL -X POST -H "AccessKey: $BUNNY_API_KEY" https://api.bunny.net/purge?url=https%3A%2F%2Fcran.devxy.io%2Farm64%2Frhel9%2Flatest%2Fsrc%2Fcontrib%2FPACKAGES.db&async=false
sleep 20 # need to wait a bit to successfully deliver API calls
- name: 'ntfy'
image: binwiederhier/ntfy:v2.11.0

View file

@ -9,48 +9,48 @@ when:
skip_clone: true
steps:
# - name: Upload PACKAGES files
# image: docker.io/devxygmbh/amd64-binaries-r-ubuntu-2204
# pull: true
# environment:
# RED_HAT_DEV_PW:
# from_secret: red_hat_dev_pw
# AWS_ACCESS_KEY_ID:
# from_secret: aws_access_key_id
# AWS_SECRET_ACCESS_KEY:
# from_secret: aws_secret_access_key
# PGPASS:
# from_secret: pgpass
# GIT_RO_TOKEN:
# from_secret: git_ro_token
# GITHUB_PAT:
# from_secret: github_pat
# # normal env vars
# GIT_USER: pat-s
# # set the location of the 'pkgcache' cache dir which persists the R package dependencies needed to install the packages themselves
# R_PKG_CACHE_DIR: /mnt/cache/pkgcache
# R_LIBS_USER: /mnt/cache/R-pkgs
# volumes:
# - amd64-binaries-r-dep-cache-ubuntu-2204:/mnt/cache
# commands:
# - git clone https://pat-s:$$GIT_RO_TOKEN@git.devxy.io/devxy/r-pkg-binaries.git .
# - rm -rf /mnt/cache/packages/*
# - R -q -e 'pak::pak("git::https://gitlab.com/devxy/r-package-binaries/bincraftr.git")'
# - R -q -e 'pak::pak("pat-s/cranlike@s3")'
# - R -q -e 'packageVersion("bincraftR")'
# - cd /mnt/cache/packages
# - R -q -e 'options(crayon.enabled = TRUE); library(bincraftR); future::plan("multisession"); library(progressr); handlers(global = TRUE); handlers("progress"); upload_package_index(); warnings()'
# backend_options:
# kubernetes:
# resources:
# requests:
# memory: 3000Mi
# cpu: 2000m
# limits:
# memory: 3000Mi
# cpu: 8000m
# nodeSelector:
# kubernetes.io/arch: 'amd64'
- name: Upload PACKAGES files
image: docker.io/devxygmbh/amd64-binaries-r-ubuntu-2204
pull: true
environment:
RED_HAT_DEV_PW:
from_secret: red_hat_dev_pw
AWS_ACCESS_KEY_ID:
from_secret: aws_access_key_id
AWS_SECRET_ACCESS_KEY:
from_secret: aws_secret_access_key
PGPASS:
from_secret: pgpass
GIT_RO_TOKEN:
from_secret: git_ro_token
GITHUB_PAT:
from_secret: github_pat
# normal env vars
GIT_USER: pat-s
# set the location of the 'pkgcache' cache dir which persists the R package dependencies needed to install the packages themselves
R_PKG_CACHE_DIR: /mnt/cache/pkgcache
R_LIBS_USER: /mnt/cache/R-pkgs
volumes:
- amd64-binaries-r-dep-cache-ubuntu-2204:/mnt/cache
commands:
- git clone https://pat-s:$$GIT_RO_TOKEN@git.devxy.io/devxy/r-pkg-binaries.git .
- rm -rf /mnt/cache/packages/*
- R -q -e 'pak::pak("git::https://gitlab.com/devxy/r-package-binaries/bincraftr.git")'
- R -q -e 'pak::pak("pat-s/cranlike@s3")'
- R -q -e 'packageVersion("bincraftR")'
- cd /mnt/cache/packages
- R -q -e 'options(crayon.enabled = TRUE); library(bincraftR); future::plan("multisession"); library(progressr); handlers(global = TRUE); handlers("progress"); upload_package_index(); warnings()'
backend_options:
kubernetes:
resources:
requests:
memory: 3000Mi
cpu: 2000m
limits:
memory: 3000Mi
cpu: 8000m
nodeSelector:
kubernetes.io/arch: 'amd64'
- name: Purge CDN cache
image: alpine:3.21
@ -59,11 +59,11 @@ steps:
from_secret: BUNNY_API_KEY
commands: |
apk add -q --no-cache curl ca-certificates
curl -L -X POST -H "AccessKey: $BUNNY_API_KEY" https://api.bunny.net/purge?url=https%3A%2F%2Fcran.devxy.io%2Famd64%2Fjammy%2Flatest%2Fsrc%2Fcontrib%2FPACKAGES&async=false
curl -L -X POST -H "AccessKey: $BUNNY_API_KEY" https://api.bunny.net/purge?url=https%3A%2F%2Fcran.devxy.io%2Famd64%2Fjammy%2Flatest%2Fsrc%2Fcontrib%2FPACKAGES.gz&async=false
curl -L -X POST -H "AccessKey: $BUNNY_API_KEY" https://api.bunny.net/purge?url=https%3A%2F%2Fcran.devxy.io%2Famd64%2Fjammy%2Flatest%2Fsrc%2Fcontrib%2FPACKAGES.rds&async=false
curl -L -X POST -H "AccessKey: $BUNNY_API_KEY" https://api.bunny.net/purge?url=https%3A%2F%2Fcran.devxy.io%2Famd64%2Fjammy%2Flatest%2Fsrc%2Fcontrib%2FPACKAGES.db&async=false
sleep 10
curl -sL -X POST -H "AccessKey: $BUNNY_API_KEY" https://api.bunny.net/purge?url=https%3A%2F%2Fcran.devxy.io%2Famd64%2Fjammy%2Flatest%2Fsrc%2Fcontrib%2FPACKAGES&async=false
curl -sL -X POST -H "AccessKey: $BUNNY_API_KEY" https://api.bunny.net/purge?url=https%3A%2F%2Fcran.devxy.io%2Famd64%2Fjammy%2Flatest%2Fsrc%2Fcontrib%2FPACKAGES.gz&async=false
curl -sL -X POST -H "AccessKey: $BUNNY_API_KEY" https://api.bunny.net/purge?url=https%3A%2F%2Fcran.devxy.io%2Famd64%2Fjammy%2Flatest%2Fsrc%2Fcontrib%2FPACKAGES.rds&async=false
curl -sL -X POST -H "AccessKey: $BUNNY_API_KEY" https://api.bunny.net/purge?url=https%3A%2F%2Fcran.devxy.io%2Famd64%2Fjammy%2Flatest%2Fsrc%2Fcontrib%2FPACKAGES.db&async=false
sleep 20
- name: 'ntfy'
image: binwiederhier/ntfy:v2.11.0

View file

@ -58,10 +58,12 @@ steps:
BUNNY_API_KEY:
from_secret: BUNNY_API_KEY
commands: |
curl -v -X POST -H "AccessKey: $BUNNY_API_KEY" https://api.bunny.net/purge?url=https%3A%2F%2Fcran.devxy.io%2Farm64%2Fjammy%2Flatest%2Fsrc%2Fcontrib%2FPACKAGES&async=false
curl -v -X POST -H "AccessKey: $BUNNY_API_KEY" https://api.bunny.net/purge?url=https%3A%2F%2Fcran.devxy.io%2Farm64%2Fjammy%2Flatest%2Fsrc%2Fcontrib%2FPACKAGES.gz&async=false
curl -v -X POST -H "AccessKey: $BUNNY_API_KEY" https://api.bunny.net/purge?url=https%3A%2F%2Fcran.devxy.io%2Farm64%2Fjammy%2Flatest%2Fsrc%2Fcontrib%2FPACKAGES.rds&async=false
curl -v -X POST -H "AccessKey: $BUNNY_API_KEY" https://api.bunny.net/purge?url=https%3A%2F%2Fcran.devxy.io%2Farm64%2Fjammy%2Flatest%2Fsrc%2Fcontrib%2FPACKAGES.db&async=false
apk add -q --no-cache curl ca-certificates
curl -sL -X POST -H "AccessKey: $BUNNY_API_KEY" https://api.bunny.net/purge?url=https%3A%2F%2Fcran.devxy.io%2Farm64%2Fjammy%2Flatest%2Fsrc%2Fcontrib%2FPACKAGES&async=false
curl -sL -X POST -H "AccessKey: $BUNNY_API_KEY" https://api.bunny.net/purge?url=https%3A%2F%2Fcran.devxy.io%2Farm64%2Fjammy%2Flatest%2Fsrc%2Fcontrib%2FPACKAGES.gz&async=false
curl -sL -X POST -H "AccessKey: $BUNNY_API_KEY" https://api.bunny.net/purge?url=https%3A%2F%2Fcran.devxy.io%2Farm64%2Fjammy%2Flatest%2Fsrc%2Fcontrib%2FPACKAGES.rds&async=false
curl -sL -X POST -H "AccessKey: $BUNNY_API_KEY" https://api.bunny.net/purge?url=https%3A%2F%2Fcran.devxy.io%2Farm64%2Fjammy%2Flatest%2Fsrc%2Fcontrib%2FPACKAGES.db&async=false
sleep 20 # need to wait a bit to successfully deliver API calls
- name: 'ntfy'
image: binwiederhier/ntfy:v2.11.0

View file

@ -9,48 +9,48 @@ when:
skip_clone: true
steps:
# - name: Upload PACKAGES files
# image: docker.io/devxygmbh/amd64-binaries-r-ubuntu-2404
# pull: true
# environment:
# RED_HAT_DEV_PW:
# from_secret: red_hat_dev_pw
# AWS_ACCESS_KEY_ID:
# from_secret: aws_access_key_id
# AWS_SECRET_ACCESS_KEY:
# from_secret: aws_secret_access_key
# PGPASS:
# from_secret: pgpass
# GIT_RO_TOKEN:
# from_secret: git_ro_token
# GITHUB_PAT:
# from_secret: github_pat
# # normal env vars
# GIT_USER: pat-s
# # set the location of the 'pkgcache' cache dir which persists the R package dependencies needed to install the packages themselves
# R_PKG_CACHE_DIR: /mnt/cache/pkgcache
# R_LIBS_USER: /mnt/cache/R-pkgs
# volumes:
# - amd64-binaries-r-dep-cache-ubuntu-2404:/mnt/cache
# commands:
# - git clone https://pat-s:$$GIT_RO_TOKEN@git.devxy.io/devxy/r-pkg-binaries.git .
# - rm -rf /mnt/cache/packages/*
# - R -q -e 'pak::pak("git::https://gitlab.com/devxy/r-package-binaries/bincraftr.git")'
# - R -q -e 'pak::pak("pat-s/cranlike@s3")'
# - R -q -e 'packageVersion("bincraftR")'
# - cd /mnt/cache/packages
# - R -q -e 'options(crayon.enabled = TRUE); library(bincraftR); future::plan("multisession"); library(progressr); handlers(global = TRUE); handlers("progress"); upload_package_index()'
# backend_options:
# kubernetes:
# resources:
# requests:
# memory: 3000Mi
# cpu: 2000m
# limits:
# memory: 3000Mi
# cpu: 8000m
# nodeSelector:
# kubernetes.io/arch: 'amd64'
- name: Upload PACKAGES files
image: docker.io/devxygmbh/amd64-binaries-r-ubuntu-2404
pull: true
environment:
RED_HAT_DEV_PW:
from_secret: red_hat_dev_pw
AWS_ACCESS_KEY_ID:
from_secret: aws_access_key_id
AWS_SECRET_ACCESS_KEY:
from_secret: aws_secret_access_key
PGPASS:
from_secret: pgpass
GIT_RO_TOKEN:
from_secret: git_ro_token
GITHUB_PAT:
from_secret: github_pat
# normal env vars
GIT_USER: pat-s
# set the location of the 'pkgcache' cache dir which persists the R package dependencies needed to install the packages themselves
R_PKG_CACHE_DIR: /mnt/cache/pkgcache
R_LIBS_USER: /mnt/cache/R-pkgs
volumes:
- amd64-binaries-r-dep-cache-ubuntu-2404:/mnt/cache
commands:
- git clone https://pat-s:$$GIT_RO_TOKEN@git.devxy.io/devxy/r-pkg-binaries.git .
- rm -rf /mnt/cache/packages/*
- R -q -e 'pak::pak("git::https://gitlab.com/devxy/r-package-binaries/bincraftr.git")'
- R -q -e 'pak::pak("pat-s/cranlike@s3")'
- R -q -e 'packageVersion("bincraftR")'
- cd /mnt/cache/packages
- R -q -e 'options(crayon.enabled = TRUE); library(bincraftR); future::plan("multisession"); library(progressr); handlers(global = TRUE); handlers("progress"); upload_package_index()'
backend_options:
kubernetes:
resources:
requests:
memory: 3000Mi
cpu: 2000m
limits:
memory: 3000Mi
cpu: 8000m
nodeSelector:
kubernetes.io/arch: 'amd64'
- name: Purge CDN cache
image: byrnedo/alpine-curl:3.20
@ -59,11 +59,11 @@ steps:
from_secret: BUNNY_API_KEY
commands: |
apk add -q --no-cache curl ca-certificates
curl -L -X POST -H "AccessKey: $BUNNY_API_KEY" https://api.bunny.net/purge?url=https%3A%2F%2Fcran.devxy.io%2Famd64%2Fnoble%2Flatest%2Fsrc%2Fcontrib%2FPACKAGES&async=false
curl -L -X POST -H "AccessKey: $BUNNY_API_KEY" https://api.bunny.net/purge?url=https%3A%2F%2Fcran.devxy.io%2Famd64%2Fnoble%2Flatest%2Fsrc%2Fcontrib%2FPACKAGES.gz&async=false
curl -L -X POST -H "AccessKey: $BUNNY_API_KEY" https://api.bunny.net/purge?url=https%3A%2F%2Fcran.devxy.io%2Famd64%2Fnoble%2Flatest%2Fsrc%2Fcontrib%2FPACKAGES.rds&async=false
curl -L -X POST -H "AccessKey: $BUNNY_API_KEY" https://api.bunny.net/purge?url=https%3A%2F%2Fcran.devxy.io%2Famd64%2Fnoble%2Flatest%2Fsrc%2Fcontrib%2FPACKAGES.db&async=false
sleep 10
curl -sL -X POST -H "AccessKey: $BUNNY_API_KEY" https://api.bunny.net/purge?url=https%3A%2F%2Fcran.devxy.io%2Famd64%2Fnoble%2Flatest%2Fsrc%2Fcontrib%2FPACKAGES&async=false
curl -sL -X POST -H "AccessKey: $BUNNY_API_KEY" https://api.bunny.net/purge?url=https%3A%2F%2Fcran.devxy.io%2Famd64%2Fnoble%2Flatest%2Fsrc%2Fcontrib%2FPACKAGES.gz&async=false
curl -sL -X POST -H "AccessKey: $BUNNY_API_KEY" https://api.bunny.net/purge?url=https%3A%2F%2Fcran.devxy.io%2Famd64%2Fnoble%2Flatest%2Fsrc%2Fcontrib%2FPACKAGES.rds&async=false
curl -sL -X POST -H "AccessKey: $BUNNY_API_KEY" https://api.bunny.net/purge?url=https%3A%2F%2Fcran.devxy.io%2Famd64%2Fnoble%2Flatest%2Fsrc%2Fcontrib%2FPACKAGES.db&async=false
sleep 20 # need to wait a bit to successfully deliver API calls
- name: 'ntfy'
image: binwiederhier/ntfy:v2.11.0

View file

@ -58,10 +58,12 @@ steps:
BUNNY_API_KEY:
from_secret: BUNNY_API_KEY
commands: |
curl -v -X POST -H "AccessKey: $BUNNY_API_KEY" https://api.bunny.net/purge?url=https%3A%2F%2Fcran.devxy.io%2Farm64%2Fnoble%2Flatest%2Fsrc%2Fcontrib%2FPACKAGES&async=false
curl -v -X POST -H "AccessKey: $BUNNY_API_KEY" https://api.bunny.net/purge?url=https%3A%2F%2Fcran.devxy.io%2Farm64%2Fnoble%2Flatest%2Fsrc%2Fcontrib%2FPACKAGES.gz&async=false
curl -v -X POST -H "AccessKey: $BUNNY_API_KEY" https://api.bunny.net/purge?url=https%3A%2F%2Fcran.devxy.io%2Farm64%2Fnoble%2Flatest%2Fsrc%2Fcontrib%2FPACKAGES.rds&async=false
curl -v -X POST -H "AccessKey: $BUNNY_API_KEY" https://api.bunny.net/purge?url=https%3A%2F%2Fcran.devxy.io%2Farm64%2Fnoble%2Flatest%2Fsrc%2Fcontrib%2FPACKAGES.db&async=false
apk add -q --no-cache curl ca-certificates
curl -sL -X POST -H "AccessKey: $BUNNY_API_KEY" https://api.bunny.net/purge?url=https%3A%2F%2Fcran.devxy.io%2Farm64%2Fnoble%2Flatest%2Fsrc%2Fcontrib%2FPACKAGES&async=false
curl -sL -X POST -H "AccessKey: $BUNNY_API_KEY" https://api.bunny.net/purge?url=https%3A%2F%2Fcran.devxy.io%2Farm64%2Fnoble%2Flatest%2Fsrc%2Fcontrib%2FPACKAGES.gz&async=false
curl -sL -X POST -H "AccessKey: $BUNNY_API_KEY" https://api.bunny.net/purge?url=https%3A%2F%2Fcran.devxy.io%2Farm64%2Fnoble%2Flatest%2Fsrc%2Fcontrib%2FPACKAGES.rds&async=false
curl -sL -X POST -H "AccessKey: $BUNNY_API_KEY" https://api.bunny.net/purge?url=https%3A%2F%2Fcran.devxy.io%2Farm64%2Fnoble%2Flatest%2Fsrc%2Fcontrib%2FPACKAGES.db&async=false
sleep 20 # need to wait a bit to successfully deliver API calls
- name: 'ntfy'
image: binwiederhier/ntfy:v2.11.0