refactor: migrate to backblaze
Some checks failed
ci/crow/cron/process-updates-alpine-323-amd64 Pipeline was successful
ci/crow/cron/update-package-index-alpine-321-amd64 Pipeline was canceled
ci/crow/cron/update-package-index-alpine-323-arm64 Pipeline was canceled
ci/crow/cron/update-package-index-redhat-9-arm64 Pipeline was canceled
ci/crow/cron/update-package-index-alpine-322-arm64 Pipeline was canceled
ci/crow/cron/update-package-index-ubuntu-2204-arm64 Pipeline was canceled
ci/crow/cron/update-package-index-redhat-8-amd64 Pipeline was canceled
ci/crow/cron/update-package-index-alpine-322-amd64 Pipeline was canceled
ci/crow/cron/update-package-index-alpine-323-amd64 Pipeline was canceled
ci/crow/cron/update-package-index-ubuntu-2404-arm64 Pipeline was canceled
ci/crow/cron/update-package-index-ubuntu-2404-amd64 Pipeline failed
ci/crow/cron/update-package-index-alpine-321-arm64 Pipeline was canceled
ci/crow/cron/update-package-index-redhat-8-arm64 Pipeline was canceled
ci/crow/cron/update-package-index-redhat-9-amd64 Pipeline was canceled
ci/crow/cron/update-package-index-ubuntu-2204-amd64 Pipeline was canceled
ci/crow/cron/process-updates-ubuntu-2404-amd64 Pipeline was successful
ci/crow/cron/process-updates-ubuntu-2204-arm64 Pipeline failed
ci/crow/cron/process-updates-ubuntu-2404-arm64 Pipeline was successful
ci/crow/cron/process-updates-redhat-9-arm64 Pipeline was successful
ci/crow/cron/process-updates-alpine-323-arm64 Pipeline was successful
ci/crow/cron/process-updates-redhat-8-arm64 Pipeline was successful

This commit is contained in:
Patrick Schratz 2026-03-22 00:32:03 +01:00
commit e959d9743f
Signed by: pat-s
GPG key ID: 3C6318841EF78925

View file

@ -60,10 +60,10 @@ steps:
environment:
RED_HAT_DEV_PW:
from_secret: RED_HAT_DEV_PW
HETZNER_S3_ACCESS_KEY_K3S:
from_secret: HETZNER_S3_ACCESS_KEY_K3S
HETZNER_S3_SECRET_KEY_K3S:
from_secret: HETZNER_S3_SECRET_KEY_K3S
B2_S3_ACCESS_KEY:
from_secret: B2_S3_ACCESS_KEY
B2_S3_SECRET_KEY:
from_secret: B2_S3_SECRET_KEY
PGPASS:
from_secret: PGPASS
REPO_RO_TOKEN:
@ -86,7 +86,7 @@ steps:
- R -q -e 'packageVersion("bincraft")'
- mkdir -p /mnt/cache/pkgcache /mnt/cache/R-pkgs /mnt/cache/ccache /mnt/cache/packages
# pkgs = readRDS('/mnt/cache/pkgs_arm64.rds');
- xvfb-run R -q -e "options(crayon.enabled = TRUE, Ncpus = $NCPUS, future.globals.onReference = NULL); pak::sysreqs_db_update(); source('local/packages-to-build.R'); sprintf('Total# of remaining packages:%s', length(pkgs)); pkgs <- split(pkgs, cut(seq_along(pkgs), $SPLIT_INTO, labels = F))[[$SPLIT_INDEX]]; sprintf('# of packages for this job:%s', length(pkgs)); pkgs = setdiff(pkgs, c('RInno', 'RcmdrPlugin.DoE', 'RcmdrPlugin.NMBU', 'RcmdrPlugin.ROC', 'RcmdrPlugin.RiskDemo', 'RcmdrPlugin.TeachStat', 'RcmdrPlugin.TeachingDemos', 'RcmdrPlugin.UCA', 'RcmdrPlugin.WorldFlora', 'RcmdrPlugin.aRnova', 'RcmdrPlugin.depthTools', 'RcmdrPlugin.orloca', 'RcmdrPlugin.sos', 'RcmdrPlugin.survival', 'RcmdrPlugin.temis')); foo = lapply(pkgs, function(x) bincraft::build_binary_package(x, s3_endpoint = 'https://hel1.your-objectstorage.com', tag_limit = 5L, s3_region = 'hel1', s3_bucket = 'devxy-r-package-binaries-hel1', s3_access_key_id = Sys.getenv('HETZNER_S3_ACCESS_KEY_K3S'), s3_secret_access_key = Sys.getenv('HETZNER_S3_SECRET_KEY_K3S'), metadata_db_host = 'r-binaries.devxy.io', metadata_db_name = 'build_metadata', metadata_db_table = 'single_builds', metadata_db_user = 'rpkgs', metadata_db_password = Sys.getenv('PGPASS'), metadata_db_sslmode = 'require', metadata_db_port = 15432, archive = TRUE, upload = TRUE, store_build_metadata = TRUE));"
- xvfb-run R -q -e "options(crayon.enabled = TRUE, Ncpus = $NCPUS, future.globals.onReference = NULL); pak::sysreqs_db_update(); source('local/packages-to-build.R'); sprintf('Total# of remaining packages:%s', length(pkgs)); pkgs <- split(pkgs, cut(seq_along(pkgs), $SPLIT_INTO, labels = F))[[$SPLIT_INDEX]]; sprintf('# of packages for this job:%s', length(pkgs)); pkgs = setdiff(pkgs, c('RInno', 'RcmdrPlugin.DoE', 'RcmdrPlugin.NMBU', 'RcmdrPlugin.ROC', 'RcmdrPlugin.RiskDemo', 'RcmdrPlugin.TeachStat', 'RcmdrPlugin.TeachingDemos', 'RcmdrPlugin.UCA', 'RcmdrPlugin.WorldFlora', 'RcmdrPlugin.aRnova', 'RcmdrPlugin.depthTools', 'RcmdrPlugin.orloca', 'RcmdrPlugin.sos', 'RcmdrPlugin.survival', 'RcmdrPlugin.temis')); foo = lapply(pkgs, function(x) bincraft::build_binary_package(x, s3_endpoint = 'https://s3.eu-central-003.backblazeb2.com', tag_limit = 5L, s3_region = 'eu-central-003', s3_bucket = 'devxy-rpkgs-binaries', s3_access_key_id = Sys.getenv('B2_S3_ACCESS_KEY'), s3_secret_access_key = Sys.getenv('B2_S3_SECRET_KEY'), metadata_db_host = 'r-binaries.devxy.io', metadata_db_name = 'build_metadata', metadata_db_table = 'single_builds', metadata_db_user = 'rpkgs', metadata_db_password = Sys.getenv('PGPASS'), metadata_db_sslmode = 'require', metadata_db_port = 15432, archive = TRUE, upload = TRUE, store_build_metadata = TRUE));"
# archive missed packages
- R -q -e "bincraft::process_unarchived_pkgs(paste(Sys.getenv('OS'), Sys.getenv('OS_VERSION')), Sys.getenv('ARCH'), workers = $NCPUS)"
backend_options: