From 11e08c982e321b1e4de457a31184777deec3cd4f Mon Sep 17 00:00:00 2001 From: pat-s Date: Wed, 26 Mar 2025 15:31:23 +0100 Subject: [PATCH 01/10] rebuild latest pkgs for the last 6 months --- .crow/process-updates-alpine-320-amd64.yaml | 4 ++-- .crow/process-updates-alpine-320-arm64.yaml | 4 ++-- .crow/process-updates-alpine-321-amd64.yaml | 4 ++-- .crow/process-updates-alpine-321-arm64.yaml | 4 ++-- .crow/process-updates-redhat-8-amd64.yaml | 4 ++-- .crow/process-updates-redhat-8-arm64.yaml | 4 ++-- .crow/process-updates-redhat-9-amd64.yaml | 4 ++-- .crow/process-updates-redhat-9-arm64.yaml | 4 ++-- .crow/process-updates-ubuntu-2204-amd64.yaml | 4 ++-- .crow/process-updates-ubuntu-2204-arm64.yaml | 4 ++-- .crow/process-updates-ubuntu-2404-amd64.yaml | 4 ++-- .crow/process-updates-ubuntu-2404-arm64.yaml | 4 ++-- .crow/update-package-index-redhat-9-amd64.yaml | 2 +- 13 files changed, 25 insertions(+), 25 deletions(-) diff --git a/.crow/process-updates-alpine-320-amd64.yaml b/.crow/process-updates-alpine-320-amd64.yaml index 637760d..a05fda6 100644 --- a/.crow/process-updates-alpine-320-amd64.yaml +++ b/.crow/process-updates-alpine-320-amd64.yaml @@ -35,7 +35,7 @@ steps: ARCH: amd64 NCPUS: 2 STRATEGY: sequential - INTERVAL: lubridate::interval(lubridate::today() - 3, lubridate::today() - 6) + INTERVAL: lubridate::interval(lubridate::today() - 180, lubridate::today() - 3) # volumes: # - amd64-binaries-r-dep-cache-alpine-320:/mnt/cache commands: @@ -47,7 +47,7 @@ steps: - R -q -e 'packageVersion("bincraftR")' - mkdir -p /mnt/cache/pkgcache /mnt/cache/R-pkgs /mnt/cache/ccache /mnt/cache/packages # options(future.globals.onReference = NULL): for some reason s3fs::file_delete() throws 'Error: Detected a non-exportable reference ('externalptr') in one of the globals ('FUN' of class 'function') used in the future expression' otherwise - - xvfb-run R -q -e "options(crayon.enabled = TRUE, Ncpus = 4, future.globals.onReference = 'error', repos = structure(c(getOption('repos'),INLA='https://inla.r-inla-download.org/R/stable'))); progressr::handlers('cli'); progressr::handlers(global = TRUE); options(future.globals.onReference = NULL); bincraftR::process_cran_updates(interval = $INTERVAL, platform = 'alpine-320', process_updated = TRUE, process_new = TRUE, s3_endpoint = 'https://fsn1.your-objectstorage.com', s3_region = 'fsn1', s3_bucket = 'devxy-r-package-binaries', s3_access_key_id = Sys.getenv('HETZNER_S3_ACCESS_KEY_K3S'), s3_secret_access_key = Sys.getenv('HETZNER_S3_SECRET_KEY_K3S'), metadata_db_host = 'r-binaries.devxy.io', metadata_db_name = 'build_metadata', metadata_db_table = 'single_builds', metadata_db_user = 'r_binaries', metadata_db_password = Sys.getenv('PGPASS'), metadata_db_sslmode = 'require', metadata_db_port = 15432, archive = TRUE, upload = TRUE, store_build_metadata = TRUE)" + - xvfb-run R -q -e "options(crayon.enabled = TRUE, Ncpus = 4, future.globals.onReference = 'error', repos = structure(c(getOption('repos'),INLA='https://inla.r-inla-download.org/R/stable'))); progressr::handlers('cli'); progressr::handlers(global = TRUE); options(future.globals.onReference = NULL); bincraftR::process_cran_updates(interval = $INTERVAL, platform = 'alpine-320', process_updated = TRUE, process_new = TRUE, process_removed = FALSE, s3_endpoint = 'https://fsn1.your-objectstorage.com', s3_region = 'fsn1', s3_bucket = 'devxy-r-package-binaries', s3_access_key_id = Sys.getenv('HETZNER_S3_ACCESS_KEY_K3S'), s3_secret_access_key = Sys.getenv('HETZNER_S3_SECRET_KEY_K3S'), metadata_db_host = 'r-binaries.devxy.io', metadata_db_name = 'build_metadata', metadata_db_table = 'single_builds', metadata_db_user = 'r_binaries', metadata_db_password = Sys.getenv('PGPASS'), metadata_db_sslmode = 'require', metadata_db_port = 15432, archive = TRUE, upload = TRUE, store_build_metadata = TRUE)" backend_options: kubernetes: resources: diff --git a/.crow/process-updates-alpine-320-arm64.yaml b/.crow/process-updates-alpine-320-arm64.yaml index d46576f..f491ecd 100644 --- a/.crow/process-updates-alpine-320-arm64.yaml +++ b/.crow/process-updates-alpine-320-arm64.yaml @@ -35,7 +35,7 @@ steps: ARCH: arm64 NCPUS: 2 STRATEGY: sequential - INTERVAL: lubridate::interval(lubridate::today() - 3, lubridate::today() - 6) + INTERVAL: lubridate::interval(lubridate::today() - 180, lubridate::today() - 3) # volumes: # - arm64-binaries-r-dep-cache-alpine-320:/mnt/cache commands: @@ -48,7 +48,7 @@ steps: - R -q -e 'packageVersion("bincraftR")' - mkdir -p /mnt/cache/pkgcache /mnt/cache/R-pkgs /mnt/cache/ccache /mnt/cache/packages # options(future.globals.onReference = NULL): for some reason s3fs::file_delete() throws 'Error: Detected a non-exportable reference ('externalptr') in one of the globals ('FUN' of class 'function') used in the future expression' otherwise - - xvfb-run R -q -e "options(crayon.enabled = TRUE, Ncpus = 4, future.globals.onReference = 'error', repos = structure(c(getOption('repos'),INLA='https://inla.r-inla-download.org/R/stable'))); progressr::handlers('cli'); progressr::handlers(global = TRUE); options(future.globals.onReference = NULL); bincraftR::process_cran_updates(interval = $INTERVAL, platform = 'alpine-320', process_updated = TRUE, process_new = TRUE, s3_endpoint = 'https://fsn1.your-objectstorage.com', s3_region = 'fsn1', s3_bucket = 'devxy-r-package-binaries', s3_access_key_id = Sys.getenv('HETZNER_S3_ACCESS_KEY_K3S'), s3_secret_access_key = Sys.getenv('HETZNER_S3_SECRET_KEY_K3S'), metadata_db_host = 'r-binaries.devxy.io', metadata_db_name = 'build_metadata', metadata_db_table = 'single_builds', metadata_db_user = 'r_binaries', metadata_db_password = Sys.getenv('PGPASS'), metadata_db_sslmode = 'require', metadata_db_port = 15432, archive = TRUE, upload = TRUE, store_build_metadata = TRUE)" + - xvfb-run R -q -e "options(crayon.enabled = TRUE, Ncpus = 4, future.globals.onReference = 'error', repos = structure(c(getOption('repos'),INLA='https://inla.r-inla-download.org/R/stable'))); progressr::handlers('cli'); progressr::handlers(global = TRUE); options(future.globals.onReference = NULL); bincraftR::process_cran_updates(interval = $INTERVAL, platform = 'alpine-320', process_updated = TRUE, process_new = TRUE, process_removed = FALSE, s3_endpoint = 'https://fsn1.your-objectstorage.com', s3_region = 'fsn1', s3_bucket = 'devxy-r-package-binaries', s3_access_key_id = Sys.getenv('HETZNER_S3_ACCESS_KEY_K3S'), s3_secret_access_key = Sys.getenv('HETZNER_S3_SECRET_KEY_K3S'), metadata_db_host = 'r-binaries.devxy.io', metadata_db_name = 'build_metadata', metadata_db_table = 'single_builds', metadata_db_user = 'r_binaries', metadata_db_password = Sys.getenv('PGPASS'), metadata_db_sslmode = 'require', metadata_db_port = 15432, archive = TRUE, upload = TRUE, store_build_metadata = TRUE)" backend_options: kubernetes: ### PROD diff --git a/.crow/process-updates-alpine-321-amd64.yaml b/.crow/process-updates-alpine-321-amd64.yaml index 74c2ea6..63b36e2 100644 --- a/.crow/process-updates-alpine-321-amd64.yaml +++ b/.crow/process-updates-alpine-321-amd64.yaml @@ -35,7 +35,7 @@ steps: ARCH: amd64 NCPUS: 2 STRATEGY: sequential - INTERVAL: lubridate::interval(lubridate::today() - 3, lubridate::today() - 6) + INTERVAL: lubridate::interval(lubridate::today() - 180, lubridate::today() - 3) # volumes: # - amd64-binaries-r-dep-cache-alpine-321:/mnt/cache commands: @@ -47,7 +47,7 @@ steps: - R -q -e 'packageVersion("bincraftR")' - mkdir -p /mnt/cache/pkgcache /mnt/cache/R-pkgs /mnt/cache/ccache /mnt/cache/packages # options(future.globals.onReference = NULL): for some reason s3fs::file_delete() throws 'Error: Detected a non-exportable reference ('externalptr') in one of the globals ('FUN' of class 'function') used in the future expression' otherwise - - xvfb-run R -q -e "options(crayon.enabled = TRUE, Ncpus = 4, future.globals.onReference = 'error', repos = structure(c(getOption('repos'),INLA='https://inla.r-inla-download.org/R/stable'))); progressr::handlers('cli'); progressr::handlers(global = TRUE); options(future.globals.onReference = NULL); bincraftR::process_cran_updates(interval = $INTERVAL, platform = 'alpine-321', process_updated = TRUE, process_new = TRUE, s3_endpoint = 'https://fsn1.your-objectstorage.com', s3_region = 'fsn1', s3_bucket = 'devxy-r-package-binaries', s3_access_key_id = Sys.getenv('HETZNER_S3_ACCESS_KEY_K3S'), s3_secret_access_key = Sys.getenv('HETZNER_S3_SECRET_KEY_K3S'), metadata_db_host = 'r-binaries.devxy.io', metadata_db_name = 'build_metadata', metadata_db_table = 'single_builds', metadata_db_user = 'r_binaries', metadata_db_password = Sys.getenv('PGPASS'), metadata_db_sslmode = 'require', metadata_db_port = 15432, archive = TRUE, upload = TRUE, store_build_metadata = TRUE)" + - xvfb-run R -q -e "options(crayon.enabled = TRUE, Ncpus = 4, future.globals.onReference = 'error', repos = structure(c(getOption('repos'),INLA='https://inla.r-inla-download.org/R/stable'))); progressr::handlers('cli'); progressr::handlers(global = TRUE); options(future.globals.onReference = NULL); bincraftR::process_cran_updates(interval = $INTERVAL, platform = 'alpine-321', process_updated = TRUE, process_new = FALSE, process_removed = FALSE, s3_endpoint = 'https://fsn1.your-objectstorage.com', s3_region = 'fsn1', s3_bucket = 'devxy-r-package-binaries', s3_access_key_id = Sys.getenv('HETZNER_S3_ACCESS_KEY_K3S'), s3_secret_access_key = Sys.getenv('HETZNER_S3_SECRET_KEY_K3S'), metadata_db_host = 'r-binaries.devxy.io', metadata_db_name = 'build_metadata', metadata_db_table = 'single_builds', metadata_db_user = 'r_binaries', metadata_db_password = Sys.getenv('PGPASS'), metadata_db_sslmode = 'require', metadata_db_port = 15432, archive = TRUE, upload = TRUE, store_build_metadata = TRUE)" backend_options: kubernetes: resources: diff --git a/.crow/process-updates-alpine-321-arm64.yaml b/.crow/process-updates-alpine-321-arm64.yaml index 940ffe5..3f5de5e 100644 --- a/.crow/process-updates-alpine-321-arm64.yaml +++ b/.crow/process-updates-alpine-321-arm64.yaml @@ -34,7 +34,7 @@ steps: PLATFORM: alpine-321 ARCH: arm64 NCPUS: 2 - INTERVAL: lubridate::interval(lubridate::today() - 3, lubridate::today() - 6) + INTERVAL: lubridate::interval(lubridate::today() - 180, lubridate::today() - 3) # volumes: # - arm64-binaries-r-dep-cache-alpine-321:/mnt/cache commands: @@ -46,7 +46,7 @@ steps: - R -q -e 'packageVersion("bincraftR")' - mkdir -p /mnt/cache/pkgcache /mnt/cache/R-pkgs /mnt/cache/ccache /mnt/cache/packages # options(future.globals.onReference = NULL): for some reason s3fs::file_delete() throws 'Error: Detected a non-exportable reference ('externalptr') in one of the globals ('FUN' of class 'function') used in the future expression' otherwise - - xvfb-run R -q -e "options(crayon.enabled = TRUE, Ncpus = 4, future.globals.onReference = 'error', repos = structure(c(getOption('repos'),INLA='https://inla.r-inla-download.org/R/stable'))); progressr::handlers('cli'); progressr::handlers(global = TRUE); options(future.globals.onReference = NULL); bincraftR::process_cran_updates(interval = $INTERVAL, platform = 'alpine-321', process_updated = TRUE, process_new = TRUE, s3_endpoint = 'https://fsn1.your-objectstorage.com', s3_region = 'fsn1', s3_bucket = 'devxy-r-package-binaries', s3_access_key_id = Sys.getenv('HETZNER_S3_ACCESS_KEY_K3S'), s3_secret_access_key = Sys.getenv('HETZNER_S3_SECRET_KEY_K3S'), metadata_db_host = 'r-binaries.devxy.io', metadata_db_name = 'build_metadata', metadata_db_table = 'single_builds', metadata_db_user = 'r_binaries', metadata_db_password = Sys.getenv('PGPASS'), metadata_db_sslmode = 'require', metadata_db_port = 15432, archive = TRUE, upload = TRUE, store_build_metadata = TRUE)" + - xvfb-run R -q -e "options(crayon.enabled = TRUE, Ncpus = 4, future.globals.onReference = 'error', repos = structure(c(getOption('repos'),INLA='https://inla.r-inla-download.org/R/stable'))); progressr::handlers('cli'); progressr::handlers(global = TRUE); options(future.globals.onReference = NULL); bincraftR::process_cran_updates(interval = $INTERVAL, platform = 'alpine-321', process_updated = TRUE, process_new = TRUE, process_removed = FALSE, s3_endpoint = 'https://fsn1.your-objectstorage.com', s3_region = 'fsn1', s3_bucket = 'devxy-r-package-binaries', s3_access_key_id = Sys.getenv('HETZNER_S3_ACCESS_KEY_K3S'), s3_secret_access_key = Sys.getenv('HETZNER_S3_SECRET_KEY_K3S'), metadata_db_host = 'r-binaries.devxy.io', metadata_db_name = 'build_metadata', metadata_db_table = 'single_builds', metadata_db_user = 'r_binaries', metadata_db_password = Sys.getenv('PGPASS'), metadata_db_sslmode = 'require', metadata_db_port = 15432, archive = TRUE, upload = TRUE, store_build_metadata = TRUE)" backend_options: kubernetes: ### PROD diff --git a/.crow/process-updates-redhat-8-amd64.yaml b/.crow/process-updates-redhat-8-amd64.yaml index e92bd80..3527a24 100644 --- a/.crow/process-updates-redhat-8-amd64.yaml +++ b/.crow/process-updates-redhat-8-amd64.yaml @@ -35,7 +35,7 @@ steps: ARCH: amd64 NCPUS: 2 STRATEGY: sequential - INTERVAL: lubridate::interval(lubridate::today() - 3, lubridate::today() - 6) + INTERVAL: lubridate::interval(lubridate::today() - 180, lubridate::today() - 3) # volumes: # - amd64-binaries-r-dep-cache-redhat-8:/mnt/cache commands: @@ -46,7 +46,7 @@ steps: - R -q -e 'packageVersion("bincraftR")' - mkdir -p /mnt/cache/pkgcache /mnt/cache/R-pkgs /mnt/cache/ccache /mnt/cache/packages # options(future.globals.onReference = NULL): for some reason s3fs::file_delete() throws 'Error: Detected a non-exportable reference ('externalptr') in one of the globals ('FUN' of class 'function') used in the future expression' otherwise - - xvfb-run R -q -e "options(crayon.enabled = TRUE, Ncpus = 4, future.globals.onReference = 'error', repos = structure(c(getOption('repos'),INLA='https://inla.r-inla-download.org/R/stable'))); progressr::handlers('cli'); progressr::handlers(global = TRUE); options(future.globals.onReference = NULL); bincraftR::process_cran_updates(interval = $INTERVAL, platform = 'redhat-8', process_updated = TRUE, process_new = TRUE, s3_endpoint = 'https://fsn1.your-objectstorage.com', s3_region = 'fsn1', s3_bucket = 'devxy-r-package-binaries', s3_access_key_id = Sys.getenv('HETZNER_S3_ACCESS_KEY_K3S'), s3_secret_access_key = Sys.getenv('HETZNER_S3_SECRET_KEY_K3S'), metadata_db_host = 'r-binaries.devxy.io', metadata_db_name = 'build_metadata', metadata_db_table = 'single_builds', metadata_db_user = 'r_binaries', metadata_db_password = Sys.getenv('PGPASS'), metadata_db_sslmode = 'require', metadata_db_port = 15432, archive = TRUE, upload = TRUE, store_build_metadata = TRUE)" + - xvfb-run R -q -e "options(crayon.enabled = TRUE, Ncpus = 4, future.globals.onReference = 'error', repos = structure(c(getOption('repos'),INLA='https://inla.r-inla-download.org/R/stable'))); progressr::handlers('cli'); progressr::handlers(global = TRUE); options(future.globals.onReference = NULL); bincraftR::process_cran_updates(interval = $INTERVAL, platform = 'redhat-8', process_updated = TRUE, process_new = TRUE, process_removed = FALSE, s3_endpoint = 'https://fsn1.your-objectstorage.com', s3_region = 'fsn1', s3_bucket = 'devxy-r-package-binaries', s3_access_key_id = Sys.getenv('HETZNER_S3_ACCESS_KEY_K3S'), s3_secret_access_key = Sys.getenv('HETZNER_S3_SECRET_KEY_K3S'), metadata_db_host = 'r-binaries.devxy.io', metadata_db_name = 'build_metadata', metadata_db_table = 'single_builds', metadata_db_user = 'r_binaries', metadata_db_password = Sys.getenv('PGPASS'), metadata_db_sslmode = 'require', metadata_db_port = 15432, archive = TRUE, upload = TRUE, store_build_metadata = TRUE)" backend_options: kubernetes: resources: diff --git a/.crow/process-updates-redhat-8-arm64.yaml b/.crow/process-updates-redhat-8-arm64.yaml index 54938f9..9b69faa 100644 --- a/.crow/process-updates-redhat-8-arm64.yaml +++ b/.crow/process-updates-redhat-8-arm64.yaml @@ -34,7 +34,7 @@ steps: PLATFORM: redhat-8 ARCH: arm64 NCPUS: 2 - INTERVAL: lubridate::interval(lubridate::today() - 3, lubridate::today() - 6) + INTERVAL: lubridate::interval(lubridate::today() - 180, lubridate::today() - 3) # volumes: # - arm64-binaries-r-dep-cache-redhat-8:/mnt/cache commands: @@ -45,7 +45,7 @@ steps: - R -q -e 'packageVersion("bincraftR")' - mkdir -p /mnt/cache/pkgcache /mnt/cache/R-pkgs /mnt/cache/ccache /mnt/cache/packages # options(future.globals.onReference = NULL): for some reason s3fs::file_delete() throws 'Error: Detected a non-exportable reference ('externalptr') in one of the globals ('FUN' of class 'function') used in the future expression' otherwise - - xvfb-run R -q -e "options(crayon.enabled = TRUE, Ncpus = 4, future.globals.onReference = 'error', repos = structure(c(getOption('repos'),INLA='https://inla.r-inla-download.org/R/stable'))); progressr::handlers('cli'); progressr::handlers(global = TRUE); options(future.globals.onReference = NULL); bincraftR::process_cran_updates(interval = $INTERVAL, platform = 'redhat-8', process_updated = TRUE, process_new = TRUE, s3_endpoint = 'https://fsn1.your-objectstorage.com', s3_region = 'fsn1', s3_bucket = 'devxy-r-package-binaries', s3_access_key_id = Sys.getenv('HETZNER_S3_ACCESS_KEY_K3S'), s3_secret_access_key = Sys.getenv('HETZNER_S3_SECRET_KEY_K3S'), metadata_db_host = 'r-binaries.devxy.io', metadata_db_name = 'build_metadata', metadata_db_table = 'single_builds', metadata_db_user = 'r_binaries', metadata_db_password = Sys.getenv('PGPASS'), metadata_db_sslmode = 'require', metadata_db_port = 15432, archive = TRUE, upload = TRUE, store_build_metadata = TRUE)" + - xvfb-run R -q -e "options(crayon.enabled = TRUE, Ncpus = 4, future.globals.onReference = 'error', repos = structure(c(getOption('repos'),INLA='https://inla.r-inla-download.org/R/stable'))); progressr::handlers('cli'); progressr::handlers(global = TRUE); options(future.globals.onReference = NULL); bincraftR::process_cran_updates(interval = $INTERVAL, platform = 'redhat-8', process_updated = TRUE, process_new = TRUE, process_removed = FALSE, s3_endpoint = 'https://fsn1.your-objectstorage.com', s3_region = 'fsn1', s3_bucket = 'devxy-r-package-binaries', s3_access_key_id = Sys.getenv('HETZNER_S3_ACCESS_KEY_K3S'), s3_secret_access_key = Sys.getenv('HETZNER_S3_SECRET_KEY_K3S'), metadata_db_host = 'r-binaries.devxy.io', metadata_db_name = 'build_metadata', metadata_db_table = 'single_builds', metadata_db_user = 'r_binaries', metadata_db_password = Sys.getenv('PGPASS'), metadata_db_sslmode = 'require', metadata_db_port = 15432, archive = TRUE, upload = TRUE, store_build_metadata = TRUE)" backend_options: kubernetes: ### PROD diff --git a/.crow/process-updates-redhat-9-amd64.yaml b/.crow/process-updates-redhat-9-amd64.yaml index dfd9dd3..a657ed1 100644 --- a/.crow/process-updates-redhat-9-amd64.yaml +++ b/.crow/process-updates-redhat-9-amd64.yaml @@ -36,7 +36,7 @@ steps: NCPUS: 2 MEMORY: 18Gi STRATEGY: sequential - INTERVAL: lubridate::interval(lubridate::today() - 3, lubridate::today() - 6) + INTERVAL: lubridate::interval(lubridate::today() - 180, lubridate::today() - 3) # volumes: # - amd64-binaries-r-dep-cache-redhat-9:/mnt/cache commands: @@ -46,7 +46,7 @@ steps: - R -q -e 'packageVersion("bincraftR")' - mkdir -p /mnt/cache/pkgcache /mnt/cache/R-pkgs /mnt/cache/ccache /mnt/cache/packages # options(future.globals.onReference = NULL): for some reason s3fs::file_delete() throws 'Error: Detected a non-exportable reference ('externalptr') in one of the globals ('FUN' of class 'function') used in the future expression' otherwise - - xvfb-run R -q -e "options(crayon.enabled = TRUE, Ncpus = 4, future.globals.onReference = 'error', repos = structure(c(getOption('repos'),INLA='https://inla.r-inla-download.org/R/stable'))); progressr::handlers('cli'); progressr::handlers(global = TRUE); options(future.globals.onReference = NULL); bincraftR::process_cran_updates(interval = $INTERVAL, platform = 'redhat-9', process_updated = TRUE, process_new = TRUE, s3_endpoint = 'https://fsn1.your-objectstorage.com', s3_region = 'fsn1', s3_bucket = 'devxy-r-package-binaries', s3_access_key_id = Sys.getenv('HETZNER_S3_ACCESS_KEY_K3S'), s3_secret_access_key = Sys.getenv('HETZNER_S3_SECRET_KEY_K3S'), metadata_db_host = 'r-binaries.devxy.io', metadata_db_name = 'build_metadata', metadata_db_table = 'single_builds', metadata_db_user = 'r_binaries', metadata_db_password = Sys.getenv('PGPASS'), metadata_db_sslmode = 'require', metadata_db_port = 15432, archive = TRUE, upload = TRUE, store_build_metadata = TRUE)" + - xvfb-run R -q -e "options(crayon.enabled = TRUE, Ncpus = 4, future.globals.onReference = 'error', repos = structure(c(getOption('repos'),INLA='https://inla.r-inla-download.org/R/stable'))); progressr::handlers('cli'); progressr::handlers(global = TRUE); options(future.globals.onReference = NULL); bincraftR::process_cran_updates(interval = $INTERVAL, platform = 'redhat-9', process_updated = TRUE, process_new = TRUE, process_removed = FALSE, s3_endpoint = 'https://fsn1.your-objectstorage.com', s3_region = 'fsn1', s3_bucket = 'devxy-r-package-binaries', s3_access_key_id = Sys.getenv('HETZNER_S3_ACCESS_KEY_K3S'), s3_secret_access_key = Sys.getenv('HETZNER_S3_SECRET_KEY_K3S'), metadata_db_host = 'r-binaries.devxy.io', metadata_db_name = 'build_metadata', metadata_db_table = 'single_builds', metadata_db_user = 'r_binaries', metadata_db_password = Sys.getenv('PGPASS'), metadata_db_sslmode = 'require', metadata_db_port = 15432, archive = TRUE, upload = TRUE, store_build_metadata = TRUE)" backend_options: kubernetes: resources: diff --git a/.crow/process-updates-redhat-9-arm64.yaml b/.crow/process-updates-redhat-9-arm64.yaml index 7ecf203..95f718f 100644 --- a/.crow/process-updates-redhat-9-arm64.yaml +++ b/.crow/process-updates-redhat-9-arm64.yaml @@ -34,7 +34,7 @@ steps: PLATFORM: redhat-9 ARCH: arm64 NCPUS: 2 - INTERVAL: lubridate::interval(lubridate::today() - 3, lubridate::today() - 6) + INTERVAL: lubridate::interval(lubridate::today() - 180, lubridate::today() - 3) # volumes: # - arm64-binaries-r-dep-cache-redhat-9:/mnt/cache commands: @@ -44,7 +44,7 @@ steps: - R -q -e 'packageVersion("bincraftR")' - mkdir -p /mnt/cache/pkgcache /mnt/cache/R-pkgs /mnt/cache/ccache /mnt/cache/packages # options(future.globals.onReference = NULL): for some reason s3fs::file_delete() throws 'Error: Detected a non-exportable reference ('externalptr') in one of the globals ('FUN' of class 'function') used in the future expression' otherwise - - xvfb-run R -q -e "options(crayon.enabled = TRUE, Ncpus = 4, future.globals.onReference = 'error', repos = structure(c(getOption('repos'),INLA='https://inla.r-inla-download.org/R/stable'))); progressr::handlers('cli'); progressr::handlers(global = TRUE); options(future.globals.onReference = NULL); bincraftR::process_cran_updates(interval = $INTERVAL, platform = 'redhat-9', process_updated = TRUE, process_new = TRUE, s3_endpoint = 'https://fsn1.your-objectstorage.com', s3_region = 'fsn1', s3_bucket = 'devxy-r-package-binaries', s3_access_key_id = Sys.getenv('HETZNER_S3_ACCESS_KEY_K3S'), s3_secret_access_key = Sys.getenv('HETZNER_S3_SECRET_KEY_K3S'), metadata_db_host = 'r-binaries.devxy.io', metadata_db_name = 'build_metadata', metadata_db_table = 'single_builds', metadata_db_user = 'r_binaries', metadata_db_password = Sys.getenv('PGPASS'), metadata_db_sslmode = 'require', metadata_db_port = 15432, archive = TRUE, upload = TRUE, store_build_metadata = TRUE)" + - xvfb-run R -q -e "options(crayon.enabled = TRUE, Ncpus = 4, future.globals.onReference = 'error', repos = structure(c(getOption('repos'),INLA='https://inla.r-inla-download.org/R/stable'))); progressr::handlers('cli'); progressr::handlers(global = TRUE); options(future.globals.onReference = NULL); bincraftR::process_cran_updates(interval = $INTERVAL, platform = 'redhat-9', process_updated = TRUE, process_new = TRUE, process_removed = FALSE, s3_endpoint = 'https://fsn1.your-objectstorage.com', s3_region = 'fsn1', s3_bucket = 'devxy-r-package-binaries', s3_access_key_id = Sys.getenv('HETZNER_S3_ACCESS_KEY_K3S'), s3_secret_access_key = Sys.getenv('HETZNER_S3_SECRET_KEY_K3S'), metadata_db_host = 'r-binaries.devxy.io', metadata_db_name = 'build_metadata', metadata_db_table = 'single_builds', metadata_db_user = 'r_binaries', metadata_db_password = Sys.getenv('PGPASS'), metadata_db_sslmode = 'require', metadata_db_port = 15432, archive = TRUE, upload = TRUE, store_build_metadata = TRUE)" backend_options: kubernetes: resources: diff --git a/.crow/process-updates-ubuntu-2204-amd64.yaml b/.crow/process-updates-ubuntu-2204-amd64.yaml index 4466c0a..06453dc 100644 --- a/.crow/process-updates-ubuntu-2204-amd64.yaml +++ b/.crow/process-updates-ubuntu-2204-amd64.yaml @@ -36,7 +36,7 @@ steps: NCPUS: 2 MEMORY: 18Gi STRATEGY: sequential - INTERVAL: lubridate::interval(lubridate::today() - 3, lubridate::today() - 6) + INTERVAL: lubridate::interval(lubridate::today() - 180, lubridate::today() - 3) # volumes: # - amd64-binaries-r-dep-cache-ubuntu-2204:/mnt/cache commands: @@ -46,7 +46,7 @@ steps: - R -q -e 'packageVersion("bincraftR")' - mkdir -p /mnt/cache/pkgcache /mnt/cache/R-pkgs /mnt/cache/ccache /mnt/cache/packages # options(future.globals.onReference = NULL): for some reason s3fs::file_delete() throws 'Error: Detected a non-exportable reference ('externalptr') in one of the globals ('FUN' of class 'function') used in the future expression' otherwise - - xvfb-run R -q -e "options(crayon.enabled = TRUE, Ncpus = 4, future.globals.onReference = 'error', repos = structure(c(getOption('repos'),INLA='https://inla.r-inla-download.org/R/stable'))); progressr::handlers('cli'); progressr::handlers(global = TRUE); options(future.globals.onReference = NULL); bincraftR::process_cran_updates(interval = $INTERVAL, platform = 'ubuntu-2204', process_updated = TRUE, process_new = TRUE, s3_endpoint = 'https://fsn1.your-objectstorage.com', s3_region = 'fsn1', s3_bucket = 'devxy-r-package-binaries', s3_access_key_id = Sys.getenv('HETZNER_S3_ACCESS_KEY_K3S'), s3_secret_access_key = Sys.getenv('HETZNER_S3_SECRET_KEY_K3S'), metadata_db_host = 'r-binaries.devxy.io', metadata_db_name = 'build_metadata', metadata_db_table = 'single_builds', metadata_db_user = 'r_binaries', metadata_db_password = Sys.getenv('PGPASS'), metadata_db_sslmode = 'require', metadata_db_port = 15432, archive = TRUE, upload = TRUE, store_build_metadata = TRUE)" + - xvfb-run R -q -e "options(crayon.enabled = TRUE, Ncpus = 4, future.globals.onReference = 'error', repos = structure(c(getOption('repos'),INLA='https://inla.r-inla-download.org/R/stable'))); progressr::handlers('cli'); progressr::handlers(global = TRUE); options(future.globals.onReference = NULL); bincraftR::process_cran_updates(interval = $INTERVAL, platform = 'ubuntu-2204', process_updated = TRUE, process_new = TRUE, process_removed = FALSE, s3_endpoint = 'https://fsn1.your-objectstorage.com', s3_region = 'fsn1', s3_bucket = 'devxy-r-package-binaries', s3_access_key_id = Sys.getenv('HETZNER_S3_ACCESS_KEY_K3S'), s3_secret_access_key = Sys.getenv('HETZNER_S3_SECRET_KEY_K3S'), metadata_db_host = 'r-binaries.devxy.io', metadata_db_name = 'build_metadata', metadata_db_table = 'single_builds', metadata_db_user = 'r_binaries', metadata_db_password = Sys.getenv('PGPASS'), metadata_db_sslmode = 'require', metadata_db_port = 15432, archive = TRUE, upload = TRUE, store_build_metadata = TRUE)" backend_options: kubernetes: resources: diff --git a/.crow/process-updates-ubuntu-2204-arm64.yaml b/.crow/process-updates-ubuntu-2204-arm64.yaml index 736db9d..f9e5a87 100644 --- a/.crow/process-updates-ubuntu-2204-arm64.yaml +++ b/.crow/process-updates-ubuntu-2204-arm64.yaml @@ -34,7 +34,7 @@ steps: PLATFORM: ubuntu-2204 ARCH: arm64 NCPUS: 2 - INTERVAL: lubridate::interval(lubridate::today() - 3, lubridate::today() - 6) + INTERVAL: lubridate::interval(lubridate::today() - 180, lubridate::today() - 3) # volumes: # - arm64-binaries-r-dep-cache-ubuntu-2204:/mnt/cache commands: @@ -44,7 +44,7 @@ steps: - R -q -e 'packageVersion("bincraftR")' - mkdir -p /mnt/cache/pkgcache /mnt/cache/R-pkgs /mnt/cache/ccache /mnt/cache/packages # options(future.globals.onReference = NULL): for some reason s3fs::file_delete() throws 'Error: Detected a non-exportable reference ('externalptr') in one of the globals ('FUN' of class 'function') used in the future expression' otherwise - - xvfb-run R -q -e "options(crayon.enabled = TRUE, Ncpus = 4, future.globals.onReference = 'error', repos = structure(c(getOption('repos'),INLA='https://inla.r-inla-download.org/R/stable'))); progressr::handlers(global = TRUE); options(future.globals.onReference = NULL); bincraftR::process_cran_updates(interval = $INTERVAL, platform = 'ubuntu-2204', process_updated = TRUE, process_new = TRUE, s3_endpoint = 'https://fsn1.your-objectstorage.com', s3_region = 'fsn1', s3_bucket = 'devxy-r-package-binaries', s3_access_key_id = Sys.getenv('HETZNER_S3_ACCESS_KEY_K3S'), s3_secret_access_key = Sys.getenv('HETZNER_S3_SECRET_KEY_K3S'), metadata_db_host = 'r-binaries.devxy.io', metadata_db_name = 'build_metadata', metadata_db_table = 'single_builds', metadata_db_user = 'r_binaries', metadata_db_password = Sys.getenv('PGPASS'), metadata_db_sslmode = 'require', metadata_db_port = 15432, archive = TRUE, upload = TRUE, store_build_metadata = TRUE)" + - xvfb-run R -q -e "options(crayon.enabled = TRUE, Ncpus = 4, future.globals.onReference = 'error', repos = structure(c(getOption('repos'),INLA='https://inla.r-inla-download.org/R/stable'))); progressr::handlers(global = TRUE); options(future.globals.onReference = NULL); bincraftR::process_cran_updates(interval = $INTERVAL, platform = 'ubuntu-2204', process_updated = TRUE, process_new = TRUE, process_removed = FALSE, s3_endpoint = 'https://fsn1.your-objectstorage.com', s3_region = 'fsn1', s3_bucket = 'devxy-r-package-binaries', s3_access_key_id = Sys.getenv('HETZNER_S3_ACCESS_KEY_K3S'), s3_secret_access_key = Sys.getenv('HETZNER_S3_SECRET_KEY_K3S'), metadata_db_host = 'r-binaries.devxy.io', metadata_db_name = 'build_metadata', metadata_db_table = 'single_builds', metadata_db_user = 'r_binaries', metadata_db_password = Sys.getenv('PGPASS'), metadata_db_sslmode = 'require', metadata_db_port = 15432, archive = TRUE, upload = TRUE, store_build_metadata = TRUE)" backend_options: kubernetes: resources: diff --git a/.crow/process-updates-ubuntu-2404-amd64.yaml b/.crow/process-updates-ubuntu-2404-amd64.yaml index 0a52ba0..535f439 100644 --- a/.crow/process-updates-ubuntu-2404-amd64.yaml +++ b/.crow/process-updates-ubuntu-2404-amd64.yaml @@ -35,7 +35,7 @@ steps: ARCH: amd64 NCPUS: 1 STRATEGY: sequential - INTERVAL: lubridate::interval(lubridate::today() - 3, lubridate::today() - 6) + INTERVAL: lubridate::interval(lubridate::today() - 180, lubridate::today() - 3) # volumes: # - amd64-binaries-r-dep-cache-ubuntu-2404:/mnt/cache commands: @@ -45,7 +45,7 @@ steps: - R -q -e 'packageVersion("bincraftR")' - mkdir -p /mnt/cache/pkgcache /mnt/cache/R-pkgs /mnt/cache/ccache /mnt/cache/packages # options(future.globals.onReference = NULL): for some reason s3fs::file_delete() throws 'Error: Detected a non-exportable reference ('externalptr') in one of the globals ('FUN' of class 'function') used in the future expression' otherwise - - xvfb-run R -q -e "options(crayon.enabled = TRUE, Ncpus = 4, future.globals.onReference = 'error', repos = structure(c(getOption('repos'),INLA='https://inla.r-inla-download.org/R/stable'))); progressr::handlers(global = TRUE); options(future.globals.onReference = NULL); bincraftR::process_cran_updates(interval = $INTERVAL, platform = 'ubuntu-2404', process_updated = TRUE, process_new = TRUE, s3_endpoint = 'https://fsn1.your-objectstorage.com', s3_region = 'fsn1', s3_bucket = 'devxy-r-package-binaries', s3_access_key_id = Sys.getenv('HETZNER_S3_ACCESS_KEY_K3S'), s3_secret_access_key = Sys.getenv('HETZNER_S3_SECRET_KEY_K3S'), metadata_db_host = 'r-binaries.devxy.io', metadata_db_name = 'build_metadata', metadata_db_table = 'single_builds', metadata_db_user = 'r_binaries', metadata_db_password = Sys.getenv('PGPASS'), metadata_db_sslmode = 'require', metadata_db_port = 15432, archive = TRUE, upload = TRUE, store_build_metadata = TRUE)" + - xvfb-run R -q -e "options(crayon.enabled = TRUE, Ncpus = 4, future.globals.onReference = 'error', repos = structure(c(getOption('repos'),INLA='https://inla.r-inla-download.org/R/stable'))); progressr::handlers(global = TRUE); options(future.globals.onReference = NULL); bincraftR::process_cran_updates(interval = $INTERVAL, platform = 'ubuntu-2404', process_updated = TRUE, process_new = TRUE, process_removed = FALSE, s3_endpoint = 'https://fsn1.your-objectstorage.com', s3_region = 'fsn1', s3_bucket = 'devxy-r-package-binaries', s3_access_key_id = Sys.getenv('HETZNER_S3_ACCESS_KEY_K3S'), s3_secret_access_key = Sys.getenv('HETZNER_S3_SECRET_KEY_K3S'), metadata_db_host = 'r-binaries.devxy.io', metadata_db_name = 'build_metadata', metadata_db_table = 'single_builds', metadata_db_user = 'r_binaries', metadata_db_password = Sys.getenv('PGPASS'), metadata_db_sslmode = 'require', metadata_db_port = 15432, archive = TRUE, upload = TRUE, store_build_metadata = TRUE)" backend_options: kubernetes: resources: diff --git a/.crow/process-updates-ubuntu-2404-arm64.yaml b/.crow/process-updates-ubuntu-2404-arm64.yaml index 138c4a5..57acdad 100644 --- a/.crow/process-updates-ubuntu-2404-arm64.yaml +++ b/.crow/process-updates-ubuntu-2404-arm64.yaml @@ -34,7 +34,7 @@ steps: PLATFORM: ubuntu-2404 ARCH: arm64 NCPUS: 2 - INTERVAL: lubridate::interval(lubridate::today() - 3, lubridate::today() - 6) + INTERVAL: lubridate::interval(lubridate::today() - 180, lubridate::today() - 3) # volumes: # - arm64-binaries-r-dep-cache-ubuntu-2404:/mnt/cache commands: @@ -44,7 +44,7 @@ steps: - R -q -e 'packageVersion("bincraftR")' - mkdir -p /mnt/cache/pkgcache /mnt/cache/R-pkgs /mnt/cache/ccache /mnt/cache/packages # options(future.globals.onReference = NULL): for some reason s3fs::file_delete() throws 'Error: Detected a non-exportable reference ('externalptr') in one of the globals ('FUN' of class 'function') used in the future expression' otherwise - - xvfb-run R -q -e "options(crayon.enabled = TRUE, Ncpus = 4, future.globals.onReference = 'error', repos = structure(c(getOption('repos'),INLA='https://inla.r-inla-download.org/R/stable'))); progressr::handlers('cli'); progressr::handlers(global = TRUE); options(future.globals.onReference = NULL); bincraftR::process_cran_updates(interval = $INTERVAL, platform = 'ubuntu-2404', process_updated = TRUE, process_new = TRUE, s3_endpoint = 'https://fsn1.your-objectstorage.com', s3_region = 'fsn1', s3_bucket = 'devxy-r-package-binaries', s3_access_key_id = Sys.getenv('HETZNER_S3_ACCESS_KEY_K3S'), s3_secret_access_key = Sys.getenv('HETZNER_S3_SECRET_KEY_K3S'), metadata_db_host = 'r-binaries.devxy.io', metadata_db_name = 'build_metadata', metadata_db_table = 'single_builds', metadata_db_user = 'r_binaries', metadata_db_password = Sys.getenv('PGPASS'), metadata_db_sslmode = 'require', metadata_db_port = 15432, archive = TRUE, upload = TRUE, store_build_metadata = TRUE)" + - xvfb-run R -q -e "options(crayon.enabled = TRUE, Ncpus = 4, future.globals.onReference = 'error', repos = structure(c(getOption('repos'),INLA='https://inla.r-inla-download.org/R/stable'))); progressr::handlers('cli'); progressr::handlers(global = TRUE); options(future.globals.onReference = NULL); bincraftR::process_cran_updates(interval = $INTERVAL, platform = 'ubuntu-2404', process_updated = TRUE, process_new = TRUE, process_removed = FALSE, s3_endpoint = 'https://fsn1.your-objectstorage.com', s3_region = 'fsn1', s3_bucket = 'devxy-r-package-binaries', s3_access_key_id = Sys.getenv('HETZNER_S3_ACCESS_KEY_K3S'), s3_secret_access_key = Sys.getenv('HETZNER_S3_SECRET_KEY_K3S'), metadata_db_host = 'r-binaries.devxy.io', metadata_db_name = 'build_metadata', metadata_db_table = 'single_builds', metadata_db_user = 'r_binaries', metadata_db_password = Sys.getenv('PGPASS'), metadata_db_sslmode = 'require', metadata_db_port = 15432, archive = TRUE, upload = TRUE, store_build_metadata = TRUE)" backend_options: kubernetes: resources: diff --git a/.crow/update-package-index-redhat-9-amd64.yaml b/.crow/update-package-index-redhat-9-amd64.yaml index d143ea5..da8cbb7 100644 --- a/.crow/update-package-index-redhat-9-amd64.yaml +++ b/.crow/update-package-index-redhat-9-amd64.yaml @@ -57,7 +57,7 @@ steps: effect: 'NoSchedule' - name: Purge CDN cache - image: curlimages/curl + image: alpine:3.21 environment: BUNNY_API_KEY: from_secret: BUNNY_API_KEY From 4dbe4daa4b243e43faa1ba62de41c1f3e51d77ff Mon Sep 17 00:00:00 2001 From: pat-s Date: Wed, 26 Mar 2025 15:57:42 +0100 Subject: [PATCH 02/10] transparent purging --- scripts/purge_cdn_cache.sh | 2 +- 1 file changed, 1 insertion(+), 1 deletion(-) diff --git a/scripts/purge_cdn_cache.sh b/scripts/purge_cdn_cache.sh index e6ca48f..22feba6 100644 --- a/scripts/purge_cdn_cache.sh +++ b/scripts/purge_cdn_cache.sh @@ -12,7 +12,7 @@ urlencode() { purge() { local api_key="$1" local url="$2" - curl -sL -X POST -H "AccessKey: $api_key" "$url" + curl -vL -X POST -H "AccessKey: $api_key" "$url" } # Function to generate the purge URLs for a given domain, arch, and OS ID From 1cc1b317c9d8b3340fe4701526bbea2852e5406a Mon Sep 17 00:00:00 2001 From: pat-s Date: Wed, 26 Mar 2025 16:00:59 +0100 Subject: [PATCH 03/10] add complete single-build workflows --- .crow/build-alpine-320-amd64-single.yaml | 105 ++++++++++++++++++++++ .crow/build-alpine-320-arm64-single.yaml | 105 ++++++++++++++++++++++ .crow/build-redhat-8-amd64-single.yaml | 61 +++++++++++++ .crow/build-redhat-8-arm64-single.yaml | 61 +++++++++++++ .crow/build-redhat-9-arm64-single.yaml | 62 +++++++++++++ .crow/build-ubuntu-2204-amd64-single.yaml | 61 +++++++++++++ .crow/build-ubuntu-2204-arm64-single.yaml | 61 +++++++++++++ .crow/build-ubuntu-2404-amd64-single.yaml | 61 +++++++++++++ .crow/build-ubuntu-2404-arm64-single.yaml | 61 +++++++++++++ 9 files changed, 638 insertions(+) create mode 100644 .crow/build-alpine-320-amd64-single.yaml create mode 100644 .crow/build-alpine-320-arm64-single.yaml create mode 100644 .crow/build-redhat-8-amd64-single.yaml create mode 100644 .crow/build-redhat-8-arm64-single.yaml create mode 100644 .crow/build-redhat-9-arm64-single.yaml create mode 100644 .crow/build-ubuntu-2204-amd64-single.yaml create mode 100644 .crow/build-ubuntu-2204-arm64-single.yaml create mode 100644 .crow/build-ubuntu-2404-amd64-single.yaml create mode 100644 .crow/build-ubuntu-2404-arm64-single.yaml diff --git a/.crow/build-alpine-320-amd64-single.yaml b/.crow/build-alpine-320-amd64-single.yaml new file mode 100644 index 0000000..03cd845 --- /dev/null +++ b/.crow/build-alpine-320-amd64-single.yaml @@ -0,0 +1,105 @@ +when: + - event: manual + evaluate: 'build == "all"' + # - event: manual + # evaluate: 'build == "alpine-320-amd64"' + - event: manual + evaluate: 'build == "alpine-320-amd64-0"' + - event: manual + evaluate: 'build == "all-amd64"' + +skip_clone: true + +steps: + - name: 'Build binaries' + image: docker.io/devxygmbh/amd64-binaries-r-alpine-320 + pull: true + environment: + RED_HAT_DEV_PW: + from_secret: RED_HAT_DEV_PW + HETZNER_S3_ACCESS_KEY_K3S: + from_secret: HETZNER_S3_ACCESS_KEY_K3S + HETZNER_S3_SECRET_KEY_K3S: + from_secret: HETZNER_S3_SECRET_KEY_K3S + PGPASS: + from_secret: PGPASS + GIT_RO_TOKEN: + from_secret: GIT_RO_TOKEN + GITHUB_PAT: + from_secret: GITHUB_PAT + # normal env vars + GIT_USER: pat-s + # set the location of the 'pkgcache' cache dir which persists the R package dependencies needed to install the packages themselves + R_PKG_CACHE_DIR: /mnt/cache/pkgcache + R_LIBS_USER: /mnt/cache/R-pkgs + CCACHE_DIR: /mnt/cache/ccache + PLATFORM: alpine-320 + ARCH: amd64 + NCPUS: 2 + STRATEGY: sequential + # volumes: + # - amd64-binaries-r-dep-cache-alpine-320:/mnt/cache + commands: + - git clone -q https://pat-s:$$GIT_RO_TOKEN@git.devxy.io/devxy/build-binaries.git . + - R -q -e 'packageVersion("bincraftR")' + - mkdir -p /mnt/cache/pkgcache /mnt/cache/R-pkgs /mnt/cache/ccache /mnt/cache/packages + # Windows-only: 'RInno', 'KeyboardSimulator', 'R2PPT', 'RWinEdt', 'blatr', 'excel.link', 'spectrino', 'taskscheduleR', 'MDSGUI', 'BiplotGUI', 'R2wd', 'rFUSION', 'MediaNews' + - xvfb-run R -q -e "options(crayon.enabled = TRUE, Ncpus = $NCPUS, future.globals.onReference = NULL); pkgs = c('ieegio', 'integr', 'interpolation', 'intkrige', 'intRinsic', 'intSDM', 'IOLS', 'ipanema', 'ipdw', 'ipsecr', 'IRkernel', 'irtawsi', 'isocat', 'IsoriX', 'ISRaD', 'itcSegment', 'itsdm', 'ivdoctr', 'janus', 'jdenticon', 'JFM', 'jrSiCKLSNMF', 'kazaam', 'KeyboardSimulator', 'lgpr', 'MDSGUI', 'medfateland', 'MediaNews', 'Mega2R', 'MetabolomicsBasics', 'minired', 'moc.gapbk', 'ModTools', 'MolgenisArmadillo', 'mpae', 'MPCR', 'noisemodel', 'ODT', 'omsvg', 'onsvtables', 'OpenCL', 'openrouteservice', 'opinAr', 'overturemapsr', 'palaeoverse', 'parqr', 'parquetize', 'pastclim', 'pbdMPI', 'pbdSLAP', 'pcaL1', 'PCRA', 'pgenlibr', 'pheble', 'phonics', 'plot3Drgl', 'plotdap', 'plothelper', 'plumberDeploy', 'plusCode2', 'pmclust', 'pMEM', 'Poly4AT', 'polyhedralCubature', 'polymapR', 'pooledpeaks', 'PoPdesign', 'PopGenReport', 'populR', 'portfolio.optimization', 'postdoc', 'potential', 'povmap', 'poweRbal', 'PoweREST', 'PPbigdata', 'ppcSpatial', 'ppgm', 'PPMiss', 'PPRL', 'ppsbm', 'praatpicture', 'practicalSigni', 'predhy.GUI', 'predict3d', 'predicts', 'predtoolsTS', 'presenter', 'pressuRe', 'PrevMap', 'prevR', 'prior3D', 'priorCON', 'prioritizr', 'prism', 'PRISMA2020', 'prismjs', 'prisonbrief', 'profExtrema', 'proffer', 'ProfoundData', 'proj4', 'protolite', 'prqlr', 'prWarp', 'psBayesborrow', 'psgp', 'psSubpathway', 'qad', 'QF', 'qlcVisualize', 'qmd', 'QRAGadget', 'qrencoder', 'qrlabelr', 'QRM', 'qspray', 'qsub', 'qtlc', 'quadmesh', 'quadtree', 'qualmap', 'R2BayesX', 'R2PPT', 'R2wd', 'r4lineups', 'Racmacs', 'RAINBOWR', 'randomcoloR', 'RandomWalker', 'Rata', 'Rblpapi', 'rblt', 'rccola', 'RcmdrMisc', 'RcmdrPlugin.aRnova', 'RcmdrPlugin.BiclustGUI', 'RcmdrPlugin.BWS1', 'RcmdrPlugin.BWS2', 'RcmdrPlugin.BWS3', 'RcmdrPlugin.cpd', 'RcmdrPlugin.DCCV', 'RcmdrPlugin.DCE', 'RcmdrPlugin.depthTools', 'RcmdrPlugin.DoE', 'RcmdrPlugin.EACSPIR', 'RcmdrPlugin.EBM', 'RcmdrPlugin.EcoVirtual', 'RcmdrPlugin.Export', 'RcmdrPlugin.EZR', 'RcmdrPlugin.FactoMineR', 'RcmdrPlugin.GWRM', 'RcmdrPlugin.HH', 'RcmdrPlugin.KMggplot2', 'RcmdrPlugin.MA', 'RcmdrPlugin.MPAStats', 'RcmdrPlugin.NMBU', 'RcmdrPlugin.orloca', 'RcmdrPlugin.PcaRobust', 'RcmdrPlugin.RiskDemo', 'RcmdrPlugin.RMTCJags', 'RcmdrPlugin.ROC', 'RcmdrPlugin.sos', 'RcmdrPlugin.survival', 'RcmdrPlugin.TeachingDemos', 'RcmdrPlugin.TeachStat', 'RcmdrPlugin.temis', 'RcmdrPlugin.UCA', 'RcmdrPlugin.WorldFlora', 'Rcplex', 'RcppCWB', 'RcppMeCab', 'RDM', 'rdwplus', 'ReadDIM', 'readNSx', 'rechaRge', 'Recocrop', 'recolorize', 'red', 'redist', 'redistverse', 'redland', 'redlistr', 'redux', 'ref.ICAR', 'refreg', 'Relectoral', 'remote', 'reproj', 'rerddapXtracto', 'restoptr', 'resultant', 'RevGadgets', 'ReviewR', 'revtools', 'rflexscan', 'rflsgen', 'RFOC', 'rFUSION', 'RGCxGC', 'RGENERATEPREC', 'rgeopat2', 'rgl2gltf', 'rglplus', 'rgplates', 'RIdeogram', 'Riemann', 'RInno', 'RiskMap', 'riverdist', 'rivnet', 'rjade', 'RKHSMetaMod', 'rKIN', 'RKorAPClient', 'rleafmap', 'rless', 'rLFT', 'Rlibeemd', 'Rlibkdv', 'rliger', 'rmacrostrat', 'rmapshaper', 'rmapzen', 'rmarchingcubes', 'RMariaDB', 'RmecabKo', 'RMOPI', 'Rmpfr', 'Rmpi', 'Rmst', 'RMySQL', 'rnaturalearth', 'rnmamod', 'RockFab', 'RODBCDBI', 'ROI.models.miplib', 'ROI.plugin.clarabel', 'ROI.plugin.cplex', 'ROI.plugin.glpk', 'ROI.plugin.qpoases', 'ROI.plugin.symphony', 'ROMDB', 'ROracle', 'rPAex', 'Rpdb', 'RPhosFate', 'RPointCloud', 'Rpolyhedra', 'RProtoBuf', 'rqti', 'Rquake', 'RQuantLib', 'rsat', 'rsi', 'rsocialwatcher', 'RSP', 'rSPARCS', 'Rsymphony', 'RTLknitr', 'rTLsDeep', 'rWCVP', 'RWinEdt', 'SANple', 'sarsop', 'Scalelink', 'scoredec', 'scplot', 'secsse', 'SEMdeep', 'SEMgraph', 'sf', 'sfarrow', 'sfcentral', 'sfdep', 'sfhotspot', 'sftime', 'sftrack', 'shapes', 'ShapeSelectForest', 'ShellChron', 'shiny.benchmark', 'shinyMixR', 'shinyRGL', 'shinytest', 'shinytest2', 'shrinkDSM', 'shrinkTVPVAR', 'SIGN', 'siland', 'SimInf', 'simplePHENOTYPES', 'simplexreg', 'SiMRiv', 'SimSurvey', 'simulariatools', 'sirad', 'sits', 'SLBDD', 'slideview', 'smartmap', 'smcryptoR', 'smdi', 'SMDIC', 'smile', 'SMITIDstruct', 'smoothAPC', 'smosr', 'snplinkage', 'sociome', 'SoilSaltIndex', 'spacejamr', 'SpaDES', 'SpaDES.core', 'SpaDES.tools', 'spANOVA', 'sparrpowR', 'sparseCov', 'SPARSEMODr', 'sparsevb', 'SpatGC', 'SpatGRID', 'SpatialDDLS', 'spatialEco', 'SpatialEpi', 'SpatialfdaR', 'SpatialGraph', 'SpatialKDE', 'SpatialPosition', 'SpatialRegimes', 'SpaTopic', 'spatsurv', 'spbal', 'spectralR', 'Spectran', 'spectrino', 'Spectrum', 'SQL', 'SRTsim', 'stratastats', 'StratifiedRF', 'stRoke', 'sugarbag', 'SUNGEO', 'surveyexplorer', 'surveyvoi', 'swaprinc', 'SymTS', 'tableschema.r', 'taskscheduleR', 'tfrmt', 'tfrmtbuilder', 'tidyCDISC', 'tidycmprsk', 'TidyConsultant', 'tiledb', 'tinyscholar', 'TKCat', 'tkImgR', 'tkRplotR', 'TML', 'trackeRapp', 'TSCI', 'twdtw', 'tweetcheck', 'uaparserjs', 'UnalR', 'V8', 'valhallr', 'valuemap', 'vol2birdR', 'vtree', 'washr', 'webglobe', 'xRing'); pkgs = setdiff(pkgs, c('RInno', 'KeyboardSimulator', 'R2PPT', 'RWinEdt', 'blatr', 'excel.link', 'spectrino', 'taskscheduleR', 'MDSGUI', 'BiplotGUI', 'R2wd', 'rFUSION', 'MediaNews', 'DoE.base', 'DoE.wrapper', 'FrF2', 'FrF2.catlg128', 'eha', 'gRain', 'gRbase', 'doBy', 'IDPmisc', 'RVAideMemoire', 'pbkrtest', 'seewave', 'compareGroups', 'pls', 'SNPassoc', 'spdep', 'surveillance')); progressr::handlers('cli'); progressr::handlers(global = TRUE); foo = lapply(pkgs, function(x) bincraftR::build_binary_package(x, debug = FALSE, force = TRUE, s3_endpoint = 'https://fsn1.your-objectstorage.com', s3_region = 'fsn1', s3_bucket = 'devxy-r-package-binaries', s3_access_key_id = Sys.getenv('HETZNER_S3_ACCESS_KEY_K3S'), s3_secret_access_key = Sys.getenv('HETZNER_S3_SECRET_KEY_K3S'), metadata_db_host = 'r-binaries.devxy.io', metadata_db_name = 'build_metadata', metadata_db_table = 'single_builds', metadata_db_user = 'r_binaries', metadata_db_password = Sys.getenv('PGPASS'), metadata_db_sslmode = 'require', metadata_db_port = 15432, archive = TRUE, upload = TRUE, store_build_metadata = TRUE, platform = 'alpine-320'))" + ### Manual pkg builds + # webshot2, tabledown, TestAnaAPP, trekcolors, Spectran, SimNPH, RPushbullet, SimDesign, simCAT, SIAmodules, shinytest2, ShinyItemAnalysis, shinyIRT, shiny.benchmark, scDIFtest, RSP, qtkit, PROsetta, prettifyAddins, PerFit, outlierensembles, nomnoml, mxfda, MultBiplotR, mstDIF, mdsr, makepipe, lordif, kequate, jstager, jrt, irtreliability, irtQ, irtpwr, irtGUI, irtawsi, GRShiny, GPCMlasso, googletraffic, giacR, flps, flow, faoutlier, equateIRT, EnrichIntersect, EFA.dimensions, DFIT, D3mirt, ctgdist, CoTiMA, ConvertPar, bscui, BifactorIndicesCalculator, autoFC, airt: wait for https://github.com/rstudio/r-system-requirements/pull/178 + # RInno: Windows-only + # skedastic: waiting for ROI.plugin.qpoases (https://gitlab.com/roigrp/solver/ROI.plugin.qpoases/-/issues/1) + # rswipl: ccache issues: https://github.com/mgondan/rswipl/issues/3 -> solved + # Rpoppler: https://github.com/rstudio/r-system-requirements/pull/179/ + # ROracle: sysdep missing -> create rule + # ROI.plugin.qpoases: https://gitlab.com/roigrp/solver/ROI.plugin.qpoases/-/issues/1 + # ROI.plugin.cplex: checking for cplex... no -> requires propriatary software IBM Cplex + # RmecabKo: fatal error: mecab.h: No such file or directory + # rmarchingcubes: error: narrowing conversion of '-1' from 'int' to 'char' [-Wnarrowing] -> https://github.com/shwilks/rmarchingcubes/issues/3 + # RcppMeCab: /bin/bash: line 2: mecab-config: command not found -> https://github.com/rstudio/r-system-requirements/pull/180 + # Rcplex: checking for cplex... no -> requires propriatary software IBM Cplex + # Rblpapi: Unknown architecture: aarch64. Exiting. -> https://github.com/Rblp/Rblpapi/issues/399 + # Rbeast: aarch64 issue -> https://github.com/zhaokg/Rbeast/issues/29 + # ravetools: checking for FFTW... configure: error: Package requirements (fftw3) were not met: -> fftw3 rule needed + # Racmacs -> rmarchingcubes + # minic: /usr/include/c++/13/bits/stl_algo.h:5805:5: note: template argument deduction/substitution failed: + # KSgeneral -> aligned_mem.h:6:10: fatal error: mm_malloc.h: No such file or directory -> https://github.com/d-dimitrova/KSgeneral/issues/1 + # gpuR -> /usr/bin/ld: cannot find -lOpenCL: No such file or directory -> no GPU avail + # clrng -> gpuR + # BRugs: configure: error: OpenBUGS 3.2.2 or later not found. as it is only one package, not doing anything + # gamstransfer -> gdx/src/gdlib/gmsstrm.cpp:85:70: error: narrowing conversion of '-1' from 'std::char_traits::int_type' {aka 'int'} to 'char' [-Wnarrowing] -> https://github.com/GAMS-dev/transfer-r/issues/2 + # filters: -> email sent + # magickGUI, biplotbootGUI + # ymd (alpine, voi) + # tfrmtbuilder -> V8 (alpine) + # Rcmdr (alpine) + # readstata13 (alpine) + # - xvfb-run R -q -e 'options(crayon.enabled = TRUE, Ncpus = $NCPUS, future.globals.onReference = NULL); pkgs = c( "RcmdrPlugin.orloca", "RcmdrPlugin.PcaRobust", "RcmdrPlugin.RiskDemo", "RcmdrPlugin.RMTCJags", "RcmdrPlugin.ROC", "RcmdrPlugin.sos" , "RcmdrPlugin.survival", "RcmdrPlugin.TeachingDemos", "RcmdrPlugin.TeachStat", "RcmdrPlugin.temis", "RcmdrPlugin.UCA", "RcmdrPlugin.WorldFlora", "streamDAG", "stan4bart", "snplinkage", "saeHB.panel.beta", "rTwig", "rswipl", "RPointCloud", "rPDBapi", "rolog", "rmcfs", "rjags", "ResultModelManager", "RcppCWB", "RcmdrPlugin.WorldFlora", "RcmdrPlugin.UCA", "RcmdrPlugin.temis", "RcmdrPlugin.TeachStat", "RcmdrPlugin.TeachingDemos", "RcmdrPlugin.survival", "RcmdrPlugin.sos", "RcmdrPlugin.ROC", "RcmdrPlugin.RMTCJags", "RcmdrPlugin.RiskDemo", "RcmdrPlugin.PcaRobust", "RclusTool", "Rbeast", "rayrender", "quanteda.textmodels", "polmineR", "plotBart", "NlinTS", "ndtv", "overtureR", "mathml", "magickGUI", "lgpr", "KappaGUI", "historicalborrow", "GSODR", "GRIDCOPULA", "googleAnalyticsR", "fluidsynth", "EventDetectGUI", "evalITR", "EBcoBART", "deeptrafo", "dbarts", "CRE", "countSTAR", "bartMan", "bartCause", "altmeta", "EthSEQ", "dartR.spatial", "dartR.sim", "gwid", "Mega2R", "priorCON", "prior3D", "MCARtest", "designmatch", "highs", "ROI.plugin.highs", "GPCMlasso"); library(bincraftR); options(progressr.enable = TRUE); foo = lapply(pkgs, function(x) build_binary_package(x, debug = FALSE, force = TRUE, s3_endpoint = 'https://fsn1.your-objectstorage.com', s3_region = 'fsn1', s3_bucket = 'devxy-r-package-binaries', s3_access_key_id = Sys.getenv('HETZNER_S3_ACCESS_KEY_K3S'), s3_secret_access_key = Sys.getenv('HETZNER_S3_SECRET_KEY_K3S'), metadata_db_host = 'r-binaries.devxy.io', metadata_db_name = 'build_metadata', metadata_db_table = 'single_builds', metadata_db_user = 'r_binaries', metadata_db_password = Sys.getenv('PGPASS'), metadata_db_sslmode = 'require', metadata_db_port = 15432, archive = TRUE, upload = TRUE, store_build_metadata = TRUE, platform = "amd64"))' + backend_options: + kubernetes: + resources: + requests: + memory: 5Gi + cpu: 1000m + limits: + memory: 20Gi + cpu: 2000m + nodeSelector: + kubernetes.io/arch: amd64 + node.kubernetes.io/instance-type: AX42 + tolerations: + - key: 'CI' + operator: 'Equal' + value: 'true' + effect: 'NoSchedule' + + - name: 'ntfy' + image: binwiederhier/ntfy:v2.11.0 + when: + - status: [failure] + environment: + NTFY_TOKEN: + from_secret: ntfy_token + commands: | + BUILD_INDEX=$(cat build_index.txt) + ntfy publish --tags=no_entry_sign --token $NTFY_TOKEN -t "Run '${CI_REPO}' failed at $BUILD_INDEX" --click="${CI_PIPELINE_URL}" --actions="view, Open build, ${CI_PIPELINE_URL}, clear=true;" ntfy.devxy.io/ci-builds Workflow: ${CI_WORKFLOW_NAME} Commit message: ${CI_COMMIT_MESSAGE} Commit Author: ${CI_COMMIT_AUTHOR} diff --git a/.crow/build-alpine-320-arm64-single.yaml b/.crow/build-alpine-320-arm64-single.yaml new file mode 100644 index 0000000..ad8b16f --- /dev/null +++ b/.crow/build-alpine-320-arm64-single.yaml @@ -0,0 +1,105 @@ +when: + - event: manual + evaluate: 'build == "all"' + # - event: manual + # evaluate: 'build == "alpine-320-arm64"' + - event: manual + evaluate: 'build == "alpine-320-arm64-0"' + - event: manual + evaluate: 'build == "all-arm64"' + +skip_clone: true + +steps: + - name: 'Build binaries' + image: docker.io/devxygmbh/arm64-binaries-r-alpine-320 + pull: true + environment: + RED_HAT_DEV_PW: + from_secret: RED_HAT_DEV_PW + HETZNER_S3_ACCESS_KEY_K3S: + from_secret: HETZNER_S3_ACCESS_KEY_K3S + HETZNER_S3_SECRET_KEY_K3S: + from_secret: HETZNER_S3_SECRET_KEY_K3S + PGPASS: + from_secret: PGPASS + GIT_RO_TOKEN: + from_secret: GIT_RO_TOKEN + GITHUB_PAT: + from_secret: GITHUB_PAT + # normal env vars + GIT_USER: pat-s + # set the location of the 'pkgcache' cache dir which persists the R package dependencies needed to install the packages themselves + R_PKG_CACHE_DIR: /mnt/cache/pkgcache + R_LIBS_USER: /mnt/cache/R-pkgs + CCACHE_DIR: /mnt/cache/ccache + PLATFORM: alpine-320 + ARCH: arm64 + NCPUS: 2 + STRATEGY: sequential + # volumes: + # - arm64-binaries-r-dep-cache-alpine-320:/mnt/cache + commands: + - git clone -q https://pat-s:$$GIT_RO_TOKEN@git.devxy.io/devxy/build-binaries.git . + - R -q -e 'packageVersion("bincraftR")' + - mkdir -p /mnt/cache/pkgcache /mnt/cache/R-pkgs /mnt/cache/ccache /mnt/cache/packages + # Windows-only: 'RInno', 'KeyboardSimulator', 'R2PPT', 'RWinEdt', 'blatr', 'excel.link', 'spectrino', 'taskscheduleR', 'MDSGUI', 'BiplotGUI', 'R2wd', 'rFUSION', 'MediaNews' + - xvfb-run R -q -e "options(crayon.enabled = TRUE, Ncpus = $NCPUS, future.globals.onReference = NULL); pkgs = c('ieegio', 'integr', 'interpolation', 'intkrige', 'intRinsic', 'intSDM', 'IOLS', 'ipanema', 'ipdw', 'ipsecr', 'IRkernel', 'irtawsi', 'isocat', 'IsoriX', 'ISRaD', 'itcSegment', 'itsdm', 'ivdoctr', 'janus', 'jdenticon', 'JFM', 'jrSiCKLSNMF', 'kazaam', 'KeyboardSimulator', 'lgpr', 'MDSGUI', 'medfateland', 'MediaNews', 'Mega2R', 'MetabolomicsBasics', 'minired', 'moc.gapbk', 'ModTools', 'MolgenisArmadillo', 'mpae', 'MPCR', 'noisemodel', 'ODT', 'omsvg', 'onsvtables', 'OpenCL', 'openrouteservice', 'opinAr', 'overturemapsr', 'palaeoverse', 'parqr', 'parquetize', 'pastclim', 'pbdMPI', 'pbdSLAP', 'pcaL1', 'PCRA', 'pgenlibr', 'pheble', 'phonics', 'plot3Drgl', 'plotdap', 'plothelper', 'plumberDeploy', 'plusCode2', 'pmclust', 'pMEM', 'Poly4AT', 'polyhedralCubature', 'polymapR', 'pooledpeaks', 'PoPdesign', 'PopGenReport', 'populR', 'portfolio.optimization', 'postdoc', 'potential', 'povmap', 'poweRbal', 'PoweREST', 'PPbigdata', 'ppcSpatial', 'ppgm', 'PPMiss', 'PPRL', 'ppsbm', 'praatpicture', 'practicalSigni', 'predhy.GUI', 'predict3d', 'predicts', 'predtoolsTS', 'presenter', 'pressuRe', 'PrevMap', 'prevR', 'prior3D', 'priorCON', 'prioritizr', 'prism', 'PRISMA2020', 'prismjs', 'prisonbrief', 'profExtrema', 'proffer', 'ProfoundData', 'proj4', 'protolite', 'prqlr', 'prWarp', 'psBayesborrow', 'psgp', 'psSubpathway', 'qad', 'QF', 'qlcVisualize', 'qmd', 'QRAGadget', 'qrencoder', 'qrlabelr', 'QRM', 'qspray', 'qsub', 'qtlc', 'quadmesh', 'quadtree', 'qualmap', 'R2BayesX', 'R2PPT', 'R2wd', 'r4lineups', 'Racmacs', 'RAINBOWR', 'randomcoloR', 'RandomWalker', 'Rata', 'Rblpapi', 'rblt', 'rccola', 'RcmdrMisc', 'RcmdrPlugin.aRnova', 'RcmdrPlugin.BiclustGUI', 'RcmdrPlugin.BWS1', 'RcmdrPlugin.BWS2', 'RcmdrPlugin.BWS3', 'RcmdrPlugin.cpd', 'RcmdrPlugin.DCCV', 'RcmdrPlugin.DCE', 'RcmdrPlugin.depthTools', 'RcmdrPlugin.DoE', 'RcmdrPlugin.EACSPIR', 'RcmdrPlugin.EBM', 'RcmdrPlugin.EcoVirtual', 'RcmdrPlugin.Export', 'RcmdrPlugin.EZR', 'RcmdrPlugin.FactoMineR', 'RcmdrPlugin.GWRM', 'RcmdrPlugin.HH', 'RcmdrPlugin.KMggplot2', 'RcmdrPlugin.MA', 'RcmdrPlugin.MPAStats', 'RcmdrPlugin.NMBU', 'RcmdrPlugin.orloca', 'RcmdrPlugin.PcaRobust', 'RcmdrPlugin.RiskDemo', 'RcmdrPlugin.RMTCJags', 'RcmdrPlugin.ROC', 'RcmdrPlugin.sos', 'RcmdrPlugin.survival', 'RcmdrPlugin.TeachingDemos', 'RcmdrPlugin.TeachStat', 'RcmdrPlugin.temis', 'RcmdrPlugin.UCA', 'RcmdrPlugin.WorldFlora', 'Rcplex', 'RcppCWB', 'RcppMeCab', 'RDM', 'rdwplus', 'ReadDIM', 'readNSx', 'rechaRge', 'Recocrop', 'recolorize', 'red', 'redist', 'redistverse', 'redland', 'redlistr', 'redux', 'ref.ICAR', 'refreg', 'Relectoral', 'remote', 'reproj', 'rerddapXtracto', 'restoptr', 'resultant', 'RevGadgets', 'ReviewR', 'revtools', 'rflexscan', 'rflsgen', 'RFOC', 'rFUSION', 'RGCxGC', 'RGENERATEPREC', 'rgeopat2', 'rgl2gltf', 'rglplus', 'rgplates', 'RIdeogram', 'Riemann', 'RInno', 'RiskMap', 'riverdist', 'rivnet', 'rjade', 'RKHSMetaMod', 'rKIN', 'RKorAPClient', 'rleafmap', 'rless', 'rLFT', 'Rlibeemd', 'Rlibkdv', 'rliger', 'rmacrostrat', 'rmapshaper', 'rmapzen', 'rmarchingcubes', 'RMariaDB', 'RmecabKo', 'RMOPI', 'Rmpfr', 'Rmpi', 'Rmst', 'RMySQL', 'rnaturalearth', 'rnmamod', 'RockFab', 'RODBCDBI', 'ROI.models.miplib', 'ROI.plugin.clarabel', 'ROI.plugin.cplex', 'ROI.plugin.glpk', 'ROI.plugin.qpoases', 'ROI.plugin.symphony', 'ROMDB', 'ROracle', 'rPAex', 'Rpdb', 'RPhosFate', 'RPointCloud', 'Rpolyhedra', 'RProtoBuf', 'rqti', 'Rquake', 'RQuantLib', 'rsat', 'rsi', 'rsocialwatcher', 'RSP', 'rSPARCS', 'Rsymphony', 'RTLknitr', 'rTLsDeep', 'rWCVP', 'RWinEdt', 'SANple', 'sarsop', 'Scalelink', 'scoredec', 'scplot', 'secsse', 'SEMdeep', 'SEMgraph', 'sf', 'sfarrow', 'sfcentral', 'sfdep', 'sfhotspot', 'sftime', 'sftrack', 'shapes', 'ShapeSelectForest', 'ShellChron', 'shiny.benchmark', 'shinyMixR', 'shinyRGL', 'shinytest', 'shinytest2', 'shrinkDSM', 'shrinkTVPVAR', 'SIGN', 'siland', 'SimInf', 'simplePHENOTYPES', 'simplexreg', 'SiMRiv', 'SimSurvey', 'simulariatools', 'sirad', 'sits', 'SLBDD', 'slideview', 'smartmap', 'smcryptoR', 'smdi', 'SMDIC', 'smile', 'SMITIDstruct', 'smoothAPC', 'smosr', 'snplinkage', 'sociome', 'SoilSaltIndex', 'spacejamr', 'SpaDES', 'SpaDES.core', 'SpaDES.tools', 'spANOVA', 'sparrpowR', 'sparseCov', 'SPARSEMODr', 'sparsevb', 'SpatGC', 'SpatGRID', 'SpatialDDLS', 'spatialEco', 'SpatialEpi', 'SpatialfdaR', 'SpatialGraph', 'SpatialKDE', 'SpatialPosition', 'SpatialRegimes', 'SpaTopic', 'spatsurv', 'spbal', 'spectralR', 'Spectran', 'spectrino', 'Spectrum', 'SQL', 'SRTsim', 'stratastats', 'StratifiedRF', 'stRoke', 'sugarbag', 'SUNGEO', 'surveyexplorer', 'surveyvoi', 'swaprinc', 'SymTS', 'tableschema.r', 'taskscheduleR', 'tfrmt', 'tfrmtbuilder', 'tidyCDISC', 'tidycmprsk', 'TidyConsultant', 'tiledb', 'tinyscholar', 'TKCat', 'tkImgR', 'tkRplotR', 'TML', 'trackeRapp', 'TSCI', 'twdtw', 'tweetcheck', 'uaparserjs', 'UnalR', 'V8', 'valhallr', 'valuemap', 'vol2birdR', 'vtree', 'washr', 'webglobe', 'xRing'); pkgs = setdiff(pkgs, c('RInno', 'KeyboardSimulator', 'R2PPT', 'RWinEdt', 'blatr', 'excel.link', 'spectrino', 'taskscheduleR', 'MDSGUI', 'BiplotGUI', 'R2wd', 'rFUSION', 'MediaNews', 'DoE.base', 'DoE.wrapper', 'FrF2', 'FrF2.catlg128', 'eha', 'gRain', 'gRbase', 'doBy', 'IDPmisc', 'RVAideMemoire', 'pbkrtest', 'seewave', 'compareGroups', 'pls', 'SNPassoc', 'spdep', 'surveillance')); progressr::handlers('cli'); progressr::handlers(global = TRUE); foo = lapply(pkgs, function(x) bincraftR::build_binary_package(x, debug = FALSE, force = TRUE, s3_endpoint = 'https://fsn1.your-objectstorage.com', s3_region = 'fsn1', s3_bucket = 'devxy-r-package-binaries', s3_access_key_id = Sys.getenv('HETZNER_S3_ACCESS_KEY_K3S'), s3_secret_access_key = Sys.getenv('HETZNER_S3_SECRET_KEY_K3S'), metadata_db_host = 'r-binaries.devxy.io', metadata_db_name = 'build_metadata', metadata_db_table = 'single_builds', metadata_db_user = 'r_binaries', metadata_db_password = Sys.getenv('PGPASS'), metadata_db_sslmode = 'require', metadata_db_port = 15432, archive = TRUE, upload = TRUE, store_build_metadata = TRUE, platform = 'alpine-320'))" + ### Manual pkg builds + # webshot2, tabledown, TestAnaAPP, trekcolors, Spectran, SimNPH, RPushbullet, SimDesign, simCAT, SIAmodules, shinytest2, ShinyItemAnalysis, shinyIRT, shiny.benchmark, scDIFtest, RSP, qtkit, PROsetta, prettifyAddins, PerFit, outlierensembles, nomnoml, mxfda, MultBiplotR, mstDIF, mdsr, makepipe, lordif, kequate, jstager, jrt, irtreliability, irtQ, irtpwr, irtGUI, irtawsi, GRShiny, GPCMlasso, googletraffic, giacR, flps, flow, faoutlier, equateIRT, EnrichIntersect, EFA.dimensions, DFIT, D3mirt, ctgdist, CoTiMA, ConvertPar, bscui, BifactorIndicesCalculator, autoFC, airt: wait for https://github.com/rstudio/r-system-requirements/pull/178 + # RInno: Windows-only + # skedastic: waiting for ROI.plugin.qpoases (https://gitlab.com/roigrp/solver/ROI.plugin.qpoases/-/issues/1) + # rswipl: ccache issues: https://github.com/mgondan/rswipl/issues/3 -> solved + # Rpoppler: https://github.com/rstudio/r-system-requirements/pull/179/ + # ROracle: sysdep missing -> create rule + # ROI.plugin.qpoases: https://gitlab.com/roigrp/solver/ROI.plugin.qpoases/-/issues/1 + # ROI.plugin.cplex: checking for cplex... no -> requires propriatary software IBM Cplex + # RmecabKo: fatal error: mecab.h: No such file or directory + # rmarchingcubes: error: narrowing conversion of '-1' from 'int' to 'char' [-Wnarrowing] -> https://github.com/shwilks/rmarchingcubes/issues/3 + # RcppMeCab: /bin/bash: line 2: mecab-config: command not found -> https://github.com/rstudio/r-system-requirements/pull/180 + # Rcplex: checking for cplex... no -> requires propriatary software IBM Cplex + # Rblpapi: Unknown architecture: aarch64. Exiting. -> https://github.com/Rblp/Rblpapi/issues/399 + # Rbeast: aarch64 issue -> https://github.com/zhaokg/Rbeast/issues/29 + # ravetools: checking for FFTW... configure: error: Package requirements (fftw3) were not met: -> fftw3 rule needed + # Racmacs -> rmarchingcubes + # minic: /usr/include/c++/13/bits/stl_algo.h:5805:5: note: template argument deduction/substitution failed: + # KSgeneral -> aligned_mem.h:6:10: fatal error: mm_malloc.h: No such file or directory -> https://github.com/d-dimitrova/KSgeneral/issues/1 + # gpuR -> /usr/bin/ld: cannot find -lOpenCL: No such file or directory -> no GPU avail + # clrng -> gpuR + # BRugs: configure: error: OpenBUGS 3.2.2 or later not found. as it is only one package, not doing anything + # gamstransfer -> gdx/src/gdlib/gmsstrm.cpp:85:70: error: narrowing conversion of '-1' from 'std::char_traits::int_type' {aka 'int'} to 'char' [-Wnarrowing] -> https://github.com/GAMS-dev/transfer-r/issues/2 + # filters: -> email sent + # magickGUI, biplotbootGUI + # ymd (alpine, voi) + # tfrmtbuilder -> V8 (alpine) + # Rcmdr (alpine) + # readstata13 (alpine) + # - xvfb-run R -q -e 'options(crayon.enabled = TRUE, Ncpus = $NCPUS, future.globals.onReference = NULL); pkgs = c( "RcmdrPlugin.orloca", "RcmdrPlugin.PcaRobust", "RcmdrPlugin.RiskDemo", "RcmdrPlugin.RMTCJags", "RcmdrPlugin.ROC", "RcmdrPlugin.sos" , "RcmdrPlugin.survival", "RcmdrPlugin.TeachingDemos", "RcmdrPlugin.TeachStat", "RcmdrPlugin.temis", "RcmdrPlugin.UCA", "RcmdrPlugin.WorldFlora", "strearmAG", "stan4bart", "snplinkage", "saeHB.panel.beta", "rTwig", "rswipl", "RPointCloud", "rPDBapi", "rolog", "rmcfs", "rjags", "ResultModelManager", "RcppCWB", "RcmdrPlugin.WorldFlora", "RcmdrPlugin.UCA", "RcmdrPlugin.temis", "RcmdrPlugin.TeachStat", "RcmdrPlugin.TeachingDemos", "RcmdrPlugin.survival", "RcmdrPlugin.sos", "RcmdrPlugin.ROC", "RcmdrPlugin.RMTCJags", "RcmdrPlugin.RiskDemo", "RcmdrPlugin.PcaRobust", "RclusTool", "Rbeast", "rayrender", "quanteda.textmodels", "polmineR", "plotBart", "NlinTS", "ndtv", "overtureR", "mathml", "magickGUI", "lgpr", "KappaGUI", "historicalborrow", "GSODR", "GRIDCOPULA", "googleAnalyticsR", "fluidsynth", "EventDetectGUI", "evalITR", "EBcoBART", "deeptrafo", "dbarts", "CRE", "countSTAR", "bartMan", "bartCause", "altmeta", "EthSEQ", "dartR.spatial", "dartR.sim", "gwid", "Mega2R", "priorCON", "prior3D", "MCARtest", "designmatch", "highs", "ROI.plugin.highs", "GPCMlasso"); library(bincraftR); options(progressr.enable = TRUE); foo = lapply(pkgs, function(x) build_binary_package(x, debug = FALSE, force = TRUE, s3_endpoint = 'https://fsn1.your-objectstorage.com', s3_region = 'fsn1', s3_bucket = 'devxy-r-package-binaries', s3_access_key_id = Sys.getenv('HETZNER_S3_ACCESS_KEY_K3S'), s3_secret_access_key = Sys.getenv('HETZNER_S3_SECRET_KEY_K3S'), metadata_db_host = 'r-binaries.devxy.io', metadata_db_name = 'build_metadata', metadata_db_table = 'single_builds', metadata_db_user = 'r_binaries', metadata_db_password = Sys.getenv('PGPASS'), metadata_db_sslmode = 'require', metadata_db_port = 15432, archive = TRUE, upload = TRUE, store_build_metadata = TRUE, platform = "arm64"))' + backend_options: + kubernetes: + resources: + requests: + memory: 5Gi + cpu: 1000m + limits: + memory: 20Gi + cpu: 2000m + nodeSelector: + kubernetes.io/arch: arm64 + node.kubernetes.io/instance-type: AX42 + tolerations: + - key: 'CI' + operator: 'Equal' + value: 'true' + effect: 'NoSchedule' + + - name: 'ntfy' + image: binwiederhier/ntfy:v2.11.0 + when: + - status: [failure] + environment: + NTFY_TOKEN: + from_secret: ntfy_token + commands: | + BUILD_INDEX=$(cat build_index.txt) + ntfy publish --tags=no_entry_sign --token $NTFY_TOKEN -t "Run '${CI_REPO}' failed at $BUILD_INDEX" --click="${CI_PIPELINE_URL}" --actions="view, Open build, ${CI_PIPELINE_URL}, clear=true;" ntfy.devxy.io/ci-builds Workflow: ${CI_WORKFLOW_NAME} Commit message: ${CI_COMMIT_MESSAGE} Commit Author: ${CI_COMMIT_AUTHOR} diff --git a/.crow/build-redhat-8-amd64-single.yaml b/.crow/build-redhat-8-amd64-single.yaml new file mode 100644 index 0000000..96631bf --- /dev/null +++ b/.crow/build-redhat-8-amd64-single.yaml @@ -0,0 +1,61 @@ +when: + - event: manual + evaluate: 'task == "build-single-rhel8-amd64"' + # PACKAGE: + # TAG: # set NULL to build all versions + +skip_clone: true + +steps: + - name: 'Build binaries' + image: docker.io/devxygmbh/amd64-binaries-r-redhat-8 + pull: true + environment: + RED_HAT_DEV_PW: + from_secret: RED_HAT_DEV_PW + HETZNER_S3_ACCESS_KEY_K3S: + from_secret: HETZNER_S3_ACCESS_KEY_K3S + HETZNER_S3_SECRET_KEY_K3S: + from_secret: HETZNER_S3_SECRET_KEY_K3S + PGPASS: + from_secret: PGPASS + GIT_RO_TOKEN: + from_secret: GIT_RO_TOKEN + GITHUB_PAT: + from_secret: GITHUB_PAT + # normal env vars + GIT_USER: pat-s + # set the location of the 'pkgcache' cache dir which persists the R package dependencies needed to install the packages themselves + R_PKG_CACHE_DIR: /mnt/cache/pkgcache + R_LIBS_USER: /mnt/cache/R-pkgs + CCACHE_DIR: /mnt/cache/ccache + PLATFORM: redhat-8 + ARCH: amd64 + NCPUS: 4 + STRATEGY: sequential + # volumes: + # - amd64-binaries-r-dep-cache-redhat-8:/mnt/cache + commands: + - git clone -q https://pat-s:$$GIT_RO_TOKEN@git.devxy.io/devxy/build-binaries.git . + - rm -rf /mnt/cache/R-pkgs/00LOCK-r-pkg-binaries /mnt/cache/R-pkgs/00LOCK-bincraftR /mnt/cache/R-pkgs/00LOCK-pak /mnt/cache/pkgcache/R/pkgcache /mnt/cache/pkgcache/R/pkgcache /mnt/cache/R-pkgs/pkgcache + - R -q -e 'pak::pak("git::https://gitlab.com/devxy/r-package-binaries/bincraftr.git")' + - R -q -e 'packageVersion("bincraftR")' + - mkdir -p /mnt/cache/pkgcache /mnt/cache/R-pkgs /mnt/cache/ccache /mnt/cache/packages + - xvfb-run R -q -e "options(crayon.enabled = TRUE, Ncpus = $NCPUS, future.globals.onReference = NULL, repos = structure(c(CRAN = 'https://cran.devxy.io/$ARCH/rhel8/latest'))); progressr::handlers('cli'); progressr::handlers(global = TRUE); bincraftR::build_binary_package(\"$$package\", tag = \"$$tag\", debug = FALSE, force = TRUE, s3_endpoint = 'https://fsn1.your-objectstorage.com', s3_region = 'fsn1', s3_bucket = 'devxy-r-package-binaries', s3_access_key_id = Sys.getenv('HETZNER_S3_ACCESS_KEY_K3S'), s3_secret_access_key = Sys.getenv('HETZNER_S3_SECRET_KEY_K3S'), metadata_db_host = 'r-binaries.devxy.io', metadata_db_name = 'build_metadata', metadata_db_table = 'single_builds', metadata_db_user = 'r_binaries', metadata_db_password = Sys.getenv('PGPASS'), metadata_db_sslmode = 'require', metadata_db_port = 15432, archive = TRUE, upload = TRUE, store_build_metadata = TRUE, platform = 'redhat-8')" + backend_options: + kubernetes: + resources: + requests: + memory: 5Gi + cpu: 2000m + limits: + memory: 20Gi + cpu: 3000m + nodeSelector: + kubernetes.io/arch: amd64 + node.kubernetes.io/instance-type: AX42 + tolerations: + - key: 'CI' + operator: 'Equal' + value: 'true' + effect: 'NoSchedule' diff --git a/.crow/build-redhat-8-arm64-single.yaml b/.crow/build-redhat-8-arm64-single.yaml new file mode 100644 index 0000000..7f663d9 --- /dev/null +++ b/.crow/build-redhat-8-arm64-single.yaml @@ -0,0 +1,61 @@ +when: + - event: manual + evaluate: 'task == "build-single-rhel8-arm64"' + # PACKAGE: + # TAG: # set NULL to build all versions + +skip_clone: true + +steps: + - name: 'Build binaries' + image: docker.io/devxygmbh/arm64-binaries-r-redhat-8 + pull: true + environment: + RED_HAT_DEV_PW: + from_secret: RED_HAT_DEV_PW + HETZNER_S3_ACCESS_KEY_K3S: + from_secret: HETZNER_S3_ACCESS_KEY_K3S + HETZNER_S3_SECRET_KEY_K3S: + from_secret: HETZNER_S3_SECRET_KEY_K3S + PGPASS: + from_secret: PGPASS + GIT_RO_TOKEN: + from_secret: GIT_RO_TOKEN + GITHUB_PAT: + from_secret: GITHUB_PAT + # normal env vars + GIT_USER: pat-s + # set the location of the 'pkgcache' cache dir which persists the R package dependencies needed to install the packages themselves + R_PKG_CACHE_DIR: /mnt/cache/pkgcache + R_LIBS_USER: /mnt/cache/R-pkgs + CCACHE_DIR: /mnt/cache/ccache + PLATFORM: redhat-8 + ARCH: arm64 + NCPUS: 4 + STRATEGY: sequential + # volumes: + # - arm64-binaries-r-dep-cache-redhat-8:/mnt/cache + commands: + - git clone -q https://pat-s:$$GIT_RO_TOKEN@git.devxy.io/devxy/build-binaries.git . + - rm -rf /mnt/cache/R-pkgs/00LOCK-r-pkg-binaries /mnt/cache/R-pkgs/00LOCK-bincraftR /mnt/cache/R-pkgs/00LOCK-pak /mnt/cache/pkgcache/R/pkgcache /mnt/cache/pkgcache/R/pkgcache /mnt/cache/R-pkgs/pkgcache + - R -q -e 'pak::pak("git::https://gitlab.com/devxy/r-package-binaries/bincraftr.git")' + - R -q -e 'packageVersion("bincraftR")' + - mkdir -p /mnt/cache/pkgcache /mnt/cache/R-pkgs /mnt/cache/ccache /mnt/cache/packages + - xvfb-run R -q -e "options(crayon.enabled = TRUE, Ncpus = $NCPUS, future.globals.onReference = NULL, repos = structure(c(CRAN = 'https://cran.devxy.io/$ARCH/rhel8/latest'))); progressr::handlers('cli'); progressr::handlers(global = TRUE); bincraftR::build_binary_package(\"$$package\", tag = \"$$tag\", debug = FALSE, force = TRUE, s3_endpoint = 'https://fsn1.your-objectstorage.com', s3_region = 'fsn1', s3_bucket = 'devxy-r-package-binaries', s3_access_key_id = Sys.getenv('HETZNER_S3_ACCESS_KEY_K3S'), s3_secret_access_key = Sys.getenv('HETZNER_S3_SECRET_KEY_K3S'), metadata_db_host = 'r-binaries.devxy.io', metadata_db_name = 'build_metadata', metadata_db_table = 'single_builds', metadata_db_user = 'r_binaries', metadata_db_password = Sys.getenv('PGPASS'), metadata_db_sslmode = 'require', metadata_db_port = 15432, archive = TRUE, upload = TRUE, store_build_metadata = TRUE, platform = 'redhat-8')" + backend_options: + kubernetes: + resources: + requests: + memory: 5Gi + cpu: 2000m + limits: + memory: 20Gi + cpu: 3000m + nodeSelector: + kubernetes.io/arch: arm64 + node.kubernetes.io/instance-type: AX42 + tolerations: + - key: 'CI' + operator: 'Equal' + value: 'true' + effect: 'NoSchedule' diff --git a/.crow/build-redhat-9-arm64-single.yaml b/.crow/build-redhat-9-arm64-single.yaml new file mode 100644 index 0000000..87bd045 --- /dev/null +++ b/.crow/build-redhat-9-arm64-single.yaml @@ -0,0 +1,62 @@ +when: + - event: manual + evaluate: 'task == "build-single-rhel9-arm64"' + # PACKAGE: + # TAG: # set NULL to build all versions + +skip_clone: true + +steps: + - name: 'Build binaries' + image: docker.io/devxygmbh/arm64-binaries-r-redhat-9 + pull: true + environment: + RED_HAT_DEV_PW: + from_secret: RED_HAT_DEV_PW + HETZNER_S3_ACCESS_KEY_K3S: + from_secret: HETZNER_S3_ACCESS_KEY_K3S + HETZNER_S3_SECRET_KEY_K3S: + from_secret: HETZNER_S3_SECRET_KEY_K3S + PGPASS: + from_secret: PGPASS + GIT_RO_TOKEN: + from_secret: GIT_RO_TOKEN + GITHUB_PAT: + from_secret: GITHUB_PAT + # normal env vars + GIT_USER: pat-s + # set the location of the 'pkgcache' cache dir which persists the R package dependencies needed to install the packages themselves + R_PKG_CACHE_DIR: /mnt/cache/pkgcache + R_LIBS_USER: /mnt/cache/R-pkgs + CCACHE_DIR: /mnt/cache/ccache + PLATFORM: redhat-9 + ARCH: arm64 + NCPUS: 4 + STRATEGY: sequential + # volumes: + # - arm64-binaries-r-dep-cache-redhat-9:/mnt/cache + commands: + - git clone -q https://pat-s:$$GIT_RO_TOKEN@git.devxy.io/devxy/build-binaries.git . + - rm -rf /mnt/cache/R-pkgs/00LOCK-r-pkg-binaries /mnt/cache/R-pkgs/00LOCK-bincraftR /mnt/cache/R-pkgs/00LOCK-pak /mnt/cache/pkgcache/R/pkgcache /mnt/cache/pkgcache/R/pkgcache /mnt/cache/R-pkgs/pkgcache + - R -q -e 'pak::pak("git::https://gitlab.com/devxy/r-package-binaries/bincraftr.git")' + - R -q -e 'packageVersion("bincraftR")' + - mkdir -p /mnt/cache/pkgcache /mnt/cache/R-pkgs /mnt/cache/ccache /mnt/cache/packages + # Windows-only: 'RInno', 'KeyboardSimulator', 'R2PPT', 'RWinEdt', 'blatr', 'excel.link', 'spectrino', 'taskscheduleR', 'MDSGUI', 'BiplotGUI', 'R2wd', 'rFUSION', 'MediaNews' + - xvfb-run R -q -e "options(crayon.enabled = TRUE, Ncpus = $NCPUS, future.globals.onReference = NULL, repos = structure(c(CRAN = 'https://cran.devxy.io/$ARCH/rhel9/latest'))); progressr::handlers('cli'); progressr::handlers(global = TRUE); bincraftR::build_binary_package(\"$$package\", tag = \"$$tag\", debug = FALSE, force = TRUE, s3_endpoint = 'https://fsn1.your-objectstorage.com', s3_region = 'fsn1', s3_bucket = 'devxy-r-package-binaries', s3_access_key_id = Sys.getenv('HETZNER_S3_ACCESS_KEY_K3S'), s3_secret_access_key = Sys.getenv('HETZNER_S3_SECRET_KEY_K3S'), metadata_db_host = 'r-binaries.devxy.io', metadata_db_name = 'build_metadata', metadata_db_table = 'single_builds', metadata_db_user = 'r_binaries', metadata_db_password = Sys.getenv('PGPASS'), metadata_db_sslmode = 'require', metadata_db_port = 15432, archive = TRUE, upload = TRUE, store_build_metadata = TRUE, platform = 'redhat-9')" + backend_options: + kubernetes: + resources: + requests: + memory: 5Gi + cpu: 2000m + limits: + memory: 20Gi + cpu: 3000m + nodeSelector: + kubernetes.io/arch: arm64 + node.kubernetes.io/instance-type: AX42 + tolerations: + - key: 'CI' + operator: 'Equal' + value: 'true' + effect: 'NoSchedule' diff --git a/.crow/build-ubuntu-2204-amd64-single.yaml b/.crow/build-ubuntu-2204-amd64-single.yaml new file mode 100644 index 0000000..be6c1ac --- /dev/null +++ b/.crow/build-ubuntu-2204-amd64-single.yaml @@ -0,0 +1,61 @@ +when: + - event: manual + evaluate: 'task == "build-single-jammy-amd64"' + # PACKAGE: + # TAG: # set NULL to build all versions + +skip_clone: true + +steps: + - name: 'Build binaries' + image: docker.io/devxygmbh/amd64-binaries-r-ubuntu-2204 + pull: true + environment: + RED_HAT_DEV_PW: + from_secret: RED_HAT_DEV_PW + HETZNER_S3_ACCESS_KEY_K3S: + from_secret: HETZNER_S3_ACCESS_KEY_K3S + HETZNER_S3_SECRET_KEY_K3S: + from_secret: HETZNER_S3_SECRET_KEY_K3S + PGPASS: + from_secret: PGPASS + GIT_RO_TOKEN: + from_secret: GIT_RO_TOKEN + GITHUB_PAT: + from_secret: GITHUB_PAT + # normal env vars + GIT_USER: pat-s + # set the location of the 'pkgcache' cache dir which persists the R package dependencies needed to install the packages themselves + R_PKG_CACHE_DIR: /mnt/cache/pkgcache + R_LIBS_USER: /mnt/cache/R-pkgs + CCACHE_DIR: /mnt/cache/ccache + PLATFORM: ubuntu-2204 + ARCH: amd64 + NCPUS: 4 + STRATEGY: sequential + # volumes: + # - amd64-binaries-r-dep-cache-ubuntu-2204:/mnt/cache + commands: + - git clone -q https://pat-s:$$GIT_RO_TOKEN@git.devxy.io/devxy/build-binaries.git . + - rm -rf /mnt/cache/R-pkgs/00LOCK-r-pkg-binaries /mnt/cache/R-pkgs/00LOCK-bincraftR /mnt/cache/R-pkgs/00LOCK-pak /mnt/cache/pkgcache/R/pkgcache /mnt/cache/pkgcache/R/pkgcache /mnt/cache/R-pkgs/pkgcache + - R -q -e 'pak::pak("git::https://gitlab.com/devxy/r-package-binaries/bincraftr.git")' + - R -q -e 'packageVersion("bincraftR")' + - mkdir -p /mnt/cache/pkgcache /mnt/cache/R-pkgs /mnt/cache/ccache /mnt/cache/packages + - xvfb-run R -q -e "options(crayon.enabled = TRUE, Ncpus = $NCPUS, future.globals.onReference = NULL, repos = structure(c(CRAN = 'https://cran.devxy.io/$ARCH/jammy/latest'))); progressr::handlers('cli'); progressr::handlers(global = TRUE); bincraftR::build_binary_package(\"$$package\", tag = \"$$tag\", debug = FALSE, force = TRUE, s3_endpoint = 'https://fsn1.your-objectstorage.com', s3_region = 'fsn1', s3_bucket = 'devxy-r-package-binaries', s3_access_key_id = Sys.getenv('HETZNER_S3_ACCESS_KEY_K3S'), s3_secret_access_key = Sys.getenv('HETZNER_S3_SECRET_KEY_K3S'), metadata_db_host = 'r-binaries.devxy.io', metadata_db_name = 'build_metadata', metadata_db_table = 'single_builds', metadata_db_user = 'r_binaries', metadata_db_password = Sys.getenv('PGPASS'), metadata_db_sslmode = 'require', metadata_db_port = 15432, archive = TRUE, upload = TRUE, store_build_metadata = TRUE, platform = 'ubuntu-2204')" + backend_options: + kubernetes: + resources: + requests: + memory: 5Gi + cpu: 2000m + limits: + memory: 20Gi + cpu: 3000m + nodeSelector: + kubernetes.io/arch: amd64 + node.kubernetes.io/instance-type: AX42 + tolerations: + - key: 'CI' + operator: 'Equal' + value: 'true' + effect: 'NoSchedule' diff --git a/.crow/build-ubuntu-2204-arm64-single.yaml b/.crow/build-ubuntu-2204-arm64-single.yaml new file mode 100644 index 0000000..bafd795 --- /dev/null +++ b/.crow/build-ubuntu-2204-arm64-single.yaml @@ -0,0 +1,61 @@ +when: + - event: manual + evaluate: 'task == "build-single-jammy-arm64"' + # PACKAGE: + # TAG: # set NULL to build all versions + +skip_clone: true + +steps: + - name: 'Build binaries' + image: docker.io/devxygmbh/arm64-binaries-r-ubuntu-2204 + pull: true + environment: + RED_HAT_DEV_PW: + from_secret: RED_HAT_DEV_PW + HETZNER_S3_ACCESS_KEY_K3S: + from_secret: HETZNER_S3_ACCESS_KEY_K3S + HETZNER_S3_SECRET_KEY_K3S: + from_secret: HETZNER_S3_SECRET_KEY_K3S + PGPASS: + from_secret: PGPASS + GIT_RO_TOKEN: + from_secret: GIT_RO_TOKEN + GITHUB_PAT: + from_secret: GITHUB_PAT + # normal env vars + GIT_USER: pat-s + # set the location of the 'pkgcache' cache dir which persists the R package dependencies needed to install the packages themselves + R_PKG_CACHE_DIR: /mnt/cache/pkgcache + R_LIBS_USER: /mnt/cache/R-pkgs + CCACHE_DIR: /mnt/cache/ccache + PLATFORM: ubuntu-2204 + ARCH: arm64 + NCPUS: 4 + STRATEGY: sequential + # volumes: + # - arm64-binaries-r-dep-cache-ubuntu-2204:/mnt/cache + commands: + - git clone -q https://pat-s:$$GIT_RO_TOKEN@git.devxy.io/devxy/build-binaries.git . + - rm -rf /mnt/cache/R-pkgs/00LOCK-r-pkg-binaries /mnt/cache/R-pkgs/00LOCK-bincraftR /mnt/cache/R-pkgs/00LOCK-pak /mnt/cache/pkgcache/R/pkgcache /mnt/cache/pkgcache/R/pkgcache /mnt/cache/R-pkgs/pkgcache + - R -q -e 'pak::pak("git::https://gitlab.com/devxy/r-package-binaries/bincraftr.git")' + - R -q -e 'packageVersion("bincraftR")' + - mkdir -p /mnt/cache/pkgcache /mnt/cache/R-pkgs /mnt/cache/ccache /mnt/cache/packages + - xvfb-run R -q -e "options(crayon.enabled = TRUE, Ncpus = $NCPUS, future.globals.onReference = NULL, repos = structure(c(CRAN = 'https://cran.devxy.io/$ARCH/jammy/latest'))); progressr::handlers('cli'); progressr::handlers(global = TRUE); bincraftR::build_binary_package(\"$$package\", tag = \"$$tag\", debug = FALSE, force = TRUE, s3_endpoint = 'https://fsn1.your-objectstorage.com', s3_region = 'fsn1', s3_bucket = 'devxy-r-package-binaries', s3_access_key_id = Sys.getenv('HETZNER_S3_ACCESS_KEY_K3S'), s3_secret_access_key = Sys.getenv('HETZNER_S3_SECRET_KEY_K3S'), metadata_db_host = 'r-binaries.devxy.io', metadata_db_name = 'build_metadata', metadata_db_table = 'single_builds', metadata_db_user = 'r_binaries', metadata_db_password = Sys.getenv('PGPASS'), metadata_db_sslmode = 'require', metadata_db_port = 15432, archive = TRUE, upload = TRUE, store_build_metadata = TRUE, platform = 'ubuntu-2204')" + backend_options: + kubernetes: + resources: + requests: + memory: 5Gi + cpu: 2000m + limits: + memory: 20Gi + cpu: 3000m + nodeSelector: + kubernetes.io/arch: arm64 + node.kubernetes.io/instance-type: AX42 + tolerations: + - key: 'CI' + operator: 'Equal' + value: 'true' + effect: 'NoSchedule' diff --git a/.crow/build-ubuntu-2404-amd64-single.yaml b/.crow/build-ubuntu-2404-amd64-single.yaml new file mode 100644 index 0000000..7493c1b --- /dev/null +++ b/.crow/build-ubuntu-2404-amd64-single.yaml @@ -0,0 +1,61 @@ +when: + - event: manual + evaluate: 'task == "build-single-noble-amd64"' + # PACKAGE: + # TAG: # set NULL to build all versions + +skip_clone: true + +steps: + - name: 'Build binaries' + image: docker.io/devxygmbh/amd64-binaries-r-ubuntu-2404 + pull: true + environment: + RED_HAT_DEV_PW: + from_secret: RED_HAT_DEV_PW + HETZNER_S3_ACCESS_KEY_K3S: + from_secret: HETZNER_S3_ACCESS_KEY_K3S + HETZNER_S3_SECRET_KEY_K3S: + from_secret: HETZNER_S3_SECRET_KEY_K3S + PGPASS: + from_secret: PGPASS + GIT_RO_TOKEN: + from_secret: GIT_RO_TOKEN + GITHUB_PAT: + from_secret: GITHUB_PAT + # normal env vars + GIT_USER: pat-s + # set the location of the 'pkgcache' cache dir which persists the R package dependencies needed to install the packages themselves + R_PKG_CACHE_DIR: /mnt/cache/pkgcache + R_LIBS_USER: /mnt/cache/R-pkgs + CCACHE_DIR: /mnt/cache/ccache + PLATFORM: ubuntu-2404 + ARCH: amd64 + NCPUS: 4 + STRATEGY: sequential + # volumes: + # - amd64-binaries-r-dep-cache-ubuntu-2404:/mnt/cache + commands: + - git clone -q https://pat-s:$$GIT_RO_TOKEN@git.devxy.io/devxy/build-binaries.git . + - rm -rf /mnt/cache/R-pkgs/00LOCK-r-pkg-binaries /mnt/cache/R-pkgs/00LOCK-bincraftR /mnt/cache/R-pkgs/00LOCK-pak /mnt/cache/pkgcache/R/pkgcache /mnt/cache/pkgcache/R/pkgcache /mnt/cache/R-pkgs/pkgcache + - R -q -e 'pak::pak("git::https://gitlab.com/devxy/r-package-binaries/bincraftr.git")' + - R -q -e 'packageVersion("bincraftR")' + - mkdir -p /mnt/cache/pkgcache /mnt/cache/R-pkgs /mnt/cache/ccache /mnt/cache/packages + - xvfb-run R -q -e "options(crayon.enabled = TRUE, Ncpus = $NCPUS, future.globals.onReference = NULL, repos = structure(c(CRAN = 'https://cran.devxy.io/$ARCH/noble/latest'))); progressr::handlers('cli'); progressr::handlers(global = TRUE); bincraftR::build_binary_package(\"$$package\", tag = \"$$tag\", debug = FALSE, force = TRUE, s3_endpoint = 'https://fsn1.your-objectstorage.com', s3_region = 'fsn1', s3_bucket = 'devxy-r-package-binaries', s3_access_key_id = Sys.getenv('HETZNER_S3_ACCESS_KEY_K3S'), s3_secret_access_key = Sys.getenv('HETZNER_S3_SECRET_KEY_K3S'), metadata_db_host = 'r-binaries.devxy.io', metadata_db_name = 'build_metadata', metadata_db_table = 'single_builds', metadata_db_user = 'r_binaries', metadata_db_password = Sys.getenv('PGPASS'), metadata_db_sslmode = 'require', metadata_db_port = 15432, archive = TRUE, upload = TRUE, store_build_metadata = TRUE, platform = 'ubuntu-2404')" + backend_options: + kubernetes: + resources: + requests: + memory: 5Gi + cpu: 2000m + limits: + memory: 20Gi + cpu: 3000m + nodeSelector: + kubernetes.io/arch: amd64 + node.kubernetes.io/instance-type: AX42 + tolerations: + - key: 'CI' + operator: 'Equal' + value: 'true' + effect: 'NoSchedule' diff --git a/.crow/build-ubuntu-2404-arm64-single.yaml b/.crow/build-ubuntu-2404-arm64-single.yaml new file mode 100644 index 0000000..b0658cd --- /dev/null +++ b/.crow/build-ubuntu-2404-arm64-single.yaml @@ -0,0 +1,61 @@ +when: + - event: manual + evaluate: 'task == "build-single-noble-arm64"' + # PACKAGE: + # TAG: # set NULL to build all versions + +skip_clone: true + +steps: + - name: 'Build binaries' + image: docker.io/devxygmbh/arm64-binaries-r-ubuntu-2404 + pull: true + environment: + RED_HAT_DEV_PW: + from_secret: RED_HAT_DEV_PW + HETZNER_S3_ACCESS_KEY_K3S: + from_secret: HETZNER_S3_ACCESS_KEY_K3S + HETZNER_S3_SECRET_KEY_K3S: + from_secret: HETZNER_S3_SECRET_KEY_K3S + PGPASS: + from_secret: PGPASS + GIT_RO_TOKEN: + from_secret: GIT_RO_TOKEN + GITHUB_PAT: + from_secret: GITHUB_PAT + # normal env vars + GIT_USER: pat-s + # set the location of the 'pkgcache' cache dir which persists the R package dependencies needed to install the packages themselves + R_PKG_CACHE_DIR: /mnt/cache/pkgcache + R_LIBS_USER: /mnt/cache/R-pkgs + CCACHE_DIR: /mnt/cache/ccache + PLATFORM: ubuntu-2404 + ARCH: arm64 + NCPUS: 4 + STRATEGY: sequential + # volumes: + # - arm64-binaries-r-dep-cache-ubuntu-2404:/mnt/cache + commands: + - git clone -q https://pat-s:$$GIT_RO_TOKEN@git.devxy.io/devxy/build-binaries.git . + - rm -rf /mnt/cache/R-pkgs/00LOCK-r-pkg-binaries /mnt/cache/R-pkgs/00LOCK-bincraftR /mnt/cache/R-pkgs/00LOCK-pak /mnt/cache/pkgcache/R/pkgcache /mnt/cache/pkgcache/R/pkgcache /mnt/cache/R-pkgs/pkgcache + - R -q -e 'pak::pak("git::https://gitlab.com/devxy/r-package-binaries/bincraftr.git")' + - R -q -e 'packageVersion("bincraftR")' + - mkdir -p /mnt/cache/pkgcache /mnt/cache/R-pkgs /mnt/cache/ccache /mnt/cache/packages + - xvfb-run R -q -e "options(crayon.enabled = TRUE, Ncpus = $NCPUS, future.globals.onReference = NULL, repos = structure(c(CRAN = 'https://cran.devxy.io/$ARCH/noble/latest'))); progressr::handlers('cli'); progressr::handlers(global = TRUE); bincraftR::build_binary_package(\"$$package\", tag = \"$$tag\", debug = FALSE, force = TRUE, s3_endpoint = 'https://fsn1.your-objectstorage.com', s3_region = 'fsn1', s3_bucket = 'devxy-r-package-binaries', s3_access_key_id = Sys.getenv('HETZNER_S3_ACCESS_KEY_K3S'), s3_secret_access_key = Sys.getenv('HETZNER_S3_SECRET_KEY_K3S'), metadata_db_host = 'r-binaries.devxy.io', metadata_db_name = 'build_metadata', metadata_db_table = 'single_builds', metadata_db_user = 'r_binaries', metadata_db_password = Sys.getenv('PGPASS'), metadata_db_sslmode = 'require', metadata_db_port = 15432, archive = TRUE, upload = TRUE, store_build_metadata = TRUE, platform = 'ubuntu-2404')" + backend_options: + kubernetes: + resources: + requests: + memory: 5Gi + cpu: 2000m + limits: + memory: 20Gi + cpu: 3000m + nodeSelector: + kubernetes.io/arch: arm64 + node.kubernetes.io/instance-type: AX42 + tolerations: + - key: 'CI' + operator: 'Equal' + value: 'true' + effect: 'NoSchedule' From f1c47ad0aee750b9230e4011f84593a31ea1d0e1 Mon Sep 17 00:00:00 2001 From: pat-s Date: Wed, 26 Mar 2025 19:00:56 +0100 Subject: [PATCH 04/10] back to normal interval --- .crow/process-updates-alpine-320-amd64.yaml | 2 +- .crow/process-updates-alpine-320-arm64.yaml | 2 +- .crow/process-updates-alpine-321-amd64.yaml | 2 +- .crow/process-updates-alpine-321-arm64.yaml | 2 +- .crow/process-updates-redhat-8-amd64.yaml | 2 +- .crow/process-updates-redhat-8-arm64.yaml | 2 +- .crow/process-updates-redhat-9-amd64.yaml | 2 +- .crow/process-updates-redhat-9-arm64.yaml | 2 +- .crow/process-updates-ubuntu-2204-amd64.yaml | 2 +- .crow/process-updates-ubuntu-2204-arm64.yaml | 2 +- .crow/process-updates-ubuntu-2404-amd64.yaml | 2 +- .crow/process-updates-ubuntu-2404-arm64.yaml | 2 +- 12 files changed, 12 insertions(+), 12 deletions(-) diff --git a/.crow/process-updates-alpine-320-amd64.yaml b/.crow/process-updates-alpine-320-amd64.yaml index a05fda6..6f55bc1 100644 --- a/.crow/process-updates-alpine-320-amd64.yaml +++ b/.crow/process-updates-alpine-320-amd64.yaml @@ -35,7 +35,7 @@ steps: ARCH: amd64 NCPUS: 2 STRATEGY: sequential - INTERVAL: lubridate::interval(lubridate::today() - 180, lubridate::today() - 3) + INTERVAL: lubridate::interval(lubridate::today() - 6, lubridate::today() - 3) # volumes: # - amd64-binaries-r-dep-cache-alpine-320:/mnt/cache commands: diff --git a/.crow/process-updates-alpine-320-arm64.yaml b/.crow/process-updates-alpine-320-arm64.yaml index f491ecd..cfc8e66 100644 --- a/.crow/process-updates-alpine-320-arm64.yaml +++ b/.crow/process-updates-alpine-320-arm64.yaml @@ -35,7 +35,7 @@ steps: ARCH: arm64 NCPUS: 2 STRATEGY: sequential - INTERVAL: lubridate::interval(lubridate::today() - 180, lubridate::today() - 3) + INTERVAL: lubridate::interval(lubridate::today() - 6, lubridate::today() - 3) # volumes: # - arm64-binaries-r-dep-cache-alpine-320:/mnt/cache commands: diff --git a/.crow/process-updates-alpine-321-amd64.yaml b/.crow/process-updates-alpine-321-amd64.yaml index 63b36e2..9469336 100644 --- a/.crow/process-updates-alpine-321-amd64.yaml +++ b/.crow/process-updates-alpine-321-amd64.yaml @@ -35,7 +35,7 @@ steps: ARCH: amd64 NCPUS: 2 STRATEGY: sequential - INTERVAL: lubridate::interval(lubridate::today() - 180, lubridate::today() - 3) + INTERVAL: lubridate::interval(lubridate::today() - 6, lubridate::today() - 3) # volumes: # - amd64-binaries-r-dep-cache-alpine-321:/mnt/cache commands: diff --git a/.crow/process-updates-alpine-321-arm64.yaml b/.crow/process-updates-alpine-321-arm64.yaml index 3f5de5e..8c120fb 100644 --- a/.crow/process-updates-alpine-321-arm64.yaml +++ b/.crow/process-updates-alpine-321-arm64.yaml @@ -34,7 +34,7 @@ steps: PLATFORM: alpine-321 ARCH: arm64 NCPUS: 2 - INTERVAL: lubridate::interval(lubridate::today() - 180, lubridate::today() - 3) + INTERVAL: lubridate::interval(lubridate::today() - 6, lubridate::today() - 3) # volumes: # - arm64-binaries-r-dep-cache-alpine-321:/mnt/cache commands: diff --git a/.crow/process-updates-redhat-8-amd64.yaml b/.crow/process-updates-redhat-8-amd64.yaml index 3527a24..951f872 100644 --- a/.crow/process-updates-redhat-8-amd64.yaml +++ b/.crow/process-updates-redhat-8-amd64.yaml @@ -35,7 +35,7 @@ steps: ARCH: amd64 NCPUS: 2 STRATEGY: sequential - INTERVAL: lubridate::interval(lubridate::today() - 180, lubridate::today() - 3) + INTERVAL: lubridate::interval(lubridate::today() - 6, lubridate::today() - 3) # volumes: # - amd64-binaries-r-dep-cache-redhat-8:/mnt/cache commands: diff --git a/.crow/process-updates-redhat-8-arm64.yaml b/.crow/process-updates-redhat-8-arm64.yaml index 9b69faa..8d6a238 100644 --- a/.crow/process-updates-redhat-8-arm64.yaml +++ b/.crow/process-updates-redhat-8-arm64.yaml @@ -34,7 +34,7 @@ steps: PLATFORM: redhat-8 ARCH: arm64 NCPUS: 2 - INTERVAL: lubridate::interval(lubridate::today() - 180, lubridate::today() - 3) + INTERVAL: lubridate::interval(lubridate::today() - 6, lubridate::today() - 3) # volumes: # - arm64-binaries-r-dep-cache-redhat-8:/mnt/cache commands: diff --git a/.crow/process-updates-redhat-9-amd64.yaml b/.crow/process-updates-redhat-9-amd64.yaml index a657ed1..cb6d466 100644 --- a/.crow/process-updates-redhat-9-amd64.yaml +++ b/.crow/process-updates-redhat-9-amd64.yaml @@ -36,7 +36,7 @@ steps: NCPUS: 2 MEMORY: 18Gi STRATEGY: sequential - INTERVAL: lubridate::interval(lubridate::today() - 180, lubridate::today() - 3) + INTERVAL: lubridate::interval(lubridate::today() - 6, lubridate::today() - 3) # volumes: # - amd64-binaries-r-dep-cache-redhat-9:/mnt/cache commands: diff --git a/.crow/process-updates-redhat-9-arm64.yaml b/.crow/process-updates-redhat-9-arm64.yaml index 95f718f..4b6ec5f 100644 --- a/.crow/process-updates-redhat-9-arm64.yaml +++ b/.crow/process-updates-redhat-9-arm64.yaml @@ -34,7 +34,7 @@ steps: PLATFORM: redhat-9 ARCH: arm64 NCPUS: 2 - INTERVAL: lubridate::interval(lubridate::today() - 180, lubridate::today() - 3) + INTERVAL: lubridate::interval(lubridate::today() - 6, lubridate::today() - 3) # volumes: # - arm64-binaries-r-dep-cache-redhat-9:/mnt/cache commands: diff --git a/.crow/process-updates-ubuntu-2204-amd64.yaml b/.crow/process-updates-ubuntu-2204-amd64.yaml index 06453dc..8023d9b 100644 --- a/.crow/process-updates-ubuntu-2204-amd64.yaml +++ b/.crow/process-updates-ubuntu-2204-amd64.yaml @@ -36,7 +36,7 @@ steps: NCPUS: 2 MEMORY: 18Gi STRATEGY: sequential - INTERVAL: lubridate::interval(lubridate::today() - 180, lubridate::today() - 3) + INTERVAL: lubridate::interval(lubridate::today() - 6, lubridate::today() - 3) # volumes: # - amd64-binaries-r-dep-cache-ubuntu-2204:/mnt/cache commands: diff --git a/.crow/process-updates-ubuntu-2204-arm64.yaml b/.crow/process-updates-ubuntu-2204-arm64.yaml index f9e5a87..88af758 100644 --- a/.crow/process-updates-ubuntu-2204-arm64.yaml +++ b/.crow/process-updates-ubuntu-2204-arm64.yaml @@ -34,7 +34,7 @@ steps: PLATFORM: ubuntu-2204 ARCH: arm64 NCPUS: 2 - INTERVAL: lubridate::interval(lubridate::today() - 180, lubridate::today() - 3) + INTERVAL: lubridate::interval(lubridate::today() - 6, lubridate::today() - 3) # volumes: # - arm64-binaries-r-dep-cache-ubuntu-2204:/mnt/cache commands: diff --git a/.crow/process-updates-ubuntu-2404-amd64.yaml b/.crow/process-updates-ubuntu-2404-amd64.yaml index 535f439..c7f71e5 100644 --- a/.crow/process-updates-ubuntu-2404-amd64.yaml +++ b/.crow/process-updates-ubuntu-2404-amd64.yaml @@ -35,7 +35,7 @@ steps: ARCH: amd64 NCPUS: 1 STRATEGY: sequential - INTERVAL: lubridate::interval(lubridate::today() - 180, lubridate::today() - 3) + INTERVAL: lubridate::interval(lubridate::today() - 6, lubridate::today() - 3) # volumes: # - amd64-binaries-r-dep-cache-ubuntu-2404:/mnt/cache commands: diff --git a/.crow/process-updates-ubuntu-2404-arm64.yaml b/.crow/process-updates-ubuntu-2404-arm64.yaml index 57acdad..dfac765 100644 --- a/.crow/process-updates-ubuntu-2404-arm64.yaml +++ b/.crow/process-updates-ubuntu-2404-arm64.yaml @@ -34,7 +34,7 @@ steps: PLATFORM: ubuntu-2404 ARCH: arm64 NCPUS: 2 - INTERVAL: lubridate::interval(lubridate::today() - 180, lubridate::today() - 3) + INTERVAL: lubridate::interval(lubridate::today() - 6, lubridate::today() - 3) # volumes: # - arm64-binaries-r-dep-cache-ubuntu-2404:/mnt/cache commands: From 32738444fc9b1f54d77601a8f04e8d9e9d788151 Mon Sep 17 00:00:00 2001 From: pat-s Date: Thu, 27 Mar 2025 08:52:23 +0100 Subject: [PATCH 05/10] also process removed --- .crow/process-updates-alpine-320-amd64.yaml | 2 +- .crow/process-updates-alpine-320-arm64.yaml | 2 +- .crow/process-updates-alpine-321-amd64.yaml | 2 +- .crow/process-updates-alpine-321-arm64.yaml | 2 +- .crow/process-updates-redhat-8-amd64.yaml | 2 +- .crow/process-updates-redhat-8-arm64.yaml | 2 +- .crow/process-updates-redhat-9-amd64.yaml | 2 +- .crow/process-updates-redhat-9-arm64.yaml | 2 +- .crow/process-updates-ubuntu-2204-amd64.yaml | 2 +- .crow/process-updates-ubuntu-2204-arm64.yaml | 2 +- .crow/process-updates-ubuntu-2404-amd64.yaml | 2 +- .crow/process-updates-ubuntu-2404-arm64.yaml | 2 +- 12 files changed, 12 insertions(+), 12 deletions(-) diff --git a/.crow/process-updates-alpine-320-amd64.yaml b/.crow/process-updates-alpine-320-amd64.yaml index 6f55bc1..a629cc5 100644 --- a/.crow/process-updates-alpine-320-amd64.yaml +++ b/.crow/process-updates-alpine-320-amd64.yaml @@ -47,7 +47,7 @@ steps: - R -q -e 'packageVersion("bincraftR")' - mkdir -p /mnt/cache/pkgcache /mnt/cache/R-pkgs /mnt/cache/ccache /mnt/cache/packages # options(future.globals.onReference = NULL): for some reason s3fs::file_delete() throws 'Error: Detected a non-exportable reference ('externalptr') in one of the globals ('FUN' of class 'function') used in the future expression' otherwise - - xvfb-run R -q -e "options(crayon.enabled = TRUE, Ncpus = 4, future.globals.onReference = 'error', repos = structure(c(getOption('repos'),INLA='https://inla.r-inla-download.org/R/stable'))); progressr::handlers('cli'); progressr::handlers(global = TRUE); options(future.globals.onReference = NULL); bincraftR::process_cran_updates(interval = $INTERVAL, platform = 'alpine-320', process_updated = TRUE, process_new = TRUE, process_removed = FALSE, s3_endpoint = 'https://fsn1.your-objectstorage.com', s3_region = 'fsn1', s3_bucket = 'devxy-r-package-binaries', s3_access_key_id = Sys.getenv('HETZNER_S3_ACCESS_KEY_K3S'), s3_secret_access_key = Sys.getenv('HETZNER_S3_SECRET_KEY_K3S'), metadata_db_host = 'r-binaries.devxy.io', metadata_db_name = 'build_metadata', metadata_db_table = 'single_builds', metadata_db_user = 'r_binaries', metadata_db_password = Sys.getenv('PGPASS'), metadata_db_sslmode = 'require', metadata_db_port = 15432, archive = TRUE, upload = TRUE, store_build_metadata = TRUE)" + - xvfb-run R -q -e "options(crayon.enabled = TRUE, Ncpus = 4, future.globals.onReference = 'error', repos = structure(c(getOption('repos'),INLA='https://inla.r-inla-download.org/R/stable'))); progressr::handlers('cli'); progressr::handlers(global = TRUE); options(future.globals.onReference = NULL); bincraftR::process_cran_updates(interval = $INTERVAL, platform = 'alpine-320', process_updated = TRUE, process_new = TRUE, process_removed = TRUE, s3_endpoint = 'https://fsn1.your-objectstorage.com', s3_region = 'fsn1', s3_bucket = 'devxy-r-package-binaries', s3_access_key_id = Sys.getenv('HETZNER_S3_ACCESS_KEY_K3S'), s3_secret_access_key = Sys.getenv('HETZNER_S3_SECRET_KEY_K3S'), metadata_db_host = 'r-binaries.devxy.io', metadata_db_name = 'build_metadata', metadata_db_table = 'single_builds', metadata_db_user = 'r_binaries', metadata_db_password = Sys.getenv('PGPASS'), metadata_db_sslmode = 'require', metadata_db_port = 15432, archive = TRUE, upload = TRUE, store_build_metadata = TRUE)" backend_options: kubernetes: resources: diff --git a/.crow/process-updates-alpine-320-arm64.yaml b/.crow/process-updates-alpine-320-arm64.yaml index cfc8e66..8a64c18 100644 --- a/.crow/process-updates-alpine-320-arm64.yaml +++ b/.crow/process-updates-alpine-320-arm64.yaml @@ -48,7 +48,7 @@ steps: - R -q -e 'packageVersion("bincraftR")' - mkdir -p /mnt/cache/pkgcache /mnt/cache/R-pkgs /mnt/cache/ccache /mnt/cache/packages # options(future.globals.onReference = NULL): for some reason s3fs::file_delete() throws 'Error: Detected a non-exportable reference ('externalptr') in one of the globals ('FUN' of class 'function') used in the future expression' otherwise - - xvfb-run R -q -e "options(crayon.enabled = TRUE, Ncpus = 4, future.globals.onReference = 'error', repos = structure(c(getOption('repos'),INLA='https://inla.r-inla-download.org/R/stable'))); progressr::handlers('cli'); progressr::handlers(global = TRUE); options(future.globals.onReference = NULL); bincraftR::process_cran_updates(interval = $INTERVAL, platform = 'alpine-320', process_updated = TRUE, process_new = TRUE, process_removed = FALSE, s3_endpoint = 'https://fsn1.your-objectstorage.com', s3_region = 'fsn1', s3_bucket = 'devxy-r-package-binaries', s3_access_key_id = Sys.getenv('HETZNER_S3_ACCESS_KEY_K3S'), s3_secret_access_key = Sys.getenv('HETZNER_S3_SECRET_KEY_K3S'), metadata_db_host = 'r-binaries.devxy.io', metadata_db_name = 'build_metadata', metadata_db_table = 'single_builds', metadata_db_user = 'r_binaries', metadata_db_password = Sys.getenv('PGPASS'), metadata_db_sslmode = 'require', metadata_db_port = 15432, archive = TRUE, upload = TRUE, store_build_metadata = TRUE)" + - xvfb-run R -q -e "options(crayon.enabled = TRUE, Ncpus = 4, future.globals.onReference = 'error', repos = structure(c(getOption('repos'),INLA='https://inla.r-inla-download.org/R/stable'))); progressr::handlers('cli'); progressr::handlers(global = TRUE); options(future.globals.onReference = NULL); bincraftR::process_cran_updates(interval = $INTERVAL, platform = 'alpine-320', process_updated = TRUE, process_new = TRUE, process_removed = TRUE, s3_endpoint = 'https://fsn1.your-objectstorage.com', s3_region = 'fsn1', s3_bucket = 'devxy-r-package-binaries', s3_access_key_id = Sys.getenv('HETZNER_S3_ACCESS_KEY_K3S'), s3_secret_access_key = Sys.getenv('HETZNER_S3_SECRET_KEY_K3S'), metadata_db_host = 'r-binaries.devxy.io', metadata_db_name = 'build_metadata', metadata_db_table = 'single_builds', metadata_db_user = 'r_binaries', metadata_db_password = Sys.getenv('PGPASS'), metadata_db_sslmode = 'require', metadata_db_port = 15432, archive = TRUE, upload = TRUE, store_build_metadata = TRUE)" backend_options: kubernetes: ### PROD diff --git a/.crow/process-updates-alpine-321-amd64.yaml b/.crow/process-updates-alpine-321-amd64.yaml index 9469336..044dcc3 100644 --- a/.crow/process-updates-alpine-321-amd64.yaml +++ b/.crow/process-updates-alpine-321-amd64.yaml @@ -47,7 +47,7 @@ steps: - R -q -e 'packageVersion("bincraftR")' - mkdir -p /mnt/cache/pkgcache /mnt/cache/R-pkgs /mnt/cache/ccache /mnt/cache/packages # options(future.globals.onReference = NULL): for some reason s3fs::file_delete() throws 'Error: Detected a non-exportable reference ('externalptr') in one of the globals ('FUN' of class 'function') used in the future expression' otherwise - - xvfb-run R -q -e "options(crayon.enabled = TRUE, Ncpus = 4, future.globals.onReference = 'error', repos = structure(c(getOption('repos'),INLA='https://inla.r-inla-download.org/R/stable'))); progressr::handlers('cli'); progressr::handlers(global = TRUE); options(future.globals.onReference = NULL); bincraftR::process_cran_updates(interval = $INTERVAL, platform = 'alpine-321', process_updated = TRUE, process_new = FALSE, process_removed = FALSE, s3_endpoint = 'https://fsn1.your-objectstorage.com', s3_region = 'fsn1', s3_bucket = 'devxy-r-package-binaries', s3_access_key_id = Sys.getenv('HETZNER_S3_ACCESS_KEY_K3S'), s3_secret_access_key = Sys.getenv('HETZNER_S3_SECRET_KEY_K3S'), metadata_db_host = 'r-binaries.devxy.io', metadata_db_name = 'build_metadata', metadata_db_table = 'single_builds', metadata_db_user = 'r_binaries', metadata_db_password = Sys.getenv('PGPASS'), metadata_db_sslmode = 'require', metadata_db_port = 15432, archive = TRUE, upload = TRUE, store_build_metadata = TRUE)" + - xvfb-run R -q -e "options(crayon.enabled = TRUE, Ncpus = 4, future.globals.onReference = 'error', repos = structure(c(getOption('repos'),INLA='https://inla.r-inla-download.org/R/stable'))); progressr::handlers('cli'); progressr::handlers(global = TRUE); options(future.globals.onReference = NULL); bincraftR::process_cran_updates(interval = $INTERVAL, platform = 'alpine-321', process_updated = TRUE, process_new = FALSE, process_removed = TRUE, s3_endpoint = 'https://fsn1.your-objectstorage.com', s3_region = 'fsn1', s3_bucket = 'devxy-r-package-binaries', s3_access_key_id = Sys.getenv('HETZNER_S3_ACCESS_KEY_K3S'), s3_secret_access_key = Sys.getenv('HETZNER_S3_SECRET_KEY_K3S'), metadata_db_host = 'r-binaries.devxy.io', metadata_db_name = 'build_metadata', metadata_db_table = 'single_builds', metadata_db_user = 'r_binaries', metadata_db_password = Sys.getenv('PGPASS'), metadata_db_sslmode = 'require', metadata_db_port = 15432, archive = TRUE, upload = TRUE, store_build_metadata = TRUE)" backend_options: kubernetes: resources: diff --git a/.crow/process-updates-alpine-321-arm64.yaml b/.crow/process-updates-alpine-321-arm64.yaml index 8c120fb..0926b6b 100644 --- a/.crow/process-updates-alpine-321-arm64.yaml +++ b/.crow/process-updates-alpine-321-arm64.yaml @@ -46,7 +46,7 @@ steps: - R -q -e 'packageVersion("bincraftR")' - mkdir -p /mnt/cache/pkgcache /mnt/cache/R-pkgs /mnt/cache/ccache /mnt/cache/packages # options(future.globals.onReference = NULL): for some reason s3fs::file_delete() throws 'Error: Detected a non-exportable reference ('externalptr') in one of the globals ('FUN' of class 'function') used in the future expression' otherwise - - xvfb-run R -q -e "options(crayon.enabled = TRUE, Ncpus = 4, future.globals.onReference = 'error', repos = structure(c(getOption('repos'),INLA='https://inla.r-inla-download.org/R/stable'))); progressr::handlers('cli'); progressr::handlers(global = TRUE); options(future.globals.onReference = NULL); bincraftR::process_cran_updates(interval = $INTERVAL, platform = 'alpine-321', process_updated = TRUE, process_new = TRUE, process_removed = FALSE, s3_endpoint = 'https://fsn1.your-objectstorage.com', s3_region = 'fsn1', s3_bucket = 'devxy-r-package-binaries', s3_access_key_id = Sys.getenv('HETZNER_S3_ACCESS_KEY_K3S'), s3_secret_access_key = Sys.getenv('HETZNER_S3_SECRET_KEY_K3S'), metadata_db_host = 'r-binaries.devxy.io', metadata_db_name = 'build_metadata', metadata_db_table = 'single_builds', metadata_db_user = 'r_binaries', metadata_db_password = Sys.getenv('PGPASS'), metadata_db_sslmode = 'require', metadata_db_port = 15432, archive = TRUE, upload = TRUE, store_build_metadata = TRUE)" + - xvfb-run R -q -e "options(crayon.enabled = TRUE, Ncpus = 4, future.globals.onReference = 'error', repos = structure(c(getOption('repos'),INLA='https://inla.r-inla-download.org/R/stable'))); progressr::handlers('cli'); progressr::handlers(global = TRUE); options(future.globals.onReference = NULL); bincraftR::process_cran_updates(interval = $INTERVAL, platform = 'alpine-321', process_updated = TRUE, process_new = TRUE, process_removed = TRUE, s3_endpoint = 'https://fsn1.your-objectstorage.com', s3_region = 'fsn1', s3_bucket = 'devxy-r-package-binaries', s3_access_key_id = Sys.getenv('HETZNER_S3_ACCESS_KEY_K3S'), s3_secret_access_key = Sys.getenv('HETZNER_S3_SECRET_KEY_K3S'), metadata_db_host = 'r-binaries.devxy.io', metadata_db_name = 'build_metadata', metadata_db_table = 'single_builds', metadata_db_user = 'r_binaries', metadata_db_password = Sys.getenv('PGPASS'), metadata_db_sslmode = 'require', metadata_db_port = 15432, archive = TRUE, upload = TRUE, store_build_metadata = TRUE)" backend_options: kubernetes: ### PROD diff --git a/.crow/process-updates-redhat-8-amd64.yaml b/.crow/process-updates-redhat-8-amd64.yaml index 951f872..846508f 100644 --- a/.crow/process-updates-redhat-8-amd64.yaml +++ b/.crow/process-updates-redhat-8-amd64.yaml @@ -46,7 +46,7 @@ steps: - R -q -e 'packageVersion("bincraftR")' - mkdir -p /mnt/cache/pkgcache /mnt/cache/R-pkgs /mnt/cache/ccache /mnt/cache/packages # options(future.globals.onReference = NULL): for some reason s3fs::file_delete() throws 'Error: Detected a non-exportable reference ('externalptr') in one of the globals ('FUN' of class 'function') used in the future expression' otherwise - - xvfb-run R -q -e "options(crayon.enabled = TRUE, Ncpus = 4, future.globals.onReference = 'error', repos = structure(c(getOption('repos'),INLA='https://inla.r-inla-download.org/R/stable'))); progressr::handlers('cli'); progressr::handlers(global = TRUE); options(future.globals.onReference = NULL); bincraftR::process_cran_updates(interval = $INTERVAL, platform = 'redhat-8', process_updated = TRUE, process_new = TRUE, process_removed = FALSE, s3_endpoint = 'https://fsn1.your-objectstorage.com', s3_region = 'fsn1', s3_bucket = 'devxy-r-package-binaries', s3_access_key_id = Sys.getenv('HETZNER_S3_ACCESS_KEY_K3S'), s3_secret_access_key = Sys.getenv('HETZNER_S3_SECRET_KEY_K3S'), metadata_db_host = 'r-binaries.devxy.io', metadata_db_name = 'build_metadata', metadata_db_table = 'single_builds', metadata_db_user = 'r_binaries', metadata_db_password = Sys.getenv('PGPASS'), metadata_db_sslmode = 'require', metadata_db_port = 15432, archive = TRUE, upload = TRUE, store_build_metadata = TRUE)" + - xvfb-run R -q -e "options(crayon.enabled = TRUE, Ncpus = 4, future.globals.onReference = 'error', repos = structure(c(getOption('repos'),INLA='https://inla.r-inla-download.org/R/stable'))); progressr::handlers('cli'); progressr::handlers(global = TRUE); options(future.globals.onReference = NULL); bincraftR::process_cran_updates(interval = $INTERVAL, platform = 'redhat-8', process_updated = TRUE, process_new = TRUE, process_removed = TRUE, s3_endpoint = 'https://fsn1.your-objectstorage.com', s3_region = 'fsn1', s3_bucket = 'devxy-r-package-binaries', s3_access_key_id = Sys.getenv('HETZNER_S3_ACCESS_KEY_K3S'), s3_secret_access_key = Sys.getenv('HETZNER_S3_SECRET_KEY_K3S'), metadata_db_host = 'r-binaries.devxy.io', metadata_db_name = 'build_metadata', metadata_db_table = 'single_builds', metadata_db_user = 'r_binaries', metadata_db_password = Sys.getenv('PGPASS'), metadata_db_sslmode = 'require', metadata_db_port = 15432, archive = TRUE, upload = TRUE, store_build_metadata = TRUE)" backend_options: kubernetes: resources: diff --git a/.crow/process-updates-redhat-8-arm64.yaml b/.crow/process-updates-redhat-8-arm64.yaml index 8d6a238..bcf1166 100644 --- a/.crow/process-updates-redhat-8-arm64.yaml +++ b/.crow/process-updates-redhat-8-arm64.yaml @@ -45,7 +45,7 @@ steps: - R -q -e 'packageVersion("bincraftR")' - mkdir -p /mnt/cache/pkgcache /mnt/cache/R-pkgs /mnt/cache/ccache /mnt/cache/packages # options(future.globals.onReference = NULL): for some reason s3fs::file_delete() throws 'Error: Detected a non-exportable reference ('externalptr') in one of the globals ('FUN' of class 'function') used in the future expression' otherwise - - xvfb-run R -q -e "options(crayon.enabled = TRUE, Ncpus = 4, future.globals.onReference = 'error', repos = structure(c(getOption('repos'),INLA='https://inla.r-inla-download.org/R/stable'))); progressr::handlers('cli'); progressr::handlers(global = TRUE); options(future.globals.onReference = NULL); bincraftR::process_cran_updates(interval = $INTERVAL, platform = 'redhat-8', process_updated = TRUE, process_new = TRUE, process_removed = FALSE, s3_endpoint = 'https://fsn1.your-objectstorage.com', s3_region = 'fsn1', s3_bucket = 'devxy-r-package-binaries', s3_access_key_id = Sys.getenv('HETZNER_S3_ACCESS_KEY_K3S'), s3_secret_access_key = Sys.getenv('HETZNER_S3_SECRET_KEY_K3S'), metadata_db_host = 'r-binaries.devxy.io', metadata_db_name = 'build_metadata', metadata_db_table = 'single_builds', metadata_db_user = 'r_binaries', metadata_db_password = Sys.getenv('PGPASS'), metadata_db_sslmode = 'require', metadata_db_port = 15432, archive = TRUE, upload = TRUE, store_build_metadata = TRUE)" + - xvfb-run R -q -e "options(crayon.enabled = TRUE, Ncpus = 4, future.globals.onReference = 'error', repos = structure(c(getOption('repos'),INLA='https://inla.r-inla-download.org/R/stable'))); progressr::handlers('cli'); progressr::handlers(global = TRUE); options(future.globals.onReference = NULL); bincraftR::process_cran_updates(interval = $INTERVAL, platform = 'redhat-8', process_updated = TRUE, process_new = TRUE, process_removed = TRUE, s3_endpoint = 'https://fsn1.your-objectstorage.com', s3_region = 'fsn1', s3_bucket = 'devxy-r-package-binaries', s3_access_key_id = Sys.getenv('HETZNER_S3_ACCESS_KEY_K3S'), s3_secret_access_key = Sys.getenv('HETZNER_S3_SECRET_KEY_K3S'), metadata_db_host = 'r-binaries.devxy.io', metadata_db_name = 'build_metadata', metadata_db_table = 'single_builds', metadata_db_user = 'r_binaries', metadata_db_password = Sys.getenv('PGPASS'), metadata_db_sslmode = 'require', metadata_db_port = 15432, archive = TRUE, upload = TRUE, store_build_metadata = TRUE)" backend_options: kubernetes: ### PROD diff --git a/.crow/process-updates-redhat-9-amd64.yaml b/.crow/process-updates-redhat-9-amd64.yaml index cb6d466..3920d65 100644 --- a/.crow/process-updates-redhat-9-amd64.yaml +++ b/.crow/process-updates-redhat-9-amd64.yaml @@ -46,7 +46,7 @@ steps: - R -q -e 'packageVersion("bincraftR")' - mkdir -p /mnt/cache/pkgcache /mnt/cache/R-pkgs /mnt/cache/ccache /mnt/cache/packages # options(future.globals.onReference = NULL): for some reason s3fs::file_delete() throws 'Error: Detected a non-exportable reference ('externalptr') in one of the globals ('FUN' of class 'function') used in the future expression' otherwise - - xvfb-run R -q -e "options(crayon.enabled = TRUE, Ncpus = 4, future.globals.onReference = 'error', repos = structure(c(getOption('repos'),INLA='https://inla.r-inla-download.org/R/stable'))); progressr::handlers('cli'); progressr::handlers(global = TRUE); options(future.globals.onReference = NULL); bincraftR::process_cran_updates(interval = $INTERVAL, platform = 'redhat-9', process_updated = TRUE, process_new = TRUE, process_removed = FALSE, s3_endpoint = 'https://fsn1.your-objectstorage.com', s3_region = 'fsn1', s3_bucket = 'devxy-r-package-binaries', s3_access_key_id = Sys.getenv('HETZNER_S3_ACCESS_KEY_K3S'), s3_secret_access_key = Sys.getenv('HETZNER_S3_SECRET_KEY_K3S'), metadata_db_host = 'r-binaries.devxy.io', metadata_db_name = 'build_metadata', metadata_db_table = 'single_builds', metadata_db_user = 'r_binaries', metadata_db_password = Sys.getenv('PGPASS'), metadata_db_sslmode = 'require', metadata_db_port = 15432, archive = TRUE, upload = TRUE, store_build_metadata = TRUE)" + - xvfb-run R -q -e "options(crayon.enabled = TRUE, Ncpus = 4, future.globals.onReference = 'error', repos = structure(c(getOption('repos'),INLA='https://inla.r-inla-download.org/R/stable'))); progressr::handlers('cli'); progressr::handlers(global = TRUE); options(future.globals.onReference = NULL); bincraftR::process_cran_updates(interval = $INTERVAL, platform = 'redhat-9', process_updated = TRUE, process_new = TRUE, process_removed = TRUE, s3_endpoint = 'https://fsn1.your-objectstorage.com', s3_region = 'fsn1', s3_bucket = 'devxy-r-package-binaries', s3_access_key_id = Sys.getenv('HETZNER_S3_ACCESS_KEY_K3S'), s3_secret_access_key = Sys.getenv('HETZNER_S3_SECRET_KEY_K3S'), metadata_db_host = 'r-binaries.devxy.io', metadata_db_name = 'build_metadata', metadata_db_table = 'single_builds', metadata_db_user = 'r_binaries', metadata_db_password = Sys.getenv('PGPASS'), metadata_db_sslmode = 'require', metadata_db_port = 15432, archive = TRUE, upload = TRUE, store_build_metadata = TRUE)" backend_options: kubernetes: resources: diff --git a/.crow/process-updates-redhat-9-arm64.yaml b/.crow/process-updates-redhat-9-arm64.yaml index 4b6ec5f..4760b98 100644 --- a/.crow/process-updates-redhat-9-arm64.yaml +++ b/.crow/process-updates-redhat-9-arm64.yaml @@ -44,7 +44,7 @@ steps: - R -q -e 'packageVersion("bincraftR")' - mkdir -p /mnt/cache/pkgcache /mnt/cache/R-pkgs /mnt/cache/ccache /mnt/cache/packages # options(future.globals.onReference = NULL): for some reason s3fs::file_delete() throws 'Error: Detected a non-exportable reference ('externalptr') in one of the globals ('FUN' of class 'function') used in the future expression' otherwise - - xvfb-run R -q -e "options(crayon.enabled = TRUE, Ncpus = 4, future.globals.onReference = 'error', repos = structure(c(getOption('repos'),INLA='https://inla.r-inla-download.org/R/stable'))); progressr::handlers('cli'); progressr::handlers(global = TRUE); options(future.globals.onReference = NULL); bincraftR::process_cran_updates(interval = $INTERVAL, platform = 'redhat-9', process_updated = TRUE, process_new = TRUE, process_removed = FALSE, s3_endpoint = 'https://fsn1.your-objectstorage.com', s3_region = 'fsn1', s3_bucket = 'devxy-r-package-binaries', s3_access_key_id = Sys.getenv('HETZNER_S3_ACCESS_KEY_K3S'), s3_secret_access_key = Sys.getenv('HETZNER_S3_SECRET_KEY_K3S'), metadata_db_host = 'r-binaries.devxy.io', metadata_db_name = 'build_metadata', metadata_db_table = 'single_builds', metadata_db_user = 'r_binaries', metadata_db_password = Sys.getenv('PGPASS'), metadata_db_sslmode = 'require', metadata_db_port = 15432, archive = TRUE, upload = TRUE, store_build_metadata = TRUE)" + - xvfb-run R -q -e "options(crayon.enabled = TRUE, Ncpus = 4, future.globals.onReference = 'error', repos = structure(c(getOption('repos'),INLA='https://inla.r-inla-download.org/R/stable'))); progressr::handlers('cli'); progressr::handlers(global = TRUE); options(future.globals.onReference = NULL); bincraftR::process_cran_updates(interval = $INTERVAL, platform = 'redhat-9', process_updated = TRUE, process_new = TRUE, process_removed = TRUE, s3_endpoint = 'https://fsn1.your-objectstorage.com', s3_region = 'fsn1', s3_bucket = 'devxy-r-package-binaries', s3_access_key_id = Sys.getenv('HETZNER_S3_ACCESS_KEY_K3S'), s3_secret_access_key = Sys.getenv('HETZNER_S3_SECRET_KEY_K3S'), metadata_db_host = 'r-binaries.devxy.io', metadata_db_name = 'build_metadata', metadata_db_table = 'single_builds', metadata_db_user = 'r_binaries', metadata_db_password = Sys.getenv('PGPASS'), metadata_db_sslmode = 'require', metadata_db_port = 15432, archive = TRUE, upload = TRUE, store_build_metadata = TRUE)" backend_options: kubernetes: resources: diff --git a/.crow/process-updates-ubuntu-2204-amd64.yaml b/.crow/process-updates-ubuntu-2204-amd64.yaml index 8023d9b..3c1f64e 100644 --- a/.crow/process-updates-ubuntu-2204-amd64.yaml +++ b/.crow/process-updates-ubuntu-2204-amd64.yaml @@ -46,7 +46,7 @@ steps: - R -q -e 'packageVersion("bincraftR")' - mkdir -p /mnt/cache/pkgcache /mnt/cache/R-pkgs /mnt/cache/ccache /mnt/cache/packages # options(future.globals.onReference = NULL): for some reason s3fs::file_delete() throws 'Error: Detected a non-exportable reference ('externalptr') in one of the globals ('FUN' of class 'function') used in the future expression' otherwise - - xvfb-run R -q -e "options(crayon.enabled = TRUE, Ncpus = 4, future.globals.onReference = 'error', repos = structure(c(getOption('repos'),INLA='https://inla.r-inla-download.org/R/stable'))); progressr::handlers('cli'); progressr::handlers(global = TRUE); options(future.globals.onReference = NULL); bincraftR::process_cran_updates(interval = $INTERVAL, platform = 'ubuntu-2204', process_updated = TRUE, process_new = TRUE, process_removed = FALSE, s3_endpoint = 'https://fsn1.your-objectstorage.com', s3_region = 'fsn1', s3_bucket = 'devxy-r-package-binaries', s3_access_key_id = Sys.getenv('HETZNER_S3_ACCESS_KEY_K3S'), s3_secret_access_key = Sys.getenv('HETZNER_S3_SECRET_KEY_K3S'), metadata_db_host = 'r-binaries.devxy.io', metadata_db_name = 'build_metadata', metadata_db_table = 'single_builds', metadata_db_user = 'r_binaries', metadata_db_password = Sys.getenv('PGPASS'), metadata_db_sslmode = 'require', metadata_db_port = 15432, archive = TRUE, upload = TRUE, store_build_metadata = TRUE)" + - xvfb-run R -q -e "options(crayon.enabled = TRUE, Ncpus = 4, future.globals.onReference = 'error', repos = structure(c(getOption('repos'),INLA='https://inla.r-inla-download.org/R/stable'))); progressr::handlers('cli'); progressr::handlers(global = TRUE); options(future.globals.onReference = NULL); bincraftR::process_cran_updates(interval = $INTERVAL, platform = 'ubuntu-2204', process_updated = TRUE, process_new = TRUE, process_removed = TRUE, s3_endpoint = 'https://fsn1.your-objectstorage.com', s3_region = 'fsn1', s3_bucket = 'devxy-r-package-binaries', s3_access_key_id = Sys.getenv('HETZNER_S3_ACCESS_KEY_K3S'), s3_secret_access_key = Sys.getenv('HETZNER_S3_SECRET_KEY_K3S'), metadata_db_host = 'r-binaries.devxy.io', metadata_db_name = 'build_metadata', metadata_db_table = 'single_builds', metadata_db_user = 'r_binaries', metadata_db_password = Sys.getenv('PGPASS'), metadata_db_sslmode = 'require', metadata_db_port = 15432, archive = TRUE, upload = TRUE, store_build_metadata = TRUE)" backend_options: kubernetes: resources: diff --git a/.crow/process-updates-ubuntu-2204-arm64.yaml b/.crow/process-updates-ubuntu-2204-arm64.yaml index 88af758..dad59bc 100644 --- a/.crow/process-updates-ubuntu-2204-arm64.yaml +++ b/.crow/process-updates-ubuntu-2204-arm64.yaml @@ -44,7 +44,7 @@ steps: - R -q -e 'packageVersion("bincraftR")' - mkdir -p /mnt/cache/pkgcache /mnt/cache/R-pkgs /mnt/cache/ccache /mnt/cache/packages # options(future.globals.onReference = NULL): for some reason s3fs::file_delete() throws 'Error: Detected a non-exportable reference ('externalptr') in one of the globals ('FUN' of class 'function') used in the future expression' otherwise - - xvfb-run R -q -e "options(crayon.enabled = TRUE, Ncpus = 4, future.globals.onReference = 'error', repos = structure(c(getOption('repos'),INLA='https://inla.r-inla-download.org/R/stable'))); progressr::handlers(global = TRUE); options(future.globals.onReference = NULL); bincraftR::process_cran_updates(interval = $INTERVAL, platform = 'ubuntu-2204', process_updated = TRUE, process_new = TRUE, process_removed = FALSE, s3_endpoint = 'https://fsn1.your-objectstorage.com', s3_region = 'fsn1', s3_bucket = 'devxy-r-package-binaries', s3_access_key_id = Sys.getenv('HETZNER_S3_ACCESS_KEY_K3S'), s3_secret_access_key = Sys.getenv('HETZNER_S3_SECRET_KEY_K3S'), metadata_db_host = 'r-binaries.devxy.io', metadata_db_name = 'build_metadata', metadata_db_table = 'single_builds', metadata_db_user = 'r_binaries', metadata_db_password = Sys.getenv('PGPASS'), metadata_db_sslmode = 'require', metadata_db_port = 15432, archive = TRUE, upload = TRUE, store_build_metadata = TRUE)" + - xvfb-run R -q -e "options(crayon.enabled = TRUE, Ncpus = 4, future.globals.onReference = 'error', repos = structure(c(getOption('repos'),INLA='https://inla.r-inla-download.org/R/stable'))); progressr::handlers(global = TRUE); options(future.globals.onReference = NULL); bincraftR::process_cran_updates(interval = $INTERVAL, platform = 'ubuntu-2204', process_updated = TRUE, process_new = TRUE, process_removed = TRUE, s3_endpoint = 'https://fsn1.your-objectstorage.com', s3_region = 'fsn1', s3_bucket = 'devxy-r-package-binaries', s3_access_key_id = Sys.getenv('HETZNER_S3_ACCESS_KEY_K3S'), s3_secret_access_key = Sys.getenv('HETZNER_S3_SECRET_KEY_K3S'), metadata_db_host = 'r-binaries.devxy.io', metadata_db_name = 'build_metadata', metadata_db_table = 'single_builds', metadata_db_user = 'r_binaries', metadata_db_password = Sys.getenv('PGPASS'), metadata_db_sslmode = 'require', metadata_db_port = 15432, archive = TRUE, upload = TRUE, store_build_metadata = TRUE)" backend_options: kubernetes: resources: diff --git a/.crow/process-updates-ubuntu-2404-amd64.yaml b/.crow/process-updates-ubuntu-2404-amd64.yaml index c7f71e5..ba96e2f 100644 --- a/.crow/process-updates-ubuntu-2404-amd64.yaml +++ b/.crow/process-updates-ubuntu-2404-amd64.yaml @@ -45,7 +45,7 @@ steps: - R -q -e 'packageVersion("bincraftR")' - mkdir -p /mnt/cache/pkgcache /mnt/cache/R-pkgs /mnt/cache/ccache /mnt/cache/packages # options(future.globals.onReference = NULL): for some reason s3fs::file_delete() throws 'Error: Detected a non-exportable reference ('externalptr') in one of the globals ('FUN' of class 'function') used in the future expression' otherwise - - xvfb-run R -q -e "options(crayon.enabled = TRUE, Ncpus = 4, future.globals.onReference = 'error', repos = structure(c(getOption('repos'),INLA='https://inla.r-inla-download.org/R/stable'))); progressr::handlers(global = TRUE); options(future.globals.onReference = NULL); bincraftR::process_cran_updates(interval = $INTERVAL, platform = 'ubuntu-2404', process_updated = TRUE, process_new = TRUE, process_removed = FALSE, s3_endpoint = 'https://fsn1.your-objectstorage.com', s3_region = 'fsn1', s3_bucket = 'devxy-r-package-binaries', s3_access_key_id = Sys.getenv('HETZNER_S3_ACCESS_KEY_K3S'), s3_secret_access_key = Sys.getenv('HETZNER_S3_SECRET_KEY_K3S'), metadata_db_host = 'r-binaries.devxy.io', metadata_db_name = 'build_metadata', metadata_db_table = 'single_builds', metadata_db_user = 'r_binaries', metadata_db_password = Sys.getenv('PGPASS'), metadata_db_sslmode = 'require', metadata_db_port = 15432, archive = TRUE, upload = TRUE, store_build_metadata = TRUE)" + - xvfb-run R -q -e "options(crayon.enabled = TRUE, Ncpus = 4, future.globals.onReference = 'error', repos = structure(c(getOption('repos'),INLA='https://inla.r-inla-download.org/R/stable'))); progressr::handlers(global = TRUE); options(future.globals.onReference = NULL); bincraftR::process_cran_updates(interval = $INTERVAL, platform = 'ubuntu-2404', process_updated = TRUE, process_new = TRUE, process_removed = TRUE, s3_endpoint = 'https://fsn1.your-objectstorage.com', s3_region = 'fsn1', s3_bucket = 'devxy-r-package-binaries', s3_access_key_id = Sys.getenv('HETZNER_S3_ACCESS_KEY_K3S'), s3_secret_access_key = Sys.getenv('HETZNER_S3_SECRET_KEY_K3S'), metadata_db_host = 'r-binaries.devxy.io', metadata_db_name = 'build_metadata', metadata_db_table = 'single_builds', metadata_db_user = 'r_binaries', metadata_db_password = Sys.getenv('PGPASS'), metadata_db_sslmode = 'require', metadata_db_port = 15432, archive = TRUE, upload = TRUE, store_build_metadata = TRUE)" backend_options: kubernetes: resources: diff --git a/.crow/process-updates-ubuntu-2404-arm64.yaml b/.crow/process-updates-ubuntu-2404-arm64.yaml index dfac765..d7c1940 100644 --- a/.crow/process-updates-ubuntu-2404-arm64.yaml +++ b/.crow/process-updates-ubuntu-2404-arm64.yaml @@ -44,7 +44,7 @@ steps: - R -q -e 'packageVersion("bincraftR")' - mkdir -p /mnt/cache/pkgcache /mnt/cache/R-pkgs /mnt/cache/ccache /mnt/cache/packages # options(future.globals.onReference = NULL): for some reason s3fs::file_delete() throws 'Error: Detected a non-exportable reference ('externalptr') in one of the globals ('FUN' of class 'function') used in the future expression' otherwise - - xvfb-run R -q -e "options(crayon.enabled = TRUE, Ncpus = 4, future.globals.onReference = 'error', repos = structure(c(getOption('repos'),INLA='https://inla.r-inla-download.org/R/stable'))); progressr::handlers('cli'); progressr::handlers(global = TRUE); options(future.globals.onReference = NULL); bincraftR::process_cran_updates(interval = $INTERVAL, platform = 'ubuntu-2404', process_updated = TRUE, process_new = TRUE, process_removed = FALSE, s3_endpoint = 'https://fsn1.your-objectstorage.com', s3_region = 'fsn1', s3_bucket = 'devxy-r-package-binaries', s3_access_key_id = Sys.getenv('HETZNER_S3_ACCESS_KEY_K3S'), s3_secret_access_key = Sys.getenv('HETZNER_S3_SECRET_KEY_K3S'), metadata_db_host = 'r-binaries.devxy.io', metadata_db_name = 'build_metadata', metadata_db_table = 'single_builds', metadata_db_user = 'r_binaries', metadata_db_password = Sys.getenv('PGPASS'), metadata_db_sslmode = 'require', metadata_db_port = 15432, archive = TRUE, upload = TRUE, store_build_metadata = TRUE)" + - xvfb-run R -q -e "options(crayon.enabled = TRUE, Ncpus = 4, future.globals.onReference = 'error', repos = structure(c(getOption('repos'),INLA='https://inla.r-inla-download.org/R/stable'))); progressr::handlers('cli'); progressr::handlers(global = TRUE); options(future.globals.onReference = NULL); bincraftR::process_cran_updates(interval = $INTERVAL, platform = 'ubuntu-2404', process_updated = TRUE, process_new = TRUE, process_removed = TRUE, s3_endpoint = 'https://fsn1.your-objectstorage.com', s3_region = 'fsn1', s3_bucket = 'devxy-r-package-binaries', s3_access_key_id = Sys.getenv('HETZNER_S3_ACCESS_KEY_K3S'), s3_secret_access_key = Sys.getenv('HETZNER_S3_SECRET_KEY_K3S'), metadata_db_host = 'r-binaries.devxy.io', metadata_db_name = 'build_metadata', metadata_db_table = 'single_builds', metadata_db_user = 'r_binaries', metadata_db_password = Sys.getenv('PGPASS'), metadata_db_sslmode = 'require', metadata_db_port = 15432, archive = TRUE, upload = TRUE, store_build_metadata = TRUE)" backend_options: kubernetes: resources: From 5a74dfc67c7bef19f58bef41b66e36246eb5d01a Mon Sep 17 00:00:00 2001 From: automation-bot Date: Sat, 29 Mar 2025 00:01:46 +0000 Subject: [PATCH 06/10] chore(deps): update ghcr.io/quarto-dev/quarto docker tag to v1.7.20 --- .crow/docs.yaml | 2 +- 1 file changed, 1 insertion(+), 1 deletion(-) diff --git a/.crow/docs.yaml b/.crow/docs.yaml index 6cc9bba..7650783 100644 --- a/.crow/docs.yaml +++ b/.crow/docs.yaml @@ -8,7 +8,7 @@ when: steps: quarto-build: - image: ghcr.io/quarto-dev/quarto:1.7.18 + image: ghcr.io/quarto-dev/quarto:1.7.20 directory: docs commands: - quarto render From d903cf883e4f36dbf91e723f67502a8778907ab2 Mon Sep 17 00:00:00 2001 From: pat-s Date: Sun, 30 Mar 2025 12:33:46 +0200 Subject: [PATCH 07/10] alpine: solve lapack dep conflict --- docker/Containerfile-alpine-320 | 2 +- docker/Containerfile-alpine-321 | 2 +- 2 files changed, 2 insertions(+), 2 deletions(-) diff --git a/docker/Containerfile-alpine-320 b/docker/Containerfile-alpine-320 index 0052a43..04ef760 100644 --- a/docker/Containerfile-alpine-320 +++ b/docker/Containerfile-alpine-320 @@ -25,7 +25,7 @@ COPY --link --from=jags /JAGS-4.3.2 /JAGS-4.3.2 # Background: JAGS needs lapack & lapack-dev but these conflict with openblas-dev which is required by R-dev # Solution: first compile JAGS, then remove lapack & lapack-dev again # # xvfb: for graphical pkgs requiring tcl, like gWidgets2tcltk -RUN apk add -q --no-cache curl tar make lapack lapack-dev blas blas-dev gcc gfortran g++ htop git cmake tk-dev xvfb xvfb-run xorg-server xauth xinit xz libdeflate libdeflate-dev +RUN apk add -q --no-cache curl tar make blas blas-dev gcc gfortran g++ htop git cmake tk-dev xvfb xvfb-run xorg-server xauth xinit xz libdeflate libdeflate-dev ### CUSTOM DEPENDENCIES diff --git a/docker/Containerfile-alpine-321 b/docker/Containerfile-alpine-321 index f248a59..fbd29d9 100644 --- a/docker/Containerfile-alpine-321 +++ b/docker/Containerfile-alpine-321 @@ -25,7 +25,7 @@ COPY --link --from=jags /JAGS-4.3.2 /JAGS-4.3.2 # Background: JAGS needs lapack & lapack-dev but these conflict with openblas-dev which is required by R-dev # Solution: first compile JAGS, then remove lapack & lapack-dev again # # xvfb: for graphical pkgs requiring tcl, like gWidgets2tcltk -RUN apk add -q --no-cache curl tar make lapack lapack-dev blas blas-dev gcc gfortran g++ htop git cmake tk-dev xvfb xvfb-run xorg-server xauth xinit xz libdeflate libdeflate-dev +RUN apk add -q --no-cache curl tar make blas blas-dev gcc gfortran g++ htop git cmake tk-dev xvfb xvfb-run xorg-server xauth xinit xz libdeflate libdeflate-dev ### CUSTOM DEPENDENCIES From 468c45a4be6dcf31342f17f402b555c27f507b64 Mon Sep 17 00:00:00 2001 From: pat-s Date: Sun, 30 Mar 2025 12:34:02 +0200 Subject: [PATCH 08/10] use R 4.4.3 in images --- docker/Containerfile-alpine-320 | 2 +- docker/Containerfile-alpine-321 | 2 +- docker/Containerfile-redhat-8 | 2 +- docker/Containerfile-redhat-9 | 2 +- docker/Containerfile-ubuntu-2204 | 2 +- docker/Containerfile-ubuntu-2404 | 2 +- 6 files changed, 6 insertions(+), 6 deletions(-) diff --git a/docker/Containerfile-alpine-320 b/docker/Containerfile-alpine-320 index 04ef760..90a16a3 100644 --- a/docker/Containerfile-alpine-320 +++ b/docker/Containerfile-alpine-320 @@ -9,7 +9,7 @@ RUN curl -s -L -O https://sourceforge.net/projects/mcmc-jags/files/JAGS/4.x/Sour FROM alpine:3.20 AS final -ARG R_VERSION=4.4.2 +ARG R_VERSION=4.4.3 ENV PATH=/opt/R/${R_VERSION}/bin:$PATH ENV TZ="Europe/Berlin" ENV R_LIBS_USER=/mnt/cache/R-pkgs diff --git a/docker/Containerfile-alpine-321 b/docker/Containerfile-alpine-321 index fbd29d9..75c4571 100644 --- a/docker/Containerfile-alpine-321 +++ b/docker/Containerfile-alpine-321 @@ -9,7 +9,7 @@ RUN curl -s -L -O https://sourceforge.net/projects/mcmc-jags/files/JAGS/4.x/Sour FROM alpine:3.21 AS final -ARG R_VERSION=4.4.2 +ARG R_VERSION=4.4.3 ENV PATH=/opt/R/${R_VERSION}/bin:$PATH ENV TZ="Europe/Berlin" ENV R_LIBS_USER=/mnt/cache/R-pkgs diff --git a/docker/Containerfile-redhat-8 b/docker/Containerfile-redhat-8 index 262aa0b..ed48469 100644 --- a/docker/Containerfile-redhat-8 +++ b/docker/Containerfile-redhat-8 @@ -13,7 +13,7 @@ RUN curl -s -L -O https://sourceforge.net/projects/mcmc-jags/files/JAGS/4.x/Sour FROM redhat/ubi8 AS final # renovate datasource=docker depName=rocker/r-ver -ARG R_VERSION=4.4.2 +ARG R_VERSION=4.4.3 ARG RED_HAT_DEV_PW ENV PATH=/opt/R/${R_VERSION}/bin:$PATH ENV TZ="Europe/Berlin" diff --git a/docker/Containerfile-redhat-9 b/docker/Containerfile-redhat-9 index 742eb3b..f9ac6bd 100644 --- a/docker/Containerfile-redhat-9 +++ b/docker/Containerfile-redhat-9 @@ -13,7 +13,7 @@ RUN curl -s -L -O https://sourceforge.net/projects/mcmc-jags/files/JAGS/4.x/Sour FROM redhat/ubi9 AS final # renovate datasource=docker depName=rocker/r-ver -ARG R_VERSION=4.4.2 +ARG R_VERSION=4.4.3 ARG RED_HAT_DEV_PW ENV PATH=/opt/R/${R_VERSION}/bin:$PATH ENV TZ="Europe/Berlin" diff --git a/docker/Containerfile-ubuntu-2204 b/docker/Containerfile-ubuntu-2204 index fe3c4fd..053993a 100644 --- a/docker/Containerfile-ubuntu-2204 +++ b/docker/Containerfile-ubuntu-2204 @@ -7,7 +7,7 @@ RUN curl -q -L -O https://sourceforge.net/projects/mcmc-jags/files/JAGS/4.x/Sour FROM ubuntu:jammy AS final -ARG R_VERSION=4.4.2 +ARG R_VERSION=4.4.3 ENV PATH=/opt/R/${R_VERSION}/bin:$PATH ENV TZ="Europe/Berlin" ENV DEBIAN_FRONTEND=noninteractive diff --git a/docker/Containerfile-ubuntu-2404 b/docker/Containerfile-ubuntu-2404 index 7eff381..1165c70 100644 --- a/docker/Containerfile-ubuntu-2404 +++ b/docker/Containerfile-ubuntu-2404 @@ -7,7 +7,7 @@ RUN curl -q -L -O https://sourceforge.net/projects/mcmc-jags/files/JAGS/4.x/Sour FROM ubuntu:noble AS final -ARG R_VERSION=4.4.2 +ARG R_VERSION=4.4.3 ENV PATH=/opt/R/${R_VERSION}/bin:$PATH ENV TZ="Europe/Berlin" ENV DEBIAN_FRONTEND=noninteractive From a22f004ec1fd599eaaef06c47d9334178960c418 Mon Sep 17 00:00:00 2001 From: automation-bot Date: Thu, 3 Apr 2025 00:01:21 +0000 Subject: [PATCH 09/10] chore(deps): update plugins/s3 docker tag to v1.5.2 --- .crow/docs.yaml | 2 +- 1 file changed, 1 insertion(+), 1 deletion(-) diff --git a/.crow/docs.yaml b/.crow/docs.yaml index 7650783..679d89f 100644 --- a/.crow/docs.yaml +++ b/.crow/docs.yaml @@ -30,7 +30,7 @@ steps: effect: 'NoSchedule' s3-sync: - image: plugins/s3:1.5.1 + image: plugins/s3:1.5.2 directory: docs settings: bucket: devxy-r-package-binaries-docs From 41525d7f4e945734f92aedf32da62bd5306a0281 Mon Sep 17 00:00:00 2001 From: automation-bot Date: Sat, 5 Apr 2025 00:01:07 +0000 Subject: [PATCH 10/10] chore(deps): update ghcr.io/quarto-dev/quarto docker tag to v1.7.21 --- .crow/docs.yaml | 2 +- 1 file changed, 1 insertion(+), 1 deletion(-) diff --git a/.crow/docs.yaml b/.crow/docs.yaml index 679d89f..a228b8f 100644 --- a/.crow/docs.yaml +++ b/.crow/docs.yaml @@ -8,7 +8,7 @@ when: steps: quarto-build: - image: ghcr.io/quarto-dev/quarto:1.7.20 + image: ghcr.io/quarto-dev/quarto:1.7.21 directory: docs commands: - quarto render