Compare commits
| Author | SHA1 | Date | |
|---|---|---|---|
|
d3bf7bc3a8 |
33 changed files with 346 additions and 1834 deletions
|
|
@ -1,13 +1,14 @@
|
||||||
# Consolidated arm64 process-updates pipeline.
|
# Consolidated process-updates pipeline (all platforms, both arches).
|
||||||
# One matrix row per platform replaces the former per-platform files.
|
# One matrix row per OS/arch replaces the former per-platform files.
|
||||||
# Routing is preserved 1:1:
|
# Routing is preserved 1:1:
|
||||||
# - cron: each existing `process-cran-updates-<platform>-arm64` cron fires
|
# - cron: each existing `process-cran-updates-<os>-<arch>` cron fires only
|
||||||
# only its matching matrix row (via CI_PIPELINE_CRON).
|
# its matching matrix row (via CI_PIPELINE_CRON).
|
||||||
# - manual: pick a target from the `process_cran_updates` dropdown
|
# - manual: pick a target from the `process_cran_updates` dropdown
|
||||||
# ("all" = every platform/arch).
|
# ("all" = every os/arch).
|
||||||
|
# Arch placement is handled by the agent label (artemis=amd64, gaia=arm64).
|
||||||
variables:
|
variables:
|
||||||
process_cran_updates:
|
process_cran_updates:
|
||||||
description: "Manual run target: a specific <platform>-<arch>, or 'all' for every platform/arch."
|
description: "Manual run target: a specific <os>-<arch>, or 'all' for every os/arch."
|
||||||
options:
|
options:
|
||||||
- all
|
- all
|
||||||
- alpine-322-amd64
|
- alpine-322-amd64
|
||||||
|
|
@ -28,48 +29,111 @@ variables:
|
||||||
|
|
||||||
when:
|
when:
|
||||||
- event: cron
|
- event: cron
|
||||||
evaluate: 'CI_PIPELINE_CRON == "process-cran-updates-${PLATFORM}-arm64"'
|
evaluate: 'CI_PIPELINE_CRON == "process-cran-updates-${OS}-${ARCH}"'
|
||||||
- event: manual
|
- event: manual
|
||||||
evaluate: 'process_cran_updates == "all" || process_cran_updates == "${PLATFORM}-arm64"'
|
evaluate: 'process_cran_updates == "all" || process_cran_updates == "${OS}-${ARCH}"'
|
||||||
|
|
||||||
skip_clone: true
|
skip_clone: true
|
||||||
|
|
||||||
labels:
|
labels:
|
||||||
agent: gaia
|
agent: ${AGENT}
|
||||||
|
|
||||||
matrix:
|
matrix:
|
||||||
include:
|
include:
|
||||||
- PLATFORM: alpine-322
|
- OS: alpine-322
|
||||||
|
ARCH: amd64
|
||||||
|
AGENT: artemis
|
||||||
R_VERSION: 4.5.3
|
R_VERSION: 4.5.3
|
||||||
IMG: alpine:3.24
|
IMG: alpine:3.24
|
||||||
OS_ID: alpine322
|
OS_ID: alpine322
|
||||||
PROCESS_NEW: FALSE
|
PROCESS_NEW: FALSE
|
||||||
- PLATFORM: alpine-323
|
- OS: alpine-322
|
||||||
|
ARCH: arm64
|
||||||
|
AGENT: gaia
|
||||||
|
R_VERSION: 4.5.3
|
||||||
|
IMG: alpine:3.24
|
||||||
|
OS_ID: alpine322
|
||||||
|
PROCESS_NEW: FALSE
|
||||||
|
- OS: alpine-323
|
||||||
|
ARCH: amd64
|
||||||
|
AGENT: artemis
|
||||||
R_VERSION: 4.5.3
|
R_VERSION: 4.5.3
|
||||||
IMG: alpine:3.24
|
IMG: alpine:3.24
|
||||||
OS_ID: alpine323
|
OS_ID: alpine323
|
||||||
PROCESS_NEW: FALSE
|
PROCESS_NEW: FALSE
|
||||||
- PLATFORM: redhat-8
|
- OS: alpine-323
|
||||||
|
ARCH: arm64
|
||||||
|
AGENT: gaia
|
||||||
|
R_VERSION: 4.5.3
|
||||||
|
IMG: alpine:3.24
|
||||||
|
OS_ID: alpine323
|
||||||
|
PROCESS_NEW: FALSE
|
||||||
|
- OS: redhat-8
|
||||||
|
ARCH: amd64
|
||||||
|
AGENT: artemis
|
||||||
R_VERSION: 4.4.3
|
R_VERSION: 4.4.3
|
||||||
IMG: redhat:8
|
IMG: redhat:8
|
||||||
OS_ID: rhel8
|
OS_ID: rhel8
|
||||||
PROCESS_NEW: TRUE
|
PROCESS_NEW: TRUE
|
||||||
- PLATFORM: redhat-9
|
- OS: redhat-8
|
||||||
|
ARCH: arm64
|
||||||
|
AGENT: gaia
|
||||||
|
R_VERSION: 4.4.3
|
||||||
|
IMG: redhat:8
|
||||||
|
OS_ID: rhel8
|
||||||
|
PROCESS_NEW: TRUE
|
||||||
|
- OS: redhat-9
|
||||||
|
ARCH: amd64
|
||||||
|
AGENT: artemis
|
||||||
R_VERSION: 4.4.3
|
R_VERSION: 4.4.3
|
||||||
IMG: redhat:9
|
IMG: redhat:9
|
||||||
OS_ID: rhel9
|
OS_ID: rhel9
|
||||||
PROCESS_NEW: TRUE
|
PROCESS_NEW: TRUE
|
||||||
- PLATFORM: redhat-10
|
- OS: redhat-9
|
||||||
|
ARCH: arm64
|
||||||
|
AGENT: gaia
|
||||||
|
R_VERSION: 4.4.3
|
||||||
|
IMG: redhat:9
|
||||||
|
OS_ID: rhel9
|
||||||
|
PROCESS_NEW: TRUE
|
||||||
|
- OS: redhat-10
|
||||||
|
ARCH: amd64
|
||||||
|
AGENT: artemis
|
||||||
R_VERSION: 4.5.3
|
R_VERSION: 4.5.3
|
||||||
IMG: redhat:10
|
IMG: redhat:10
|
||||||
OS_ID: rhel10
|
OS_ID: rhel10
|
||||||
PROCESS_NEW: TRUE
|
PROCESS_NEW: TRUE
|
||||||
- PLATFORM: ubuntu-2204
|
- OS: redhat-10
|
||||||
|
ARCH: arm64
|
||||||
|
AGENT: gaia
|
||||||
|
R_VERSION: 4.5.3
|
||||||
|
IMG: redhat:10
|
||||||
|
OS_ID: rhel10
|
||||||
|
PROCESS_NEW: TRUE
|
||||||
|
- OS: ubuntu-2204
|
||||||
|
ARCH: amd64
|
||||||
|
AGENT: artemis
|
||||||
R_VERSION: 4.4.3
|
R_VERSION: 4.4.3
|
||||||
IMG: ubuntu:jammy
|
IMG: ubuntu:jammy
|
||||||
OS_ID: jammy
|
OS_ID: jammy
|
||||||
PROCESS_NEW: TRUE
|
PROCESS_NEW: TRUE
|
||||||
- PLATFORM: ubuntu-2404
|
- OS: ubuntu-2204
|
||||||
|
ARCH: arm64
|
||||||
|
AGENT: gaia
|
||||||
|
R_VERSION: 4.4.3
|
||||||
|
IMG: ubuntu:jammy
|
||||||
|
OS_ID: jammy
|
||||||
|
PROCESS_NEW: TRUE
|
||||||
|
- OS: ubuntu-2404
|
||||||
|
ARCH: amd64
|
||||||
|
AGENT: artemis
|
||||||
|
R_VERSION: 4.4.3
|
||||||
|
IMG: ubuntu:noble
|
||||||
|
OS_ID: noble
|
||||||
|
PROCESS_NEW: TRUE
|
||||||
|
- OS: ubuntu-2404
|
||||||
|
ARCH: arm64
|
||||||
|
AGENT: gaia
|
||||||
R_VERSION: 4.4.3
|
R_VERSION: 4.4.3
|
||||||
IMG: ubuntu:noble
|
IMG: ubuntu:noble
|
||||||
OS_ID: noble
|
OS_ID: noble
|
||||||
|
|
@ -106,9 +170,9 @@ steps:
|
||||||
R_LIBS_USER: /mnt/cache/R-pkgs
|
R_LIBS_USER: /mnt/cache/R-pkgs
|
||||||
R_VERSION: ${R_VERSION}
|
R_VERSION: ${R_VERSION}
|
||||||
CCACHE_DIR: /mnt/cache/ccache
|
CCACHE_DIR: /mnt/cache/ccache
|
||||||
PLATFORM: ${PLATFORM}
|
PLATFORM: ${OS}
|
||||||
OS_ID: ${OS_ID}
|
OS_ID: ${OS_ID}
|
||||||
ARCH: arm64
|
ARCH: ${ARCH}
|
||||||
NCPUS: 2
|
NCPUS: 2
|
||||||
INTERVAL: lubridate::interval(lubridate::today() - 6, lubridate::today() - 3)
|
INTERVAL: lubridate::interval(lubridate::today() - 6, lubridate::today() - 3)
|
||||||
commands:
|
commands:
|
||||||
|
|
@ -118,7 +182,7 @@ steps:
|
||||||
- /opt/R/$R_VERSION/bin/R -q -e 'packageVersion("bincraft")'
|
- /opt/R/$R_VERSION/bin/R -q -e 'packageVersion("bincraft")'
|
||||||
- mkdir -p /mnt/cache/pkgcache /mnt/cache/R-pkgs /mnt/cache/ccache /mnt/cache/packages
|
- mkdir -p /mnt/cache/pkgcache /mnt/cache/R-pkgs /mnt/cache/ccache /mnt/cache/packages
|
||||||
# options(future.globals.onReference = NULL): for some reason s3fs::file_delete() throws 'Error: Detected a non-exportable reference ('externalptr') in one of the globals ('FUN' of class 'function') used in the future expression' otherwise
|
# options(future.globals.onReference = NULL): for some reason s3fs::file_delete() throws 'Error: Detected a non-exportable reference ('externalptr') in one of the globals ('FUN' of class 'function') used in the future expression' otherwise
|
||||||
- xvfb-run /opt/R/$R_VERSION/bin/R -q -e "options(crayon.enabled = TRUE, Ncpus = 4, future.globals.onReference = 'error', repos = structure(c(getOption('repos'),INLA='https://inla.r-inla-download.org/R/stable'))); progressr::handlers('cli'); progressr::handlers(global = TRUE); options(future.globals.onReference = NULL); bincraft::process_cran_updates(interval = $INTERVAL, platform = '${PLATFORM}', process_updated = TRUE, process_new = ${PROCESS_NEW}, process_removed = TRUE, r_minor_detection = 'classifier', s3_endpoint = 'https://s3.eu-central-003.backblazeb2.com', s3_region = 'eu-central-003', s3_bucket = 'devxy-rpkgs-binaries', s3_access_key_id = Sys.getenv('B2_S3_ACCESS_KEY'), s3_secret_access_key = Sys.getenv('B2_S3_SECRET_KEY'), metadata_db_host = 'r-binaries.devxy.io', metadata_db_name = 'build_metadata', metadata_db_table = 'single_builds', metadata_db_user = 'rpkgs', metadata_db_password = Sys.getenv('PGPASS'), metadata_db_sslmode = 'require', metadata_db_port = 15432, archive = TRUE, upload = TRUE, store_build_metadata = TRUE)"
|
- xvfb-run /opt/R/$R_VERSION/bin/R -q -e "options(crayon.enabled = TRUE, Ncpus = 4, future.globals.onReference = 'error', repos = structure(c(getOption('repos'),INLA='https://inla.r-inla-download.org/R/stable'))); progressr::handlers('cli'); progressr::handlers(global = TRUE); options(future.globals.onReference = NULL); bincraft::process_cran_updates(interval = $INTERVAL, platform = '${OS}', process_updated = TRUE, process_new = ${PROCESS_NEW}, process_removed = TRUE, r_minor_detection = 'classifier', s3_endpoint = 'https://s3.eu-central-003.backblazeb2.com', s3_region = 'eu-central-003', s3_bucket = 'devxy-rpkgs-binaries', s3_access_key_id = Sys.getenv('B2_S3_ACCESS_KEY'), s3_secret_access_key = Sys.getenv('B2_S3_SECRET_KEY'), metadata_db_host = 'r-binaries.devxy.io', metadata_db_name = 'build_metadata', metadata_db_table = 'single_builds', metadata_db_user = 'rpkgs', metadata_db_password = Sys.getenv('PGPASS'), metadata_db_sslmode = 'require', metadata_db_port = 15432, archive = TRUE, upload = TRUE, store_build_metadata = TRUE)"
|
||||||
- |
|
- |
|
||||||
PRIMARY_MINOR=$(echo "$R_VERSION" | cut -d. -f1-2)
|
PRIMARY_MINOR=$(echo "$R_VERSION" | cut -d. -f1-2)
|
||||||
for RBIN in /opt/R/[0-9]*/bin/R; do
|
for RBIN in /opt/R/[0-9]*/bin/R; do
|
||||||
|
|
@ -129,7 +193,7 @@ steps:
|
||||||
LIB="/mnt/cache/R-pkgs-$RMINOR"
|
LIB="/mnt/cache/R-pkgs-$RMINOR"
|
||||||
mkdir -p "$LIB"
|
mkdir -p "$LIB"
|
||||||
R_LIBS_USER="$LIB" "$(dirname "$RBIN")/R" -q -e 'if (!requireNamespace("bincraft", quietly = TRUE) || packageVersion("bincraft") != "4.2.2") pak::pak("git::https://codefloe.com/rpkgs/bincraft.git@v4.2.2")' || true
|
R_LIBS_USER="$LIB" "$(dirname "$RBIN")/R" -q -e 'if (!requireNamespace("bincraft", quietly = TRUE) || packageVersion("bincraft") != "4.2.2") pak::pak("git::https://codefloe.com/rpkgs/bincraft.git@v4.2.2")' || true
|
||||||
R_LIBS_USER="$LIB" xvfb-run "$(dirname "$RBIN")/R" -q -e "options(crayon.enabled = TRUE, Ncpus = 4, future.globals.onReference = NULL); bincraft::process_cran_updates(interval = $INTERVAL, platform = '${PLATFORM}', process_updated = TRUE, process_new = FALSE, process_removed = FALSE, r_minor_detection = 'classifier', r_minor_sensitive_only = TRUE, s3_endpoint = 'https://s3.eu-central-003.backblazeb2.com', s3_region = 'eu-central-003', s3_bucket = 'devxy-rpkgs-binaries', s3_access_key_id = Sys.getenv('B2_S3_ACCESS_KEY'), s3_secret_access_key = Sys.getenv('B2_S3_SECRET_KEY'), metadata_db_host = 'r-binaries.devxy.io', metadata_db_name = 'build_metadata', metadata_db_table = 'single_builds', metadata_db_user = 'rpkgs', metadata_db_password = Sys.getenv('PGPASS'), metadata_db_sslmode = 'require', metadata_db_port = 15432, archive = TRUE, upload = TRUE, store_build_metadata = TRUE)" || true
|
R_LIBS_USER="$LIB" xvfb-run "$(dirname "$RBIN")/R" -q -e "options(crayon.enabled = TRUE, Ncpus = 4, future.globals.onReference = NULL); bincraft::process_cran_updates(interval = $INTERVAL, platform = '${OS}', process_updated = TRUE, process_new = FALSE, process_removed = FALSE, r_minor_detection = 'classifier', r_minor_sensitive_only = TRUE, s3_endpoint = 'https://s3.eu-central-003.backblazeb2.com', s3_region = 'eu-central-003', s3_bucket = 'devxy-rpkgs-binaries', s3_access_key_id = Sys.getenv('B2_S3_ACCESS_KEY'), s3_secret_access_key = Sys.getenv('B2_S3_SECRET_KEY'), metadata_db_host = 'r-binaries.devxy.io', metadata_db_name = 'build_metadata', metadata_db_table = 'single_builds', metadata_db_user = 'rpkgs', metadata_db_password = Sys.getenv('PGPASS'), metadata_db_sslmode = 'require', metadata_db_port = 15432, archive = TRUE, upload = TRUE, store_build_metadata = TRUE)" || true
|
||||||
done
|
done
|
||||||
- /opt/R/$R_VERSION/bin/R -q -e 'library(bincraft); upload_package_index(codename = "${OS_ID}", s3_endpoint = "https://s3.eu-central-003.backblazeb2.com", s3_region = "eu-central-003", s3_bucket = "devxy-rpkgs-binaries", s3_access_key_id = Sys.getenv("B2_S3_ACCESS_KEY"), s3_secret_access_key = Sys.getenv("B2_S3_SECRET_KEY"))'
|
- /opt/R/$R_VERSION/bin/R -q -e 'library(bincraft); upload_package_index(codename = "${OS_ID}", s3_endpoint = "https://s3.eu-central-003.backblazeb2.com", s3_region = "eu-central-003", s3_bucket = "devxy-rpkgs-binaries", s3_access_key_id = Sys.getenv("B2_S3_ACCESS_KEY"), s3_secret_access_key = Sys.getenv("B2_S3_SECRET_KEY"))'
|
||||||
- |
|
- |
|
||||||
|
|
@ -137,6 +201,22 @@ steps:
|
||||||
RMINOR=$(basename "$(dirname "$(dirname "$RBIN")")" | cut -d. -f1-2)
|
RMINOR=$(basename "$(dirname "$(dirname "$RBIN")")" | cut -d. -f1-2)
|
||||||
/opt/R/$R_VERSION/bin/R -q -e "library(bincraft); upload_package_index(codename = '${OS_ID}', r_minor = '$RMINOR', s3_endpoint = 'https://s3.eu-central-003.backblazeb2.com', s3_region = 'eu-central-003', s3_bucket = 'devxy-rpkgs-binaries', s3_access_key_id = Sys.getenv('B2_S3_ACCESS_KEY'), s3_secret_access_key = Sys.getenv('B2_S3_SECRET_KEY'))" || true
|
/opt/R/$R_VERSION/bin/R -q -e "library(bincraft); upload_package_index(codename = '${OS_ID}', r_minor = '$RMINOR', s3_endpoint = 'https://s3.eu-central-003.backblazeb2.com', s3_region = 'eu-central-003', s3_bucket = 'devxy-rpkgs-binaries', s3_access_key_id = Sys.getenv('B2_S3_ACCESS_KEY'), s3_secret_access_key = Sys.getenv('B2_S3_SECRET_KEY'))" || true
|
||||||
done
|
done
|
||||||
|
backend_options:
|
||||||
|
kubernetes:
|
||||||
|
resources:
|
||||||
|
requests:
|
||||||
|
memory: 5Gi
|
||||||
|
cpu: 3000m
|
||||||
|
limits:
|
||||||
|
memory: 18Gi
|
||||||
|
cpu: 3000m
|
||||||
|
nodeSelector:
|
||||||
|
kubernetes.io/arch: ${ARCH}
|
||||||
|
tolerations:
|
||||||
|
- key: 'CI'
|
||||||
|
operator: 'Equal'
|
||||||
|
value: 'true'
|
||||||
|
effect: 'NoSchedule'
|
||||||
|
|
||||||
- name: Purge CDN cache
|
- name: Purge CDN cache
|
||||||
image: reg.devxy.io/docker.io/library/alpine:3.24
|
image: reg.devxy.io/docker.io/library/alpine:3.24
|
||||||
|
|
@ -147,7 +227,7 @@ steps:
|
||||||
SUBDOMAIN2: 'cran.allianceswisspass.devxy.io'
|
SUBDOMAIN2: 'cran.allianceswisspass.devxy.io'
|
||||||
SUBDOMAIN3: 'cran.rpkgs.com'
|
SUBDOMAIN3: 'cran.rpkgs.com'
|
||||||
OS_ID: ${OS_ID}
|
OS_ID: ${OS_ID}
|
||||||
ARCH: arm64
|
ARCH: ${ARCH}
|
||||||
commands:
|
commands:
|
||||||
- apk add --no-cache -q bash curl
|
- apk add --no-cache -q bash curl
|
||||||
- bash scripts/purge_cdn_cache.sh "$BUNNYNET_API_KEY" "$ARCH" "$OS_ID" "$SUBDOMAIN1" "$SUBDOMAIN2" "$SUBDOMAIN3"
|
- bash scripts/purge_cdn_cache.sh "$BUNNYNET_API_KEY" "$ARCH" "$OS_ID" "$SUBDOMAIN1" "$SUBDOMAIN2" "$SUBDOMAIN3"
|
||||||
|
|
@ -1,52 +0,0 @@
|
||||||
when:
|
|
||||||
- event: cron
|
|
||||||
cron: weekly-audit-missing-alpine-321-amd64
|
|
||||||
- event: manual
|
|
||||||
evaluate: 'task == "weekly-audit-missing-alpine-321-amd64"'
|
|
||||||
|
|
||||||
skip_clone: true
|
|
||||||
|
|
||||||
steps:
|
|
||||||
- name: 'Audit missing binaries'
|
|
||||||
image: reg.devxy.io/rpkgs/build-env-alpine:3.24
|
|
||||||
pull: true
|
|
||||||
environment:
|
|
||||||
B2_S3_ACCESS_KEY:
|
|
||||||
from_secret: B2_S3_ACCESS_KEY
|
|
||||||
B2_S3_SECRET_KEY:
|
|
||||||
from_secret: B2_S3_SECRET_KEY
|
|
||||||
PGPASS:
|
|
||||||
from_secret: PGPASS
|
|
||||||
REPO_RO_TOKEN:
|
|
||||||
from_secret: REPO_RO_TOKEN
|
|
||||||
|
|
||||||
GITHUB_PAT:
|
|
||||||
from_secret: GITHUB_PAT
|
|
||||||
FORGEJO_TOKEN:
|
|
||||||
from_secret: FORGEJO_TOKEN
|
|
||||||
PLATFORM: alpine-321
|
|
||||||
ARCH: amd64
|
|
||||||
R_LIBS_USER: /mnt/cache/R-pkgs
|
|
||||||
R_VERSION: 4.5.3
|
|
||||||
commands:
|
|
||||||
- git clone -q https://pat-s:$$REPO_RO_TOKEN@git.devxy.io/devxy/build-cran-binaries.git .
|
|
||||||
- mkdir -p /mnt/cache/packages /mnt/cache/R-pkgs
|
|
||||||
- rm -rf /mnt/cache/R-pkgs/00LOCK-*
|
|
||||||
- /opt/R/$R_VERSION/bin/R -q -e 'pak::pak(c("git::https://codefloe.com/rpkgs/bincraft.git", "httr2", "jsonlite"))'
|
|
||||||
- /opt/R/$R_VERSION/bin/R -q -e 'source("local/weekly-missing-binaries-audit.R")'
|
|
||||||
backend_options:
|
|
||||||
kubernetes:
|
|
||||||
resources:
|
|
||||||
requests:
|
|
||||||
memory: 2Gi
|
|
||||||
cpu: 2000m
|
|
||||||
limits:
|
|
||||||
memory: 4Gi
|
|
||||||
cpu: 2000m
|
|
||||||
nodeSelector:
|
|
||||||
kubernetes.io/arch: amd64
|
|
||||||
tolerations:
|
|
||||||
- key: 'CI'
|
|
||||||
operator: 'Equal'
|
|
||||||
value: 'true'
|
|
||||||
effect: 'NoSchedule'
|
|
||||||
|
|
@ -1,52 +0,0 @@
|
||||||
when:
|
|
||||||
- event: cron
|
|
||||||
cron: weekly-audit-missing-alpine-321-arm64
|
|
||||||
- event: manual
|
|
||||||
evaluate: 'task == "weekly-audit-missing-alpine-321-arm64"'
|
|
||||||
|
|
||||||
skip_clone: true
|
|
||||||
|
|
||||||
steps:
|
|
||||||
- name: 'Audit missing binaries'
|
|
||||||
image: reg.devxy.io/rpkgs/build-env-alpine:3.24
|
|
||||||
pull: true
|
|
||||||
environment:
|
|
||||||
B2_S3_ACCESS_KEY:
|
|
||||||
from_secret: B2_S3_ACCESS_KEY
|
|
||||||
B2_S3_SECRET_KEY:
|
|
||||||
from_secret: B2_S3_SECRET_KEY
|
|
||||||
PGPASS:
|
|
||||||
from_secret: PGPASS
|
|
||||||
REPO_RO_TOKEN:
|
|
||||||
from_secret: REPO_RO_TOKEN
|
|
||||||
|
|
||||||
GITHUB_PAT:
|
|
||||||
from_secret: GITHUB_PAT
|
|
||||||
FORGEJO_TOKEN:
|
|
||||||
from_secret: FORGEJO_TOKEN
|
|
||||||
PLATFORM: alpine-321
|
|
||||||
ARCH: arm64
|
|
||||||
R_LIBS_USER: /mnt/cache/R-pkgs
|
|
||||||
R_VERSION: 4.5.3
|
|
||||||
commands:
|
|
||||||
- git clone -q https://pat-s:$$REPO_RO_TOKEN@git.devxy.io/devxy/build-cran-binaries.git .
|
|
||||||
- mkdir -p /mnt/cache/packages /mnt/cache/R-pkgs
|
|
||||||
- rm -rf /mnt/cache/R-pkgs/00LOCK-*
|
|
||||||
- /opt/R/$R_VERSION/bin/R -q -e 'pak::pak(c("git::https://codefloe.com/rpkgs/bincraft.git", "httr2", "jsonlite"))'
|
|
||||||
- /opt/R/$R_VERSION/bin/R -q -e 'source("local/weekly-missing-binaries-audit.R")'
|
|
||||||
backend_options:
|
|
||||||
kubernetes:
|
|
||||||
resources:
|
|
||||||
requests:
|
|
||||||
memory: 2Gi
|
|
||||||
cpu: 2000m
|
|
||||||
limits:
|
|
||||||
memory: 4Gi
|
|
||||||
cpu: 2000m
|
|
||||||
nodeSelector:
|
|
||||||
kubernetes.io/arch: arm64
|
|
||||||
tolerations:
|
|
||||||
- key: 'CI'
|
|
||||||
operator: 'Equal'
|
|
||||||
value: 'true'
|
|
||||||
effect: 'NoSchedule'
|
|
||||||
|
|
@ -1,51 +0,0 @@
|
||||||
when:
|
|
||||||
- event: cron
|
|
||||||
cron: weekly-audit-missing-alpine-322-amd64
|
|
||||||
- event: manual
|
|
||||||
|
|
||||||
skip_clone: true
|
|
||||||
|
|
||||||
steps:
|
|
||||||
- name: 'Audit missing binaries'
|
|
||||||
image: reg.devxy.io/rpkgs/build-env-alpine:3.24
|
|
||||||
pull: true
|
|
||||||
environment:
|
|
||||||
B2_S3_ACCESS_KEY:
|
|
||||||
from_secret: B2_S3_ACCESS_KEY
|
|
||||||
B2_S3_SECRET_KEY:
|
|
||||||
from_secret: B2_S3_SECRET_KEY
|
|
||||||
PGPASS:
|
|
||||||
from_secret: PGPASS
|
|
||||||
REPO_RO_TOKEN:
|
|
||||||
from_secret: REPO_RO_TOKEN
|
|
||||||
|
|
||||||
GITHUB_PAT:
|
|
||||||
from_secret: GITHUB_PAT
|
|
||||||
FORGEJO_TOKEN:
|
|
||||||
from_secret: FORGEJO_TOKEN
|
|
||||||
PLATFORM: alpine-322
|
|
||||||
ARCH: amd64
|
|
||||||
R_LIBS_USER: /mnt/cache/R-pkgs
|
|
||||||
R_VERSION: 4.5.3
|
|
||||||
commands:
|
|
||||||
- git clone -q https://pat-s:$$REPO_RO_TOKEN@git.devxy.io/devxy/build-cran-binaries.git .
|
|
||||||
- mkdir -p /mnt/cache/packages /mnt/cache/R-pkgs
|
|
||||||
- rm -rf /mnt/cache/R-pkgs/00LOCK-*
|
|
||||||
- /opt/R/$R_VERSION/bin/R -q -e 'pak::pak(c("git::https://codefloe.com/rpkgs/bincraft.git", "httr2", "jsonlite"))'
|
|
||||||
- /opt/R/$R_VERSION/bin/R -q -e 'source("local/weekly-missing-binaries-audit.R")'
|
|
||||||
backend_options:
|
|
||||||
kubernetes:
|
|
||||||
resources:
|
|
||||||
requests:
|
|
||||||
memory: 2Gi
|
|
||||||
cpu: 2000m
|
|
||||||
limits:
|
|
||||||
memory: 4Gi
|
|
||||||
cpu: 2000m
|
|
||||||
nodeSelector:
|
|
||||||
kubernetes.io/arch: amd64
|
|
||||||
tolerations:
|
|
||||||
- key: 'CI'
|
|
||||||
operator: 'Equal'
|
|
||||||
value: 'true'
|
|
||||||
effect: 'NoSchedule'
|
|
||||||
|
|
@ -1,50 +0,0 @@
|
||||||
when:
|
|
||||||
- event: cron
|
|
||||||
cron: weekly-audit-missing-alpine-322-arm64
|
|
||||||
- event: manual
|
|
||||||
|
|
||||||
skip_clone: true
|
|
||||||
|
|
||||||
steps:
|
|
||||||
- name: 'Audit missing binaries'
|
|
||||||
image: reg.devxy.io/rpkgs/build-env-alpine:3.24
|
|
||||||
pull: true
|
|
||||||
environment:
|
|
||||||
B2_S3_ACCESS_KEY:
|
|
||||||
from_secret: B2_S3_ACCESS_KEY
|
|
||||||
B2_S3_SECRET_KEY:
|
|
||||||
from_secret: B2_S3_SECRET_KEY
|
|
||||||
PGPASS:
|
|
||||||
from_secret: PGPASS
|
|
||||||
REPO_RO_TOKEN:
|
|
||||||
from_secret: REPO_RO_TOKEN
|
|
||||||
GITHUB_PAT:
|
|
||||||
from_secret: GITHUB_PAT
|
|
||||||
FORGEJO_TOKEN:
|
|
||||||
from_secret: FORGEJO_TOKEN
|
|
||||||
PLATFORM: alpine-322
|
|
||||||
ARCH: arm64
|
|
||||||
R_LIBS_USER: /mnt/cache/R-pkgs
|
|
||||||
R_VERSION: 4.5.3
|
|
||||||
commands:
|
|
||||||
- git clone -q https://pat-s:$$REPO_RO_TOKEN@git.devxy.io/devxy/build-cran-binaries.git .
|
|
||||||
- mkdir -p /mnt/cache/packages /mnt/cache/R-pkgs
|
|
||||||
- rm -rf /mnt/cache/R-pkgs/00LOCK-*
|
|
||||||
- /opt/R/$R_VERSION/bin/R -q -e 'pak::pak(c("git::https://codefloe.com/rpkgs/bincraft.git", "httr2", "jsonlite"))'
|
|
||||||
- /opt/R/$R_VERSION/bin/R -q -e 'source("local/weekly-missing-binaries-audit.R")'
|
|
||||||
backend_options:
|
|
||||||
kubernetes:
|
|
||||||
resources:
|
|
||||||
requests:
|
|
||||||
memory: 2Gi
|
|
||||||
cpu: 2000m
|
|
||||||
limits:
|
|
||||||
memory: 4Gi
|
|
||||||
cpu: 2000m
|
|
||||||
nodeSelector:
|
|
||||||
kubernetes.io/arch: arm64
|
|
||||||
tolerations:
|
|
||||||
- key: 'CI'
|
|
||||||
operator: 'Equal'
|
|
||||||
value: 'true'
|
|
||||||
effect: 'NoSchedule'
|
|
||||||
|
|
@ -1,51 +0,0 @@
|
||||||
when:
|
|
||||||
- event: cron
|
|
||||||
cron: weekly-audit-missing-alpine-323-amd64
|
|
||||||
- event: manual
|
|
||||||
|
|
||||||
skip_clone: true
|
|
||||||
|
|
||||||
steps:
|
|
||||||
- name: 'Audit missing binaries'
|
|
||||||
image: reg.devxy.io/rpkgs/build-env-alpine:3.24
|
|
||||||
pull: true
|
|
||||||
environment:
|
|
||||||
B2_S3_ACCESS_KEY:
|
|
||||||
from_secret: B2_S3_ACCESS_KEY
|
|
||||||
B2_S3_SECRET_KEY:
|
|
||||||
from_secret: B2_S3_SECRET_KEY
|
|
||||||
PGPASS:
|
|
||||||
from_secret: PGPASS
|
|
||||||
REPO_RO_TOKEN:
|
|
||||||
from_secret: REPO_RO_TOKEN
|
|
||||||
|
|
||||||
GITHUB_PAT:
|
|
||||||
from_secret: GITHUB_PAT
|
|
||||||
FORGEJO_TOKEN:
|
|
||||||
from_secret: FORGEJO_TOKEN
|
|
||||||
PLATFORM: alpine-323
|
|
||||||
ARCH: amd64
|
|
||||||
R_LIBS_USER: /mnt/cache/R-pkgs
|
|
||||||
R_VERSION: 4.5.3
|
|
||||||
commands:
|
|
||||||
- git clone -q https://pat-s:$$REPO_RO_TOKEN@git.devxy.io/devxy/build-cran-binaries.git .
|
|
||||||
- mkdir -p /mnt/cache/packages /mnt/cache/R-pkgs
|
|
||||||
- rm -rf /mnt/cache/R-pkgs/00LOCK-*
|
|
||||||
- /opt/R/$R_VERSION/bin/R -q -e 'pak::pak(c("git::https://codefloe.com/rpkgs/bincraft.git", "httr2", "jsonlite"))'
|
|
||||||
- /opt/R/$R_VERSION/bin/R -q -e 'source("local/weekly-missing-binaries-audit.R")'
|
|
||||||
backend_options:
|
|
||||||
kubernetes:
|
|
||||||
resources:
|
|
||||||
requests:
|
|
||||||
memory: 2Gi
|
|
||||||
cpu: 2000m
|
|
||||||
limits:
|
|
||||||
memory: 4Gi
|
|
||||||
cpu: 2000m
|
|
||||||
nodeSelector:
|
|
||||||
kubernetes.io/arch: amd64
|
|
||||||
tolerations:
|
|
||||||
- key: 'CI'
|
|
||||||
operator: 'Equal'
|
|
||||||
value: 'true'
|
|
||||||
effect: 'NoSchedule'
|
|
||||||
|
|
@ -1,51 +0,0 @@
|
||||||
when:
|
|
||||||
- event: cron
|
|
||||||
cron: weekly-audit-missing-alpine-323-arm64
|
|
||||||
- event: manual
|
|
||||||
|
|
||||||
skip_clone: true
|
|
||||||
|
|
||||||
steps:
|
|
||||||
- name: 'Audit missing binaries'
|
|
||||||
image: reg.devxy.io/rpkgs/build-env-alpine:3.24
|
|
||||||
pull: true
|
|
||||||
environment:
|
|
||||||
B2_S3_ACCESS_KEY:
|
|
||||||
from_secret: B2_S3_ACCESS_KEY
|
|
||||||
B2_S3_SECRET_KEY:
|
|
||||||
from_secret: B2_S3_SECRET_KEY
|
|
||||||
PGPASS:
|
|
||||||
from_secret: PGPASS
|
|
||||||
REPO_RO_TOKEN:
|
|
||||||
from_secret: REPO_RO_TOKEN
|
|
||||||
|
|
||||||
GITHUB_PAT:
|
|
||||||
from_secret: GITHUB_PAT
|
|
||||||
FORGEJO_TOKEN:
|
|
||||||
from_secret: FORGEJO_TOKEN
|
|
||||||
PLATFORM: alpine-323
|
|
||||||
ARCH: arm64
|
|
||||||
R_LIBS_USER: /mnt/cache/R-pkgs
|
|
||||||
R_VERSION: 4.5.3
|
|
||||||
commands:
|
|
||||||
- git clone -q https://pat-s:$$REPO_RO_TOKEN@git.devxy.io/devxy/build-cran-binaries.git .
|
|
||||||
- mkdir -p /mnt/cache/packages /mnt/cache/R-pkgs
|
|
||||||
- rm -rf /mnt/cache/R-pkgs/00LOCK-*
|
|
||||||
- /opt/R/$R_VERSION/bin/R -q -e 'pak::pak(c("git::https://codefloe.com/rpkgs/bincraft.git", "httr2", "jsonlite"))'
|
|
||||||
- /opt/R/$R_VERSION/bin/R -q -e 'source("local/weekly-missing-binaries-audit.R")'
|
|
||||||
backend_options:
|
|
||||||
kubernetes:
|
|
||||||
resources:
|
|
||||||
requests:
|
|
||||||
memory: 2Gi
|
|
||||||
cpu: 2000m
|
|
||||||
limits:
|
|
||||||
memory: 4Gi
|
|
||||||
cpu: 2000m
|
|
||||||
nodeSelector:
|
|
||||||
kubernetes.io/arch: arm64
|
|
||||||
tolerations:
|
|
||||||
- key: 'CI'
|
|
||||||
operator: 'Equal'
|
|
||||||
value: 'true'
|
|
||||||
effect: 'NoSchedule'
|
|
||||||
|
|
@ -1,51 +0,0 @@
|
||||||
when:
|
|
||||||
- event: cron
|
|
||||||
cron: weekly-audit-missing-redhat-10-amd64
|
|
||||||
- event: manual
|
|
||||||
evaluate: 'task == "weekly-audit-missing-redhat-10-amd64"'
|
|
||||||
|
|
||||||
skip_clone: true
|
|
||||||
|
|
||||||
steps:
|
|
||||||
- name: 'Audit missing binaries'
|
|
||||||
image: reg.devxy.io/rpkgs/build-env-redhat:10
|
|
||||||
pull: true
|
|
||||||
environment:
|
|
||||||
B2_S3_ACCESS_KEY:
|
|
||||||
from_secret: B2_S3_ACCESS_KEY
|
|
||||||
B2_S3_SECRET_KEY:
|
|
||||||
from_secret: B2_S3_SECRET_KEY
|
|
||||||
PGPASS:
|
|
||||||
from_secret: PGPASS
|
|
||||||
REPO_RO_TOKEN:
|
|
||||||
from_secret: REPO_RO_TOKEN
|
|
||||||
GITHUB_PAT:
|
|
||||||
from_secret: GITHUB_PAT
|
|
||||||
FORGEJO_TOKEN:
|
|
||||||
from_secret: FORGEJO_TOKEN
|
|
||||||
PLATFORM: redhat-10
|
|
||||||
ARCH: amd64
|
|
||||||
R_LIBS_USER: /mnt/cache/R-pkgs
|
|
||||||
R_VERSION: 4.5.3
|
|
||||||
commands:
|
|
||||||
- git clone -q https://pat-s:$$REPO_RO_TOKEN@git.devxy.io/devxy/build-cran-binaries.git .
|
|
||||||
- mkdir -p /mnt/cache/packages /mnt/cache/R-pkgs
|
|
||||||
- rm -rf /mnt/cache/R-pkgs/00LOCK-*
|
|
||||||
- /opt/R/$R_VERSION/bin/R -q -e 'pak::pak(c("git::https://codefloe.com/rpkgs/bincraft.git", "httr2", "jsonlite"))'
|
|
||||||
- /opt/R/$R_VERSION/bin/R -q -e 'source("local/weekly-missing-binaries-audit.R")'
|
|
||||||
backend_options:
|
|
||||||
kubernetes:
|
|
||||||
resources:
|
|
||||||
requests:
|
|
||||||
memory: 2Gi
|
|
||||||
cpu: 2000m
|
|
||||||
limits:
|
|
||||||
memory: 4Gi
|
|
||||||
cpu: 2000m
|
|
||||||
nodeSelector:
|
|
||||||
kubernetes.io/arch: amd64
|
|
||||||
tolerations:
|
|
||||||
- key: 'CI'
|
|
||||||
operator: 'Equal'
|
|
||||||
value: 'true'
|
|
||||||
effect: 'NoSchedule'
|
|
||||||
|
|
@ -1,51 +0,0 @@
|
||||||
when:
|
|
||||||
- event: cron
|
|
||||||
cron: weekly-audit-missing-redhat-10-arm64
|
|
||||||
- event: manual
|
|
||||||
evaluate: 'task == "weekly-audit-missing-redhat-10-arm64"'
|
|
||||||
|
|
||||||
skip_clone: true
|
|
||||||
|
|
||||||
steps:
|
|
||||||
- name: 'Audit missing binaries'
|
|
||||||
image: reg.devxy.io/rpkgs/build-env-redhat:10
|
|
||||||
pull: true
|
|
||||||
environment:
|
|
||||||
B2_S3_ACCESS_KEY:
|
|
||||||
from_secret: B2_S3_ACCESS_KEY
|
|
||||||
B2_S3_SECRET_KEY:
|
|
||||||
from_secret: B2_S3_SECRET_KEY
|
|
||||||
PGPASS:
|
|
||||||
from_secret: PGPASS
|
|
||||||
REPO_RO_TOKEN:
|
|
||||||
from_secret: REPO_RO_TOKEN
|
|
||||||
GITHUB_PAT:
|
|
||||||
from_secret: GITHUB_PAT
|
|
||||||
FORGEJO_TOKEN:
|
|
||||||
from_secret: FORGEJO_TOKEN
|
|
||||||
PLATFORM: redhat-10
|
|
||||||
ARCH: arm64
|
|
||||||
R_LIBS_USER: /mnt/cache/R-pkgs
|
|
||||||
R_VERSION: 4.5.3
|
|
||||||
commands:
|
|
||||||
- git clone -q https://pat-s:$$REPO_RO_TOKEN@git.devxy.io/devxy/build-cran-binaries.git .
|
|
||||||
- mkdir -p /mnt/cache/packages /mnt/cache/R-pkgs
|
|
||||||
- rm -rf /mnt/cache/R-pkgs/00LOCK-*
|
|
||||||
- /opt/R/$R_VERSION/bin/R -q -e 'pak::pak(c("git::https://codefloe.com/rpkgs/bincraft.git", "httr2", "jsonlite"))'
|
|
||||||
- /opt/R/$R_VERSION/bin/R -q -e 'source("local/weekly-missing-binaries-audit.R")'
|
|
||||||
backend_options:
|
|
||||||
kubernetes:
|
|
||||||
resources:
|
|
||||||
requests:
|
|
||||||
memory: 2Gi
|
|
||||||
cpu: 2000m
|
|
||||||
limits:
|
|
||||||
memory: 4Gi
|
|
||||||
cpu: 2000m
|
|
||||||
nodeSelector:
|
|
||||||
kubernetes.io/arch: arm64
|
|
||||||
tolerations:
|
|
||||||
- key: 'CI'
|
|
||||||
operator: 'Equal'
|
|
||||||
value: 'true'
|
|
||||||
effect: 'NoSchedule'
|
|
||||||
|
|
@ -1,52 +0,0 @@
|
||||||
when:
|
|
||||||
- event: cron
|
|
||||||
cron: weekly-audit-missing-redhat-8-amd64
|
|
||||||
- event: manual
|
|
||||||
evaluate: 'task == "weekly-audit-missing-redhat-8-amd64"'
|
|
||||||
|
|
||||||
skip_clone: true
|
|
||||||
|
|
||||||
steps:
|
|
||||||
- name: 'Audit missing binaries'
|
|
||||||
image: reg.devxy.io/rpkgs/build-env-redhat:8
|
|
||||||
pull: true
|
|
||||||
environment:
|
|
||||||
B2_S3_ACCESS_KEY:
|
|
||||||
from_secret: B2_S3_ACCESS_KEY
|
|
||||||
B2_S3_SECRET_KEY:
|
|
||||||
from_secret: B2_S3_SECRET_KEY
|
|
||||||
PGPASS:
|
|
||||||
from_secret: PGPASS
|
|
||||||
REPO_RO_TOKEN:
|
|
||||||
from_secret: REPO_RO_TOKEN
|
|
||||||
|
|
||||||
GITHUB_PAT:
|
|
||||||
from_secret: GITHUB_PAT
|
|
||||||
FORGEJO_TOKEN:
|
|
||||||
from_secret: FORGEJO_TOKEN
|
|
||||||
PLATFORM: redhat-8
|
|
||||||
ARCH: amd64
|
|
||||||
R_LIBS_USER: /mnt/cache/R-pkgs
|
|
||||||
R_VERSION: 4.4.3
|
|
||||||
commands:
|
|
||||||
- git clone -q https://pat-s:$$REPO_RO_TOKEN@git.devxy.io/devxy/build-cran-binaries.git .
|
|
||||||
- mkdir -p /mnt/cache/packages /mnt/cache/R-pkgs
|
|
||||||
- rm -rf /mnt/cache/R-pkgs/00LOCK-*
|
|
||||||
- /opt/R/$R_VERSION/bin/R -q -e 'pak::pak(c("git::https://codefloe.com/rpkgs/bincraft.git", "httr2", "jsonlite"))'
|
|
||||||
- /opt/R/$R_VERSION/bin/R -q -e 'source("local/weekly-missing-binaries-audit.R")'
|
|
||||||
backend_options:
|
|
||||||
kubernetes:
|
|
||||||
resources:
|
|
||||||
requests:
|
|
||||||
memory: 2Gi
|
|
||||||
cpu: 2000m
|
|
||||||
limits:
|
|
||||||
memory: 4Gi
|
|
||||||
cpu: 2000m
|
|
||||||
nodeSelector:
|
|
||||||
kubernetes.io/arch: amd64
|
|
||||||
tolerations:
|
|
||||||
- key: 'CI'
|
|
||||||
operator: 'Equal'
|
|
||||||
value: 'true'
|
|
||||||
effect: 'NoSchedule'
|
|
||||||
|
|
@ -1,52 +0,0 @@
|
||||||
when:
|
|
||||||
- event: cron
|
|
||||||
cron: weekly-audit-missing-redhat-8-arm64
|
|
||||||
- event: manual
|
|
||||||
evaluate: 'task == "weekly-audit-missing-redhat-8-arm64"'
|
|
||||||
|
|
||||||
skip_clone: true
|
|
||||||
|
|
||||||
steps:
|
|
||||||
- name: 'Audit missing binaries'
|
|
||||||
image: reg.devxy.io/rpkgs/build-env-redhat:8
|
|
||||||
pull: true
|
|
||||||
environment:
|
|
||||||
B2_S3_ACCESS_KEY:
|
|
||||||
from_secret: B2_S3_ACCESS_KEY
|
|
||||||
B2_S3_SECRET_KEY:
|
|
||||||
from_secret: B2_S3_SECRET_KEY
|
|
||||||
PGPASS:
|
|
||||||
from_secret: PGPASS
|
|
||||||
REPO_RO_TOKEN:
|
|
||||||
from_secret: REPO_RO_TOKEN
|
|
||||||
|
|
||||||
GITHUB_PAT:
|
|
||||||
from_secret: GITHUB_PAT
|
|
||||||
FORGEJO_TOKEN:
|
|
||||||
from_secret: FORGEJO_TOKEN
|
|
||||||
PLATFORM: redhat-8
|
|
||||||
ARCH: arm64
|
|
||||||
R_LIBS_USER: /mnt/cache/R-pkgs
|
|
||||||
R_VERSION: 4.4.3
|
|
||||||
commands:
|
|
||||||
- git clone -q https://pat-s:$$REPO_RO_TOKEN@git.devxy.io/devxy/build-cran-binaries.git .
|
|
||||||
- mkdir -p /mnt/cache/packages /mnt/cache/R-pkgs
|
|
||||||
- rm -rf /mnt/cache/R-pkgs/00LOCK-*
|
|
||||||
- /opt/R/$R_VERSION/bin/R -q -e 'pak::pak(c("git::https://codefloe.com/rpkgs/bincraft.git", "httr2", "jsonlite"))'
|
|
||||||
- /opt/R/$R_VERSION/bin/R -q -e 'source("local/weekly-missing-binaries-audit.R")'
|
|
||||||
backend_options:
|
|
||||||
kubernetes:
|
|
||||||
resources:
|
|
||||||
requests:
|
|
||||||
memory: 2Gi
|
|
||||||
cpu: 2000m
|
|
||||||
limits:
|
|
||||||
memory: 4Gi
|
|
||||||
cpu: 2000m
|
|
||||||
nodeSelector:
|
|
||||||
kubernetes.io/arch: arm64
|
|
||||||
tolerations:
|
|
||||||
- key: 'CI'
|
|
||||||
operator: 'Equal'
|
|
||||||
value: 'true'
|
|
||||||
effect: 'NoSchedule'
|
|
||||||
|
|
@ -1,52 +0,0 @@
|
||||||
when:
|
|
||||||
- event: cron
|
|
||||||
cron: weekly-audit-missing-redhat-9-amd64
|
|
||||||
- event: manual
|
|
||||||
evaluate: 'task == "weekly-audit-missing-redhat-9-amd64"'
|
|
||||||
|
|
||||||
skip_clone: true
|
|
||||||
|
|
||||||
steps:
|
|
||||||
- name: 'Audit missing binaries'
|
|
||||||
image: reg.devxy.io/rpkgs/build-env-redhat:9
|
|
||||||
pull: true
|
|
||||||
environment:
|
|
||||||
B2_S3_ACCESS_KEY:
|
|
||||||
from_secret: B2_S3_ACCESS_KEY
|
|
||||||
B2_S3_SECRET_KEY:
|
|
||||||
from_secret: B2_S3_SECRET_KEY
|
|
||||||
PGPASS:
|
|
||||||
from_secret: PGPASS
|
|
||||||
REPO_RO_TOKEN:
|
|
||||||
from_secret: REPO_RO_TOKEN
|
|
||||||
|
|
||||||
GITHUB_PAT:
|
|
||||||
from_secret: GITHUB_PAT
|
|
||||||
FORGEJO_TOKEN:
|
|
||||||
from_secret: FORGEJO_TOKEN
|
|
||||||
PLATFORM: redhat-9
|
|
||||||
ARCH: amd64
|
|
||||||
R_LIBS_USER: /mnt/cache/R-pkgs
|
|
||||||
R_VERSION: 4.4.3
|
|
||||||
commands:
|
|
||||||
- git clone -q https://pat-s:$$REPO_RO_TOKEN@git.devxy.io/devxy/build-cran-binaries.git .
|
|
||||||
- mkdir -p /mnt/cache/packages /mnt/cache/R-pkgs
|
|
||||||
- rm -rf /mnt/cache/R-pkgs/00LOCK-*
|
|
||||||
- /opt/R/$R_VERSION/bin/R -q -e 'pak::pak(c("git::https://codefloe.com/rpkgs/bincraft.git", "httr2", "jsonlite"))'
|
|
||||||
- /opt/R/$R_VERSION/bin/R -q -e 'source("local/weekly-missing-binaries-audit.R")'
|
|
||||||
backend_options:
|
|
||||||
kubernetes:
|
|
||||||
resources:
|
|
||||||
requests:
|
|
||||||
memory: 2Gi
|
|
||||||
cpu: 2000m
|
|
||||||
limits:
|
|
||||||
memory: 4Gi
|
|
||||||
cpu: 2000m
|
|
||||||
nodeSelector:
|
|
||||||
kubernetes.io/arch: amd64
|
|
||||||
tolerations:
|
|
||||||
- key: 'CI'
|
|
||||||
operator: 'Equal'
|
|
||||||
value: 'true'
|
|
||||||
effect: 'NoSchedule'
|
|
||||||
|
|
@ -1,52 +0,0 @@
|
||||||
when:
|
|
||||||
- event: cron
|
|
||||||
cron: weekly-audit-missing-redhat-9-arm64
|
|
||||||
- event: manual
|
|
||||||
evaluate: 'task == "weekly-audit-missing-redhat-9-arm64"'
|
|
||||||
|
|
||||||
skip_clone: true
|
|
||||||
|
|
||||||
steps:
|
|
||||||
- name: 'Audit missing binaries'
|
|
||||||
image: reg.devxy.io/rpkgs/build-env-redhat:9
|
|
||||||
pull: true
|
|
||||||
environment:
|
|
||||||
B2_S3_ACCESS_KEY:
|
|
||||||
from_secret: B2_S3_ACCESS_KEY
|
|
||||||
B2_S3_SECRET_KEY:
|
|
||||||
from_secret: B2_S3_SECRET_KEY
|
|
||||||
PGPASS:
|
|
||||||
from_secret: PGPASS
|
|
||||||
REPO_RO_TOKEN:
|
|
||||||
from_secret: REPO_RO_TOKEN
|
|
||||||
|
|
||||||
GITHUB_PAT:
|
|
||||||
from_secret: GITHUB_PAT
|
|
||||||
FORGEJO_TOKEN:
|
|
||||||
from_secret: FORGEJO_TOKEN
|
|
||||||
PLATFORM: redhat-9
|
|
||||||
ARCH: arm64
|
|
||||||
R_LIBS_USER: /mnt/cache/R-pkgs
|
|
||||||
R_VERSION: 4.4.3
|
|
||||||
commands:
|
|
||||||
- git clone -q https://pat-s:$$REPO_RO_TOKEN@git.devxy.io/devxy/build-cran-binaries.git .
|
|
||||||
- mkdir -p /mnt/cache/packages /mnt/cache/R-pkgs
|
|
||||||
- rm -rf /mnt/cache/R-pkgs/00LOCK-*
|
|
||||||
- /opt/R/$R_VERSION/bin/R -q -e 'pak::pak(c("git::https://codefloe.com/rpkgs/bincraft.git", "httr2", "jsonlite"))'
|
|
||||||
- /opt/R/$R_VERSION/bin/R -q -e 'source("local/weekly-missing-binaries-audit.R")'
|
|
||||||
backend_options:
|
|
||||||
kubernetes:
|
|
||||||
resources:
|
|
||||||
requests:
|
|
||||||
memory: 2Gi
|
|
||||||
cpu: 2000m
|
|
||||||
limits:
|
|
||||||
memory: 4Gi
|
|
||||||
cpu: 2000m
|
|
||||||
nodeSelector:
|
|
||||||
kubernetes.io/arch: arm64
|
|
||||||
tolerations:
|
|
||||||
- key: 'CI'
|
|
||||||
operator: 'Equal'
|
|
||||||
value: 'true'
|
|
||||||
effect: 'NoSchedule'
|
|
||||||
|
|
@ -1,52 +0,0 @@
|
||||||
when:
|
|
||||||
- event: cron
|
|
||||||
cron: weekly-audit-missing-ubuntu-2204-amd64
|
|
||||||
- event: manual
|
|
||||||
evaluate: 'task == "weekly-audit-missing-ubuntu-2204-amd64"'
|
|
||||||
|
|
||||||
skip_clone: true
|
|
||||||
|
|
||||||
steps:
|
|
||||||
- name: 'Audit missing binaries'
|
|
||||||
image: reg.devxy.io/rpkgs/build-env-ubuntu:jammy
|
|
||||||
pull: true
|
|
||||||
environment:
|
|
||||||
B2_S3_ACCESS_KEY:
|
|
||||||
from_secret: B2_S3_ACCESS_KEY
|
|
||||||
B2_S3_SECRET_KEY:
|
|
||||||
from_secret: B2_S3_SECRET_KEY
|
|
||||||
PGPASS:
|
|
||||||
from_secret: PGPASS
|
|
||||||
REPO_RO_TOKEN:
|
|
||||||
from_secret: REPO_RO_TOKEN
|
|
||||||
|
|
||||||
GITHUB_PAT:
|
|
||||||
from_secret: GITHUB_PAT
|
|
||||||
FORGEJO_TOKEN:
|
|
||||||
from_secret: FORGEJO_TOKEN
|
|
||||||
PLATFORM: ubuntu-2204
|
|
||||||
ARCH: amd64
|
|
||||||
R_LIBS_USER: /mnt/cache/R-pkgs
|
|
||||||
R_VERSION: 4.4.3
|
|
||||||
commands:
|
|
||||||
- git clone -q https://pat-s:$$REPO_RO_TOKEN@git.devxy.io/devxy/build-cran-binaries.git .
|
|
||||||
- mkdir -p /mnt/cache/packages /mnt/cache/R-pkgs
|
|
||||||
- rm -rf /mnt/cache/R-pkgs/00LOCK-*
|
|
||||||
- /opt/R/$R_VERSION/bin/R -q -e 'pak::pak(c("git::https://codefloe.com/rpkgs/bincraft.git", "httr2", "jsonlite"))'
|
|
||||||
- /opt/R/$R_VERSION/bin/R -q -e 'source("local/weekly-missing-binaries-audit.R")'
|
|
||||||
backend_options:
|
|
||||||
kubernetes:
|
|
||||||
resources:
|
|
||||||
requests:
|
|
||||||
memory: 2Gi
|
|
||||||
cpu: 2000m
|
|
||||||
limits:
|
|
||||||
memory: 4Gi
|
|
||||||
cpu: 2000m
|
|
||||||
nodeSelector:
|
|
||||||
kubernetes.io/arch: amd64
|
|
||||||
tolerations:
|
|
||||||
- key: 'CI'
|
|
||||||
operator: 'Equal'
|
|
||||||
value: 'true'
|
|
||||||
effect: 'NoSchedule'
|
|
||||||
|
|
@ -1,52 +0,0 @@
|
||||||
when:
|
|
||||||
- event: cron
|
|
||||||
cron: weekly-audit-missing-ubuntu-2204-arm64
|
|
||||||
- event: manual
|
|
||||||
evaluate: 'task == "weekly-audit-missing-ubuntu-2204-arm64"'
|
|
||||||
|
|
||||||
skip_clone: true
|
|
||||||
|
|
||||||
steps:
|
|
||||||
- name: 'Audit missing binaries'
|
|
||||||
image: reg.devxy.io/rpkgs/build-env-ubuntu:jammy
|
|
||||||
pull: true
|
|
||||||
environment:
|
|
||||||
B2_S3_ACCESS_KEY:
|
|
||||||
from_secret: B2_S3_ACCESS_KEY
|
|
||||||
B2_S3_SECRET_KEY:
|
|
||||||
from_secret: B2_S3_SECRET_KEY
|
|
||||||
PGPASS:
|
|
||||||
from_secret: PGPASS
|
|
||||||
REPO_RO_TOKEN:
|
|
||||||
from_secret: REPO_RO_TOKEN
|
|
||||||
|
|
||||||
GITHUB_PAT:
|
|
||||||
from_secret: GITHUB_PAT
|
|
||||||
FORGEJO_TOKEN:
|
|
||||||
from_secret: FORGEJO_TOKEN
|
|
||||||
PLATFORM: ubuntu-2204
|
|
||||||
ARCH: arm64
|
|
||||||
R_LIBS_USER: /mnt/cache/R-pkgs
|
|
||||||
R_VERSION: 4.4.3
|
|
||||||
commands:
|
|
||||||
- git clone -q https://pat-s:$$REPO_RO_TOKEN@git.devxy.io/devxy/build-cran-binaries.git .
|
|
||||||
- mkdir -p /mnt/cache/packages /mnt/cache/R-pkgs
|
|
||||||
- rm -rf /mnt/cache/R-pkgs/00LOCK-*
|
|
||||||
- /opt/R/$R_VERSION/bin/R -q -e 'pak::pak(c("git::https://codefloe.com/rpkgs/bincraft.git", "httr2", "jsonlite"))'
|
|
||||||
- /opt/R/$R_VERSION/bin/R -q -e 'source("local/weekly-missing-binaries-audit.R")'
|
|
||||||
backend_options:
|
|
||||||
kubernetes:
|
|
||||||
resources:
|
|
||||||
requests:
|
|
||||||
memory: 2Gi
|
|
||||||
cpu: 2000m
|
|
||||||
limits:
|
|
||||||
memory: 4Gi
|
|
||||||
cpu: 2000m
|
|
||||||
nodeSelector:
|
|
||||||
kubernetes.io/arch: arm64
|
|
||||||
tolerations:
|
|
||||||
- key: 'CI'
|
|
||||||
operator: 'Equal'
|
|
||||||
value: 'true'
|
|
||||||
effect: 'NoSchedule'
|
|
||||||
|
|
@ -1,52 +0,0 @@
|
||||||
when:
|
|
||||||
- event: cron
|
|
||||||
cron: weekly-audit-missing-ubuntu-2404-amd64
|
|
||||||
- event: manual
|
|
||||||
evaluate: 'task == "weekly-audit-missing-ubuntu-2404-amd64"'
|
|
||||||
|
|
||||||
skip_clone: true
|
|
||||||
|
|
||||||
steps:
|
|
||||||
- name: 'Audit missing binaries'
|
|
||||||
image: reg.devxy.io/rpkgs/build-env-ubuntu:noble
|
|
||||||
pull: true
|
|
||||||
environment:
|
|
||||||
B2_S3_ACCESS_KEY:
|
|
||||||
from_secret: B2_S3_ACCESS_KEY
|
|
||||||
B2_S3_SECRET_KEY:
|
|
||||||
from_secret: B2_S3_SECRET_KEY
|
|
||||||
PGPASS:
|
|
||||||
from_secret: PGPASS
|
|
||||||
REPO_RO_TOKEN:
|
|
||||||
from_secret: REPO_RO_TOKEN
|
|
||||||
|
|
||||||
GITHUB_PAT:
|
|
||||||
from_secret: GITHUB_PAT
|
|
||||||
FORGEJO_TOKEN:
|
|
||||||
from_secret: FORGEJO_TOKEN
|
|
||||||
PLATFORM: ubuntu-2404
|
|
||||||
ARCH: amd64
|
|
||||||
R_LIBS_USER: /mnt/cache/R-pkgs
|
|
||||||
R_VERSION: 4.4.3
|
|
||||||
commands:
|
|
||||||
- git clone -q https://pat-s:$$REPO_RO_TOKEN@git.devxy.io/devxy/build-cran-binaries.git .
|
|
||||||
- mkdir -p /mnt/cache/packages /mnt/cache/R-pkgs
|
|
||||||
- rm -rf /mnt/cache/R-pkgs/00LOCK-*
|
|
||||||
- /opt/R/$R_VERSION/bin/R -q -e 'pak::pak(c("git::https://codefloe.com/rpkgs/bincraft.git", "httr2", "jsonlite"))'
|
|
||||||
- /opt/R/$R_VERSION/bin/R -q -e 'source("local/weekly-missing-binaries-audit.R")'
|
|
||||||
backend_options:
|
|
||||||
kubernetes:
|
|
||||||
resources:
|
|
||||||
requests:
|
|
||||||
memory: 2Gi
|
|
||||||
cpu: 2000m
|
|
||||||
limits:
|
|
||||||
memory: 4Gi
|
|
||||||
cpu: 2000m
|
|
||||||
nodeSelector:
|
|
||||||
kubernetes.io/arch: amd64
|
|
||||||
tolerations:
|
|
||||||
- key: 'CI'
|
|
||||||
operator: 'Equal'
|
|
||||||
value: 'true'
|
|
||||||
effect: 'NoSchedule'
|
|
||||||
|
|
@ -1,52 +0,0 @@
|
||||||
when:
|
|
||||||
- event: cron
|
|
||||||
cron: weekly-audit-missing-ubuntu-2404-arm64
|
|
||||||
- event: manual
|
|
||||||
evaluate: 'task == "weekly-audit-missing-ubuntu-2404-arm64"'
|
|
||||||
|
|
||||||
skip_clone: true
|
|
||||||
|
|
||||||
steps:
|
|
||||||
- name: 'Audit missing binaries'
|
|
||||||
image: reg.devxy.io/rpkgs/build-env-ubuntu:noble
|
|
||||||
pull: true
|
|
||||||
environment:
|
|
||||||
B2_S3_ACCESS_KEY:
|
|
||||||
from_secret: B2_S3_ACCESS_KEY
|
|
||||||
B2_S3_SECRET_KEY:
|
|
||||||
from_secret: B2_S3_SECRET_KEY
|
|
||||||
PGPASS:
|
|
||||||
from_secret: PGPASS
|
|
||||||
REPO_RO_TOKEN:
|
|
||||||
from_secret: REPO_RO_TOKEN
|
|
||||||
|
|
||||||
GITHUB_PAT:
|
|
||||||
from_secret: GITHUB_PAT
|
|
||||||
FORGEJO_TOKEN:
|
|
||||||
from_secret: FORGEJO_TOKEN
|
|
||||||
PLATFORM: ubuntu-2404
|
|
||||||
ARCH: arm64
|
|
||||||
R_LIBS_USER: /mnt/cache/R-pkgs
|
|
||||||
R_VERSION: 4.4.3
|
|
||||||
commands:
|
|
||||||
- git clone -q https://pat-s:$$REPO_RO_TOKEN@git.devxy.io/devxy/build-cran-binaries.git .
|
|
||||||
- mkdir -p /mnt/cache/packages /mnt/cache/R-pkgs
|
|
||||||
- rm -rf /mnt/cache/R-pkgs/00LOCK-*
|
|
||||||
- /opt/R/$R_VERSION/bin/R -q -e 'pak::pak(c("git::https://codefloe.com/rpkgs/bincraft.git", "httr2", "jsonlite"))'
|
|
||||||
- /opt/R/$R_VERSION/bin/R -q -e 'source("local/weekly-missing-binaries-audit.R")'
|
|
||||||
backend_options:
|
|
||||||
kubernetes:
|
|
||||||
resources:
|
|
||||||
requests:
|
|
||||||
memory: 2Gi
|
|
||||||
cpu: 2000m
|
|
||||||
limits:
|
|
||||||
memory: 4Gi
|
|
||||||
cpu: 2000m
|
|
||||||
nodeSelector:
|
|
||||||
kubernetes.io/arch: arm64
|
|
||||||
tolerations:
|
|
||||||
- key: 'CI'
|
|
||||||
operator: 'Equal'
|
|
||||||
value: 'true'
|
|
||||||
effect: 'NoSchedule'
|
|
||||||
149
.crow/weekly-audit-missing.yaml
Normal file
149
.crow/weekly-audit-missing.yaml
Normal file
|
|
@ -0,0 +1,149 @@
|
||||||
|
# Consolidated weekly-audit-missing pipeline (all platforms, both arches).
|
||||||
|
# One matrix row per OS/arch replaces the former per-platform files.
|
||||||
|
# Routing is preserved 1:1:
|
||||||
|
# - cron: each existing `weekly-audit-missing-<os>-<arch>` cron fires only
|
||||||
|
# its matching matrix row (via CI_PIPELINE_CRON).
|
||||||
|
# - manual: pick a target from the `weekly_audit_missing` dropdown
|
||||||
|
# ("all" = every os/arch).
|
||||||
|
# Arch placement is via the arch nodeSelector (this family uses no agent label).
|
||||||
|
variables:
|
||||||
|
weekly_audit_missing:
|
||||||
|
description: "Manual run target: a specific <os>-<arch>, or 'all' for every os/arch."
|
||||||
|
options:
|
||||||
|
- all
|
||||||
|
- alpine-321-amd64
|
||||||
|
- alpine-321-arm64
|
||||||
|
- alpine-322-amd64
|
||||||
|
- alpine-322-arm64
|
||||||
|
- alpine-323-amd64
|
||||||
|
- alpine-323-arm64
|
||||||
|
- redhat-8-amd64
|
||||||
|
- redhat-8-arm64
|
||||||
|
- redhat-9-amd64
|
||||||
|
- redhat-9-arm64
|
||||||
|
- redhat-10-amd64
|
||||||
|
- redhat-10-arm64
|
||||||
|
- ubuntu-2204-amd64
|
||||||
|
- ubuntu-2204-arm64
|
||||||
|
- ubuntu-2404-amd64
|
||||||
|
- ubuntu-2404-arm64
|
||||||
|
default: all
|
||||||
|
|
||||||
|
when:
|
||||||
|
- event: cron
|
||||||
|
evaluate: 'CI_PIPELINE_CRON == "weekly-audit-missing-${OS}-${ARCH}"'
|
||||||
|
- event: manual
|
||||||
|
evaluate: 'weekly_audit_missing == "all" || weekly_audit_missing == "${OS}-${ARCH}"'
|
||||||
|
|
||||||
|
skip_clone: true
|
||||||
|
|
||||||
|
matrix:
|
||||||
|
include:
|
||||||
|
- OS: alpine-321
|
||||||
|
ARCH: amd64
|
||||||
|
R_VERSION: 4.5.3
|
||||||
|
IMG: alpine:3.24
|
||||||
|
- OS: alpine-321
|
||||||
|
ARCH: arm64
|
||||||
|
R_VERSION: 4.5.3
|
||||||
|
IMG: alpine:3.24
|
||||||
|
- OS: alpine-322
|
||||||
|
ARCH: amd64
|
||||||
|
R_VERSION: 4.5.3
|
||||||
|
IMG: alpine:3.24
|
||||||
|
- OS: alpine-322
|
||||||
|
ARCH: arm64
|
||||||
|
R_VERSION: 4.5.3
|
||||||
|
IMG: alpine:3.24
|
||||||
|
- OS: alpine-323
|
||||||
|
ARCH: amd64
|
||||||
|
R_VERSION: 4.5.3
|
||||||
|
IMG: alpine:3.24
|
||||||
|
- OS: alpine-323
|
||||||
|
ARCH: arm64
|
||||||
|
R_VERSION: 4.5.3
|
||||||
|
IMG: alpine:3.24
|
||||||
|
- OS: redhat-8
|
||||||
|
ARCH: amd64
|
||||||
|
R_VERSION: 4.4.3
|
||||||
|
IMG: redhat:8
|
||||||
|
- OS: redhat-8
|
||||||
|
ARCH: arm64
|
||||||
|
R_VERSION: 4.4.3
|
||||||
|
IMG: redhat:8
|
||||||
|
- OS: redhat-9
|
||||||
|
ARCH: amd64
|
||||||
|
R_VERSION: 4.4.3
|
||||||
|
IMG: redhat:9
|
||||||
|
- OS: redhat-9
|
||||||
|
ARCH: arm64
|
||||||
|
R_VERSION: 4.4.3
|
||||||
|
IMG: redhat:9
|
||||||
|
- OS: redhat-10
|
||||||
|
ARCH: amd64
|
||||||
|
R_VERSION: 4.5.3
|
||||||
|
IMG: redhat:10
|
||||||
|
- OS: redhat-10
|
||||||
|
ARCH: arm64
|
||||||
|
R_VERSION: 4.5.3
|
||||||
|
IMG: redhat:10
|
||||||
|
- OS: ubuntu-2204
|
||||||
|
ARCH: amd64
|
||||||
|
R_VERSION: 4.4.3
|
||||||
|
IMG: ubuntu:jammy
|
||||||
|
- OS: ubuntu-2204
|
||||||
|
ARCH: arm64
|
||||||
|
R_VERSION: 4.4.3
|
||||||
|
IMG: ubuntu:jammy
|
||||||
|
- OS: ubuntu-2404
|
||||||
|
ARCH: amd64
|
||||||
|
R_VERSION: 4.4.3
|
||||||
|
IMG: ubuntu:noble
|
||||||
|
- OS: ubuntu-2404
|
||||||
|
ARCH: arm64
|
||||||
|
R_VERSION: 4.4.3
|
||||||
|
IMG: ubuntu:noble
|
||||||
|
|
||||||
|
steps:
|
||||||
|
- name: 'Audit missing binaries'
|
||||||
|
image: reg.devxy.io/rpkgs/build-env-${IMG}
|
||||||
|
pull: true
|
||||||
|
environment:
|
||||||
|
B2_S3_ACCESS_KEY:
|
||||||
|
from_secret: B2_S3_ACCESS_KEY
|
||||||
|
B2_S3_SECRET_KEY:
|
||||||
|
from_secret: B2_S3_SECRET_KEY
|
||||||
|
PGPASS:
|
||||||
|
from_secret: PGPASS
|
||||||
|
REPO_RO_TOKEN:
|
||||||
|
from_secret: REPO_RO_TOKEN
|
||||||
|
GITHUB_PAT:
|
||||||
|
from_secret: GITHUB_PAT
|
||||||
|
FORGEJO_TOKEN:
|
||||||
|
from_secret: FORGEJO_TOKEN
|
||||||
|
PLATFORM: ${OS}
|
||||||
|
ARCH: ${ARCH}
|
||||||
|
R_LIBS_USER: /mnt/cache/R-pkgs
|
||||||
|
R_VERSION: ${R_VERSION}
|
||||||
|
commands:
|
||||||
|
- git clone -q https://pat-s:$$REPO_RO_TOKEN@git.devxy.io/devxy/build-cran-binaries.git .
|
||||||
|
- mkdir -p /mnt/cache/packages /mnt/cache/R-pkgs
|
||||||
|
- rm -rf /mnt/cache/R-pkgs/00LOCK-*
|
||||||
|
- /opt/R/$R_VERSION/bin/R -q -e 'pak::pak(c("git::https://codefloe.com/rpkgs/bincraft.git", "httr2", "jsonlite"))'
|
||||||
|
- /opt/R/$R_VERSION/bin/R -q -e 'source("local/weekly-missing-binaries-audit.R")'
|
||||||
|
backend_options:
|
||||||
|
kubernetes:
|
||||||
|
resources:
|
||||||
|
requests:
|
||||||
|
memory: 2Gi
|
||||||
|
cpu: 2000m
|
||||||
|
limits:
|
||||||
|
memory: 4Gi
|
||||||
|
cpu: 2000m
|
||||||
|
nodeSelector:
|
||||||
|
kubernetes.io/arch: ${ARCH}
|
||||||
|
tolerations:
|
||||||
|
- key: 'CI'
|
||||||
|
operator: 'Equal'
|
||||||
|
value: 'true'
|
||||||
|
effect: 'NoSchedule'
|
||||||
|
|
@ -1,64 +0,0 @@
|
||||||
when:
|
|
||||||
- event: cron
|
|
||||||
cron: weekly-rebuild-missing-alpine-322-amd64
|
|
||||||
- event: manual
|
|
||||||
|
|
||||||
skip_clone: true
|
|
||||||
|
|
||||||
labels:
|
|
||||||
agent: artemis
|
|
||||||
|
|
||||||
steps:
|
|
||||||
- name: 'Rebuild missing binaries'
|
|
||||||
image: reg.devxy.io/rpkgs/build-env-alpine:3.24
|
|
||||||
pull: true
|
|
||||||
environment:
|
|
||||||
RED_HAT_DEV_PW:
|
|
||||||
from_secret: RED_HAT_DEV_PW
|
|
||||||
B2_S3_ACCESS_KEY:
|
|
||||||
from_secret: B2_S3_ACCESS_KEY
|
|
||||||
B2_S3_SECRET_KEY:
|
|
||||||
from_secret: B2_S3_SECRET_KEY
|
|
||||||
PGPASS:
|
|
||||||
from_secret: PGPASS
|
|
||||||
REPO_RO_TOKEN:
|
|
||||||
from_secret: REPO_RO_TOKEN
|
|
||||||
GITHUB_PAT:
|
|
||||||
from_secret: GITHUB_PAT
|
|
||||||
FORGEJO_TOKEN:
|
|
||||||
from_secret: FORGEJO_TOKEN
|
|
||||||
GIT_USER: pat-s
|
|
||||||
R_PKG_CACHE_DIR: /mnt/cache/pkgcache
|
|
||||||
R_LIBS_USER: /mnt/cache/R-pkgs
|
|
||||||
R_VERSION: 4.5.3
|
|
||||||
CCACHE_DIR: /mnt/cache/ccache
|
|
||||||
PLATFORM: alpine-322
|
|
||||||
ARCH: amd64
|
|
||||||
NCPUS: 2
|
|
||||||
commands:
|
|
||||||
- git clone -q https://pat-s:$$REPO_RO_TOKEN@git.devxy.io/devxy/build-cran-binaries.git .
|
|
||||||
- mkdir -p /mnt/cache/pkgcache /mnt/cache/R-pkgs /mnt/cache/ccache /mnt/cache/packages
|
|
||||||
- rm -rf /mnt/cache/R-pkgs/00LOCK-*
|
|
||||||
- /opt/R/$R_VERSION/bin/R -q -e 'if (!requireNamespace("bincraft", quietly = TRUE) || packageVersion("bincraft") != "4.2.2") pak::pak("git::https://codefloe.com/rpkgs/bincraft.git@v4.2.2")'
|
|
||||||
- /opt/R/$R_VERSION/bin/R -q -e 'packageVersion("bincraft")'
|
|
||||||
- XVFB=$(command -v xwfb-run 2>/dev/null || command -v xvfb-run); XVFB_ARGS=""; if command -v xwfb-run >/dev/null 2>&1; then dnf install -y -q weston 2>/dev/null; XVFB_ARGS="-c weston"; fi
|
|
||||||
- /opt/R/$R_VERSION/bin/R -q -e 'pak::pak("httr2")'
|
|
||||||
- /opt/R/$R_VERSION/bin/R -q -e 'source("local/fetch-rebuild-packages-from-issue.R")'
|
|
||||||
- $XVFB $XVFB_ARGS -- /opt/R/$R_VERSION/bin/R -q -e "sink(stdout(), type = 'message'); options(crayon.enabled = TRUE, Ncpus = $NCPUS, future.globals.onReference = NULL); pkgs <- readLines('/tmp/rebuild_pkgs.txt'); if (length(pkgs) == 0) { cat('Nothing to rebuild\n'); q('no') }; excluded <- jsonlite::fromJSON('local/excluded-packages.json')[['package']]; pkgs <- setdiff(pkgs, excluded); cat(sprintf('Rebuilding %d packages\n', length(pkgs))); n <- length(pkgs); for (i in seq_along(pkgs)) { x <- pkgs[i]; cat(sprintf('[%d/%d] %s\n', i, n, x)); tryCatch(bincraft::build_binary_package(x, tag_limit = 1L, s3_endpoint = 'https://s3.eu-central-003.backblazeb2.com', s3_region = 'eu-central-003', s3_bucket = 'devxy-rpkgs-binaries', s3_access_key_id = Sys.getenv('B2_S3_ACCESS_KEY'), s3_secret_access_key = Sys.getenv('B2_S3_SECRET_KEY'), metadata_db_host = 'r-binaries.devxy.io', metadata_db_name = 'build_metadata', metadata_db_table = 'single_builds', metadata_db_user = 'rpkgs', metadata_db_password = Sys.getenv('PGPASS'), metadata_db_sslmode = 'require', metadata_db_port = 15432, archive = TRUE, upload = TRUE, store_build_metadata = TRUE), error = function(e) cat(sprintf('ERROR building %s - %s\n', x, conditionMessage(e)))) }" 2>&1
|
|
||||||
backend_options:
|
|
||||||
kubernetes:
|
|
||||||
resources:
|
|
||||||
requests:
|
|
||||||
memory: 5Gi
|
|
||||||
cpu: 3000m
|
|
||||||
limits:
|
|
||||||
memory: 18Gi
|
|
||||||
cpu: 3000m
|
|
||||||
nodeSelector:
|
|
||||||
kubernetes.io/arch: amd64
|
|
||||||
node.kubernetes.io/instance-type: AX42
|
|
||||||
tolerations:
|
|
||||||
- key: 'CI'
|
|
||||||
operator: 'Equal'
|
|
||||||
value: 'true'
|
|
||||||
effect: 'NoSchedule'
|
|
||||||
Some files were not shown because too many files have changed in this diff Show more
Loading…
Reference in a new issue