refactor(ci): consolidate per-platform crow workflows into 3 matrix files
Some checks failed
ci/crow/manual/process-updates/13 Pipeline failed
Some checks failed
ci/crow/manual/process-updates/13 Pipeline failed
Replace 44 per-platform pipeline files with one matrix-driven file per family:
- process-updates-<os>-<arch>.yaml (14) -> process-updates.yaml
- weekly-audit-missing-<os>-<arch>.yaml (16) -> weekly-audit-missing.yaml
- weekly-rebuild-missing-<os>-<arch>.yaml (14)-> weekly-rebuild-missing.yaml
Each file carries one matrix.include row per os/arch (the axis is named OS,
e.g. redhat-9). Runs are preserved 1:1:
- cron: every existing per-os/arch cron still fires only its matching row,
routed via CI_PIPELINE_CRON. Server-side cron entries are unchanged.
- manual: a crow #1165 dropdown variable selects a single <os>-<arch> or
"all". weekly-rebuild defaults to "all" to match its former bare manual
trigger.
Arch placement uses the agent label as a matrix var (artemis=amd64, gaia=arm64)
for process-updates and weekly-rebuild; weekly-audit keeps arch-nodeSelector
placement. The amd64-only nodeSelector instance-type (AX42) pin is dropped in
favour of agent-based placement, and process-updates arm64 jobs now share the
same backend_options as amd64 (they previously had none).
This commit is contained in:
parent
1cd86b65e1
commit
d3bf7bc3a8
1 changed files with 493 additions and 3049 deletions
149
.crow/weekly-audit-missing.yaml
Normal file
149
.crow/weekly-audit-missing.yaml
Normal file
|
|
@ -0,0 +1,149 @@
|
|||
# Consolidated weekly-audit-missing pipeline (all platforms, both arches).
|
||||
# One matrix row per OS/arch replaces the former per-platform files.
|
||||
# Routing is preserved 1:1:
|
||||
# - cron: each existing `weekly-audit-missing-<os>-<arch>` cron fires only
|
||||
# its matching matrix row (via CI_PIPELINE_CRON).
|
||||
# - manual: pick a target from the `weekly_audit_missing` dropdown
|
||||
# ("all" = every os/arch).
|
||||
# Arch placement is via the arch nodeSelector (this family uses no agent label).
|
||||
variables:
|
||||
weekly_audit_missing:
|
||||
description: "Manual run target: a specific <os>-<arch>, or 'all' for every os/arch."
|
||||
options:
|
||||
- all
|
||||
- alpine-321-amd64
|
||||
- alpine-321-arm64
|
||||
- alpine-322-amd64
|
||||
- alpine-322-arm64
|
||||
- alpine-323-amd64
|
||||
- alpine-323-arm64
|
||||
- redhat-8-amd64
|
||||
- redhat-8-arm64
|
||||
- redhat-9-amd64
|
||||
- redhat-9-arm64
|
||||
- redhat-10-amd64
|
||||
- redhat-10-arm64
|
||||
- ubuntu-2204-amd64
|
||||
- ubuntu-2204-arm64
|
||||
- ubuntu-2404-amd64
|
||||
- ubuntu-2404-arm64
|
||||
default: all
|
||||
|
||||
when:
|
||||
- event: cron
|
||||
evaluate: 'CI_PIPELINE_CRON == "weekly-audit-missing-${OS}-${ARCH}"'
|
||||
- event: manual
|
||||
evaluate: 'weekly_audit_missing == "all" || weekly_audit_missing == "${OS}-${ARCH}"'
|
||||
|
||||
skip_clone: true
|
||||
|
||||
matrix:
|
||||
include:
|
||||
- OS: alpine-321
|
||||
ARCH: amd64
|
||||
R_VERSION: 4.5.3
|
||||
IMG: alpine:3.24
|
||||
- OS: alpine-321
|
||||
ARCH: arm64
|
||||
R_VERSION: 4.5.3
|
||||
IMG: alpine:3.24
|
||||
- OS: alpine-322
|
||||
ARCH: amd64
|
||||
R_VERSION: 4.5.3
|
||||
IMG: alpine:3.24
|
||||
- OS: alpine-322
|
||||
ARCH: arm64
|
||||
R_VERSION: 4.5.3
|
||||
IMG: alpine:3.24
|
||||
- OS: alpine-323
|
||||
ARCH: amd64
|
||||
R_VERSION: 4.5.3
|
||||
IMG: alpine:3.24
|
||||
- OS: alpine-323
|
||||
ARCH: arm64
|
||||
R_VERSION: 4.5.3
|
||||
IMG: alpine:3.24
|
||||
- OS: redhat-8
|
||||
ARCH: amd64
|
||||
R_VERSION: 4.4.3
|
||||
IMG: redhat:8
|
||||
- OS: redhat-8
|
||||
ARCH: arm64
|
||||
R_VERSION: 4.4.3
|
||||
IMG: redhat:8
|
||||
- OS: redhat-9
|
||||
ARCH: amd64
|
||||
R_VERSION: 4.4.3
|
||||
IMG: redhat:9
|
||||
- OS: redhat-9
|
||||
ARCH: arm64
|
||||
R_VERSION: 4.4.3
|
||||
IMG: redhat:9
|
||||
- OS: redhat-10
|
||||
ARCH: amd64
|
||||
R_VERSION: 4.5.3
|
||||
IMG: redhat:10
|
||||
- OS: redhat-10
|
||||
ARCH: arm64
|
||||
R_VERSION: 4.5.3
|
||||
IMG: redhat:10
|
||||
- OS: ubuntu-2204
|
||||
ARCH: amd64
|
||||
R_VERSION: 4.4.3
|
||||
IMG: ubuntu:jammy
|
||||
- OS: ubuntu-2204
|
||||
ARCH: arm64
|
||||
R_VERSION: 4.4.3
|
||||
IMG: ubuntu:jammy
|
||||
- OS: ubuntu-2404
|
||||
ARCH: amd64
|
||||
R_VERSION: 4.4.3
|
||||
IMG: ubuntu:noble
|
||||
- OS: ubuntu-2404
|
||||
ARCH: arm64
|
||||
R_VERSION: 4.4.3
|
||||
IMG: ubuntu:noble
|
||||
|
||||
steps:
|
||||
- name: 'Audit missing binaries'
|
||||
image: reg.devxy.io/rpkgs/build-env-${IMG}
|
||||
pull: true
|
||||
environment:
|
||||
B2_S3_ACCESS_KEY:
|
||||
from_secret: B2_S3_ACCESS_KEY
|
||||
B2_S3_SECRET_KEY:
|
||||
from_secret: B2_S3_SECRET_KEY
|
||||
PGPASS:
|
||||
from_secret: PGPASS
|
||||
REPO_RO_TOKEN:
|
||||
from_secret: REPO_RO_TOKEN
|
||||
GITHUB_PAT:
|
||||
from_secret: GITHUB_PAT
|
||||
FORGEJO_TOKEN:
|
||||
from_secret: FORGEJO_TOKEN
|
||||
PLATFORM: ${OS}
|
||||
ARCH: ${ARCH}
|
||||
R_LIBS_USER: /mnt/cache/R-pkgs
|
||||
R_VERSION: ${R_VERSION}
|
||||
commands:
|
||||
- git clone -q https://pat-s:$$REPO_RO_TOKEN@git.devxy.io/devxy/build-cran-binaries.git .
|
||||
- mkdir -p /mnt/cache/packages /mnt/cache/R-pkgs
|
||||
- rm -rf /mnt/cache/R-pkgs/00LOCK-*
|
||||
- /opt/R/$R_VERSION/bin/R -q -e 'pak::pak(c("git::https://codefloe.com/rpkgs/bincraft.git", "httr2", "jsonlite"))'
|
||||
- /opt/R/$R_VERSION/bin/R -q -e 'source("local/weekly-missing-binaries-audit.R")'
|
||||
backend_options:
|
||||
kubernetes:
|
||||
resources:
|
||||
requests:
|
||||
memory: 2Gi
|
||||
cpu: 2000m
|
||||
limits:
|
||||
memory: 4Gi
|
||||
cpu: 2000m
|
||||
nodeSelector:
|
||||
kubernetes.io/arch: ${ARCH}
|
||||
tolerations:
|
||||
- key: 'CI'
|
||||
operator: 'Equal'
|
||||
value: 'true'
|
||||
effect: 'NoSchedule'
|
||||
Loading…
Reference in a new issue