pat-s
8eacc0ab47
All checks were successful
ci/crow/cron/build/6 Pipeline was successful
ci/crow/cron/build/10 Pipeline was successful
ci/crow/cron/build/16 Pipeline was successful
ci/crow/cron/build/8 Pipeline was successful
ci/crow/cron/build/5 Pipeline was successful
ci/crow/cron/build/18 Pipeline was successful
ci/crow/cron/build/14 Pipeline was successful
ci/crow/cron/build/17 Pipeline was successful
ci/crow/cron/build/9 Pipeline was successful
ci/crow/cron/build/13 Pipeline was successful
ci/crow/cron/build/4 Pipeline was successful
ci/crow/cron/build/15 Pipeline was successful
ci/crow/cron/build/7 Pipeline was successful
ci/crow/cron/build/3 Pipeline was successful
ci/crow/cron/build/2 Pipeline was successful
ci/crow/cron/build/12 Pipeline was successful
ci/crow/cron/build/11 Pipeline was successful
ci/crow/cron/build/1 Pipeline was successful
The merged HEAD-probe check still rebuilt everything: crow runs its own
${VAR} substitution over the commands before the shell executes, so the
shell variables ${BASE} and ${VERSION} were blanked to empty (only matrix
vars resolve at that stage). Every probed URL was therefore malformed and
returned non-200, leaving r-versions-existing.txt empty.
Use bare $name for shell variables and build the filename with printf, which
avoids the ${VERSION}_1 brace requirement entirely. Matrix vars (${PLATFORM},
${PLATFORM_ID}, ${ARCH_ID}) keep braces since crow resolves those correctly.
Verified URL construction against the live bucket for apk, deb and rpm.
282 lines
8.8 KiB
YAML
282 lines
8.8 KiB
YAML
when:
|
|
event: [cron, manual]
|
|
|
|
matrix:
|
|
include:
|
|
- PLATFORM: rhel-9
|
|
PLATFORM_ID: el9
|
|
ARCH: arm64
|
|
ARCH_ID: aarch64
|
|
- PLATFORM: rhel-9
|
|
PLATFORM_ID: el9
|
|
ARCH: amd64
|
|
ARCH_ID: x86_64
|
|
- PLATFORM: rhel-10
|
|
PLATFORM_ID: el10
|
|
ARCH: arm64
|
|
ARCH_ID: aarch64
|
|
- PLATFORM: rhel-10
|
|
PLATFORM_ID: el10
|
|
ARCH: amd64
|
|
ARCH_ID: x86_64
|
|
- PLATFORM: centos-8
|
|
PLATFORM_ID: el8
|
|
ARCH: arm64
|
|
ARCH_ID: aarch64
|
|
- PLATFORM: centos-8
|
|
PLATFORM_ID: el8
|
|
ARCH: amd64
|
|
ARCH_ID: x86_64
|
|
- PLATFORM: ubuntu-2204
|
|
PLATFORM_ID: 2204
|
|
ARCH: arm64
|
|
ARCH_ID: arm64
|
|
- PLATFORM: ubuntu-2204
|
|
PLATFORM_ID: 2204
|
|
ARCH: amd64
|
|
ARCH_ID: amd64
|
|
- PLATFORM: ubuntu-2404
|
|
PLATFORM_ID: 2404
|
|
ARCH: arm64
|
|
ARCH_ID: arm64
|
|
- PLATFORM: ubuntu-2404
|
|
PLATFORM_ID: 2404
|
|
ARCH: amd64
|
|
ARCH_ID: amd64
|
|
- PLATFORM: ubuntu-2604
|
|
PLATFORM_ID: 2604
|
|
ARCH: arm64
|
|
ARCH_ID: arm64
|
|
- PLATFORM: ubuntu-2604
|
|
PLATFORM_ID: 2604
|
|
ARCH: amd64
|
|
ARCH_ID: amd64
|
|
# - PLATFORM: alpine-320
|
|
# PLATFORM_ID: alpine320
|
|
# ARCH: arm64
|
|
# ARCH_ID: aarch64
|
|
# INSTANCE_TYPE: cax31
|
|
- PLATFORM: alpine-324
|
|
PLATFORM_ID: alpine324
|
|
ARCH: arm64
|
|
ARCH_ID: aarch64
|
|
- PLATFORM: alpine-324
|
|
PLATFORM_ID: alpine324
|
|
ARCH: amd64
|
|
ARCH_ID: x86_64
|
|
- PLATFORM: alpine-323
|
|
PLATFORM_ID: alpine323
|
|
ARCH: arm64
|
|
ARCH_ID: aarch64
|
|
- PLATFORM: alpine-323
|
|
PLATFORM_ID: alpine323
|
|
ARCH: amd64
|
|
ARCH_ID: x86_64
|
|
- PLATFORM: alpine-322
|
|
PLATFORM_ID: alpine322
|
|
ARCH: arm64
|
|
ARCH_ID: aarch64
|
|
- PLATFORM: alpine-322
|
|
PLATFORM_ID: alpine322
|
|
ARCH: amd64
|
|
ARCH_ID: x86_64
|
|
|
|
steps:
|
|
# Ensures that we're always using the latest available upstream build chain
|
|
# - name: Pull upstream
|
|
# image: reg.devxy.io/docker.io/library/alpine:3.20
|
|
# commands:
|
|
# - apk add -q --no-cache git
|
|
# - git remote add upstream https://github.com/cynkra/r-builds.git
|
|
# - git config --global user.email "you@example.com"
|
|
# - git config --global user.name "Your Name"
|
|
# - git config pull.ff only
|
|
# - git fetch upstream
|
|
# - git merge upstream/main --allow-unrelated-histories
|
|
#.
|
|
|
|
- name: Net debug
|
|
image: reg.devxy.io/docker.io/library/alpine:3.23
|
|
privileged: true
|
|
commands:
|
|
- ip link set dev eth0 mtu 1280 2>/dev/null || true
|
|
- echo "=== pod interface ==="
|
|
- cat /sys/class/net/eth0/mtu
|
|
- ip -o link show eth0
|
|
- echo "=== route ==="
|
|
- ip route
|
|
- echo "=== resolv.conf ==="
|
|
- cat /etc/resolv.conf
|
|
- for i in 1 2 3; do apk add -q --no-cache iputils && break; sleep 5; done || echo "apk failed; falling back to busybox ping (no -M do)"
|
|
- |
|
|
echo "=== PMTUD probes (DF=1) to dl-cdn.alpinelinux.org ==="
|
|
for sz in 1472 1392 1352 1252 1200; do
|
|
echo "--- payload=$sz (wire ~$((sz+28))) ---"
|
|
ping -c 2 -W 3 -M do -s $sz dl-cdn.alpinelinux.org || echo "(size=$sz failed)"
|
|
done
|
|
- ping -c 3 -W 5 dl-cdn.alpinelinux.org || true
|
|
- wget --tries=1 --timeout=10 -O /dev/null -nv https://dl-cdn.alpinelinux.org/ 2>&1 || true
|
|
backend_options:
|
|
kubernetes:
|
|
nodeSelector:
|
|
kubernetes.io/arch: "${ARCH}"
|
|
|
|
|
|
- name: Get R versions to build
|
|
image: reg.devxy.io/docker.io/library/alpine:3.23
|
|
privileged: true
|
|
commands:
|
|
- ip link set dev eth0 mtu 1280 2>/dev/null || true
|
|
- for i in 1 2 3 4 5; do apk add -q --no-cache curl jq && break; sleep 5; done
|
|
# Latest patch release of each of the last 4 minor R versions (e.g. 4.6.0, 4.5.3, 4.4.3, 4.3.3).
|
|
- |
|
|
curl -sf https://cdn.posit.co/r/versions.json | jq -r '
|
|
.r_versions
|
|
| map(select(test("^[0-9]+\\.[0-9]+\\.[0-9]+$")))
|
|
| group_by(split(".")[0:2] | join("."))
|
|
| map(max_by(split(".") | map(tonumber)))
|
|
| sort_by(split(".") | map(tonumber))
|
|
| reverse
|
|
| .[0:4]
|
|
| .[]' > r-versions-to-build.txt
|
|
# To pin specific versions for testing, overwrite the file, e.g.:
|
|
# - printf '4.1.3\n' > r-versions-to-build.txt
|
|
- cat r-versions-to-build.txt
|
|
backend_options:
|
|
kubernetes:
|
|
resources:
|
|
requests:
|
|
memory: 50Mi
|
|
cpu: 200m
|
|
limits:
|
|
memory: 200Mi
|
|
cpu: 500m
|
|
nodeSelector:
|
|
kubernetes.io/arch: "${ARCH}"
|
|
|
|
|
|
- name: Check which R versions already exist in s3
|
|
image: reg.devxy.io/docker.io/library/alpine:3.23
|
|
privileged: true
|
|
commands:
|
|
- ip link set dev eth0 mtu 1280 2>/dev/null || true
|
|
- for i in 1 2 3 4 5; do apk add -q --no-cache curl && break; sleep 5; done
|
|
- |
|
|
# Backblaze B2's list-bucket API requires authentication, but the upload
|
|
# credentials are scoped to the plugin-s3 image and aren't available here.
|
|
# Individual objects are public-read, so probe each expected artifact URL
|
|
# with an anonymous HEAD instead of listing the bucket. The filename mirrors
|
|
# what nfpm produces in builder/package.${PLATFORM} (version/release pinned
|
|
# to 1): r-<ver>_1_<arch>.{apk,deb} for alpine/ubuntu, R-<ver>-1-1.<arch>.rpm
|
|
# for el*. Shell variables must use bare $name, not ${name}: crow performs
|
|
# its own ${VAR} substitution on these commands before the shell runs, so
|
|
# ${VAR} for a shell var would be blanked out (only matrix vars resolve there).
|
|
case "${PLATFORM}" in
|
|
alpine-*) FMT="r-%s_1_%s.apk" ;;
|
|
ubuntu-*) FMT="r-%s_1_%s.deb" ;;
|
|
*) FMT="R-%s-1-1.%s.rpm" ;;
|
|
esac
|
|
BASE="https://s3.eu-central-003.backblazeb2.com/devxy-r-builds/${PLATFORM_ID}"
|
|
: > r-versions-existing.txt
|
|
for VERSION in $(cat r-versions-to-build.txt); do
|
|
URL="$BASE/$(printf "$FMT" "$VERSION" "${ARCH_ID}")"
|
|
if [ "$(curl -s -o /dev/null -w '%{http_code}' -I "$URL")" = "200" ]; then
|
|
echo "$VERSION" >> r-versions-existing.txt
|
|
fi
|
|
done
|
|
- echo "Already present in s3:"; cat r-versions-existing.txt
|
|
backend_options:
|
|
kubernetes:
|
|
nodeSelector:
|
|
kubernetes.io/arch: "${ARCH}"
|
|
|
|
|
|
# ref: https://github.com/woodpecker-ci/woodpecker/discussions/2721
|
|
- name: Build
|
|
image: reg.devxy.io/docker.io/library/alpine:3.23
|
|
privileged: true
|
|
environment:
|
|
DOCKER_HOST: tcp://docker:2375
|
|
commands: |
|
|
ip link set dev eth0 mtu 1280 2>/dev/null || true
|
|
# docker info
|
|
TO_BUILD=""
|
|
for VERSION in $(cat r-versions-to-build.txt); do
|
|
if grep -qxF "$VERSION" r-versions-existing.txt; then
|
|
echo "R $VERSION already exists for ${PLATFORM} (${ARCH_ID}), skipping"
|
|
else
|
|
TO_BUILD="$TO_BUILD $VERSION"
|
|
fi
|
|
done
|
|
if [ -n "$TO_BUILD" ]; then
|
|
for i in 1 2 3 4 5; do apk add -q --no-cache make just docker-compose && break; sleep 5; done
|
|
for VERSION in $TO_BUILD; do
|
|
echo "Building R $VERSION for ${PLATFORM}"
|
|
just build-r-${PLATFORM} "$VERSION"
|
|
done
|
|
fi
|
|
backend_options:
|
|
kubernetes:
|
|
resources:
|
|
requests:
|
|
memory: 200Mi
|
|
cpu: 500m
|
|
ephemeral-storage: 2Gi
|
|
limits:
|
|
memory: 1000Mi
|
|
cpu: 4000m
|
|
ephemeral-storage: 4Gi
|
|
nodeSelector:
|
|
kubernetes.io/arch: "${ARCH}"
|
|
|
|
|
|
- name: Upload to Backblaze S3
|
|
image: reg.devxy.io/docker.io/woodpeckerci/plugin-s3:1.5.2
|
|
pull: true
|
|
settings:
|
|
bucket: devxy-r-builds
|
|
strip_prefix: /tmp/${PLATFORM}/
|
|
source: /tmp/${PLATFORM}/*
|
|
target: ${PLATFORM_ID}/
|
|
region: eu-central-003
|
|
acl: public-read
|
|
endpoint: https://s3.eu-central-003.backblazeb2.com
|
|
access_key:
|
|
from_secret: B2_S3_ACCESS_KEY_ID
|
|
secret_key:
|
|
from_secret: B2_S3_SECRET_KEY
|
|
overwrite: false
|
|
volumes:
|
|
- ci-tmp-rwx:/tmp # agent on k8s
|
|
# - /tmp:/tmp # agent on VM
|
|
backend_options:
|
|
kubernetes:
|
|
resources:
|
|
requests:
|
|
memory: 100Mi
|
|
cpu: 200m
|
|
limits:
|
|
memory: 1000Mi
|
|
cpu: 1000m
|
|
nodeSelector:
|
|
kubernetes.io/arch: "${ARCH}"
|
|
|
|
|
|
services:
|
|
docker:
|
|
environment:
|
|
DOCKER_TLS_CERTDIR: ""
|
|
image: reg.devxy.io/docker.io/library/docker:29-dind
|
|
commands:
|
|
- ip link set dev eth0 mtu 1280 2>/dev/null || true
|
|
- mkdir -p /tmp/${PLATFORM}/${ARCH}
|
|
- dockerd --tls=false --mtu 1280 --host=tcp://0.0.0.0:2375
|
|
privileged: true
|
|
ports:
|
|
- 2375
|
|
volumes:
|
|
- ci-tmp-rwx:/tmp # agent on k8s
|
|
backend_options:
|
|
kubernetes:
|
|
nodeSelector:
|
|
kubernetes.io/arch: "${ARCH}"
|