r-builds/.crow/build.yaml
pat-s 4c63350f7d
Some checks failed
ci/crow/cron/build/5 Pipeline is running
ci/crow/cron/build/7 Pipeline is running
ci/crow/cron/build/13 Pipeline is running
ci/crow/cron/build/3 Pipeline failed
ci/crow/cron/build/11 Pipeline was successful
ci/crow/cron/build/9 Pipeline failed
ci/crow/cron/build/2 Pipeline failed
ci/crow/cron/build/4 Pipeline failed
ci/crow/cron/build/1 Pipeline failed
ci/crow/cron/build/8 Pipeline failed
ci/crow/cron/build/16 Pipeline failed
ci/crow/cron/build/12 Pipeline failed
ci/crow/cron/build/6 Pipeline failed
ci/crow/cron/build/15 Pipeline failed
ci/crow/cron/build/14 Pipeline failed
ci/crow/cron/build/10 Pipeline was successful
ci: clamp MTU to 1280 in all alpine steps and DinD service
Path MTU to external destinations is ~1280 from the new cluster
(PMTUD broken upstream, packets >1280 are silently dropped). Force
eth0 MTU to 1280 at the start of every step (needs privileged), drop
the DinD inner bridge from 1420 to 1280, and wrap each apk add in a
short retry loop to absorb any remaining transient failures.

Workflow-side workaround; the proper fix is to lower the CNI/host
docker daemon MTU at the infra layer.
2026-05-13 21:47:44 +02:00

235 lines
6.8 KiB
YAML

when:
event: [cron, manual]
matrix:
include:
- PLATFORM: rhel-9
PLATFORM_ID: el9
ARCH: arm64
ARCH_ID: aarch64
- PLATFORM: rhel-9
PLATFORM_ID: el9
ARCH: amd64
ARCH_ID: x86_64
- PLATFORM: rhel-10
PLATFORM_ID: el10
ARCH: arm64
ARCH_ID: aarch64
- PLATFORM: rhel-10
PLATFORM_ID: el10
ARCH: amd64
ARCH_ID: x86_64
- PLATFORM: centos-8
PLATFORM_ID: el8
ARCH: arm64
ARCH_ID: aarch64
- PLATFORM: centos-8
PLATFORM_ID: el8
ARCH: amd64
ARCH_ID: x86_64
- PLATFORM: ubuntu-2204
PLATFORM_ID: 2204
ARCH: arm64
ARCH_ID: arm64
- PLATFORM: ubuntu-2204
PLATFORM_ID: 2204
ARCH: amd64
ARCH_ID: amd64
- PLATFORM: ubuntu-2404
PLATFORM_ID: 2404
ARCH: arm64
ARCH_ID: arm64
- PLATFORM: ubuntu-2404
PLATFORM_ID: 2404
ARCH: amd64
ARCH_ID: amd64
- PLATFORM: ubuntu-2604
PLATFORM_ID: 2604
ARCH: arm64
ARCH_ID: arm64
- PLATFORM: ubuntu-2604
PLATFORM_ID: 2604
ARCH: amd64
ARCH_ID: amd64
# - PLATFORM: alpine-320
# PLATFORM_ID: alpine320
# ARCH: arm64
# ARCH_ID: aarch64
# INSTANCE_TYPE: cax31
- PLATFORM: alpine-323
PLATFORM_ID: alpine323
ARCH: arm64
ARCH_ID: aarch64
- PLATFORM: alpine-323
PLATFORM_ID: alpine323
ARCH: amd64
ARCH_ID: x86_64
- PLATFORM: alpine-322
PLATFORM_ID: alpine322
ARCH: arm64
ARCH_ID: aarch64
- PLATFORM: alpine-322
PLATFORM_ID: alpine322
ARCH: amd64
ARCH_ID: x86_64
steps:
# Ensures that we're always using the latest available upstream build chain
# - name: Pull upstream
# image: reg.devxy.io/docker.io/library/alpine:3.20
# commands:
# - apk add -q --no-cache git
# - git remote add upstream https://github.com/cynkra/r-builds.git
# - git config --global user.email "you@example.com"
# - git config --global user.name "Your Name"
# - git config pull.ff only
# - git fetch upstream
# - git merge upstream/main --allow-unrelated-histories
#.
- name: Net debug
image: reg.devxy.io/docker.io/library/alpine:3.23
privileged: true
commands:
- ip link set dev eth0 mtu 1280 2>/dev/null || true
- echo "=== pod interface ==="
- cat /sys/class/net/eth0/mtu
- ip -o link show eth0
- echo "=== route ==="
- ip route
- echo "=== resolv.conf ==="
- cat /etc/resolv.conf
- for i in 1 2 3; do apk add -q --no-cache iputils && break; sleep 5; done || echo "apk failed; falling back to busybox ping (no -M do)"
- |
echo "=== PMTUD probes (DF=1) to dl-cdn.alpinelinux.org ==="
for sz in 1472 1392 1352 1252 1200; do
echo "--- payload=$sz (wire ~$((sz+28))) ---"
ping -c 2 -W 3 -M do -s $sz dl-cdn.alpinelinux.org || echo "(size=$sz failed)"
done
- ping -c 3 -W 5 dl-cdn.alpinelinux.org || true
- wget --tries=1 --timeout=10 -O /dev/null -nv https://dl-cdn.alpinelinux.org/ 2>&1 || true
backend_options:
kubernetes:
nodeSelector:
kubernetes.io/arch: "${ARCH}"
- name: Get latest R version
image: reg.devxy.io/docker.io/library/alpine:3.23
privileged: true
commands:
- ip link set dev eth0 mtu 1280 2>/dev/null || true
- for i in 1 2 3 4 5; do apk add -q --no-cache curl jq && break; sleep 5; done
- curl -sf https://formulae.brew.sh/api/formula/r.json | jq -er '.versions.stable' > r-version-to-build.txt
# - echo "4.1.3" > r-version-to-build.txt
- cat r-version-to-build.txt
backend_options:
kubernetes:
resources:
requests:
memory: 50Mi
cpu: 200m
limits:
memory: 200Mi
cpu: 500m
nodeSelector:
kubernetes.io/arch: "${ARCH}"
- name: Check if files for R version already exist in s3
image: reg.devxy.io/docker.io/library/alpine:3.23
privileged: true
commands:
- ip link set dev eth0 mtu 1280 2>/dev/null || true
- for i in 1 2 3 4 5; do apk add -q --no-cache curl && break; sleep 5; done
- |
VERSION=$(cat r-version-to-build.txt)
curl -s "https://s3.eu-central-003.backblazeb2.com/devxy-r-builds?prefix=${PLATFORM_ID}/" | \
grep -oE '<Key>[^<]+</Key>' | sed 's/<[^>]*>//g' | \
awk -v arch="${ARCH_ID}" -v ver="${VERSION}" \
'$0 ~ arch && $0 ~ ver {print substr($NF, 3, 5)}' > r-version-s3.txt
- cat r-version-s3.txt
backend_options:
kubernetes:
nodeSelector:
kubernetes.io/arch: "${ARCH}"
# ref: https://github.com/woodpecker-ci/woodpecker/discussions/2721
- name: Build
image: reg.devxy.io/docker.io/library/alpine:3.23
privileged: true
environment:
DOCKER_HOST: tcp://docker:2375
commands: |
ip link set dev eth0 mtu 1280 2>/dev/null || true
# docker info
if ! grep -qF "$(cat r-version-to-build.txt)" r-version-s3.txt; then
for i in 1 2 3 4 5; do apk add -q --no-cache make just docker-compose && break; sleep 5; done
just build-r-${PLATFORM} $(cat r-version-to-build.txt)
fi
backend_options:
kubernetes:
resources:
requests:
memory: 200Mi
cpu: 500m
ephemeral-storage: 2Gi
limits:
memory: 1000Mi
cpu: 4000m
ephemeral-storage: 4Gi
nodeSelector:
kubernetes.io/arch: "${ARCH}"
- name: Upload to Backblaze S3
image: reg.devxy.io/docker.io/woodpeckerci/plugin-s3:1.5.2
pull: true
settings:
bucket: devxy-r-builds
strip_prefix: /tmp/${PLATFORM}/
source: /tmp/${PLATFORM}/*
target: ${PLATFORM_ID}/
region: eu-central-003
acl: public-read
endpoint: https://s3.eu-central-003.backblazeb2.com
access_key:
from_secret: B2_S3_ACCESS_KEY_ID
secret_key:
from_secret: B2_S3_SECRET_KEY
overwrite: false
volumes:
- ci-tmp-rwx:/tmp # agent on k8s
# - /tmp:/tmp # agent on VM
backend_options:
kubernetes:
resources:
requests:
memory: 100Mi
cpu: 200m
limits:
memory: 1000Mi
cpu: 1000m
nodeSelector:
kubernetes.io/arch: "${ARCH}"
services:
docker:
environment:
DOCKER_TLS_CERTDIR: ""
image: reg.devxy.io/docker.io/library/docker:29-dind
commands:
- ip link set dev eth0 mtu 1280 2>/dev/null || true
- mkdir -p /tmp/${PLATFORM}/${ARCH}
- dockerd --tls=false --mtu 1280 --host=tcp://0.0.0.0:2375
privileged: true
ports:
- 2375
volumes:
- ci-tmp-rwx:/tmp # agent on k8s
backend_options:
kubernetes:
nodeSelector:
kubernetes.io/arch: "${ARCH}"