r-builds/.crow/build.yaml

when:
  event: [cron, manual]

matrix:
  include:
    - PLATFORM: rhel-9
      PLATFORM_ID: el9
      ARCH: arm64
      ARCH_ID: aarch64
    - PLATFORM: rhel-9
      PLATFORM_ID: el9
      ARCH: amd64
      ARCH_ID: x86_64
    - PLATFORM: rhel-10
      PLATFORM_ID: el10
      ARCH: arm64
      ARCH_ID: aarch64
    - PLATFORM: rhel-10
      PLATFORM_ID: el10
      ARCH: amd64
      ARCH_ID: x86_64
    - PLATFORM: centos-8
      PLATFORM_ID: el8
      ARCH: arm64
      ARCH_ID: aarch64
    - PLATFORM: centos-8
      PLATFORM_ID: el8
      ARCH: amd64
      ARCH_ID: x86_64
    - PLATFORM: ubuntu-2204
      PLATFORM_ID: 2204
      ARCH: arm64
      ARCH_ID: arm64
    - PLATFORM: ubuntu-2204
      PLATFORM_ID: 2204
      ARCH: amd64
      ARCH_ID: amd64
    - PLATFORM: ubuntu-2404
      PLATFORM_ID: 2404
      ARCH: arm64
      ARCH_ID: arm64
    - PLATFORM: ubuntu-2404
      PLATFORM_ID: 2404
      ARCH: amd64
      ARCH_ID: amd64
    - PLATFORM: ubuntu-2604
      PLATFORM_ID: 2604
      ARCH: arm64
      ARCH_ID: arm64
    - PLATFORM: ubuntu-2604
      PLATFORM_ID: 2604
      ARCH: amd64
      ARCH_ID: amd64
    # - PLATFORM: alpine-320
    #   PLATFORM_ID: alpine320
    #   ARCH: arm64
    #   ARCH_ID: aarch64
    #   INSTANCE_TYPE: cax31
    - PLATFORM: alpine-323
      PLATFORM_ID: alpine323
      ARCH: arm64
      ARCH_ID: aarch64
    - PLATFORM: alpine-323
      PLATFORM_ID: alpine323
      ARCH: amd64
      ARCH_ID: x86_64
    - PLATFORM: alpine-322
      PLATFORM_ID: alpine322
      ARCH: arm64
      ARCH_ID: aarch64
    - PLATFORM: alpine-322
      PLATFORM_ID: alpine322
      ARCH: amd64
      ARCH_ID: x86_64

steps:
  # Ensures that we're always using the latest available upstream build chain
  # - name: Pull upstream
  #   image: reg.devxy.io/docker.io/library/alpine:3.20
  #   commands:
  #     - apk add -q --no-cache git
  #     - git remote add upstream https://github.com/cynkra/r-builds.git
  #     - git config --global user.email "you@example.com"
  #     - git config --global user.name "Your Name"
  #     - git config pull.ff only
  #     - git fetch upstream
  #     - git merge upstream/main --allow-unrelated-histories
  #.

  - name: Net debug
    image: reg.devxy.io/docker.io/library/alpine:3.23
    privileged: true
    commands:
      - ip link set dev eth0 mtu 1280 2>/dev/null || true
      - echo "=== pod interface ==="
      - cat /sys/class/net/eth0/mtu
      - ip -o link show eth0
      - echo "=== route ==="
      - ip route
      - echo "=== resolv.conf ==="
      - cat /etc/resolv.conf
      - for i in 1 2 3; do apk add -q --no-cache iputils && break; sleep 5; done || echo "apk failed; falling back to busybox ping (no -M do)"
      - |
          echo "=== PMTUD probes (DF=1) to dl-cdn.alpinelinux.org ==="
          for sz in 1472 1392 1352 1252 1200; do
            echo "--- payload=$sz (wire ~$((sz+28))) ---"
            ping -c 2 -W 3 -M do -s $sz dl-cdn.alpinelinux.org || echo "(size=$sz failed)"
          done
      - ping -c 3 -W 5 dl-cdn.alpinelinux.org || true
      - wget --tries=1 --timeout=10 -O /dev/null -nv https://dl-cdn.alpinelinux.org/ 2>&1 || true
    backend_options:
      kubernetes:
        nodeSelector:
          kubernetes.io/arch: "${ARCH}"


  - name: Get latest R version
    image: reg.devxy.io/docker.io/library/alpine:3.23
    privileged: true
    commands:
      - ip link set dev eth0 mtu 1280 2>/dev/null || true
      - for i in 1 2 3 4 5; do apk add -q --no-cache curl jq && break; sleep 5; done
      - curl -sf https://formulae.brew.sh/api/formula/r.json | jq -er '.versions.stable' > r-version-to-build.txt
      # - echo "4.1.3" > r-version-to-build.txt
      - cat r-version-to-build.txt
    backend_options:
      kubernetes:
        resources:
          requests:
            memory: 50Mi
            cpu: 200m
          limits:
            memory: 200Mi
            cpu: 500m
        nodeSelector:
          kubernetes.io/arch: "${ARCH}"


  - name: Check if files for R version already exist in s3
    image: reg.devxy.io/docker.io/library/alpine:3.23
    privileged: true
    environment:
      AWS_ACCESS_KEY_ID:
        from_secret: B2_S3_ACCESS_KEY_ID
      AWS_SECRET_ACCESS_KEY:
        from_secret: B2_S3_SECRET_KEY
    commands:
      - ip link set dev eth0 mtu 1280 2>/dev/null || true
      - for i in 1 2 3 4 5; do apk add -q --no-cache curl && break; sleep 5; done
      - |
          # Backblaze B2 requires authentication for the list-bucket API (anonymous
          # GET works only for individual public-read objects), so the request must be
          # SigV4-signed with the same credentials used for the upload step. Without
          # this the listing returns AccessDenied, r-version-s3.txt stays empty, and
          # every version is rebuilt even though it already exists.
          VERSION=$(cat r-version-to-build.txt)
          curl -s --aws-sigv4 "aws:amz:eu-central-003:s3" \
            --user "${AWS_ACCESS_KEY_ID}:${AWS_SECRET_ACCESS_KEY}" \
            "https://s3.eu-central-003.backblazeb2.com/devxy-r-builds?prefix=${PLATFORM_ID}/" | \
            grep -oE '<Key>[^<]+</Key>' | sed 's/<[^>]*>//g' | \
            awk -v arch="${ARCH_ID}" -v ver="${VERSION}" \
              'index($0, arch) && index($0, ver) { found = 1 } END { if (found) print ver }' > r-version-s3.txt
      - cat r-version-s3.txt
    backend_options:
      kubernetes:
        nodeSelector:
          kubernetes.io/arch: "${ARCH}"


  # ref: https://github.com/woodpecker-ci/woodpecker/discussions/2721
  - name: Build
    image: reg.devxy.io/docker.io/library/alpine:3.23
    privileged: true
    environment:
      DOCKER_HOST: tcp://docker:2375
    commands: |
      ip link set dev eth0 mtu 1280 2>/dev/null || true
      # docker info
      if ! grep -qF "$(cat r-version-to-build.txt)" r-version-s3.txt; then
        for i in 1 2 3 4 5; do apk add -q --no-cache make just docker-compose && break; sleep 5; done
        just build-r-${PLATFORM} $(cat r-version-to-build.txt)
      fi
    backend_options:
      kubernetes:
        resources:
          requests:
            memory: 200Mi
            cpu: 500m
            ephemeral-storage: 2Gi
          limits:
            memory: 1000Mi
            cpu: 4000m
            ephemeral-storage: 4Gi
        nodeSelector:
          kubernetes.io/arch: "${ARCH}"


  - name: Upload to Backblaze S3
    image: reg.devxy.io/docker.io/woodpeckerci/plugin-s3:1.5.2
    pull: true
    settings:
      bucket: devxy-r-builds
      strip_prefix: /tmp/${PLATFORM}/
      source: /tmp/${PLATFORM}/*
      target: ${PLATFORM_ID}/
      region: eu-central-003
      acl: public-read
      endpoint: https://s3.eu-central-003.backblazeb2.com
      access_key:
        from_secret: B2_S3_ACCESS_KEY_ID
      secret_key:
        from_secret: B2_S3_SECRET_KEY
      overwrite: false
    volumes:
      - ci-tmp-rwx:/tmp # agent on k8s
      # - /tmp:/tmp # agent on VM
    backend_options:
      kubernetes:
        resources:
          requests:
            memory: 100Mi
            cpu: 200m
          limits:
            memory: 1000Mi
            cpu: 1000m
        nodeSelector:
          kubernetes.io/arch: "${ARCH}"


services:
  docker:
    environment:
      DOCKER_TLS_CERTDIR: ""
    image: reg.devxy.io/docker.io/library/docker:29-dind
    commands:
      - ip link set dev eth0 mtu 1280 2>/dev/null || true
      - mkdir -p /tmp/${PLATFORM}/${ARCH}
      - dockerd --tls=false --mtu 1280 --host=tcp://0.0.0.0:2375
    privileged: true
    ports:
      - 2375
    volumes:
      - ci-tmp-rwx:/tmp # agent on k8s
    backend_options:
      kubernetes:
        nodeSelector:
          kubernetes.io/arch: "${ARCH}"