r-builds/.crow/build.yaml

when:
  event: [cron, manual]

matrix:
  include:
    - PLATFORM: rhel-9
      PLATFORM_ID: el9
      ARCH: arm64
      ARCH_ID: aarch64
    - PLATFORM: rhel-9
      PLATFORM_ID: el9
      ARCH: amd64
      ARCH_ID: x86_64
    - PLATFORM: rhel-10
      PLATFORM_ID: el10
      ARCH: arm64
      ARCH_ID: aarch64
    - PLATFORM: rhel-10
      PLATFORM_ID: el10
      ARCH: amd64
      ARCH_ID: x86_64
    - PLATFORM: centos-8
      PLATFORM_ID: el8
      ARCH: arm64
      ARCH_ID: aarch64
    - PLATFORM: centos-8
      PLATFORM_ID: el8
      ARCH: amd64
      ARCH_ID: x86_64
    - PLATFORM: ubuntu-2204
      PLATFORM_ID: 2204
      ARCH: arm64
      ARCH_ID: arm64
    - PLATFORM: ubuntu-2204
      PLATFORM_ID: 2204
      ARCH: amd64
      ARCH_ID: amd64
    - PLATFORM: ubuntu-2404
      PLATFORM_ID: 2404
      ARCH: arm64
      ARCH_ID: arm64
    - PLATFORM: ubuntu-2404
      PLATFORM_ID: 2404
      ARCH: amd64
      ARCH_ID: amd64
    - PLATFORM: ubuntu-2604
      PLATFORM_ID: 2604
      ARCH: arm64
      ARCH_ID: arm64
    - PLATFORM: ubuntu-2604
      PLATFORM_ID: 2604
      ARCH: amd64
      ARCH_ID: amd64
    # - PLATFORM: alpine-320
    #   PLATFORM_ID: alpine320
    #   ARCH: arm64
    #   ARCH_ID: aarch64
    #   INSTANCE_TYPE: cax31
    - PLATFORM: alpine-324
      PLATFORM_ID: alpine324
      ARCH: arm64
      ARCH_ID: aarch64
    - PLATFORM: alpine-324
      PLATFORM_ID: alpine324
      ARCH: amd64
      ARCH_ID: x86_64
    - PLATFORM: alpine-323
      PLATFORM_ID: alpine323
      ARCH: arm64
      ARCH_ID: aarch64
    - PLATFORM: alpine-323
      PLATFORM_ID: alpine323
      ARCH: amd64
      ARCH_ID: x86_64
    - PLATFORM: alpine-322
      PLATFORM_ID: alpine322
      ARCH: arm64
      ARCH_ID: aarch64
    - PLATFORM: alpine-322
      PLATFORM_ID: alpine322
      ARCH: amd64
      ARCH_ID: x86_64

steps:
  # Ensures that we're always using the latest available upstream build chain
  # - name: Pull upstream
  #   image: reg.devxy.io/docker.io/library/alpine:3.20
  #   commands:
  #     - apk add -q --no-cache git
  #     - git remote add upstream https://github.com/cynkra/r-builds.git
  #     - git config --global user.email "you@example.com"
  #     - git config --global user.name "Your Name"
  #     - git config pull.ff only
  #     - git fetch upstream
  #     - git merge upstream/main --allow-unrelated-histories
  #.

  - name: Net debug
    image: reg.devxy.io/docker.io/library/alpine:3.23
    privileged: true
    commands:
      - ip link set dev eth0 mtu 1280 2>/dev/null || true
      - echo "=== pod interface ==="
      - cat /sys/class/net/eth0/mtu
      - ip -o link show eth0
      - echo "=== route ==="
      - ip route
      - echo "=== resolv.conf ==="
      - cat /etc/resolv.conf
      - for i in 1 2 3; do apk add -q --no-cache iputils && break; sleep 5; done || echo "apk failed; falling back to busybox ping (no -M do)"
      - |
          echo "=== PMTUD probes (DF=1) to dl-cdn.alpinelinux.org ==="
          for sz in 1472 1392 1352 1252 1200; do
            echo "--- payload=$sz (wire ~$((sz+28))) ---"
            ping -c 2 -W 3 -M do -s $sz dl-cdn.alpinelinux.org || echo "(size=$sz failed)"
          done
      - ping -c 3 -W 5 dl-cdn.alpinelinux.org || true
      - wget --tries=1 --timeout=10 -O /dev/null -nv https://dl-cdn.alpinelinux.org/ 2>&1 || true
    backend_options:
      kubernetes:
        nodeSelector:
          kubernetes.io/arch: "${ARCH}"


  - name: Get R versions to build
    image: reg.devxy.io/docker.io/library/alpine:3.23
    privileged: true
    commands:
      - ip link set dev eth0 mtu 1280 2>/dev/null || true
      - for i in 1 2 3 4 5; do apk add -q --no-cache curl jq && break; sleep 5; done
      # Latest patch release of each of the last 4 minor R versions (e.g. 4.6.0, 4.5.3, 4.4.3, 4.3.3).
      - |
          curl -sf https://cdn.posit.co/r/versions.json | jq -r '
            .r_versions
            | map(select(test("^[0-9]+\\.[0-9]+\\.[0-9]+$")))
            | group_by(split(".")[0:2] | join("."))
            | map(max_by(split(".") | map(tonumber)))
            | sort_by(split(".") | map(tonumber))
            | reverse
            | .[0:4]
            | .[]' > r-versions-to-build.txt
      # To pin specific versions for testing, overwrite the file, e.g.:
      # - printf '4.1.3\n' > r-versions-to-build.txt
      - cat r-versions-to-build.txt
    backend_options:
      kubernetes:
        resources:
          requests:
            memory: 50Mi
            cpu: 200m
          limits:
            memory: 200Mi
            cpu: 500m
        nodeSelector:
          kubernetes.io/arch: "${ARCH}"


  - name: Check which R versions already exist in s3
    image: reg.devxy.io/docker.io/library/alpine:3.23
    privileged: true
    commands:
      - ip link set dev eth0 mtu 1280 2>/dev/null || true
      - for i in 1 2 3 4 5; do apk add -q --no-cache curl && break; sleep 5; done
      - |
          # Backblaze B2's list-bucket API requires authentication, but the upload
          # credentials are scoped to the plugin-s3 image and aren't available here.
          # Individual objects are public-read, so probe each expected artifact URL
          # with an anonymous HEAD instead of listing the bucket. The filename mirrors
          # what nfpm produces in builder/package.${PLATFORM} (version/release pinned
          # to 1): r-<ver>_1_<arch>.{apk,deb} for alpine/ubuntu, R-<ver>-1-1.<arch>.rpm
          # for el*. Shell variables must use bare $name, not ${name}: crow performs
          # its own ${VAR} substitution on these commands before the shell runs, so
          # ${VAR} for a shell var would be blanked out (only matrix vars resolve there).
          case "${PLATFORM}" in
            alpine-*) FMT="r-%s_1_%s.apk" ;;
            ubuntu-*) FMT="r-%s_1_%s.deb" ;;
            *)        FMT="R-%s-1-1.%s.rpm" ;;
          esac
          BASE="https://s3.eu-central-003.backblazeb2.com/devxy-r-builds/${PLATFORM_ID}"
          : > r-versions-existing.txt
          # Escape hatch for when the builder image itself changes in a way that
          # alters the resulting R binary (a newly enabled graphics device, a
          # different BLAS). The artifact filename carries only the R version, so
          # dedup would otherwise keep the stale binaries forever. Uploads
          # overwrite in place.
          #
          # The two ways to trigger a manual run pass the flag differently:
          #   crow pipeline create --branch main --var FORCE_REBUILD=1
          #     -> a crow substitution variable, read below as ${FORCE_REBUILD},
          #        which crow blanks out when it was not supplied
          #   crow pipeline start -p FORCE_REBUILD=1
          #     -> injected into the step environment, read as bare $FORCE_REBUILD
          # Accept either, so the flag cannot be silently ignored.
          FORCE_REBUILD_VAR="${FORCE_REBUILD}"
          if [ -n "$FORCE_REBUILD_VAR" ] || [ -n "$FORCE_REBUILD" ]; then
            echo "FORCE_REBUILD is set, ignoring artifacts already in the bucket"
          else
            for VERSION in $(cat r-versions-to-build.txt); do
              URL="$BASE/$(printf "$FMT" "$VERSION" "${ARCH_ID}")"
              if [ "$(curl -s -o /dev/null -w '%{http_code}' -I "$URL")" = "200" ]; then
                echo "$VERSION" >> r-versions-existing.txt
              fi
            done
          fi
      - echo "Already present in s3:"; cat r-versions-existing.txt
    backend_options:
      kubernetes:
        nodeSelector:
          kubernetes.io/arch: "${ARCH}"


  # ref: https://github.com/woodpecker-ci/woodpecker/discussions/2721
  - name: Build
    image: reg.devxy.io/docker.io/library/alpine:3.23
    privileged: true
    environment:
      DOCKER_HOST: tcp://docker:2375
    commands: |
      ip link set dev eth0 mtu 1280 2>/dev/null || true
      # docker info
      TO_BUILD=""
      for VERSION in $(cat r-versions-to-build.txt); do
        if grep -qxF "$VERSION" r-versions-existing.txt; then
          echo "R $VERSION already exists for ${PLATFORM} (${ARCH_ID}), skipping"
        else
          TO_BUILD="$TO_BUILD $VERSION"
        fi
      done
      if [ -n "$TO_BUILD" ]; then
        for i in 1 2 3 4 5; do apk add -q --no-cache make just docker-compose && break; sleep 5; done
        for VERSION in $TO_BUILD; do
          echo "Building R $VERSION for ${PLATFORM}"
          just build-r-${PLATFORM} "$VERSION"
        done
      fi
    backend_options:
      kubernetes:
        resources:
          requests:
            memory: 200Mi
            cpu: 500m
            ephemeral-storage: 2Gi
          limits:
            memory: 1000Mi
            cpu: 4000m
            ephemeral-storage: 4Gi
        nodeSelector:
          kubernetes.io/arch: "${ARCH}"


  - name: Upload to Backblaze S3
    image: reg.devxy.io/docker.io/woodpeckerci/plugin-s3:1.5.2
    pull: true
    settings:
      bucket: devxy-r-builds
      strip_prefix: /tmp/${PLATFORM}/
      source: /tmp/${PLATFORM}/*
      target: ${PLATFORM_ID}/
      region: eu-central-003
      acl: public-read
      endpoint: https://s3.eu-central-003.backblazeb2.com
      access_key:
        from_secret: B2_S3_ACCESS_KEY_ID
      secret_key:
        from_secret: B2_S3_SECRET_KEY
      overwrite: false
    volumes:
      - ci-tmp-rwx:/tmp # agent on k8s
      # - /tmp:/tmp # agent on VM
    backend_options:
      kubernetes:
        resources:
          requests:
            memory: 100Mi
            cpu: 200m
          limits:
            memory: 1000Mi
            cpu: 1000m
        nodeSelector:
          kubernetes.io/arch: "${ARCH}"


services:
  docker:
    environment:
      DOCKER_TLS_CERTDIR: ""
    image: reg.devxy.io/docker.io/library/docker:29-dind
    commands:
      - ip link set dev eth0 mtu 1280 2>/dev/null || true
      - mkdir -p /tmp/${PLATFORM}/${ARCH}
      - dockerd --tls=false --mtu 1280 --host=tcp://0.0.0.0:2375
    privileged: true
    ports:
      - 2375
    volumes:
      - ci-tmp-rwx:/tmp # agent on k8s
    backend_options:
      kubernetes:
        nodeSelector:
          kubernetes.io/arch: "${ARCH}"