r-builds/.woodpecker/build.yaml

251 lines
7 KiB
YAML

when:
event: [push, cron, manual]
matrix:
include:
- PLATFORM: rhel-9
PLATFORM_ID: el9
ARCH: arm64
ARCH_ID: aarch64
INSTANCE_TYPE: cax31
- PLATFORM: rhel-9
PLATFORM_ID: el9
ARCH: amd64
ARCH_ID: x86_64
INSTANCE_TYPE: AX42
- PLATFORM: centos-8
PLATFORM_ID: el8
ARCH: arm64
ARCH_ID: aarch64
INSTANCE_TYPE: cax31
- PLATFORM: centos-8
PLATFORM_ID: el8
ARCH: amd64
ARCH_ID: x86_64
INSTANCE_TYPE: AX42
- PLATFORM: ubuntu-2204
PLATFORM_ID: 2204
ARCH: arm64
ARCH_ID: arm64
INSTANCE_TYPE: cax31
- PLATFORM: ubuntu-2204
PLATFORM_ID: 2204
ARCH: amd64
ARCH_ID: amd64
INSTANCE_TYPE: AX42
- PLATFORM: ubuntu-2404
PLATFORM_ID: 2404
ARCH: arm64
ARCH_ID: arm64
INSTANCE_TYPE: cax31
- PLATFORM: ubuntu-2404
PLATFORM_ID: 2404
ARCH: amd64
ARCH_ID: amd64
INSTANCE_TYPE: AX42
- PLATFORM: alpine-320
PLATFORM_ID: alpine320
ARCH: arm64
ARCH_ID: aarch64
INSTANCE_TYPE: cax31
- PLATFORM: alpine-320
PLATFORM_ID: alpine320
ARCH: amd64
ARCH_ID: x86_64
INSTANCE_TYPE: AX42
- PLATFORM: alpine-321
PLATFORM_ID: alpine321
ARCH: arm64
ARCH_ID: aarch64
INSTANCE_TYPE: cax31
- PLATFORM: alpine-321
PLATFORM_ID: alpine321
ARCH: amd64
ARCH_ID: x86_64
INSTANCE_TYPE: AX42
steps:
# Ensures that we're always using the latest available upstream build chain
# - name: Pull upstream
# image: alpine:3.20
# commands:
# - apk add -q --no-cache git
# - git remote add upstream https://github.com/cynkra/r-builds.git
# - git config --global user.email "you@example.com"
# - git config --global user.name "Your Name"
# - git config pull.ff only
# - git fetch upstream
# - git merge upstream/main --allow-unrelated-histories
#.
- name: Get latest R version
image: alpine:3.21
commands:
- apk add -q --no-cache curl
- curl -s https://raw.githubusercontent.com/Homebrew/homebrew-core/master/Formula/r/r.rb | grep -o 'R-[0-9]*\.[0-9]*\.[0-9]*' | tr -d 'R-' | tr -d '"' > r-release-version.txt
# - echo "4.2.2" > r-release-version.txt
- cat r-release-version.txt
backend_options:
kubernetes:
resources:
requests:
memory: 50Mi
cpu: 200m
limits:
memory: 200Mi
cpu: 500m
nodeSelector:
kubernetes.io/arch: "${ARCH}"
node.kubernetes.io/instance-type: "${INSTANCE_TYPE}"
tolerations:
- key: "CI"
operator: "Equal"
value: "true"
effect: "NoSchedule"
- name: Check if files for R version already exist in s3
environment:
AWS_ACCESS_KEY_ID:
from_secret: B2_APPLICATION_KEY_ID
AWS_SECRET_ACCESS_KEY:
from_secret: B2_APPLICATION_KEY
# AWS_REGION: s3.eu-central-003
AWS_ENDPOINT_URL: https://s3.eu-central-003.backblazeb2.com
image: alpine:3.21
commands:
- apk add -q --no-cache aws-cli
- aws s3 ls s3://devxy-r-builds/${PLATFORM_ID}/ | grep ${ARCH_ID} | tail -1 | awk '{print $NF}' | cut -c 3-7 > r_build_latest.txt
- cat r_build_latest.txt
backend_options:
kubernetes:
nodeSelector:
kubernetes.io/arch: "${ARCH}"
node.kubernetes.io/instance-type: "${INSTANCE_TYPE}"
tolerations:
- key: "CI"
operator: "Equal"
value: "true"
effect: "NoSchedule"
# ref: https://github.com/woodpecker-ci/woodpecker/discussions/2721
- name: Build
image: alpine:3.21
privileged: true
environment:
DOCKER_HOST: tcp://docker:2375
commands: |
# docker info
if [ ! -s r_build_latest.txt ] || [ ! "$(cat r-release-version.txt)" = "$(cat r_build_latest.txt)" ]; then
apk add -q --no-cache py3-pip make just aws-cli docker-compose
pip3 install -q b2 --break-system-packages
just build-r-${PLATFORM} $(cat r-release-version.txt)
fi
backend_options:
kubernetes:
resources:
requests:
memory: 200Mi
cpu: 500m
limits:
memory: 1000Mi
cpu: 4000m
nodeSelector:
kubernetes.io/arch: "${ARCH}"
node.kubernetes.io/instance-type: "${INSTANCE_TYPE}"
tolerations:
- key: "CI"
operator: "Equal"
value: "true"
effect: "NoSchedule"
# - name: Upload to AWS S3
# image: woodpeckerci/plugin-s3:1.3.0
# pull: true
# settings:
# bucket: devxy-r-builds
# strip_prefix: /tmp/${PLATFORM}/
# source: /tmp/${PLATFORM}/*
# target: ${PLATFORM_ID}/
# region: eu-central-2
# # acl: public-read
# access_key:
# from_secret: B2_APPLICATION_KEY_ID
# secret_key:
# from_secret: B2_APPLICATION_KEY
# overwrite: false
# volumes:
# - ci-tmp-rwx:/tmp # agent on k8s
# # - /tmp:/tmp # agent on VM
# backend_options:
# kubernetes:
# resources:
# requests:
# memory: 100Mi
# cpu: 200m
# limits:
# memory: 1000Mi
# cpu: 1000m
# nodeSelector:
# kubernetes.io/arch: "${ARCH}"
# node.kubernetes.io/instance-type: "${INSTANCE_TYPE}"
- name: Upload to Backblaze S3
image: woodpeckerci/plugin-s3:1.3.0
pull: true
settings:
bucket: devxy-r-builds
strip_prefix: /tmp/${PLATFORM}/
source: /tmp/${PLATFORM}/*
target: ${PLATFORM_ID}/
region: s3.eu-central-003
acl: public-read
endpoint: s3.eu-central-003.backblazeb2.com
access_key:
from_secret: B2_APPLICATION_KEY_ID
secret_key:
from_secret: B2_APPLICATION_KEY
overwrite: false
volumes:
- ci-tmp-rwx:/tmp # agent on k8s
# - /tmp:/tmp # agent on VM
backend_options:
kubernetes:
resources:
requests:
memory: 100Mi
cpu: 200m
limits:
memory: 1000Mi
cpu: 1000m
nodeSelector:
kubernetes.io/arch: "${ARCH}"
node.kubernetes.io/instance-type: "${INSTANCE_TYPE}"
tolerations:
- key: "CI"
operator: "Equal"
value: "true"
effect: "NoSchedule"
services:
docker:
environment:
DOCKER_TLS_CERTDIR: ""
image: docker:27-dind
commands:
- mkdir -p /tmp/${PLATFORM}/${ARCH}
- dockerd --tls=false --mtu 1420 --host=tcp://0.0.0.0:2375
privileged: true
ports:
- 2375
volumes:
- ci-tmp-rwx:/tmp # agent on k8s
backend_options:
kubernetes:
nodeSelector:
kubernetes.io/arch: "${ARCH}"
node.kubernetes.io/instance-type: "${INSTANCE_TYPE}"
tolerations:
- key: "CI"
operator: "Equal"
value: "true"
effect: "NoSchedule"