251 lines
7 KiB
YAML
251 lines
7 KiB
YAML
when:
|
|
event: [push, cron, manual]
|
|
|
|
matrix:
|
|
include:
|
|
- PLATFORM: rhel-9
|
|
PLATFORM_ID: el9
|
|
ARCH: arm64
|
|
ARCH_ID: aarch64
|
|
INSTANCE_TYPE: cax31
|
|
- PLATFORM: rhel-9
|
|
PLATFORM_ID: el9
|
|
ARCH: amd64
|
|
ARCH_ID: x86_64
|
|
INSTANCE_TYPE: AX42
|
|
- PLATFORM: centos-8
|
|
PLATFORM_ID: el8
|
|
ARCH: arm64
|
|
ARCH_ID: aarch64
|
|
INSTANCE_TYPE: cax31
|
|
- PLATFORM: centos-8
|
|
PLATFORM_ID: el8
|
|
ARCH: amd64
|
|
ARCH_ID: x86_64
|
|
INSTANCE_TYPE: AX42
|
|
- PLATFORM: ubuntu-2204
|
|
PLATFORM_ID: 2204
|
|
ARCH: arm64
|
|
ARCH_ID: arm64
|
|
INSTANCE_TYPE: cax31
|
|
- PLATFORM: ubuntu-2204
|
|
PLATFORM_ID: 2204
|
|
ARCH: amd64
|
|
ARCH_ID: amd64
|
|
INSTANCE_TYPE: AX42
|
|
- PLATFORM: ubuntu-2404
|
|
PLATFORM_ID: 2404
|
|
ARCH: arm64
|
|
ARCH_ID: arm64
|
|
INSTANCE_TYPE: cax31
|
|
- PLATFORM: ubuntu-2404
|
|
PLATFORM_ID: 2404
|
|
ARCH: amd64
|
|
ARCH_ID: amd64
|
|
INSTANCE_TYPE: AX42
|
|
- PLATFORM: alpine-320
|
|
PLATFORM_ID: alpine320
|
|
ARCH: arm64
|
|
ARCH_ID: aarch64
|
|
INSTANCE_TYPE: cax31
|
|
- PLATFORM: alpine-320
|
|
PLATFORM_ID: alpine320
|
|
ARCH: amd64
|
|
ARCH_ID: x86_64
|
|
INSTANCE_TYPE: AX42
|
|
- PLATFORM: alpine-321
|
|
PLATFORM_ID: alpine321
|
|
ARCH: arm64
|
|
ARCH_ID: aarch64
|
|
INSTANCE_TYPE: cax31
|
|
- PLATFORM: alpine-321
|
|
PLATFORM_ID: alpine321
|
|
ARCH: amd64
|
|
ARCH_ID: x86_64
|
|
INSTANCE_TYPE: AX42
|
|
|
|
steps:
|
|
# Ensures that we're always using the latest available upstream build chain
|
|
# - name: Pull upstream
|
|
# image: alpine:3.20
|
|
# commands:
|
|
# - apk add -q --no-cache git
|
|
# - git remote add upstream https://github.com/cynkra/r-builds.git
|
|
# - git config --global user.email "you@example.com"
|
|
# - git config --global user.name "Your Name"
|
|
# - git config pull.ff only
|
|
# - git fetch upstream
|
|
# - git merge upstream/main --allow-unrelated-histories
|
|
#.
|
|
|
|
- name: Get latest R version
|
|
image: alpine:3.21
|
|
commands:
|
|
- apk add -q --no-cache curl
|
|
- curl -s https://raw.githubusercontent.com/Homebrew/homebrew-core/master/Formula/r/r.rb | grep -o 'R-[0-9]*\.[0-9]*\.[0-9]*' | tr -d 'R-' | tr -d '"' > r-release-version.txt
|
|
# - echo "4.2.2" > r-release-version.txt
|
|
- cat r-release-version.txt
|
|
backend_options:
|
|
kubernetes:
|
|
resources:
|
|
requests:
|
|
memory: 50Mi
|
|
cpu: 200m
|
|
limits:
|
|
memory: 200Mi
|
|
cpu: 500m
|
|
nodeSelector:
|
|
kubernetes.io/arch: "${ARCH}"
|
|
node.kubernetes.io/instance-type: "${INSTANCE_TYPE}"
|
|
tolerations:
|
|
- key: "CI"
|
|
operator: "Equal"
|
|
value: "true"
|
|
effect: "NoSchedule"
|
|
|
|
- name: Check if files for R version already exist in s3
|
|
environment:
|
|
AWS_ACCESS_KEY_ID:
|
|
from_secret: B2_APPLICATION_KEY_ID
|
|
AWS_SECRET_ACCESS_KEY:
|
|
from_secret: B2_APPLICATION_KEY
|
|
# AWS_REGION: s3.eu-central-003
|
|
AWS_ENDPOINT_URL: https://s3.eu-central-003.backblazeb2.com
|
|
image: alpine:3.21
|
|
commands:
|
|
- apk add -q --no-cache aws-cli
|
|
- aws s3 ls s3://devxy-r-builds/${PLATFORM_ID}/ | grep ${ARCH_ID} | tail -1 | awk '{print $NF}' | cut -c 3-7 > r_build_latest.txt
|
|
- cat r_build_latest.txt
|
|
backend_options:
|
|
kubernetes:
|
|
nodeSelector:
|
|
kubernetes.io/arch: "${ARCH}"
|
|
node.kubernetes.io/instance-type: "${INSTANCE_TYPE}"
|
|
tolerations:
|
|
- key: "CI"
|
|
operator: "Equal"
|
|
value: "true"
|
|
effect: "NoSchedule"
|
|
|
|
# ref: https://github.com/woodpecker-ci/woodpecker/discussions/2721
|
|
- name: Build
|
|
image: alpine:3.21
|
|
privileged: true
|
|
environment:
|
|
DOCKER_HOST: tcp://docker:2375
|
|
commands: |
|
|
# docker info
|
|
if [ ! -s r_build_latest.txt ] || [ ! "$(cat r-release-version.txt)" = "$(cat r_build_latest.txt)" ]; then
|
|
apk add -q --no-cache py3-pip make just aws-cli docker-compose
|
|
pip3 install -q b2 --break-system-packages
|
|
just build-r-${PLATFORM} $(cat r-release-version.txt)
|
|
fi
|
|
backend_options:
|
|
kubernetes:
|
|
resources:
|
|
requests:
|
|
memory: 200Mi
|
|
cpu: 500m
|
|
limits:
|
|
memory: 1000Mi
|
|
cpu: 4000m
|
|
nodeSelector:
|
|
kubernetes.io/arch: "${ARCH}"
|
|
node.kubernetes.io/instance-type: "${INSTANCE_TYPE}"
|
|
tolerations:
|
|
- key: "CI"
|
|
operator: "Equal"
|
|
value: "true"
|
|
effect: "NoSchedule"
|
|
|
|
# - name: Upload to AWS S3
|
|
# image: woodpeckerci/plugin-s3:1.3.0
|
|
# pull: true
|
|
# settings:
|
|
# bucket: devxy-r-builds
|
|
# strip_prefix: /tmp/${PLATFORM}/
|
|
# source: /tmp/${PLATFORM}/*
|
|
# target: ${PLATFORM_ID}/
|
|
# region: eu-central-2
|
|
# # acl: public-read
|
|
# access_key:
|
|
# from_secret: B2_APPLICATION_KEY_ID
|
|
# secret_key:
|
|
# from_secret: B2_APPLICATION_KEY
|
|
# overwrite: false
|
|
# volumes:
|
|
# - ci-tmp-rwx:/tmp # agent on k8s
|
|
# # - /tmp:/tmp # agent on VM
|
|
# backend_options:
|
|
# kubernetes:
|
|
# resources:
|
|
# requests:
|
|
# memory: 100Mi
|
|
# cpu: 200m
|
|
# limits:
|
|
# memory: 1000Mi
|
|
# cpu: 1000m
|
|
# nodeSelector:
|
|
# kubernetes.io/arch: "${ARCH}"
|
|
# node.kubernetes.io/instance-type: "${INSTANCE_TYPE}"
|
|
|
|
- name: Upload to Backblaze S3
|
|
image: woodpeckerci/plugin-s3:1.3.0
|
|
pull: true
|
|
settings:
|
|
bucket: devxy-r-builds
|
|
strip_prefix: /tmp/${PLATFORM}/
|
|
source: /tmp/${PLATFORM}/*
|
|
target: ${PLATFORM_ID}/
|
|
region: s3.eu-central-003
|
|
acl: public-read
|
|
endpoint: s3.eu-central-003.backblazeb2.com
|
|
access_key:
|
|
from_secret: B2_APPLICATION_KEY_ID
|
|
secret_key:
|
|
from_secret: B2_APPLICATION_KEY
|
|
overwrite: false
|
|
volumes:
|
|
- ci-tmp-rwx:/tmp # agent on k8s
|
|
# - /tmp:/tmp # agent on VM
|
|
backend_options:
|
|
kubernetes:
|
|
resources:
|
|
requests:
|
|
memory: 100Mi
|
|
cpu: 200m
|
|
limits:
|
|
memory: 1000Mi
|
|
cpu: 1000m
|
|
nodeSelector:
|
|
kubernetes.io/arch: "${ARCH}"
|
|
node.kubernetes.io/instance-type: "${INSTANCE_TYPE}"
|
|
tolerations:
|
|
- key: "CI"
|
|
operator: "Equal"
|
|
value: "true"
|
|
effect: "NoSchedule"
|
|
|
|
services:
|
|
docker:
|
|
environment:
|
|
DOCKER_TLS_CERTDIR: ""
|
|
image: docker:27-dind
|
|
commands:
|
|
- mkdir -p /tmp/${PLATFORM}/${ARCH}
|
|
- dockerd --tls=false --mtu 1420 --host=tcp://0.0.0.0:2375
|
|
privileged: true
|
|
ports:
|
|
- 2375
|
|
volumes:
|
|
- ci-tmp-rwx:/tmp # agent on k8s
|
|
backend_options:
|
|
kubernetes:
|
|
nodeSelector:
|
|
kubernetes.io/arch: "${ARCH}"
|
|
node.kubernetes.io/instance-type: "${INSTANCE_TYPE}"
|
|
tolerations:
|
|
- key: "CI"
|
|
operator: "Equal"
|
|
value: "true"
|
|
effect: "NoSchedule"
|