CI

.woodpecker/build.yaml

@@ -1,13 +1,126 @@
 when:
-  event: push
+  event: [push, cron]
+
+matrix:
+  include:
+    - PLATFORM: rhel-9
+      PLATFORM_ID: el9
+    - PLATFORM: centos-8
+      PLATFORM_ID: el8
+    - PLATFORM: ubuntu-2204
+      PLATFORM_ID: 2204
+    - PLATFORM: ubuntu-2404
+      PLATFORM_ID: 2404
+    # - PLATFORM: opensuse-155
+    #   PLATFORM_ID: suse155
 
 steps:
-  # - name: Check if files already exist
+  # Ensures that we're always using the latest available upstream build chain
+  # - name: Pull upstream
+  #   image: alpine:3.20
+  #   commands:
+  #     - apk add -q --no-cache git
+  #     - git remote add upstream https://github.com/cynkra/r-builds.git
+  #     - git config --global user.email "you@example.com"
+  #     - git config --global user.name "Your Name"
+  #     - git config pull.ff only
+  #     - git fetch upstream
+  #     - git merge upstream/main --allow-unrelated-histories
+
+  - name: Get latest R version
+    image: alpine:3.20
+    commands:
+      - apk add -q --no-cache curl
+      - curl -s https://raw.githubusercontent.com/Homebrew/homebrew-core/master/Formula/r/r.rb | grep -o 'R-[0-9]*\.[0-9]*\.[0-9]*' | tr -d 'R-' | tr -d '"' > r-release-version.txt
+      - cat r-release-version.txt
+
+  - name: Check if files for R version already exist in s3
+    secrets: [aws_access_key_id_cynkra, aws_secret_access_key_cynkra]
+    environment:
+      # AWS_ACCESS_KEY_ID:
+      #   from_secret: aws_access_key_id_cynkra
+      # AWS_SECRET_ACCESS_KEY:
+      #   from_secret: aws_secret_access_key_cynkra
+      AWS_ACCESS_KEY_ID:
+        from_secret: b2_application_key
+      AWS_SECRET_ACCESS_KEY:
+        from_secret: b2_application_key_id
+      AWS_ENDPOINT_URL: s3.eu-central-003.backblazeb2.com
+    image: alpine:3.20
+    commands:
+      - apk add -q --no-cache aws-cli
+      - aws s3 ls s3://devxy-r-builds/${PLATFORM_ID}/ | tail -1 | awk '{print $NF}' | cut -c 3-7 > r_build_latest.txt
+      - cat r_build_latest.txt
 
   - name: Build
     image: alpine:3.20
-    commands:
-      - apk add --no-cache make just aws-cli docker-compose
-      - just build-r-rhel-9 4.3.3
+    commands: |
+      if [ ! -s r_build_latest.txt ] || [ ! "$(cat r-release-version.txt)" = "$(cat r_build_latest.txt)" ]; then
+        apk add -q --no-cache py3-pip make just aws-cli docker-compose
+        pip3 install -q b2 --break-system-packages
+        just build-r-${PLATFORM} $(cat r-release-version.txt)
+      fi
     volumes:
       - /var/run/docker.sock:/var/run/docker.sock
+      - /tmp:/tmp
+
+  - name: Upload
+    image: woodpeckerci/plugin-s3:1.1.3
+    secrets:
+      [
+        aws_access_key_id_cynkra,
+        aws_secret_access_key_cynkra,
+        b2_application_key,
+        b2_application_key_id,
+      ]
+    environment:
+      # AWS_ACCESS_KEY_ID:
+      #   from_secret: aws_access_key_id_cynkra
+      # AWS_SECRET_ACCESS_KEY:
+      #   from_secret: aws_secret_access_key_cynkra
+      AWS_ACCESS_KEY_ID:
+        from_secret: b2_application_key
+      AWS_SECRET_ACCESS_KEY:
+        from_secret: b2_application_key_id
+      AWS_ENDPOINT_URL: s3.eu-central-003.backblazeb2.com
+    settings:
+      bucket: devxy-r-builds
+      source: /tmp/${PLATFORM}/*
+      target: ${PLATFORM_ID}/
+      path_style: true
+      acl: public-read
+      endpoint: s3.eu-central-003.backblazeb2.com
+    volumes:
+      - /tmp:/tmp
+
+  # - name: Upload to S3
+  #   image: alpine:3.20
+  #   secrets:
+  #     [
+  #       aws_access_key_id_cynkra,
+  #       aws_secret_access_key_cynkra,
+  #       b2_application_key,
+  #       b2_application_key_id,
+  #     ]
+  #   environment:
+  #     # AWS_ACCESS_KEY_ID:
+  #     #   from_secret: aws_access_key_id_cynkra
+  #     # AWS_SECRET_ACCESS_KEY:
+  #     #   from_secret: aws_secret_access_key_cynkra
+  #     AWS_ACCESS_KEY_ID:
+  #       from_secret: b2_application_key
+  #     AWS_SECRET_ACCESS_KEY:
+  #       from_secret: b2_application_key_id
+  #     AWS_ENDPOINT_URL: s3.eu-central-003.backblazeb2.com
+  #   commands: |
+  #     apk add -q --no-cache bash aws-cli
+  #     if [ "$(ls -A /tmp/${PLATFORM}/)" ]; then
+  #       for file in /tmp/${PLATFORM}/*; do
+  #         aws s3 cp --acl public-read --no-progress "$file" "s3://devxy-r-builds/${PLATFORM_ID}/"
+  #       done
+  #       rm -f /tmp/${PLATFORM}/*
+  #     else
+  #       echo "No files to upload."
+  #     fi
+  #   volumes:
+  #     - /tmp:/tmp