diff --git a/.woodpecker/process-updates-alpine-321-amd64.yaml b/.woodpecker/process-updates-alpine-321-amd64.yaml new file mode 100644 index 0000000..16c438f --- /dev/null +++ b/.woodpecker/process-updates-alpine-321-amd64.yaml @@ -0,0 +1,75 @@ +when: + - event: [cron] + cron: process-cran-updates-alpine-321-amd64 + - event: manual + evaluate: 'process_cran_updates == "all"' + - event: manual + evaluate: 'process_cran_updates == "alpine-321-amd64"' + +skip_clone: true + +steps: + - name: 'Processing Updates' + image: docker.io/devxygmbh/amd64-binaries-r-alpine-321 + pull: true + environment: + RED_HAT_DEV_PW: + from_secret: RED_HAT_DEV_PW + AWS_ACCESS_KEY_ID: + from_secret: AWS_ACCESS_KEY_ID + AWS_SECRET_ACCESS_KEY: + from_secret: AWS_SECRET_ACCESS_KEY + PGPASS: + from_secret: PGPASS + GIT_RO_TOKEN: + from_secret: GIT_RO_TOKEN + GITHUB_PAT: + from_secret: GITHUB_PAT + # normal env vars + GIT_USER: pat-s + # set the location of the 'pkgcache' cache dir which persists the R package dependencies needed to install the packages themselves + R_PKG_CACHE_DIR: /mnt/cache/pkgcache + R_LIBS_USER: /mnt/cache/R-pkgs + CCACHE_DIR: /mnt/cache/ccache + PLATFORM: alpine-321 + ARCH: amd64 + NCPUS: 2 + STRATEGY: sequential + INTERVAL: lubridate::interval(lubridate::today() - 3, lubridate::today() - 3) + # volumes: + # - amd64-binaries-r-dep-cache-alpine-321:/mnt/cache + commands: + - git clone https://pat-s:$$GIT_RO_TOKEN@git.devxy.io/devxy/r-pkg-binaries.git . + - rm -rf /mnt/cache/R-pkgs/00LOCK-r-pkg-binaries /mnt/cache/R-pkgs/00LOCK-bincraftR /mnt/cache/R-pkgs/00LOCK-pak /mnt/cache/pkgcache/R/pkgcache /mnt/cache/pkgcache/R/pkgcache /mnt/cache/R-pkgs/pkgcache /mnt/cache/R-pkgs/00LOCK-pak/mnt/cache/R-pkgs/00LOCK-RPostgres + - R -q -e 'pak::pak("git::https://gitlab.com/devxy/r-package-binaries/bincraftr.git")' + - R -q -e 'packageVersion("bincraftR")' + - mkdir -p /mnt/cache/pkgcache /mnt/cache/R-pkgs /mnt/cache/ccache /mnt/cache/packages + # options(future.globals.onReference = NULL): for some reason s3fs::file_delete() throws 'Error: Detected a non-exportable reference ('externalptr') in one of the globals ('FUN' of class 'function') used in the future expression' otherwise + - xvfb-run R -q -e "options(crayon.enabled = TRUE, Ncpus = 4, future.globals.onReference = 'error', repos = structure(c(getOption('repos'),INLA='https://inla.r-inla-download.org/R/stable'))); progressr::handlers('cli'); progressr::handlers(global = TRUE); options(future.globals.onReference = NULL); bincraftR::process_cran_updates(interval = $INTERVAL, platform = 'alpine-321', process_updated = TRUE, process_new = TRUE)" + backend_options: + kubernetes: + resources: + requests: + memory: 5Gi + cpu: 3000m + limits: + memory: 18Gi + cpu: 3000m + nodeSelector: + kubernetes.io/arch: amd64 + node.kubernetes.io/instance-type: AX42 + tolerations: + - key: 'CI' + operator: 'Equal' + value: 'true' + effect: 'NoSchedule' + + - name: 'ntfy' + image: binwiederhier/ntfy:v2.11.0 + when: + - status: [failure] + environment: + NTFY_TOKEN: + from_secret: ntfy_token + commands: | + ntfy publish --tags=no_entry_sign --token $NTFY_TOKEN -t "Run '${CI_REPO}' failed" --click="${CI_PIPELINE_URL}" --actions="view, Open build, ${CI_PIPELINE_URL}, clear=true;" ntfy.devxy.io/ci-builds Workflow: ${CI_WORKFLOW_NAME} Commit message: ${CI_COMMIT_MESSAGE} Commit Author: ${CI_COMMIT_AUTHOR} diff --git a/.woodpecker/process-updates-alpine-321-arm64.yaml b/.woodpecker/process-updates-alpine-321-arm64.yaml new file mode 100644 index 0000000..807bfe3 --- /dev/null +++ b/.woodpecker/process-updates-alpine-321-arm64.yaml @@ -0,0 +1,102 @@ +when: + - event: [cron] + cron: process-cran-updates-alpine-321-arm64 + - event: manual + evaluate: 'process_cran_updates == "all"' + - event: manual + evaluate: 'process_cran_updates == "alpine-321-arm64"' + +skip_clone: true + +steps: + - name: 'Warming up' + image: busybox:latest + failure: ignore + commands: + - sleep 300 + - echo "Warmed Up" + backend_options: + kubernetes: + resources: + requests: + memory: 1Gi + cpu: 3000m + limits: + memory: 1Gi + cpu: 3000m + nodeSelector: + kubernetes.io/arch: arm64 + node.kubernetes.io/instance-type: cax41 + tolerations: + - key: 'CI' + operator: 'Equal' + value: 'true' + effect: 'NoSchedule' + + - name: 'Processing Updates' + image: docker.io/devxygmbh/arm64-binaries-r-alpine-321 + pull: true + environment: + RED_HAT_DEV_PW: + from_secret: RED_HAT_DEV_PW + AWS_ACCESS_KEY_ID: + from_secret: AWS_ACCESS_KEY_ID + AWS_SECRET_ACCESS_KEY: + from_secret: AWS_SECRET_ACCESS_KEY + PGPASS: + from_secret: PGPASS + GIT_RO_TOKEN: + from_secret: GIT_RO_TOKEN + GITHUB_PAT: + from_secret: GITHUB_PAT + # normal env vars + GIT_USER: pat-s + # set the location of the 'pkgcache' cache dir which persists the R package dependencies needed to install the packages themselves + R_PKG_CACHE_DIR: /mnt/cache/pkgcache + R_LIBS_USER: /mnt/cache/R-pkgs + CCACHE_DIR: /mnt/cache/ccache + PLATFORM: alpine-321 + ARCH: arm64 + NCPUS: 2 + MEMORY: 14Gi + STRATEGY: sequential + INSTANCE_TYPE: cax31 + INTERVAL: lubridate::interval(lubridate::today() - 3, lubridate::today() - 3) + volumes: + - arm64-binaries-r-dep-cache-alpine-321:/mnt/cache + commands: + - git clone https://pat-s:$$GIT_RO_TOKEN@git.devxy.io/devxy/r-pkg-binaries.git . + - rm -rf /mnt/cache/R-pkgs/00LOCK-r-pkg-binaries /mnt/cache/R-pkgs/00LOCK-bincraftR /mnt/cache/R-pkgs/00LOCK-pak /mnt/cache/pkgcache/R/pkgcache /mnt/cache/pkgcache/R/pkgcache /mnt/cache/R-pkgs/pkgcache /mnt/cache/R-pkgs/00LOCK-pak/mnt/cache/R-pkgs/00LOCK-RPostgres + - R -q -e 'pak::pak("git::https://gitlab.com/devxy/r-package-binaries/bincraftr.git")' + - R -q -e 'packageVersion("bincraftR")' + - mkdir -p /mnt/cache/pkgcache /mnt/cache/R-pkgs /mnt/cache/ccache /mnt/cache/packages + # options(future.globals.onReference = NULL): for some reason s3fs::file_delete() throws 'Error: Detected a non-exportable reference ('externalptr') in one of the globals ('FUN' of class 'function') used in the future expression' otherwise + - xvfb-run R -q -e "options(crayon.enabled = TRUE, Ncpus = 4, future.globals.onReference = 'error', repos = structure(c(getOption('repos'),INLA='https://inla.r-inla-download.org/R/stable'))); progressr::handlers('cli'); progressr::handlers(global = TRUE); options(future.globals.onReference = NULL); bincraftR::process_cran_updates(interval = $INTERVAL, platform = 'alpine-321', process_updated = TRUE, process_new = TRUE)" + backend_options: + kubernetes: + ### PROD + resources: + requests: + memory: 5Gi + cpu: 3000m + limits: + memory: 14Gi + cpu: 3000m + nodeSelector: + kubernetes.io/arch: arm64 + node.kubernetes.io/instance-type: cax41 + tolerations: + - key: 'CI' + operator: 'Equal' + value: 'true' + effect: 'NoSchedule' + + - name: 'ntfy' + image: binwiederhier/ntfy:v2.11.0 + when: + - status: [failure] + environment: + NTFY_TOKEN: + from_secret: ntfy_token + commands: | + ntfy publish --tags=no_entry_sign --token $NTFY_TOKEN -t "Run '${CI_REPO}' failed" --click="${CI_PIPELINE_URL}" --actions="view, Open build, ${CI_PIPELINE_URL}, clear=true;" ntfy.devxy.io/ci-builds Workflow: ${CI_WORKFLOW_NAME} Commit message: ${CI_COMMIT_MESSAGE} Commit Author: ${CI_COMMIT_AUTHOR} diff --git a/.woodpecker/update-package-index-alpine-321-amd64.yaml b/.woodpecker/update-package-index-alpine-321-amd64.yaml new file mode 100644 index 0000000..332f738 --- /dev/null +++ b/.woodpecker/update-package-index-alpine-321-amd64.yaml @@ -0,0 +1,76 @@ +when: + - event: [cron] + cron: update-package-index-alpine-321-amd64 + - event: [cron] + cron: update-package-index + - event: manual + evaluate: 'update_package_index == "alpine-321-amd64"' + +skip_clone: true + +steps: + - name: Upload PACKAGES files + image: docker.io/devxygmbh/amd64-binaries-r-alpine-321 + pull: true + environment: + RED_HAT_DEV_PW: + from_secret: RED_HAT_DEV_PW + AWS_ACCESS_KEY_ID: + from_secret: AWS_ACCESS_KEY_ID + AWS_SECRET_ACCESS_KEY: + from_secret: AWS_SECRET_ACCESS_KEY + PGPASS: + from_secret: PGPASS + GIT_RO_TOKEN: + from_secret: GIT_RO_TOKEN + GITHUB_PAT: + from_secret: GITHUB_PAT + # normal env vars + GIT_USER: pat-s + # set the location of the 'pkgcache' cache dir which persists the R package dependencies needed to install the packages themselves + R_PKG_CACHE_DIR: /mnt/cache/pkgcache + R_LIBS_USER: /mnt/cache/R-pkgs + volumes: + - amd64-binaries-r-dep-cache-alpine-321:/mnt/cache + commands: + - git clone https://pat-s:$$GIT_RO_TOKEN@git.devxy.io/devxy/r-pkg-binaries.git . + - rm -rf /mnt/cache/packages/* + - R -q -e 'pak::pak("git::https://gitlab.com/devxy/r-package-binaries/bincraftr.git")' + - R -q -e 'packageVersion("bincraftR")' + - cd /mnt/cache/packages + - R -q -e 'options(crayon.enabled = TRUE); library(bincraftR); future::plan("multisession", workers = 4); library(progressr); handlers(global = TRUE); handlers("progress"); upload_package_index()' + backend_options: + kubernetes: + resources: + requests: + memory: 3000Mi + cpu: 2000m + limits: + memory: 3000Mi + cpu: 8000m + nodeSelector: + kubernetes.io/arch: 'amd64' + + - name: Purge CDN cache + image: byrnedo/alpine-curl:3.20 + environment: + BUNNY_API_KEY: + from_secret: BUNNY_API_KEY + commands: | + apk add -q --no-cache curl ca-certificates + curl -sL -X POST -H "AccessKey: $BUNNY_API_KEY" https://api.bunny.net/purge?url=https%3A%2F%2Fcran.devxy.io%2Famd64%2Falpine321%2Flatest%2Fsrc%2Fcontrib%2FPACKAGES&async=false + curl -sL -X POST -H "AccessKey: $BUNNY_API_KEY" https://api.bunny.net/purge?url=https%3A%2F%2Fcran.devxy.io%2Famd64%2Falpine321%2Flatest%2Fsrc%2Fcontrib%2FPACKAGES.gz&async=false + curl -sL -X POST -H "AccessKey: $BUNNY_API_KEY" https://api.bunny.net/purge?url=https%3A%2F%2Fcran.devxy.io%2Famd64%2Falpine321%2Flatest%2Fsrc%2Fcontrib%2FPACKAGES.rds&async=false + curl -sL -X POST -H "AccessKey: $BUNNY_API_KEY" https://api.bunny.net/purge?url=https%3A%2F%2Fcran.devxy.io%2Famd64%2Falpine321%2Flatest%2Fsrc%2Fcontrib%2FPACKAGES.db&async=false + curl -sL -X POST -H "AccessKey: $BUNNY_API_KEY" https://api.bunny.net/purge?url=https%3A%2F%2Fcran.devxy.io%2Famd64%2Falpine321%2Flatest%2Fsrc%2Fcontrib%2FPMeta%2FParchive.rds&async=false + sleep 20 # need to wait a bit to successfully deliver API calls + + - name: 'ntfy' + image: binwiederhier/ntfy:v2.11.0 + when: + - status: [failure] + environment: + NTFY_TOKEN: + from_secret: ntfy_token + commands: | + ntfy publish --tags=no_entry_sign --token $NTFY_TOKEN -t "Run '${CI_REPO}' failed" --click="${CI_PIPELINE_URL}" --actions="view, Open build, ${CI_PIPELINE_URL}, clear=true;" ntfy.devxy.io/ci-builds Workflow: ${CI_WORKFLOW_NAME} Commit message: ${CI_COMMIT_MESSAGE} Commit Author: ${CI_COMMIT_AUTHOR} diff --git a/.woodpecker/update-package-index-alpine-321-arm64.yaml b/.woodpecker/update-package-index-alpine-321-arm64.yaml new file mode 100644 index 0000000..54d3f45 --- /dev/null +++ b/.woodpecker/update-package-index-alpine-321-arm64.yaml @@ -0,0 +1,77 @@ +when: + - event: [cron] + cron: update-package-index-alpine-321-arm64 + - event: [cron] + cron: update-package-index + - event: manual + evaluate: 'update_package_index == "alpine-321-arm64"' + +skip_clone: true + +steps: + - name: Upload PACKAGES files + image: docker.io/devxygmbh/arm64-binaries-r-alpine-321 + pull: true + environment: + RED_HAT_DEV_PW: + from_secret: RED_HAT_DEV_PW + AWS_ACCESS_KEY_ID: + from_secret: AWS_ACCESS_KEY_ID + AWS_SECRET_ACCESS_KEY: + from_secret: AWS_SECRET_ACCESS_KEY + PGPASS: + from_secret: PGPASS + GIT_RO_TOKEN: + from_secret: GIT_RO_TOKEN + GITHUB_PAT: + from_secret: GITHUB_PAT + # normal env vars + GIT_USER: pat-s + # set the location of the 'pkgcache' cache dir which persists the R package dependencies needed to install the packages themselves + R_PKG_CACHE_DIR: /mnt/cache/pkgcache + R_LIBS_USER: /mnt/cache/R-pkgs + volumes: + - arm64-binaries-r-dep-cache-alpine-321:/mnt/cache + commands: + - git clone https://pat-s:$$GIT_RO_TOKEN@git.devxy.io/devxy/r-pkg-binaries.git . + - rm -rf /mnt/cache/packages/* + - R -q -e 'pak::pak("git::https://gitlab.com/devxy/r-package-binaries/bincraftr.git")' + - R -q -e 'pak::pak("pat-s/cranlike@s3")' + - R -q -e 'packageVersion("bincraftR")' + - cd /mnt/cache/packages + - R -q -e 'options(crayon.enabled = TRUE); library(bincraftR); future::plan("multisession"); library(progressr); handlers(global = TRUE); handlers("progress"); upload_package_index()' + backend_options: + kubernetes: + resources: + requests: + memory: 3000Mi + cpu: 2000m + limits: + memory: 3000Mi + cpu: 8000m + nodeSelector: + kubernetes.io/arch: 'arm64' + + - name: Purge CDN cache + image: byrnedo/alpine-curl:3.20 + environment: + BUNNY_API_KEY: + from_secret: BUNNY_API_KEY + commands: | + apk add -q --no-cache curl ca-certificates + curl -sL -X POST -H "AccessKey: $BUNNY_API_KEY" https://api.bunny.net/purge?url=https%3A%2F%2Fcran.devxy.io%2Farm64%2Falpine321%2Flatest%2Fsrc%2Fcontrib%2FPACKAGES&async=false + curl -sL -X POST -H "AccessKey: $BUNNY_API_KEY" https://api.bunny.net/purge?url=https%3A%2F%2Fcran.devxy.io%2Farm64%2Falpine321%2Flatest%2Fsrc%2Fcontrib%2FPACKAGES.gz&async=false + curl -sL -X POST -H "AccessKey: $BUNNY_API_KEY" https://api.bunny.net/purge?url=https%3A%2F%2Fcran.devxy.io%2Farm64%2Falpine321%2Flatest%2Fsrc%2Fcontrib%2FPACKAGES.rds&async=false + curl -sL -X POST -H "AccessKey: $BUNNY_API_KEY" https://api.bunny.net/purge?url=https%3A%2F%2Fcran.devxy.io%2Farm64%2Falpine321%2Flatest%2Fsrc%2Fcontrib%2FPACKAGES.db&async=false + curl -sL -X POST -H "AccessKey: $BUNNY_API_KEY" https://api.bunny.net/purge?url=https%3A%2F%2Fcran.devxy.io%2Farm64%2Falpine321%2Flatest%2Fsrc%2Fcontrib%2FPMeta%2FParchive.rds&async=false + sleep 20 # need to wait a bit to successfully deliver API calls + + - name: 'ntfy' + image: binwiederhier/ntfy:v2.11.0 + when: + - status: [failure] + environment: + NTFY_TOKEN: + from_secret: ntfy_token + commands: | + ntfy publish --tags=no_entry_sign --token $NTFY_TOKEN -t "Run '${CI_REPO}' failed" --click="${CI_PIPELINE_URL}" --actions="view, Open build, ${CI_PIPELINE_URL}, clear=true;" ntfy.devxy.io/ci-builds Workflow: ${CI_WORKFLOW_NAME} Commit message: ${CI_COMMIT_MESSAGE} Commit Author: ${CI_COMMIT_AUTHOR}