build
This commit is contained in:
parent
5b1b467668
commit
6896a844cf
4 changed files with 32 additions and 41 deletions
|
|
@ -49,7 +49,7 @@ steps:
|
||||||
MEMORY: 14Gi
|
MEMORY: 14Gi
|
||||||
STRATEGY: sequential
|
STRATEGY: sequential
|
||||||
INSTANCE_TYPE: cax31
|
INSTANCE_TYPE: cax31
|
||||||
INTERVAL: lubridate::interval(lubridate::today() - 3, lubridate::today() - 40)
|
INTERVAL: lubridate::interval(lubridate::today() - 3, lubridate::today() - 3)
|
||||||
volumes:
|
volumes:
|
||||||
- arm64-binaries-r-dep-cache-alpine-320:/mnt/cache
|
- arm64-binaries-r-dep-cache-alpine-320:/mnt/cache
|
||||||
commands:
|
commands:
|
||||||
|
|
|
||||||
|
|
@ -1,6 +1,6 @@
|
||||||
when:
|
when:
|
||||||
- event: [cron]
|
- event: [cron]
|
||||||
cron: process-cran-updates
|
cron: process-cran-updates-redhat-8-arm64
|
||||||
- event: manual
|
- event: manual
|
||||||
evaluate: 'process_cran_updates == "all"'
|
evaluate: 'process_cran_updates == "all"'
|
||||||
- event: manual
|
- event: manual
|
||||||
|
|
@ -12,13 +12,8 @@ steps:
|
||||||
- name: 'Warming up'
|
- name: 'Warming up'
|
||||||
image: busybox:latest
|
image: busybox:latest
|
||||||
failure: ignore
|
failure: ignore
|
||||||
environment:
|
|
||||||
PLATFORM: ubuntu-2204
|
|
||||||
BLOCK: 21389:length(pkgs)
|
|
||||||
NCPUS: 2
|
|
||||||
STRATEGY: sequential
|
|
||||||
commands:
|
commands:
|
||||||
- sleep 1
|
- sleep 300
|
||||||
- echo "Warmed Up"
|
- echo "Warmed Up"
|
||||||
backend_options:
|
backend_options:
|
||||||
kubernetes:
|
kubernetes:
|
||||||
|
|
@ -40,7 +35,7 @@ steps:
|
||||||
|
|
||||||
- name: 'Processing Updates'
|
- name: 'Processing Updates'
|
||||||
secrets: [red_hat_dev_pw, aws_access_key_id, aws_secret_access_key, pgpass, git_ro_token, GITHUB_PAT]
|
secrets: [red_hat_dev_pw, aws_access_key_id, aws_secret_access_key, pgpass, git_ro_token, GITHUB_PAT]
|
||||||
image: docker.io/devxygmbh/arm64-binaries-r-${PLATFORM}
|
image: docker.io/devxygmbh/arm64-binaries-r-redhat-8
|
||||||
pull: true
|
pull: true
|
||||||
environment:
|
environment:
|
||||||
GIT_USER: pat-s
|
GIT_USER: pat-s
|
||||||
|
|
@ -54,9 +49,9 @@ steps:
|
||||||
MEMORY: 14Gi
|
MEMORY: 14Gi
|
||||||
STRATEGY: sequential
|
STRATEGY: sequential
|
||||||
INSTANCE_TYPE: cax31
|
INSTANCE_TYPE: cax31
|
||||||
INTERVAL: lubridate::interval(lubridate::today() - 3, lubridate::today() - 31)
|
INTERVAL: lubridate::interval(lubridate::today() - 3, lubridate::today() - 40)
|
||||||
volumes:
|
volumes:
|
||||||
- arm64-binaries-r-dep-cache-${PLATFORM}:/mnt/cache
|
- arm64-binaries-r-dep-cache-redhat-8:/mnt/cache
|
||||||
commands:
|
commands:
|
||||||
# download latest package version (avoid having to rebuild image every time)
|
# download latest package version (avoid having to rebuild image every time)
|
||||||
- git clone https://pat-s:$$git_ro_token@git.devxy.io/devxy/r-pkg-binaries.git .
|
- git clone https://pat-s:$$git_ro_token@git.devxy.io/devxy/r-pkg-binaries.git .
|
||||||
|
|
|
||||||
|
|
@ -1,6 +1,6 @@
|
||||||
when:
|
when:
|
||||||
- event: [cron]
|
- event: [cron]
|
||||||
cron: process-cran-updates
|
cron: process-cran-updates-redhat-9-arm64
|
||||||
- event: manual
|
- event: manual
|
||||||
evaluate: 'process_cran_updates == "all"'
|
evaluate: 'process_cran_updates == "all"'
|
||||||
- event: manual
|
- event: manual
|
||||||
|
|
@ -12,13 +12,8 @@ steps:
|
||||||
- name: 'Warming up'
|
- name: 'Warming up'
|
||||||
image: busybox:latest
|
image: busybox:latest
|
||||||
failure: ignore
|
failure: ignore
|
||||||
environment:
|
|
||||||
PLATFORM: ubuntu-2204
|
|
||||||
BLOCK: 21389:length(pkgs)
|
|
||||||
NCPUS: 2
|
|
||||||
STRATEGY: sequential
|
|
||||||
commands:
|
commands:
|
||||||
- sleep 1
|
- sleep 300
|
||||||
- echo "Warmed Up"
|
- echo "Warmed Up"
|
||||||
backend_options:
|
backend_options:
|
||||||
kubernetes:
|
kubernetes:
|
||||||
|
|
@ -40,7 +35,7 @@ steps:
|
||||||
|
|
||||||
- name: 'Processing Updates'
|
- name: 'Processing Updates'
|
||||||
secrets: [red_hat_dev_pw, aws_access_key_id, aws_secret_access_key, pgpass, git_ro_token, GITHUB_PAT]
|
secrets: [red_hat_dev_pw, aws_access_key_id, aws_secret_access_key, pgpass, git_ro_token, GITHUB_PAT]
|
||||||
image: docker.io/devxygmbh/arm64-binaries-r-${PLATFORM}
|
image: docker.io/devxygmbh/arm64-binaries-r-redhat-9
|
||||||
pull: true
|
pull: true
|
||||||
environment:
|
environment:
|
||||||
GIT_USER: pat-s
|
GIT_USER: pat-s
|
||||||
|
|
@ -54,9 +49,9 @@ steps:
|
||||||
MEMORY: 14Gi
|
MEMORY: 14Gi
|
||||||
STRATEGY: sequential
|
STRATEGY: sequential
|
||||||
INSTANCE_TYPE: cax31
|
INSTANCE_TYPE: cax31
|
||||||
INTERVAL: lubridate::interval(lubridate::today() - 3, lubridate::today() - 31)
|
INTERVAL: lubridate::interval(lubridate::today() - 3, lubridate::today() - 3)
|
||||||
volumes:
|
volumes:
|
||||||
- arm64-binaries-r-dep-cache-${PLATFORM}:/mnt/cache
|
- arm64-binaries-r-dep-cache-redhat-9:/mnt/cache
|
||||||
commands:
|
commands:
|
||||||
# download latest package version (avoid having to rebuild image every time)
|
# download latest package version (avoid having to rebuild image every time)
|
||||||
- git clone https://pat-s:$$git_ro_token@git.devxy.io/devxy/r-pkg-binaries.git .
|
- git clone https://pat-s:$$git_ro_token@git.devxy.io/devxy/r-pkg-binaries.git .
|
||||||
|
|
|
||||||
|
|
@ -8,26 +8,26 @@ skip_clone: true
|
||||||
|
|
||||||
matrix:
|
matrix:
|
||||||
include:
|
include:
|
||||||
# - PLATFORM: redhat-9
|
- PLATFORM: redhat-9
|
||||||
# ARCH: arm64
|
ARCH: arm64
|
||||||
# - PLATFORM: redhat-8
|
# - PLATFORM: redhat-8
|
||||||
# ARCH: arm64
|
# ARCH: arm64
|
||||||
# - PLATFORM: ubuntu-2404
|
- PLATFORM: ubuntu-2404
|
||||||
# ARCH: arm64
|
ARCH: arm64
|
||||||
# - PLATFORM: ubuntu-2204
|
- PLATFORM: ubuntu-2204
|
||||||
# ARCH: arm64
|
ARCH: arm64
|
||||||
# - PLATFORM: alpine-320
|
- PLATFORM: alpine-320
|
||||||
# ARCH: arm64
|
ARCH: arm64
|
||||||
# - PLATFORM: redhat-9
|
- PLATFORM: redhat-9
|
||||||
# ARCH: amd64
|
ARCH: amd64
|
||||||
# - PLATFORM: redhat-8
|
- PLATFORM: redhat-8
|
||||||
# ARCH: amd64
|
ARCH: amd64
|
||||||
- PLATFORM: ubuntu-2404
|
- PLATFORM: ubuntu-2404
|
||||||
ARCH: amd64
|
ARCH: amd64
|
||||||
# - PLATFORM: ubuntu-2204
|
- PLATFORM: ubuntu-2204
|
||||||
# ARCH: amd64
|
ARCH: amd64
|
||||||
# - PLATFORM: alpine-320
|
- PLATFORM: alpine-320
|
||||||
# ARCH: amd64
|
ARCH: amd64
|
||||||
steps:
|
steps:
|
||||||
- name: Upload PACKAGES files
|
- name: Upload PACKAGES files
|
||||||
secrets: [red_hat_dev_pw, aws_access_key_id, aws_secret_access_key, pgpass, git_ro_token, GITHUB_PAT]
|
secrets: [red_hat_dev_pw, aws_access_key_id, aws_secret_access_key, pgpass, git_ro_token, GITHUB_PAT]
|
||||||
|
|
@ -45,19 +45,20 @@ steps:
|
||||||
# rscript_startup arg: required to pass down global option to future workers https://github.com/HenrikBengtsson/future/issues/134#issuecomment-2245666169
|
# rscript_startup arg: required to pass down global option to future workers https://github.com/HenrikBengtsson/future/issues/134#issuecomment-2245666169
|
||||||
- git clone https://pat-s:$$git_ro_token@git.devxy.io/devxy/r-pkg-binaries.git .
|
- git clone https://pat-s:$$git_ro_token@git.devxy.io/devxy/r-pkg-binaries.git .
|
||||||
- rm -rf /mnt/cache/packages/*
|
- rm -rf /mnt/cache/packages/*
|
||||||
|
- rm -rf /mnt/cache/R-pkgs/stringr
|
||||||
- R CMD INSTALL .
|
- R CMD INSTALL .
|
||||||
- R -q -e 'pak::pak(c("pat-s/desc@description-from-remote", "pat-s/cranlike@s3"))'
|
- R -q -e 'pak::pak(c("pat-s/desc@description-from-remote", "pat-s/cranlike@s3"))'
|
||||||
- cd /mnt/cache/packages
|
- cd /mnt/cache/packages
|
||||||
- R -q -e 'options(crayon.enabled = TRUE); library(bincraftR); future::plan("multisession", workers = 4); library(progressr); handlers(global = TRUE); handlers("progress"); upload_package_index()'
|
- R -q -e 'options(crayon.enabled = TRUE); library(bincraftR); future::plan("multisession", workers = 2); library(progressr); handlers(global = TRUE); handlers("progress"); upload_package_index()'
|
||||||
backend_options:
|
backend_options:
|
||||||
kubernetes:
|
kubernetes:
|
||||||
resources:
|
resources:
|
||||||
requests:
|
requests:
|
||||||
memory: 5000Mi
|
memory: 2000Mi
|
||||||
cpu: 2000m
|
cpu: 2000m
|
||||||
limits:
|
limits:
|
||||||
memory: 15000Mi
|
memory: 2000Mi
|
||||||
cpu: 4000m
|
cpu: 2000m
|
||||||
nodeSelector:
|
nodeSelector:
|
||||||
kubernetes.io/arch: '${ARCH}'
|
kubernetes.io/arch: '${ARCH}'
|
||||||
|
|
||||||
|
|
|
||||||
Loading…
Reference in a new issue