devxy/build-cran-binaries
Watch
1
0
Fork
You've already forked build-cran-binaries
 0
Code Issues 10 Pull requests Releases Activity

chore: reduce resources for update jobs

Browse source
This commit is contained in:
Patrick Schratz 2024-10-31 23:48:03 +01:00
commit f576a01412
Signed by: pat-s
GPG key ID: 3C6318841EF78925
12 changed files with 104 additions and 109 deletions
Download patch file Download diff file Expand all files Collapse all files

2
.woodpecker/build-redhat-8-arm64.yaml
View file

@ -44,7 +44,7 @@ steps:
R_LIBS_USER: /mnt/cache/R-pkgs
CCACHE_DIR: /mnt/cache/ccache
PLATFORM: redhat-8
BLOCK: 20327:length(pkgs)
BLOCK: 20500:length(pkgs)
ARCH: arm64
NCPUS: 2
MEMORY: 29Gi

2
.woodpecker/build-redhat-9-arm64.yaml
View file

@ -44,7 +44,7 @@ steps:
R_LIBS_USER: /mnt/cache/R-pkgs
CCACHE_DIR: /mnt/cache/ccache
PLATFORM: redhat-9
BLOCK: 19336:length(pkgs)
BLOCK: 20615:length(pkgs)
ARCH: arm64
NCPUS: 2
MEMORY: 29Gi

20
.woodpecker/process-updates-alpine-320-amd64.yaml
View file

@ -19,14 +19,14 @@ steps:
kubernetes:
resources:
requests:
memory: 29Gi
memory: 14Gi
cpu: 4000m
limits:
memory: 29Gi
memory: 14Gi
cpu: 4000m
nodeSelector:
kubernetes.io/arch: amd64
node.kubernetes.io/instance-type: cpx51
node.kubernetes.io/instance-type: cpx41
tolerations:
- key: 'CI'
operator: 'Equal'
@ -46,10 +46,10 @@ steps:
PLATFORM: alpine-320
ARCH: amd64
NCPUS: 2
MEMORY: 29Gi
STRATEGY: multisession
INSTANCE_TYPE: cpx51
INTERVAL: lubridate::interval(lubridate::today() - 3, lubridate::today() - 40)
MEMORY: 14Gi
STRATEGY: sequential
INSTANCE_TYPE: cpx41
INTERVAL: lubridate::interval(lubridate::today() - 3, lubridate::today() - 3)
volumes:
- amd64-binaries-r-dep-cache-alpine-320:/mnt/cache
commands:
@ -69,10 +69,10 @@ steps:
### PROD
resources:
requests:
memory: 29Gi
memory: 14Gi
cpu: 4000m
limits:
memory: 29Gi
memory: 14Gi
cpu: 4000m
# DEBUG
# resources:
@ -84,7 +84,7 @@ steps:
# cpu: 2000m
nodeSelector:
kubernetes.io/arch: amd64
node.kubernetes.io/instance-type: cpx51
node.kubernetes.io/instance-type: cpx41
tolerations:
- key: 'CI'
operator: 'Equal'

33
.woodpecker/process-updates-alpine-320-arm64.yaml
View file

@ -1,6 +1,6 @@
when:
- event: [cron]
cron: process-cran-updates
cron: process-cran-updates-alpine-320-arm64
- event: manual
evaluate: 'process_cran_updates == "all"'
- event: manual
@ -12,26 +12,21 @@ steps:
- name: 'Warming up'
image: busybox:latest
failure: ignore
environment:
PLATFORM: ubuntu-2204
BLOCK: 21389:length(pkgs)
NCPUS: 2
STRATEGY: multisession
commands:
- sleep 1
- sleep 300
- echo "Warmed Up"
backend_options:
kubernetes:
resources:
requests:
memory: 29Gi
memory: 14Gi
cpu: 4000m
limits:
memory: 29Gi
memory: 14Gi
cpu: 4000m
nodeSelector:
kubernetes.io/arch: arm64
node.kubernetes.io/instance-type: cax41
node.kubernetes.io/instance-type: cax31
tolerations:
- key: 'CI'
operator: 'Equal'
@ -40,7 +35,7 @@ steps:
- name: 'Processing Updates'
secrets: [red_hat_dev_pw, aws_access_key_id, aws_secret_access_key, pgpass, git_ro_token, GITHUB_PAT]
image: docker.io/devxygmbh/arm64-binaries-r-${PLATFORM}
image: docker.io/devxygmbh/arm64-binaries-r-alpine-320
pull: true
environment:
GIT_USER: pat-s
@ -51,12 +46,12 @@ steps:
PLATFORM: alpine-320
ARCH: arm64
NCPUS: 2
MEMORY: 29Gi
STRATEGY: multisession
INSTANCE_TYPE: cax41
INTERVAL: lubridate::interval(lubridate::today() - 3, lubridate::today() - 31)
MEMORY: 14Gi
STRATEGY: sequential
INSTANCE_TYPE: cax31
INTERVAL: lubridate::interval(lubridate::today() - 3, lubridate::today() - 40)
volumes:
- arm64-binaries-r-dep-cache-${PLATFORM}:/mnt/cache
- arm64-binaries-r-dep-cache-alpine-320:/mnt/cache
commands:
# download latest package version (avoid having to rebuild image every time)
- git clone https://pat-s:$$git_ro_token@git.devxy.io/devxy/r-pkg-binaries.git .
@ -74,10 +69,10 @@ steps:
### PROD
resources:
requests:
memory: 29Gi
memory: 14Gi
cpu: 4000m
limits:
memory: 29Gi
memory: 14Gi
cpu: 4000m
# DEBUG
# resources:
@ -89,7 +84,7 @@ steps:
# cpu: 2000m
nodeSelector:
kubernetes.io/arch: arm64
node.kubernetes.io/instance-type: cax41
node.kubernetes.io/instance-type: cax31
tolerations:
- key: 'CI'
operator: 'Equal'

20
.woodpecker/process-updates-redhat-8-amd64.yaml
View file

@ -13,20 +13,20 @@ steps:
image: busybox:latest
failure: ignore
commands:
- sleep 1
- sleep 300
- echo "Warmed Up"
backend_options:
kubernetes:
resources:
requests:
memory: 29Gi
memory: 14Gi
cpu: 4000m
limits:
memory: 29Gi
memory: 14Gi
cpu: 4000m
nodeSelector:
kubernetes.io/arch: amd64
node.kubernetes.io/instance-type: cpx51
node.kubernetes.io/instance-type: cpx41
tolerations:
- key: 'CI'
operator: 'Equal'
@ -46,9 +46,9 @@ steps:
PLATFORM: redhat-8
ARCH: amd64
NCPUS: 2
MEMORY: 29Gi
STRATEGY: multisession
INSTANCE_TYPE: cpx51
MEMORY: 14Gi
STRATEGY: sequential
INSTANCE_TYPE: cpx41
INTERVAL: lubridate::interval(lubridate::today() - 3, lubridate::today() - 3)
volumes:
- amd64-binaries-r-dep-cache-redhat-8:/mnt/cache
@ -69,10 +69,10 @@ steps:
### PROD
resources:
requests:
memory: 29Gi
memory: 14Gi
cpu: 4000m
limits:
memory: 29Gi
memory: 14Gi
cpu: 4000m
# DEBUG
# resources:
@ -84,7 +84,7 @@ steps:
# cpu: 2000m
nodeSelector:
kubernetes.io/arch: amd64
node.kubernetes.io/instance-type: cpx51
node.kubernetes.io/instance-type: cpx41
tolerations:
- key: 'CI'
operator: 'Equal'

20
.woodpecker/process-updates-redhat-8-arm64.yaml
View file

@ -16,7 +16,7 @@ steps:
PLATFORM: ubuntu-2204
BLOCK: 21389:length(pkgs)
NCPUS: 2
STRATEGY: multisession
STRATEGY: sequential
commands:
- sleep 1
- echo "Warmed Up"
@ -24,14 +24,14 @@ steps:
kubernetes:
resources:
requests:
memory: 29Gi
memory: 14Gi
cpu: 4000m
limits:
memory: 29Gi
memory: 14Gi
cpu: 4000m
nodeSelector:
kubernetes.io/arch: arm64
node.kubernetes.io/instance-type: cax41
node.kubernetes.io/instance-type: cax31
tolerations:
- key: 'CI'
operator: 'Equal'
@ -51,9 +51,9 @@ steps:
PLATFORM: redhat-8
ARCH: arm64
NCPUS: 2
MEMORY: 29Gi
STRATEGY: multisession
INSTANCE_TYPE: cax41
MEMORY: 14Gi
STRATEGY: sequential
INSTANCE_TYPE: cax31
INTERVAL: lubridate::interval(lubridate::today() - 3, lubridate::today() - 31)
volumes:
- arm64-binaries-r-dep-cache-${PLATFORM}:/mnt/cache
@ -74,10 +74,10 @@ steps:
### PROD
resources:
requests:
memory: 29Gi
memory: 14Gi
cpu: 4000m
limits:
memory: 29Gi
memory: 14Gi
cpu: 4000m
# DEBUG
# resources:
@ -89,7 +89,7 @@ steps:
# cpu: 2000m
nodeSelector:
kubernetes.io/arch: arm64
node.kubernetes.io/instance-type: cax41
node.kubernetes.io/instance-type: cax31
tolerations:
- key: 'CI'
operator: 'Equal'

18
.woodpecker/process-updates-redhat-9-amd64.yaml
View file

@ -19,14 +19,14 @@ steps:
kubernetes:
resources:
requests:
memory: 29Gi
memory: 14Gi
cpu: 4000m
limits:
memory: 29Gi
memory: 14Gi
cpu: 4000m
nodeSelector:
kubernetes.io/arch: amd64
node.kubernetes.io/instance-type: cpx51
node.kubernetes.io/instance-type: cpx41
tolerations:
- key: 'CI'
operator: 'Equal'
@ -46,9 +46,9 @@ steps:
PLATFORM: redhat-9
ARCH: amd64
NCPUS: 2
MEMORY: 29Gi
STRATEGY: multisession
INSTANCE_TYPE: cpx51
MEMORY: 14Gi
STRATEGY: sequential
INSTANCE_TYPE: cpx41
INTERVAL: lubridate::interval(lubridate::today() - 3, lubridate::today() - 3)
volumes:
- amd64-binaries-r-dep-cache-redhat-9:/mnt/cache
@ -69,10 +69,10 @@ steps:
### PROD
resources:
requests:
memory: 29Gi
memory: 14Gi
cpu: 4000m
limits:
memory: 29Gi
memory: 14Gi
cpu: 4000m
# DEBUG
# resources:
@ -84,7 +84,7 @@ steps:
# cpu: 2000m
nodeSelector:
kubernetes.io/arch: amd64
node.kubernetes.io/instance-type: cpx51
node.kubernetes.io/instance-type: cpx41
tolerations:
- key: 'CI'
operator: 'Equal'

20
.woodpecker/process-updates-redhat-9-arm64.yaml
View file

@ -16,7 +16,7 @@ steps:
PLATFORM: ubuntu-2204
BLOCK: 21389:length(pkgs)
NCPUS: 2
STRATEGY: multisession
STRATEGY: sequential
commands:
- sleep 1
- echo "Warmed Up"
@ -24,14 +24,14 @@ steps:
kubernetes:
resources:
requests:
memory: 29Gi
memory: 14Gi
cpu: 4000m
limits:
memory: 29Gi
memory: 14Gi
cpu: 4000m
nodeSelector:
kubernetes.io/arch: arm64
node.kubernetes.io/instance-type: cax41
node.kubernetes.io/instance-type: cax31
tolerations:
- key: 'CI'
operator: 'Equal'
@ -51,9 +51,9 @@ steps:
PLATFORM: redhat-9
ARCH: arm64
NCPUS: 2
MEMORY: 29Gi
STRATEGY: multisession
INSTANCE_TYPE: cax41
MEMORY: 14Gi
STRATEGY: sequential
INSTANCE_TYPE: cax31
INTERVAL: lubridate::interval(lubridate::today() - 3, lubridate::today() - 31)
volumes:
- arm64-binaries-r-dep-cache-${PLATFORM}:/mnt/cache
@ -74,10 +74,10 @@ steps:
### PROD
resources:
requests:
memory: 29Gi
memory: 14Gi
cpu: 4000m
limits:
memory: 29Gi
memory: 14Gi
cpu: 4000m
# DEBUG
# resources:
@ -89,7 +89,7 @@ steps:
# cpu: 2000m
nodeSelector:
kubernetes.io/arch: arm64
node.kubernetes.io/instance-type: cax41
node.kubernetes.io/instance-type: cax31
tolerations:
- key: 'CI'
operator: 'Equal'

18
.woodpecker/process-updates-ubuntu-2204-amd64.yaml
View file

@ -19,14 +19,14 @@ steps:
kubernetes:
resources:
requests:
memory: 29Gi
memory: 14Gi
cpu: 4000m
limits:
memory: 29Gi
memory: 14Gi
cpu: 4000m
nodeSelector:
kubernetes.io/arch: amd64
node.kubernetes.io/instance-type: cpx51
node.kubernetes.io/instance-type: cpx41
tolerations:
- key: 'CI'
operator: 'Equal'
@ -46,9 +46,9 @@ steps:
PLATFORM: ubuntu-2204
ARCH: amd64
NCPUS: 2
MEMORY: 29Gi
STRATEGY: multisession
INSTANCE_TYPE: cpx51
MEMORY: 14Gi
STRATEGY: sequential
INSTANCE_TYPE: cpx41
INTERVAL: lubridate::interval(lubridate::today() - 3, lubridate::today() - 3)
volumes:
- amd64-binaries-r-dep-cache-ubuntu-2204:/mnt/cache
@ -69,10 +69,10 @@ steps:
### PROD
resources:
requests:
memory: 29Gi
memory: 14Gi
cpu: 4000m
limits:
memory: 29Gi
memory: 14Gi
cpu: 4000m
# DEBUG
# resources:
@ -84,7 +84,7 @@ steps:
# cpu: 2000m
nodeSelector:
kubernetes.io/arch: amd64
node.kubernetes.io/instance-type: cpx51
node.kubernetes.io/instance-type: cpx41
tolerations:
- key: 'CI'
operator: 'Equal'

18
.woodpecker/process-updates-ubuntu-2204-arm64.yaml
View file

@ -19,14 +19,14 @@ steps:
kubernetes:
resources:
requests:
memory: 29Gi
memory: 14Gi
cpu: 4000m
limits:
memory: 29Gi
memory: 14Gi
cpu: 4000m
nodeSelector:
kubernetes.io/arch: arm64
node.kubernetes.io/instance-type: cax41
node.kubernetes.io/instance-type: cax31
tolerations:
- key: 'CI'
operator: 'Equal'
@ -46,9 +46,9 @@ steps:
PLATFORM: ubuntu-2204
ARCH: arm64
NCPUS: 2
MEMORY: 29Gi
STRATEGY: multisession
INSTANCE_TYPE: cax41
MEMORY: 14Gi
STRATEGY: sequential
INSTANCE_TYPE: cax31
INTERVAL: lubridate::interval(lubridate::today() - 3, lubridate::today() - 3)
volumes:
- arm64-binaries-r-dep-cache-ubuntu-2204:/mnt/cache
@ -69,10 +69,10 @@ steps:
### PROD
resources:
requests:
memory: 29Gi
memory: 14Gi
cpu: 4000m
limits:
memory: 29Gi
memory: 14Gi
cpu: 4000m
# DEBUG
# resources:
@ -84,7 +84,7 @@ steps:
# cpu: 2000m
nodeSelector:
kubernetes.io/arch: arm64
node.kubernetes.io/instance-type: cax41
node.kubernetes.io/instance-type: cax31
tolerations:
- key: 'CI'
operator: 'Equal'

22
.woodpecker/process-updates-ubuntu-2404-amd64.yaml
View file

@ -19,14 +19,14 @@ steps:
kubernetes:
resources:
requests:
memory: 29Gi
cpu: 4000m
memory: 14Gi
cpu: 1000m
limits:
memory: 29Gi
memory: 14Gi
cpu: 4000m
nodeSelector:
kubernetes.io/arch: amd64
node.kubernetes.io/instance-type: cpx51
node.kubernetes.io/instance-type: cpx41
tolerations:
- key: 'CI'
operator: 'Equal'
@ -45,10 +45,10 @@ steps:
CCACHE_DIR: /mnt/cache/ccache
PLATFORM: ubuntu-2404
ARCH: amd64
NCPUS: 2
MEMORY: 29Gi
STRATEGY: multisession
INSTANCE_TYPE: cpx51
NCPUS: 1
MEMORY: 14Gi
STRATEGY: sequential
INSTANCE_TYPE: cpx41
INTERVAL: lubridate::interval(lubridate::today() - 3, lubridate::today() - 3)
volumes:
- amd64-binaries-r-dep-cache-ubuntu-2404:/mnt/cache
@ -69,10 +69,10 @@ steps:
### PROD
resources:
requests:
memory: 29Gi
memory: 14Gi
cpu: 4000m
limits:
memory: 29Gi
memory: 14Gi
cpu: 4000m
# DEBUG
# resources:
@ -84,7 +84,7 @@ steps:
# cpu: 2000m
nodeSelector:
kubernetes.io/arch: amd64
node.kubernetes.io/instance-type: cpx51
node.kubernetes.io/instance-type: cpx41
tolerations:
- key: 'CI'
operator: 'Equal'

20
.woodpecker/process-updates-ubuntu-2404-arm64.yaml
View file

@ -16,7 +16,7 @@ steps:
PLATFORM: ubuntu-2204
BLOCK: 21389:length(pkgs)
NCPUS: 2
STRATEGY: multisession
STRATEGY: sequential
commands:
- sleep 300
- echo "Warmed Up"
@ -24,14 +24,14 @@ steps:
kubernetes:
resources:
requests:
memory: 29Gi
memory: 14Gi
cpu: 4000m
limits:
memory: 29Gi
memory: 14Gi
cpu: 4000m
nodeSelector:
kubernetes.io/arch: arm64
node.kubernetes.io/instance-type: cax41
node.kubernetes.io/instance-type: cax31
tolerations:
- key: 'CI'
operator: 'Equal'
@ -51,9 +51,9 @@ steps:
PLATFORM: ubuntu-2404
ARCH: arm64
NCPUS: 2
MEMORY: 29Gi
STRATEGY: multisession
INSTANCE_TYPE: cax41
MEMORY: 14Gi
STRATEGY: sequential
INSTANCE_TYPE: cax31
INTERVAL: lubridate::interval(lubridate::today() - 3, lubridate::today() - 3)
volumes:
- arm64-binaries-r-dep-cache-ubuntu-2404:/mnt/cache
@ -74,10 +74,10 @@ steps:
### PROD
resources:
requests:
memory: 29Gi
memory: 14Gi
cpu: 4000m
limits:
memory: 29Gi
memory: 14Gi
cpu: 4000m
# DEBUG
# resources:
@ -89,7 +89,7 @@ steps:
# cpu: 2000m
nodeSelector:
kubernetes.io/arch: 'arm64'
node.kubernetes.io/instance-type: cax41
node.kubernetes.io/instance-type: cax31
tolerations:
- key: 'CI'
operator: 'Equal'