diff --git a/.woodpecker/build-redhat-8-arm64.yaml b/.woodpecker/build-redhat-8-arm64.yaml index b40dc6b..fbd58e4 100644 --- a/.woodpecker/build-redhat-8-arm64.yaml +++ b/.woodpecker/build-redhat-8-arm64.yaml @@ -44,7 +44,7 @@ steps: R_LIBS_USER: /mnt/cache/R-pkgs CCACHE_DIR: /mnt/cache/ccache PLATFORM: redhat-8 - BLOCK: 20327:length(pkgs) + BLOCK: 20500:length(pkgs) ARCH: arm64 NCPUS: 2 MEMORY: 29Gi diff --git a/.woodpecker/build-redhat-9-arm64.yaml b/.woodpecker/build-redhat-9-arm64.yaml index bb62de3..7e2ba09 100644 --- a/.woodpecker/build-redhat-9-arm64.yaml +++ b/.woodpecker/build-redhat-9-arm64.yaml @@ -44,7 +44,7 @@ steps: R_LIBS_USER: /mnt/cache/R-pkgs CCACHE_DIR: /mnt/cache/ccache PLATFORM: redhat-9 - BLOCK: 19336:length(pkgs) + BLOCK: 20615:length(pkgs) ARCH: arm64 NCPUS: 2 MEMORY: 29Gi diff --git a/.woodpecker/process-updates-alpine-320-amd64.yaml b/.woodpecker/process-updates-alpine-320-amd64.yaml index 2f93ca4..37f8e16 100644 --- a/.woodpecker/process-updates-alpine-320-amd64.yaml +++ b/.woodpecker/process-updates-alpine-320-amd64.yaml @@ -19,14 +19,14 @@ steps: kubernetes: resources: requests: - memory: 29Gi + memory: 14Gi cpu: 4000m limits: - memory: 29Gi + memory: 14Gi cpu: 4000m nodeSelector: kubernetes.io/arch: amd64 - node.kubernetes.io/instance-type: cpx51 + node.kubernetes.io/instance-type: cpx41 tolerations: - key: 'CI' operator: 'Equal' @@ -46,10 +46,10 @@ steps: PLATFORM: alpine-320 ARCH: amd64 NCPUS: 2 - MEMORY: 29Gi - STRATEGY: multisession - INSTANCE_TYPE: cpx51 - INTERVAL: lubridate::interval(lubridate::today() - 3, lubridate::today() - 40) + MEMORY: 14Gi + STRATEGY: sequential + INSTANCE_TYPE: cpx41 + INTERVAL: lubridate::interval(lubridate::today() - 3, lubridate::today() - 3) volumes: - amd64-binaries-r-dep-cache-alpine-320:/mnt/cache commands: @@ -69,10 +69,10 @@ steps: ### PROD resources: requests: - memory: 29Gi + memory: 14Gi cpu: 4000m limits: - memory: 29Gi + memory: 14Gi cpu: 4000m # DEBUG # resources: @@ -84,7 +84,7 @@ steps: # cpu: 2000m nodeSelector: kubernetes.io/arch: amd64 - node.kubernetes.io/instance-type: cpx51 + node.kubernetes.io/instance-type: cpx41 tolerations: - key: 'CI' operator: 'Equal' diff --git a/.woodpecker/process-updates-alpine-320-arm64.yaml b/.woodpecker/process-updates-alpine-320-arm64.yaml index c84c909..1d2aee7 100644 --- a/.woodpecker/process-updates-alpine-320-arm64.yaml +++ b/.woodpecker/process-updates-alpine-320-arm64.yaml @@ -1,6 +1,6 @@ when: - event: [cron] - cron: process-cran-updates + cron: process-cran-updates-alpine-320-arm64 - event: manual evaluate: 'process_cran_updates == "all"' - event: manual @@ -12,26 +12,21 @@ steps: - name: 'Warming up' image: busybox:latest failure: ignore - environment: - PLATFORM: ubuntu-2204 - BLOCK: 21389:length(pkgs) - NCPUS: 2 - STRATEGY: multisession commands: - - sleep 1 + - sleep 300 - echo "Warmed Up" backend_options: kubernetes: resources: requests: - memory: 29Gi + memory: 14Gi cpu: 4000m limits: - memory: 29Gi + memory: 14Gi cpu: 4000m nodeSelector: kubernetes.io/arch: arm64 - node.kubernetes.io/instance-type: cax41 + node.kubernetes.io/instance-type: cax31 tolerations: - key: 'CI' operator: 'Equal' @@ -40,7 +35,7 @@ steps: - name: 'Processing Updates' secrets: [red_hat_dev_pw, aws_access_key_id, aws_secret_access_key, pgpass, git_ro_token, GITHUB_PAT] - image: docker.io/devxygmbh/arm64-binaries-r-${PLATFORM} + image: docker.io/devxygmbh/arm64-binaries-r-alpine-320 pull: true environment: GIT_USER: pat-s @@ -51,12 +46,12 @@ steps: PLATFORM: alpine-320 ARCH: arm64 NCPUS: 2 - MEMORY: 29Gi - STRATEGY: multisession - INSTANCE_TYPE: cax41 - INTERVAL: lubridate::interval(lubridate::today() - 3, lubridate::today() - 31) + MEMORY: 14Gi + STRATEGY: sequential + INSTANCE_TYPE: cax31 + INTERVAL: lubridate::interval(lubridate::today() - 3, lubridate::today() - 40) volumes: - - arm64-binaries-r-dep-cache-${PLATFORM}:/mnt/cache + - arm64-binaries-r-dep-cache-alpine-320:/mnt/cache commands: # download latest package version (avoid having to rebuild image every time) - git clone https://pat-s:$$git_ro_token@git.devxy.io/devxy/r-pkg-binaries.git . @@ -74,10 +69,10 @@ steps: ### PROD resources: requests: - memory: 29Gi + memory: 14Gi cpu: 4000m limits: - memory: 29Gi + memory: 14Gi cpu: 4000m # DEBUG # resources: @@ -89,7 +84,7 @@ steps: # cpu: 2000m nodeSelector: kubernetes.io/arch: arm64 - node.kubernetes.io/instance-type: cax41 + node.kubernetes.io/instance-type: cax31 tolerations: - key: 'CI' operator: 'Equal' diff --git a/.woodpecker/process-updates-redhat-8-amd64.yaml b/.woodpecker/process-updates-redhat-8-amd64.yaml index 5e8dc35..9afaa87 100644 --- a/.woodpecker/process-updates-redhat-8-amd64.yaml +++ b/.woodpecker/process-updates-redhat-8-amd64.yaml @@ -13,20 +13,20 @@ steps: image: busybox:latest failure: ignore commands: - - sleep 1 + - sleep 300 - echo "Warmed Up" backend_options: kubernetes: resources: requests: - memory: 29Gi + memory: 14Gi cpu: 4000m limits: - memory: 29Gi + memory: 14Gi cpu: 4000m nodeSelector: kubernetes.io/arch: amd64 - node.kubernetes.io/instance-type: cpx51 + node.kubernetes.io/instance-type: cpx41 tolerations: - key: 'CI' operator: 'Equal' @@ -46,9 +46,9 @@ steps: PLATFORM: redhat-8 ARCH: amd64 NCPUS: 2 - MEMORY: 29Gi - STRATEGY: multisession - INSTANCE_TYPE: cpx51 + MEMORY: 14Gi + STRATEGY: sequential + INSTANCE_TYPE: cpx41 INTERVAL: lubridate::interval(lubridate::today() - 3, lubridate::today() - 3) volumes: - amd64-binaries-r-dep-cache-redhat-8:/mnt/cache @@ -69,10 +69,10 @@ steps: ### PROD resources: requests: - memory: 29Gi + memory: 14Gi cpu: 4000m limits: - memory: 29Gi + memory: 14Gi cpu: 4000m # DEBUG # resources: @@ -84,7 +84,7 @@ steps: # cpu: 2000m nodeSelector: kubernetes.io/arch: amd64 - node.kubernetes.io/instance-type: cpx51 + node.kubernetes.io/instance-type: cpx41 tolerations: - key: 'CI' operator: 'Equal' diff --git a/.woodpecker/process-updates-redhat-8-arm64.yaml b/.woodpecker/process-updates-redhat-8-arm64.yaml index c759aec..cea0fcd 100644 --- a/.woodpecker/process-updates-redhat-8-arm64.yaml +++ b/.woodpecker/process-updates-redhat-8-arm64.yaml @@ -16,7 +16,7 @@ steps: PLATFORM: ubuntu-2204 BLOCK: 21389:length(pkgs) NCPUS: 2 - STRATEGY: multisession + STRATEGY: sequential commands: - sleep 1 - echo "Warmed Up" @@ -24,14 +24,14 @@ steps: kubernetes: resources: requests: - memory: 29Gi + memory: 14Gi cpu: 4000m limits: - memory: 29Gi + memory: 14Gi cpu: 4000m nodeSelector: kubernetes.io/arch: arm64 - node.kubernetes.io/instance-type: cax41 + node.kubernetes.io/instance-type: cax31 tolerations: - key: 'CI' operator: 'Equal' @@ -51,9 +51,9 @@ steps: PLATFORM: redhat-8 ARCH: arm64 NCPUS: 2 - MEMORY: 29Gi - STRATEGY: multisession - INSTANCE_TYPE: cax41 + MEMORY: 14Gi + STRATEGY: sequential + INSTANCE_TYPE: cax31 INTERVAL: lubridate::interval(lubridate::today() - 3, lubridate::today() - 31) volumes: - arm64-binaries-r-dep-cache-${PLATFORM}:/mnt/cache @@ -74,10 +74,10 @@ steps: ### PROD resources: requests: - memory: 29Gi + memory: 14Gi cpu: 4000m limits: - memory: 29Gi + memory: 14Gi cpu: 4000m # DEBUG # resources: @@ -89,7 +89,7 @@ steps: # cpu: 2000m nodeSelector: kubernetes.io/arch: arm64 - node.kubernetes.io/instance-type: cax41 + node.kubernetes.io/instance-type: cax31 tolerations: - key: 'CI' operator: 'Equal' diff --git a/.woodpecker/process-updates-redhat-9-amd64.yaml b/.woodpecker/process-updates-redhat-9-amd64.yaml index 403624c..103037f 100644 --- a/.woodpecker/process-updates-redhat-9-amd64.yaml +++ b/.woodpecker/process-updates-redhat-9-amd64.yaml @@ -19,14 +19,14 @@ steps: kubernetes: resources: requests: - memory: 29Gi + memory: 14Gi cpu: 4000m limits: - memory: 29Gi + memory: 14Gi cpu: 4000m nodeSelector: kubernetes.io/arch: amd64 - node.kubernetes.io/instance-type: cpx51 + node.kubernetes.io/instance-type: cpx41 tolerations: - key: 'CI' operator: 'Equal' @@ -46,9 +46,9 @@ steps: PLATFORM: redhat-9 ARCH: amd64 NCPUS: 2 - MEMORY: 29Gi - STRATEGY: multisession - INSTANCE_TYPE: cpx51 + MEMORY: 14Gi + STRATEGY: sequential + INSTANCE_TYPE: cpx41 INTERVAL: lubridate::interval(lubridate::today() - 3, lubridate::today() - 3) volumes: - amd64-binaries-r-dep-cache-redhat-9:/mnt/cache @@ -69,10 +69,10 @@ steps: ### PROD resources: requests: - memory: 29Gi + memory: 14Gi cpu: 4000m limits: - memory: 29Gi + memory: 14Gi cpu: 4000m # DEBUG # resources: @@ -84,7 +84,7 @@ steps: # cpu: 2000m nodeSelector: kubernetes.io/arch: amd64 - node.kubernetes.io/instance-type: cpx51 + node.kubernetes.io/instance-type: cpx41 tolerations: - key: 'CI' operator: 'Equal' diff --git a/.woodpecker/process-updates-redhat-9-arm64.yaml b/.woodpecker/process-updates-redhat-9-arm64.yaml index 4868759..9b3cf3b 100644 --- a/.woodpecker/process-updates-redhat-9-arm64.yaml +++ b/.woodpecker/process-updates-redhat-9-arm64.yaml @@ -16,7 +16,7 @@ steps: PLATFORM: ubuntu-2204 BLOCK: 21389:length(pkgs) NCPUS: 2 - STRATEGY: multisession + STRATEGY: sequential commands: - sleep 1 - echo "Warmed Up" @@ -24,14 +24,14 @@ steps: kubernetes: resources: requests: - memory: 29Gi + memory: 14Gi cpu: 4000m limits: - memory: 29Gi + memory: 14Gi cpu: 4000m nodeSelector: kubernetes.io/arch: arm64 - node.kubernetes.io/instance-type: cax41 + node.kubernetes.io/instance-type: cax31 tolerations: - key: 'CI' operator: 'Equal' @@ -51,9 +51,9 @@ steps: PLATFORM: redhat-9 ARCH: arm64 NCPUS: 2 - MEMORY: 29Gi - STRATEGY: multisession - INSTANCE_TYPE: cax41 + MEMORY: 14Gi + STRATEGY: sequential + INSTANCE_TYPE: cax31 INTERVAL: lubridate::interval(lubridate::today() - 3, lubridate::today() - 31) volumes: - arm64-binaries-r-dep-cache-${PLATFORM}:/mnt/cache @@ -74,10 +74,10 @@ steps: ### PROD resources: requests: - memory: 29Gi + memory: 14Gi cpu: 4000m limits: - memory: 29Gi + memory: 14Gi cpu: 4000m # DEBUG # resources: @@ -89,7 +89,7 @@ steps: # cpu: 2000m nodeSelector: kubernetes.io/arch: arm64 - node.kubernetes.io/instance-type: cax41 + node.kubernetes.io/instance-type: cax31 tolerations: - key: 'CI' operator: 'Equal' diff --git a/.woodpecker/process-updates-ubuntu-2204-amd64.yaml b/.woodpecker/process-updates-ubuntu-2204-amd64.yaml index aa5e36c..3c7fc8b 100644 --- a/.woodpecker/process-updates-ubuntu-2204-amd64.yaml +++ b/.woodpecker/process-updates-ubuntu-2204-amd64.yaml @@ -19,14 +19,14 @@ steps: kubernetes: resources: requests: - memory: 29Gi + memory: 14Gi cpu: 4000m limits: - memory: 29Gi + memory: 14Gi cpu: 4000m nodeSelector: kubernetes.io/arch: amd64 - node.kubernetes.io/instance-type: cpx51 + node.kubernetes.io/instance-type: cpx41 tolerations: - key: 'CI' operator: 'Equal' @@ -46,9 +46,9 @@ steps: PLATFORM: ubuntu-2204 ARCH: amd64 NCPUS: 2 - MEMORY: 29Gi - STRATEGY: multisession - INSTANCE_TYPE: cpx51 + MEMORY: 14Gi + STRATEGY: sequential + INSTANCE_TYPE: cpx41 INTERVAL: lubridate::interval(lubridate::today() - 3, lubridate::today() - 3) volumes: - amd64-binaries-r-dep-cache-ubuntu-2204:/mnt/cache @@ -69,10 +69,10 @@ steps: ### PROD resources: requests: - memory: 29Gi + memory: 14Gi cpu: 4000m limits: - memory: 29Gi + memory: 14Gi cpu: 4000m # DEBUG # resources: @@ -84,7 +84,7 @@ steps: # cpu: 2000m nodeSelector: kubernetes.io/arch: amd64 - node.kubernetes.io/instance-type: cpx51 + node.kubernetes.io/instance-type: cpx41 tolerations: - key: 'CI' operator: 'Equal' diff --git a/.woodpecker/process-updates-ubuntu-2204-arm64.yaml b/.woodpecker/process-updates-ubuntu-2204-arm64.yaml index 30900f0..f6b81b7 100644 --- a/.woodpecker/process-updates-ubuntu-2204-arm64.yaml +++ b/.woodpecker/process-updates-ubuntu-2204-arm64.yaml @@ -19,14 +19,14 @@ steps: kubernetes: resources: requests: - memory: 29Gi + memory: 14Gi cpu: 4000m limits: - memory: 29Gi + memory: 14Gi cpu: 4000m nodeSelector: kubernetes.io/arch: arm64 - node.kubernetes.io/instance-type: cax41 + node.kubernetes.io/instance-type: cax31 tolerations: - key: 'CI' operator: 'Equal' @@ -46,9 +46,9 @@ steps: PLATFORM: ubuntu-2204 ARCH: arm64 NCPUS: 2 - MEMORY: 29Gi - STRATEGY: multisession - INSTANCE_TYPE: cax41 + MEMORY: 14Gi + STRATEGY: sequential + INSTANCE_TYPE: cax31 INTERVAL: lubridate::interval(lubridate::today() - 3, lubridate::today() - 3) volumes: - arm64-binaries-r-dep-cache-ubuntu-2204:/mnt/cache @@ -69,10 +69,10 @@ steps: ### PROD resources: requests: - memory: 29Gi + memory: 14Gi cpu: 4000m limits: - memory: 29Gi + memory: 14Gi cpu: 4000m # DEBUG # resources: @@ -84,7 +84,7 @@ steps: # cpu: 2000m nodeSelector: kubernetes.io/arch: arm64 - node.kubernetes.io/instance-type: cax41 + node.kubernetes.io/instance-type: cax31 tolerations: - key: 'CI' operator: 'Equal' diff --git a/.woodpecker/process-updates-ubuntu-2404-amd64.yaml b/.woodpecker/process-updates-ubuntu-2404-amd64.yaml index e131253..67d8e92 100644 --- a/.woodpecker/process-updates-ubuntu-2404-amd64.yaml +++ b/.woodpecker/process-updates-ubuntu-2404-amd64.yaml @@ -19,14 +19,14 @@ steps: kubernetes: resources: requests: - memory: 29Gi - cpu: 4000m + memory: 14Gi + cpu: 1000m limits: - memory: 29Gi + memory: 14Gi cpu: 4000m nodeSelector: kubernetes.io/arch: amd64 - node.kubernetes.io/instance-type: cpx51 + node.kubernetes.io/instance-type: cpx41 tolerations: - key: 'CI' operator: 'Equal' @@ -45,10 +45,10 @@ steps: CCACHE_DIR: /mnt/cache/ccache PLATFORM: ubuntu-2404 ARCH: amd64 - NCPUS: 2 - MEMORY: 29Gi - STRATEGY: multisession - INSTANCE_TYPE: cpx51 + NCPUS: 1 + MEMORY: 14Gi + STRATEGY: sequential + INSTANCE_TYPE: cpx41 INTERVAL: lubridate::interval(lubridate::today() - 3, lubridate::today() - 3) volumes: - amd64-binaries-r-dep-cache-ubuntu-2404:/mnt/cache @@ -69,10 +69,10 @@ steps: ### PROD resources: requests: - memory: 29Gi + memory: 14Gi cpu: 4000m limits: - memory: 29Gi + memory: 14Gi cpu: 4000m # DEBUG # resources: @@ -84,7 +84,7 @@ steps: # cpu: 2000m nodeSelector: kubernetes.io/arch: amd64 - node.kubernetes.io/instance-type: cpx51 + node.kubernetes.io/instance-type: cpx41 tolerations: - key: 'CI' operator: 'Equal' diff --git a/.woodpecker/process-updates-ubuntu-2404-arm64.yaml b/.woodpecker/process-updates-ubuntu-2404-arm64.yaml index d8f396c..edaebc0 100644 --- a/.woodpecker/process-updates-ubuntu-2404-arm64.yaml +++ b/.woodpecker/process-updates-ubuntu-2404-arm64.yaml @@ -16,7 +16,7 @@ steps: PLATFORM: ubuntu-2204 BLOCK: 21389:length(pkgs) NCPUS: 2 - STRATEGY: multisession + STRATEGY: sequential commands: - sleep 300 - echo "Warmed Up" @@ -24,14 +24,14 @@ steps: kubernetes: resources: requests: - memory: 29Gi + memory: 14Gi cpu: 4000m limits: - memory: 29Gi + memory: 14Gi cpu: 4000m nodeSelector: kubernetes.io/arch: arm64 - node.kubernetes.io/instance-type: cax41 + node.kubernetes.io/instance-type: cax31 tolerations: - key: 'CI' operator: 'Equal' @@ -51,9 +51,9 @@ steps: PLATFORM: ubuntu-2404 ARCH: arm64 NCPUS: 2 - MEMORY: 29Gi - STRATEGY: multisession - INSTANCE_TYPE: cax41 + MEMORY: 14Gi + STRATEGY: sequential + INSTANCE_TYPE: cax31 INTERVAL: lubridate::interval(lubridate::today() - 3, lubridate::today() - 3) volumes: - arm64-binaries-r-dep-cache-ubuntu-2404:/mnt/cache @@ -74,10 +74,10 @@ steps: ### PROD resources: requests: - memory: 29Gi + memory: 14Gi cpu: 4000m limits: - memory: 29Gi + memory: 14Gi cpu: 4000m # DEBUG # resources: @@ -89,7 +89,7 @@ steps: # cpu: 2000m nodeSelector: kubernetes.io/arch: 'arm64' - node.kubernetes.io/instance-type: cax41 + node.kubernetes.io/instance-type: cax31 tolerations: - key: 'CI' operator: 'Equal'