chore: cleanup workflows
Some checks failed
ci/crow/cron/process-updates-ubuntu-2404-arm64 Pipeline failed
ci/crow/manual/build-all-versions-install-deps Pipeline was successful
ci/crow/manual/build-all-versions/7 Pipeline is running
ci/crow/manual/build-all-versions/3 Pipeline is running
ci/crow/manual/build-all-versions/4 Pipeline is running
ci/crow/manual/build-all-versions/9 Pipeline is running
ci/crow/manual/build-all-versions/1 Pipeline is running
ci/crow/manual/build-all-versions/8 Pipeline is running
ci/crow/manual/build-all-versions/2 Pipeline is running
ci/crow/manual/build-all-versions/5 Pipeline is running
ci/crow/manual/build-all-versions/10 Pipeline is running
ci/crow/manual/build-all-versions/6 Pipeline is running
Some checks failed
ci/crow/cron/process-updates-ubuntu-2404-arm64 Pipeline failed
ci/crow/manual/build-all-versions-install-deps Pipeline was successful
ci/crow/manual/build-all-versions/7 Pipeline is running
ci/crow/manual/build-all-versions/3 Pipeline is running
ci/crow/manual/build-all-versions/4 Pipeline is running
ci/crow/manual/build-all-versions/9 Pipeline is running
ci/crow/manual/build-all-versions/1 Pipeline is running
ci/crow/manual/build-all-versions/8 Pipeline is running
ci/crow/manual/build-all-versions/2 Pipeline is running
ci/crow/manual/build-all-versions/5 Pipeline is running
ci/crow/manual/build-all-versions/10 Pipeline is running
ci/crow/manual/build-all-versions/6 Pipeline is running
This commit is contained in:
parent
cdd823da82
commit
6b1ae4e555
35 changed files with 13 additions and 2553 deletions
|
|
@ -1,59 +0,0 @@
|
|||
when:
|
||||
- event: manual
|
||||
evaluate: 'build == "all"'
|
||||
- event: manual
|
||||
evaluate: 'build == "alpine-322-amd64"'
|
||||
- event: manual
|
||||
evaluate: 'build == "all-amd64"'
|
||||
|
||||
skip_clone: true
|
||||
|
||||
steps:
|
||||
- name: 'Install common R deps'
|
||||
image: docker.io/devxygmbh/rpkgs-build-env-alpine:3.22-4.5.0
|
||||
pull: true
|
||||
environment:
|
||||
GIT_RO_TOKEN:
|
||||
from_secret: GIT_RO_TOKEN
|
||||
GITHUB_PAT:
|
||||
from_secret: GITHUB_PAT
|
||||
# normal env vars
|
||||
GIT_USER: pat-s
|
||||
NTFY_SERVER:
|
||||
from_secret: NTFY_SERVER
|
||||
NTFY_TOPIC:
|
||||
from_secret: NTFY_TOPIC
|
||||
NTFY_AUTH: TRUE
|
||||
NTFY_PASSWORD:
|
||||
from_secret: ntfy_token
|
||||
# set the location of the 'pkgcache' cache dir which persists the R package dependencies needed to install the packages themselves
|
||||
R_PKG_CACHE_DIR: /mnt/cache/pkgcache
|
||||
R_LIBS_USER: /mnt/cache/R-pkgs
|
||||
CCACHE_DIR: /mnt/cache/ccache
|
||||
PLATFORM: alpine-322
|
||||
volumes:
|
||||
- amd64-binaries-r-dep-cache-alpine-322:/mnt/cache
|
||||
commands:
|
||||
- git clone -q https://pat-s:$$GIT_RO_TOKEN@git.devxy.io/devxy/build-cran-binaries.git .
|
||||
- mkdir -p /mnt/cache/R-pkgs
|
||||
- rm -rf /mnt/cache/R-pkgs/00LOCK-* /mnt/cache/R-pkgs/bincraft
|
||||
- R -q -e 'install.packages("pak", repos = sprintf("https://r-lib.github.io/p/pak/stable/%s/%s/%s", .Platform$pkgType, R.Version()$os, R.Version()$arch))'
|
||||
- R -q -e 'pak::pak("git::https://codefloe.com/rpkgs/bincraft.git")'
|
||||
- R -q -e 'packageVersion("bincraft")'
|
||||
backend_options:
|
||||
kubernetes:
|
||||
resources:
|
||||
requests:
|
||||
memory: 1000Mi
|
||||
cpu: 1000m
|
||||
limits:
|
||||
memory: 1500Mi
|
||||
cpu: 2000m
|
||||
nodeSelector:
|
||||
kubernetes.io/arch: amd64
|
||||
node.kubernetes.io/instance-type: AX42
|
||||
tolerations:
|
||||
- key: 'CI'
|
||||
operator: 'Equal'
|
||||
value: 'true'
|
||||
effect: 'NoSchedule'
|
||||
|
|
@ -1,59 +0,0 @@
|
|||
when:
|
||||
- event: manual
|
||||
evaluate: 'build == "all"'
|
||||
- event: manual
|
||||
evaluate: 'build == "alpine-322-arm64"'
|
||||
- event: manual
|
||||
evaluate: 'build == "all-arm64"'
|
||||
|
||||
skip_clone: true
|
||||
|
||||
steps:
|
||||
- name: 'Install common R deps'
|
||||
image: docker.io/devxygmbh/rpkgs-build-env-alpine:3.22-4.5.0
|
||||
pull: true
|
||||
environment:
|
||||
GIT_RO_TOKEN:
|
||||
from_secret: GIT_RO_TOKEN
|
||||
GITHUB_PAT:
|
||||
from_secret: GITHUB_PAT
|
||||
# normal env vars
|
||||
GIT_USER: pat-s
|
||||
NTFY_SERVER:
|
||||
from_secret: NTFY_SERVER
|
||||
NTFY_TOPIC:
|
||||
from_secret: NTFY_TOPIC
|
||||
NTFY_AUTH: TRUE
|
||||
NTFY_PASSWORD:
|
||||
from_secret: ntfy_token
|
||||
# set the location of the 'pkgcache' cache dir which persists the R package dependencies needed to install the packages themselves
|
||||
R_PKG_CACHE_DIR: /mnt/cache/pkgcache
|
||||
R_LIBS_USER: /mnt/cache/R-pkgs
|
||||
CCACHE_DIR: /mnt/cache/ccache
|
||||
PLATFORM: alpine-322
|
||||
volumes:
|
||||
- arm64-binaries-r-dep-cache-alpine-322:/mnt/cache
|
||||
commands:
|
||||
- git clone -q https://pat-s:$$GIT_RO_TOKEN@git.devxy.io/devxy/build-cran-binaries.git .
|
||||
- mkdir -p /mnt/cache/R-pkgs
|
||||
- rm -rf /mnt/cache/R-pkgs/00LOCK-* /mnt/cache/R-pkgs/bincraft
|
||||
- R -q -e 'install.packages("remotes")'
|
||||
- R -q -e 'remotes::install_git("https://codefloe.com/rpkgs/bincraft.git")'
|
||||
- R -q -e 'packageVersion("bincraft")'
|
||||
backend_options:
|
||||
kubernetes:
|
||||
resources:
|
||||
requests:
|
||||
memory: 1000Mi
|
||||
cpu: 1000m
|
||||
limits:
|
||||
memory: 1500Mi
|
||||
cpu: 2000m
|
||||
nodeSelector:
|
||||
kubernetes.io/arch: arm64
|
||||
node.kubernetes.io/instance-type: cax41
|
||||
tolerations:
|
||||
- key: 'CI'
|
||||
operator: 'Equal'
|
||||
value: 'true'
|
||||
effect: 'NoSchedule'
|
||||
|
|
@ -31,7 +31,7 @@ steps:
|
|||
- mkdir -p /mnt/cache/R-pkgs
|
||||
- rm -rf /mnt/cache/R-pkgs/00LOCK-* /mnt/cache/R-pkgs/bincraft
|
||||
- R -q -e 'install.packages("pak", repos = sprintf("https://r-lib.github.io/p/pak/stable/%s/%s/%s", .Platform$pkgType, R.Version()$os, R.Version()$arch))'
|
||||
- R -q -e 'pak::pak("git::https://codefloe.com/rpkgs/bincraft.git")'
|
||||
- R -q -e 'pak::pak("git::https://codefloe.com/rpkgs/bincraft.git", dependencies = TRUE)'
|
||||
- R -q -e 'packageVersion("bincraft")'
|
||||
backend_options:
|
||||
kubernetes:
|
||||
|
|
|
|||
|
|
@ -68,7 +68,7 @@ steps:
|
|||
- R -q -e 'packageVersion("bincraft")'
|
||||
- mkdir -p /mnt/cache/pkgcache /mnt/cache/R-pkgs /mnt/cache/ccache /mnt/cache/packages
|
||||
# Windows-only: 'RInno', 'KeyboardSimulator', 'R2PPT', 'RWinEdt', 'blatr', 'excel.link', 'spectrino', 'taskscheduleR', 'MDSGUI', 'BiplotGUI', 'R2wd', 'rFUSION', 'MediaNews', 'rFUSION', 'MediaNews'
|
||||
- xvfb-run R -q -e "options(crayon.enabled = TRUE, Ncpus = $NCPUS, future.globals.onReference = NULL); pak::sysreqs_db_update(); source('local/packages-to-build.R'); sprintf('Total# of remaining packages:%s', length(pkgs)); pkgs <- split(pkgs, cut(seq_along(pkgs), Sys.getenv('SPLIT_INTO'), labels = F))[[Sys.getenv('SPLIT_INDEX')]]; sprintf('# of packages for this job:%s', length(pkgs)); pkgs = setdiff(pkgs, c('RInno', 'KeyboardSimulator', 'R2PPT', 'RWinEdt', 'blatr', 'excel.link', 'spectrino', 'taskscheduleR', 'MDSGUI', 'BiplotGUI', 'R2wd', 'rFUSION', 'MediaNews', 'doBy', 'IDPmisc', 'frailtypack', 'afex', 'FrF2', 'DoE.base', 'agricolae', 'doFuture', 'fscaret', 'PHYLOGR', 'seewave', 'pls', 'relaimpo', 'geepack', 'gggenes', 'NPCirc', 'repmis', 'PNDSIBGE', 'lidR', 'poismf', 'neonstore', 'MachineShop', 'mvst', 'MacBehaviour', 'mcmcderive', 'RGIFT', 'KnowBR', 'netmeta', 'spdep', 'sf', 'Rfast', 'compareGroups')); library(future); plan('multisession'); foo = lapply(pkgs, function(x) bincraft::build_binary_package(x, is_debug = FALSE, force = FALSE, s3_endpoint = 'https://hel1.your-objectstorage.com', s3_region = 'hel1', s3_bucket = 'devxy-r-package-binaries-hel1', s3_access_key_id = Sys.getenv('HETZNER_S3_ACCESS_KEY_K3S'), s3_secret_access_key = Sys.getenv('HETZNER_S3_SECRET_KEY_K3S'), metadata_db_host = 'r-binaries.devxy.io', metadata_db_name = 'build_metadata', metadata_db_table = 'single_builds', metadata_db_user = 'r_binaries', metadata_db_password = Sys.getenv('PGPASS'), metadata_db_sslmode = 'require', metadata_db_port = 15432, archive = TRUE, upload = TRUE, store_build_metadata = TRUE))"
|
||||
- xvfb-run R -q -e "options(crayon.enabled = TRUE, Ncpus = $NCPUS, future.globals.onReference = NULL); pak::sysreqs_db_update(); source('local/packages-to-build.R'); sprintf('Total# of remaining packages:%s', length(pkgs)); pkgs <- split(pkgs, cut(seq_along(pkgs), $SPLIT_INTO, labels = F))[[$SPLIT_INDEX]]; sprintf('# of packages for this job:%s', length(pkgs)); pkgs = setdiff(pkgs, c('RInno', 'KeyboardSimulator', 'R2PPT', 'RWinEdt', 'blatr', 'excel.link', 'spectrino', 'taskscheduleR', 'MDSGUI', 'BiplotGUI', 'R2wd', 'rFUSION', 'MediaNews', 'doBy', 'IDPmisc', 'frailtypack', 'afex', 'FrF2', 'DoE.base', 'agricolae', 'doFuture', 'fscaret', 'PHYLOGR', 'seewave', 'pls', 'relaimpo', 'geepack', 'gggenes', 'NPCirc', 'repmis', 'PNDSIBGE', 'lidR', 'poismf', 'neonstore', 'MachineShop', 'mvst', 'MacBehaviour', 'mcmcderive', 'RGIFT', 'KnowBR', 'netmeta', 'spdep', 'sf', 'Rfast', 'compareGroups')); library(future); plan('multisession'); foo = lapply(pkgs, function(x) bincraft::build_binary_package(x, is_debug = FALSE, force = FALSE, s3_endpoint = 'https://hel1.your-objectstorage.com', s3_region = 'hel1', s3_bucket = 'devxy-r-package-binaries-hel1', s3_access_key_id = Sys.getenv('HETZNER_S3_ACCESS_KEY_K3S'), s3_secret_access_key = Sys.getenv('HETZNER_S3_SECRET_KEY_K3S'), metadata_db_host = 'r-binaries.devxy.io', metadata_db_name = 'build_metadata', metadata_db_table = 'single_builds', metadata_db_user = 'r_binaries', metadata_db_password = Sys.getenv('PGPASS'), metadata_db_sslmode = 'require', metadata_db_port = 15432, archive = TRUE, upload = TRUE, store_build_metadata = TRUE))"
|
||||
# hanging: 'doBy', 'IDPmisc', 'frailtypack', 'afex'
|
||||
backend_options:
|
||||
kubernetes:
|
||||
|
|
|
|||
|
|
@ -1,77 +0,0 @@
|
|||
when:
|
||||
- event: manual
|
||||
evaluate: 'build == "all"'
|
||||
- event: manual
|
||||
evaluate: 'build == "alpine-322-amd64"'
|
||||
- event: manual
|
||||
evaluate: 'build == "alpine-322-amd64-1"'
|
||||
- event: manual
|
||||
evaluate: 'build == "all-amd64"'
|
||||
|
||||
skip_clone: true
|
||||
|
||||
depends_on:
|
||||
- alpine-322-amd64-install-deps
|
||||
|
||||
steps:
|
||||
- name: 'Build binaries'
|
||||
image: docker.io/devxygmbh/rpkgs-build-env-alpine:3.22-4.5.0
|
||||
pull: true
|
||||
environment:
|
||||
RED_HAT_DEV_PW:
|
||||
from_secret: RED_HAT_DEV_PW
|
||||
HETZNER_S3_ACCESS_KEY_K3S:
|
||||
from_secret: HETZNER_S3_ACCESS_KEY_K3S
|
||||
HETZNER_S3_SECRET_KEY_K3S:
|
||||
from_secret: HETZNER_S3_SECRET_KEY_K3S
|
||||
PGPASS:
|
||||
from_secret: PGPASS
|
||||
GIT_RO_TOKEN:
|
||||
from_secret: GIT_RO_TOKEN
|
||||
GITHUB_PAT:
|
||||
from_secret: GITHUB_PAT
|
||||
# normal env vars
|
||||
GIT_USER: pat-s
|
||||
NTFY_SERVER:
|
||||
from_secret: NTFY_SERVER
|
||||
NTFY_TOPIC:
|
||||
from_secret: NTFY_TOPIC
|
||||
NTFY_AUTH: TRUE
|
||||
NTFY_PASSWORD:
|
||||
from_secret: ntfy_token
|
||||
# set the location of the 'pkgcache' cache dir which persists the R package dependencies needed to install the packages themselves
|
||||
R_PKG_CACHE_DIR: /mnt/cache/pkgcache
|
||||
R_LIBS_USER: /mnt/cache/R-pkgs
|
||||
CCACHE_DIR: /mnt/cache/ccache
|
||||
PLATFORM: alpine-322
|
||||
BLOCK_START: 10001
|
||||
BLOCK_END: 12000
|
||||
ARCH: amd64
|
||||
NCPUS: 2
|
||||
STRATEGY: sequential
|
||||
volumes:
|
||||
- amd64-binaries-r-dep-cache-alpine-322:/mnt/cache
|
||||
commands:
|
||||
- git clone -q https://pat-s:$$GIT_RO_TOKEN@git.devxy.io/devxy/build-cran-binaries.git .
|
||||
- R -q -e 'packageVersion("bincraft")'
|
||||
- mkdir -p /mnt/cache/pkgcache /mnt/cache/R-pkgs /mnt/cache/ccache /mnt/cache/packages
|
||||
# Windows-only: 'RInno', 'KeyboardSimulator', 'R2PPT', 'RWinEdt', 'blatr', 'excel.link', 'spectrino', 'taskscheduleR', 'MDSGUI', 'BiplotGUI', 'R2wd', 'rFUSION', 'MediaNews', 'rFUSION', 'MediaNews'
|
||||
- xvfb-run R -q -e "options(crayon.enabled = TRUE, Ncpus = $NCPUS, future.globals.onReference = NULL); pak::sysreqs_db_update(); source('local/packages-to-build.R'); sprintf('Total# of remaining packages:%s', length(pkgs)); pkgs <- split(pkgs, cut(seq_along(pkgs), 5, labels = F))[[1]]; sprintf('# of packages for this job:%s', length(pkgs)); pkgs = setdiff(pkgs, c('RInno', 'KeyboardSimulator', 'R2PPT', 'RWinEdt', 'blatr', 'excel.link', 'spectrino', 'taskscheduleR', 'MDSGUI', 'BiplotGUI', 'R2wd', 'rFUSION', 'MediaNews', 'doBy', 'IDPmisc', 'frailtypack', 'afex', 'FrF2', 'DoE.base', 'agricolae', 'doFuture', 'fscaret', 'PHYLOGR', 'seewave', 'pls', 'relaimpo', 'geepack', 'gggenes', 'NPCirc', 'repmis', 'PNDSIBGE', 'lidR', 'poismf', 'neonstore', 'MachineShop', 'mvst', 'MacBehaviour', 'mcmcderive', 'RGIFT', 'KnowBR', 'netmeta', 'spdep', 'sf', 'Rfast')); library(future); plan('multisession'); foo = lapply(pkgs, function(x) bincraft::build_binary_package(x, is_debug = FALSE, force = FALSE, s3_endpoint = 'https://hel1.your-objectstorage.com', s3_region = 'hel1', s3_bucket = 'devxy-r-package-binaries-hel1', s3_access_key_id = Sys.getenv('HETZNER_S3_ACCESS_KEY_K3S'), s3_secret_access_key = Sys.getenv('HETZNER_S3_SECRET_KEY_K3S'), metadata_db_host = 'r-binaries.devxy.io', metadata_db_name = 'build_metadata', metadata_db_table = 'single_builds', metadata_db_user = 'r_binaries', metadata_db_password = Sys.getenv('PGPASS'), metadata_db_sslmode = 'require', metadata_db_port = 15432, archive = TRUE, upload = TRUE, store_build_metadata = TRUE, platform = 'alpine-322'))"
|
||||
# hanging: 'doBy', 'IDPmisc', 'frailtypack', 'afex'
|
||||
backend_options:
|
||||
kubernetes:
|
||||
resources:
|
||||
requests:
|
||||
memory: 5Gi
|
||||
cpu: 1000m
|
||||
limits:
|
||||
memory: 20Gi
|
||||
cpu: 2000m
|
||||
nodeSelector:
|
||||
kubernetes.io/arch: amd64
|
||||
node.kubernetes.io/instance-type: AX42
|
||||
tolerations:
|
||||
- key: 'CI'
|
||||
operator: 'Equal'
|
||||
value: 'true'
|
||||
effect: 'NoSchedule'
|
||||
|
|
@ -1,76 +0,0 @@
|
|||
when:
|
||||
- event: manual
|
||||
evaluate: 'build == "all"'
|
||||
- event: manual
|
||||
evaluate: 'build == "alpine-322-amd64"'
|
||||
- event: manual
|
||||
evaluate: 'build == "alpine-322-amd64-2"'
|
||||
- event: manual
|
||||
evaluate: 'build == "all-amd64"'
|
||||
|
||||
skip_clone: true
|
||||
|
||||
depends_on:
|
||||
- alpine-322-amd64-install-deps
|
||||
|
||||
steps:
|
||||
- name: 'Build binaries'
|
||||
image: docker.io/devxygmbh/rpkgs-build-env-alpine:3.22-4.5.0
|
||||
pull: true
|
||||
environment:
|
||||
RED_HAT_DEV_PW:
|
||||
from_secret: RED_HAT_DEV_PW
|
||||
HETZNER_S3_ACCESS_KEY_K3S:
|
||||
from_secret: HETZNER_S3_ACCESS_KEY_K3S
|
||||
HETZNER_S3_SECRET_KEY_K3S:
|
||||
from_secret: HETZNER_S3_SECRET_KEY_K3S
|
||||
PGPASS:
|
||||
from_secret: PGPASS
|
||||
GIT_RO_TOKEN:
|
||||
from_secret: GIT_RO_TOKEN
|
||||
GITHUB_PAT:
|
||||
from_secret: GITHUB_PAT
|
||||
# normal env vars
|
||||
GIT_USER: pat-s
|
||||
NTFY_SERVER:
|
||||
from_secret: NTFY_SERVER
|
||||
NTFY_TOPIC:
|
||||
from_secret: NTFY_TOPIC
|
||||
NTFY_AUTH: TRUE
|
||||
NTFY_PASSWORD:
|
||||
from_secret: ntfy_token
|
||||
# set the location of the 'pkgcache' cache dir which persists the R package dependencies needed to install the packages themselves
|
||||
R_PKG_CACHE_DIR: /mnt/cache/pkgcache
|
||||
R_LIBS_USER: /mnt/cache/R-pkgs
|
||||
CCACHE_DIR: /mnt/cache/ccache
|
||||
PLATFORM: alpine-322
|
||||
BLOCK_START: 12001
|
||||
BLOCK_END: 14000
|
||||
ARCH: amd64
|
||||
NCPUS: 2
|
||||
STRATEGY: sequential
|
||||
volumes:
|
||||
- amd64-binaries-r-dep-cache-alpine-322:/mnt/cache
|
||||
commands:
|
||||
- git clone -q https://pat-s:$$GIT_RO_TOKEN@git.devxy.io/devxy/build-cran-binaries.git .
|
||||
- R -q -e 'packageVersion("bincraft")'
|
||||
- mkdir -p /mnt/cache/pkgcache /mnt/cache/R-pkgs /mnt/cache/ccache /mnt/cache/packages
|
||||
# Windows-only: 'RInno', 'KeyboardSimulator', 'R2PPT', 'RWinEdt', 'blatr', 'excel.link', 'spectrino', 'taskscheduleR', 'MDSGUI', 'BiplotGUI', 'R2wd', 'rFUSION', 'MediaNews', 'rFUSION', 'MediaNews'
|
||||
- xvfb-run R -q -e "options(crayon.enabled = TRUE, Ncpus = $NCPUS, future.globals.onReference = NULL); pak::sysreqs_db_update(); source('local/packages-to-build.R'); sprintf('Total# of remaining packages:%s', length(pkgs)); pkgs <- split(pkgs, cut(seq_along(pkgs), 5, labels = F))[[2]]; sprintf('# of packages for this job:%s', length(pkgs)); pkgs = setdiff(pkgs, c('RInno', 'KeyboardSimulator', 'R2PPT', 'RWinEdt', 'blatr', 'excel.link', 'spectrino', 'taskscheduleR', 'MDSGUI', 'BiplotGUI', 'R2wd', 'rFUSION', 'MediaNews', 'doBy', 'IDPmisc', 'frailtypack', 'afex', 'FrF2', 'DoE.base', 'agricolae', 'doFuture', 'fscaret', 'PHYLOGR', 'seewave', 'pls', 'relaimpo', 'geepack', 'gggenes', 'NPCirc', 'repmis', 'PNDSIBGE', 'lidR', 'poismf', 'neonstore', 'MachineShop', 'mvst', 'MacBehaviour', 'mcmcderive', 'RGIFT', 'KnowBR', 'netmeta', 'spdep', 'sf', 'Rfast')); library(future); plan('multisession'); foo = lapply(pkgs, function(x) bincraft::build_binary_package(x, is_debug = FALSE, force = FALSE, s3_endpoint = 'https://hel1.your-objectstorage.com', s3_region = 'hel1', s3_bucket = 'devxy-r-package-binaries-hel1', s3_access_key_id = Sys.getenv('HETZNER_S3_ACCESS_KEY_K3S'), s3_secret_access_key = Sys.getenv('HETZNER_S3_SECRET_KEY_K3S'), metadata_db_host = 'r-binaries.devxy.io', metadata_db_name = 'build_metadata', metadata_db_table = 'single_builds', metadata_db_user = 'r_binaries', metadata_db_password = Sys.getenv('PGPASS'), metadata_db_sslmode = 'require', metadata_db_port = 15432, archive = TRUE, upload = TRUE, store_build_metadata = TRUE, platform = 'alpine-322'))"
|
||||
backend_options:
|
||||
kubernetes:
|
||||
resources:
|
||||
requests:
|
||||
memory: 5Gi
|
||||
cpu: 1000m
|
||||
limits:
|
||||
memory: 20Gi
|
||||
cpu: 2000m
|
||||
nodeSelector:
|
||||
kubernetes.io/arch: amd64
|
||||
node.kubernetes.io/instance-type: AX42
|
||||
tolerations:
|
||||
- key: 'CI'
|
||||
operator: 'Equal'
|
||||
value: 'true'
|
||||
effect: 'NoSchedule'
|
||||
|
|
@ -1,76 +0,0 @@
|
|||
when:
|
||||
- event: manual
|
||||
evaluate: 'build == "all"'
|
||||
- event: manual
|
||||
evaluate: 'build == "alpine-322-amd64"'
|
||||
- event: manual
|
||||
evaluate: 'build == "alpine-322-amd64-1"'
|
||||
- event: manual
|
||||
evaluate: 'build == "all-amd64"'
|
||||
|
||||
skip_clone: true
|
||||
|
||||
depends_on:
|
||||
- alpine-322-amd64-install-deps
|
||||
|
||||
steps:
|
||||
- name: 'Build binaries'
|
||||
image: docker.io/devxygmbh/rpkgs-build-env-alpine:3.22-4.5.0
|
||||
pull: true
|
||||
environment:
|
||||
RED_HAT_DEV_PW:
|
||||
from_secret: RED_HAT_DEV_PW
|
||||
HETZNER_S3_ACCESS_KEY_K3S:
|
||||
from_secret: HETZNER_S3_ACCESS_KEY_K3S
|
||||
HETZNER_S3_SECRET_KEY_K3S:
|
||||
from_secret: HETZNER_S3_SECRET_KEY_K3S
|
||||
PGPASS:
|
||||
from_secret: PGPASS
|
||||
GIT_RO_TOKEN:
|
||||
from_secret: GIT_RO_TOKEN
|
||||
GITHUB_PAT:
|
||||
from_secret: GITHUB_PAT
|
||||
# normal env vars
|
||||
GIT_USER: pat-s
|
||||
NTFY_SERVER:
|
||||
from_secret: NTFY_SERVER
|
||||
NTFY_TOPIC:
|
||||
from_secret: NTFY_TOPIC
|
||||
NTFY_AUTH: TRUE
|
||||
NTFY_PASSWORD:
|
||||
from_secret: ntfy_token
|
||||
# set the location of the 'pkgcache' cache dir which persists the R package dependencies needed to install the packages themselves
|
||||
R_PKG_CACHE_DIR: /mnt/cache/pkgcache
|
||||
R_LIBS_USER: /mnt/cache/R-pkgs
|
||||
CCACHE_DIR: /mnt/cache/ccache
|
||||
PLATFORM: alpine-322
|
||||
BLOCK_START: 14001
|
||||
BLOCK_END: 16000
|
||||
ARCH: amd64
|
||||
NCPUS: 2
|
||||
STRATEGY: sequential
|
||||
volumes:
|
||||
- amd64-binaries-r-dep-cache-alpine-322:/mnt/cache
|
||||
commands:
|
||||
- git clone -q https://pat-s:$$GIT_RO_TOKEN@git.devxy.io/devxy/build-cran-binaries.git .
|
||||
- R -q -e 'packageVersion("bincraft")'
|
||||
- mkdir -p /mnt/cache/pkgcache /mnt/cache/R-pkgs /mnt/cache/ccache /mnt/cache/packages
|
||||
# Windows-only: 'RInno', 'KeyboardSimulator', 'R2PPT', 'RWinEdt', 'blatr', 'excel.link', 'spectrino', 'taskscheduleR', 'MDSGUI', 'BiplotGUI', 'R2wd', 'rFUSION', 'MediaNews', 'rFUSION', 'MediaNews'
|
||||
- xvfb-run R -q -e "options(crayon.enabled = TRUE, Ncpus = $NCPUS, future.globals.onReference = NULL); pak::sysreqs_db_update(); source('local/packages-to-build.R'); sprintf('Total# of remaining packages:%s', length(pkgs)); pkgs <- split(pkgs, cut(seq_along(pkgs), 5, labels = F))[[3]]; sprintf('# of packages for this job:%s', length(pkgs)); pkgs = setdiff(pkgs, c('RInno', 'KeyboardSimulator', 'R2PPT', 'RWinEdt', 'blatr', 'excel.link', 'spectrino', 'taskscheduleR', 'MDSGUI', 'BiplotGUI', 'R2wd', 'rFUSION', 'MediaNews', 'doBy', 'IDPmisc', 'frailtypack', 'afex', 'FrF2', 'DoE.base', 'agricolae', 'doFuture', 'fscaret', 'PHYLOGR', 'seewave', 'pls', 'relaimpo', 'geepack', 'gggenes', 'NPCirc', 'repmis', 'PNDSIBGE', 'lidR', 'poismf', 'neonstore', 'MachineShop', 'mvst', 'MacBehaviour', 'mcmcderive', 'RGIFT', 'KnowBR', 'netmeta', 'spdep', 'sf', 'Rfast')); library(future); plan('multisession'); foo = lapply(pkgs, function(x) bincraft::build_binary_package(x, is_debug = FALSE, force = FALSE, s3_endpoint = 'https://hel1.your-objectstorage.com', s3_region = 'hel1', s3_bucket = 'devxy-r-package-binaries-hel1', s3_access_key_id = Sys.getenv('HETZNER_S3_ACCESS_KEY_K3S'), s3_secret_access_key = Sys.getenv('HETZNER_S3_SECRET_KEY_K3S'), metadata_db_host = 'r-binaries.devxy.io', metadata_db_name = 'build_metadata', metadata_db_table = 'single_builds', metadata_db_user = 'r_binaries', metadata_db_password = Sys.getenv('PGPASS'), metadata_db_sslmode = 'require', metadata_db_port = 15432, archive = TRUE, upload = TRUE, store_build_metadata = TRUE, platform = 'alpine-322'))"
|
||||
backend_options:
|
||||
kubernetes:
|
||||
resources:
|
||||
requests:
|
||||
memory: 5Gi
|
||||
cpu: 1000m
|
||||
limits:
|
||||
memory: 20Gi
|
||||
cpu: 2000m
|
||||
nodeSelector:
|
||||
kubernetes.io/arch: amd64
|
||||
node.kubernetes.io/instance-type: AX42
|
||||
tolerations:
|
||||
- key: 'CI'
|
||||
operator: 'Equal'
|
||||
value: 'true'
|
||||
effect: 'NoSchedule'
|
||||
|
|
@ -1,76 +0,0 @@
|
|||
when:
|
||||
- event: manual
|
||||
evaluate: 'build == "all"'
|
||||
- event: manual
|
||||
evaluate: 'build == "alpine-322-amd64"'
|
||||
- event: manual
|
||||
evaluate: 'build == "alpine-322-amd64-1"'
|
||||
- event: manual
|
||||
evaluate: 'build == "all-amd64"'
|
||||
|
||||
skip_clone: true
|
||||
|
||||
depends_on:
|
||||
- alpine-322-amd64-install-deps
|
||||
|
||||
steps:
|
||||
- name: 'Build binaries'
|
||||
image: docker.io/devxygmbh/rpkgs-build-env-alpine:3.22-4.5.0
|
||||
pull: true
|
||||
environment:
|
||||
RED_HAT_DEV_PW:
|
||||
from_secret: RED_HAT_DEV_PW
|
||||
HETZNER_S3_ACCESS_KEY_K3S:
|
||||
from_secret: HETZNER_S3_ACCESS_KEY_K3S
|
||||
HETZNER_S3_SECRET_KEY_K3S:
|
||||
from_secret: HETZNER_S3_SECRET_KEY_K3S
|
||||
PGPASS:
|
||||
from_secret: PGPASS
|
||||
GIT_RO_TOKEN:
|
||||
from_secret: GIT_RO_TOKEN
|
||||
GITHUB_PAT:
|
||||
from_secret: GITHUB_PAT
|
||||
# normal env vars
|
||||
GIT_USER: pat-s
|
||||
NTFY_SERVER:
|
||||
from_secret: NTFY_SERVER
|
||||
NTFY_TOPIC:
|
||||
from_secret: NTFY_TOPIC
|
||||
NTFY_AUTH: TRUE
|
||||
NTFY_PASSWORD:
|
||||
from_secret: ntfy_token
|
||||
# set the location of the 'pkgcache' cache dir which persists the R package dependencies needed to install the packages themselves
|
||||
R_PKG_CACHE_DIR: /mnt/cache/pkgcache
|
||||
R_LIBS_USER: /mnt/cache/R-pkgs
|
||||
CCACHE_DIR: /mnt/cache/ccache
|
||||
PLATFORM: alpine-322
|
||||
BLOCK_START: 16001
|
||||
BLOCK_END: 18000
|
||||
ARCH: amd64
|
||||
NCPUS: 2
|
||||
STRATEGY: sequential
|
||||
volumes:
|
||||
- amd64-binaries-r-dep-cache-alpine-322:/mnt/cache
|
||||
commands:
|
||||
- git clone -q https://pat-s:$$GIT_RO_TOKEN@git.devxy.io/devxy/build-cran-binaries.git .
|
||||
- R -q -e 'packageVersion("bincraft")'
|
||||
- mkdir -p /mnt/cache/pkgcache /mnt/cache/R-pkgs /mnt/cache/ccache /mnt/cache/packages
|
||||
# Windows-only: 'RInno', 'KeyboardSimulator', 'R2PPT', 'RWinEdt', 'blatr', 'excel.link', 'spectrino', 'taskscheduleR', 'MDSGUI', 'BiplotGUI', 'R2wd', 'rFUSION', 'MediaNews', 'rFUSION', 'MediaNews'
|
||||
- xvfb-run R -q -e "options(crayon.enabled = TRUE, Ncpus = $NCPUS, future.globals.onReference = NULL); pak::sysreqs_db_update(); source('local/packages-to-build.R'); sprintf('Total# of remaining packages:%s', length(pkgs)); pkgs <- split(pkgs, cut(seq_along(pkgs), 5, labels = F))[[4]]; sprintf('# of packages for this job:%s', length(pkgs)); pkgs = setdiff(pkgs, c('RInno', 'KeyboardSimulator', 'R2PPT', 'RWinEdt', 'blatr', 'excel.link', 'spectrino', 'taskscheduleR', 'MDSGUI', 'BiplotGUI', 'R2wd', 'rFUSION', 'MediaNews', 'doBy', 'IDPmisc', 'frailtypack', 'afex', 'FrF2', 'DoE.base', 'agricolae', 'doFuture', 'fscaret', 'PHYLOGR', 'seewave', 'pls', 'relaimpo', 'geepack', 'gggenes', 'NPCirc', 'repmis', 'PNDSIBGE', 'lidR', 'poismf', 'neonstore', 'MachineShop', 'mvst', 'MacBehaviour', 'mcmcderive', 'RGIFT', 'KnowBR', 'netmeta', 'spdep', 'sf', 'Rfast')); library(future); plan('multisession'); foo = lapply(pkgs, function(x) bincraft::build_binary_package(x, is_debug = FALSE, force = FALSE, s3_endpoint = 'https://hel1.your-objectstorage.com', s3_region = 'hel1', s3_bucket = 'devxy-r-package-binaries-hel1', s3_access_key_id = Sys.getenv('HETZNER_S3_ACCESS_KEY_K3S'), s3_secret_access_key = Sys.getenv('HETZNER_S3_SECRET_KEY_K3S'), metadata_db_host = 'r-binaries.devxy.io', metadata_db_name = 'build_metadata', metadata_db_table = 'single_builds', metadata_db_user = 'r_binaries', metadata_db_password = Sys.getenv('PGPASS'), metadata_db_sslmode = 'require', metadata_db_port = 15432, archive = TRUE, upload = TRUE, store_build_metadata = TRUE, platform = 'alpine-322'))"
|
||||
backend_options:
|
||||
kubernetes:
|
||||
resources:
|
||||
requests:
|
||||
memory: 5Gi
|
||||
cpu: 1000m
|
||||
limits:
|
||||
memory: 20Gi
|
||||
cpu: 2000m
|
||||
nodeSelector:
|
||||
kubernetes.io/arch: amd64
|
||||
node.kubernetes.io/instance-type: AX42
|
||||
tolerations:
|
||||
- key: 'CI'
|
||||
operator: 'Equal'
|
||||
value: 'true'
|
||||
effect: 'NoSchedule'
|
||||
|
|
@ -1,74 +0,0 @@
|
|||
when:
|
||||
- event: manual
|
||||
evaluate: 'build == "all"'
|
||||
- event: manual
|
||||
evaluate: 'build == "alpine-322-amd64"'
|
||||
- event: manual
|
||||
evaluate: 'build == "alpine-322-amd64-1"'
|
||||
- event: manual
|
||||
evaluate: 'build == "all-amd64"'
|
||||
|
||||
skip_clone: true
|
||||
|
||||
depends_on:
|
||||
- alpine-322-amd64-install-deps
|
||||
|
||||
steps:
|
||||
- name: 'Build binaries'
|
||||
image: docker.io/devxygmbh/rpkgs-build-env-alpine:3.22-4.5.0
|
||||
pull: true
|
||||
environment:
|
||||
RED_HAT_DEV_PW:
|
||||
from_secret: RED_HAT_DEV_PW
|
||||
HETZNER_S3_ACCESS_KEY_K3S:
|
||||
from_secret: HETZNER_S3_ACCESS_KEY_K3S
|
||||
HETZNER_S3_SECRET_KEY_K3S:
|
||||
from_secret: HETZNER_S3_SECRET_KEY_K3S
|
||||
PGPASS:
|
||||
from_secret: PGPASS
|
||||
GIT_RO_TOKEN:
|
||||
from_secret: GIT_RO_TOKEN
|
||||
GITHUB_PAT:
|
||||
from_secret: GITHUB_PAT
|
||||
# normal env vars
|
||||
GIT_USER: pat-s
|
||||
NTFY_SERVER:
|
||||
from_secret: NTFY_SERVER
|
||||
NTFY_TOPIC:
|
||||
from_secret: NTFY_TOPIC
|
||||
NTFY_AUTH: TRUE
|
||||
NTFY_PASSWORD:
|
||||
from_secret: ntfy_token
|
||||
# set the location of the 'pkgcache' cache dir which persists the R package dependencies needed to install the packages themselves
|
||||
R_PKG_CACHE_DIR: /mnt/cache/pkgcache
|
||||
R_LIBS_USER: /mnt/cache/R-pkgs
|
||||
CCACHE_DIR: /mnt/cache/ccache
|
||||
PLATFORM: alpine-322
|
||||
ARCH: amd64
|
||||
NCPUS: 2
|
||||
STRATEGY: sequential
|
||||
volumes:
|
||||
- amd64-binaries-r-dep-cache-alpine-322:/mnt/cache
|
||||
commands:
|
||||
- git clone -q https://pat-s:$$GIT_RO_TOKEN@git.devxy.io/devxy/build-cran-binaries.git .
|
||||
- R -q -e 'packageVersion("bincraft")'
|
||||
- mkdir -p /mnt/cache/pkgcache /mnt/cache/R-pkgs /mnt/cache/ccache /mnt/cache/packages
|
||||
# Windows-only: 'RInno', 'KeyboardSimulator', 'R2PPT', 'RWinEdt', 'blatr', 'excel.link', 'spectrino', 'taskscheduleR', 'MDSGUI', 'BiplotGUI', 'R2wd', 'rFUSION', 'MediaNews', 'rFUSION', 'MediaNews'
|
||||
- xvfb-run R -q -e "options(crayon.enabled = TRUE, Ncpus = $NCPUS, future.globals.onReference = NULL); pak::sysreqs_db_update(); source('local/packages-to-build.R'); sprintf('Total# of remaining packages:%s', length(pkgs)); pkgs <- split(pkgs, cut(seq_along(pkgs), 5, labels = F))[[5]]; sprintf('# of packages for this job:%s', length(pkgs)); pkgs = setdiff(pkgs, c('RInno', 'KeyboardSimulator', 'R2PPT', 'RWinEdt', 'blatr', 'excel.link', 'spectrino', 'taskscheduleR', 'MDSGUI', 'BiplotGUI', 'R2wd', 'rFUSION', 'MediaNews', 'doBy', 'IDPmisc', 'frailtypack', 'afex', 'FrF2', 'DoE.base', 'agricolae', 'doFuture', 'fscaret', 'PHYLOGR', 'seewave', 'pls', 'relaimpo', 'geepack', 'gggenes', 'NPCirc', 'repmis', 'PNDSIBGE', 'lidR', 'poismf', 'neonstore', 'MachineShop', 'mvst', 'MacBehaviour', 'mcmcderive', 'RGIFT', 'KnowBR', 'netmeta', 'spdep', 'sf', 'Rfast')); library(future); plan('multisession'); foo = lapply(pkgs, function(x) bincraft::build_binary_package(x, is_debug = FALSE, force = FALSE, s3_endpoint = 'https://hel1.your-objectstorage.com', s3_region = 'hel1', s3_bucket = 'devxy-r-package-binaries-hel1', s3_access_key_id = Sys.getenv('HETZNER_S3_ACCESS_KEY_K3S'), s3_secret_access_key = Sys.getenv('HETZNER_S3_SECRET_KEY_K3S'), metadata_db_host = 'r-binaries.devxy.io', metadata_db_name = 'build_metadata', metadata_db_table = 'single_builds', metadata_db_user = 'r_binaries', metadata_db_password = Sys.getenv('PGPASS'), metadata_db_sslmode = 'require', metadata_db_port = 15432, archive = TRUE, upload = TRUE, store_build_metadata = TRUE, platform = 'alpine-322'))"
|
||||
backend_options:
|
||||
kubernetes:
|
||||
resources:
|
||||
requests:
|
||||
memory: 5Gi
|
||||
cpu: 1000m
|
||||
limits:
|
||||
memory: 30Gi # because of {sf}
|
||||
cpu: 2000m
|
||||
nodeSelector:
|
||||
kubernetes.io/arch: amd64
|
||||
node.kubernetes.io/instance-type: AX42
|
||||
tolerations:
|
||||
- key: 'CI'
|
||||
operator: 'Equal'
|
||||
value: 'true'
|
||||
effect: 'NoSchedule'
|
||||
|
|
@ -1,68 +0,0 @@
|
|||
when:
|
||||
- event: manual
|
||||
evaluate: 'trigger == "true"'
|
||||
|
||||
skip_clone: true
|
||||
|
||||
steps:
|
||||
- name: 'Build binaries'
|
||||
image: docker.io/devxygmbh/rpkgs-build-env-alpine:3.22-4.5.0
|
||||
pull: true
|
||||
environment:
|
||||
RED_HAT_DEV_PW:
|
||||
from_secret: RED_HAT_DEV_PW
|
||||
HETZNER_S3_ACCESS_KEY_K3S:
|
||||
from_secret: HETZNER_S3_ACCESS_KEY_K3S
|
||||
HETZNER_S3_SECRET_KEY_K3S:
|
||||
from_secret: HETZNER_S3_SECRET_KEY_K3S
|
||||
PGPASS:
|
||||
from_secret: PGPASS
|
||||
GIT_RO_TOKEN:
|
||||
from_secret: GIT_RO_TOKEN
|
||||
GITHUB_PAT:
|
||||
from_secret: GITHUB_PAT
|
||||
# normal env vars
|
||||
GIT_USER: pat-s
|
||||
NTFY_SERVER:
|
||||
from_secret: NTFY_SERVER
|
||||
NTFY_TOPIC:
|
||||
from_secret: NTFY_TOPIC
|
||||
NTFY_AUTH: TRUE
|
||||
NTFY_PASSWORD:
|
||||
from_secret: ntfy_token
|
||||
# set the location of the 'pkgcache' cache dir which persists the R package dependencies needed to install the packages themselves
|
||||
R_PKG_CACHE_DIR: /mnt/cache/pkgcache
|
||||
R_LIBS_USER: /mnt/cache/R-pkgs
|
||||
CCACHE_DIR: /mnt/cache/ccache
|
||||
PLATFORM: alpine-322
|
||||
BLOCK_START: 10001
|
||||
BLOCK_END: 12000
|
||||
ARCH: amd64
|
||||
NCPUS: 2
|
||||
STRATEGY: sequential
|
||||
volumes:
|
||||
- amd64-binaries-r-dep-cache-alpine-322:/mnt/cache
|
||||
commands:
|
||||
- git clone -q https://pat-s:$$GIT_RO_TOKEN@git.devxy.io/devxy/build-cran-binaries.git .
|
||||
- R -q -e 'packageVersion("bincraft")'
|
||||
- mkdir -p /mnt/cache/pkgcache /mnt/cache/R-pkgs /mnt/cache/ccache /mnt/cache/packages
|
||||
# Windows-only: 'RInno', 'KeyboardSimulator', 'R2PPT', 'RWinEdt', 'blatr', 'excel.link', 'spectrino', 'taskscheduleR', 'MDSGUI', 'BiplotGUI', 'R2wd', 'rFUSION', 'MediaNews', 'rFUSION', 'MediaNews'
|
||||
- xvfb-run R -q -e "options(crayon.enabled = TRUE, Ncpus = $NCPUS, future.globals.onReference = NULL); pak::sysreqs_db_update(); pkgs = c($PACKAGES); pkgs = setdiff(pkgs, c('RInno', 'KeyboardSimulator', 'R2PPT', 'RWinEdt', 'blatr', 'excel.link', 'spectrino', 'taskscheduleR', 'MDSGUI', 'BiplotGUI', 'R2wd', 'rFUSION', 'MediaNews', 'doBy', 'IDPmisc', 'frailtypack', 'afex', 'FrF2', 'DoE.base', 'agricolae', 'doFuture', 'fscaret', 'PHYLOGR', 'seewave', 'pls', 'relaimpo', 'geepack', 'gggenes', 'NPCirc', 'repmis', 'PNDSIBGE', 'lidR', 'poismf', 'neonstore', 'MachineShop', 'mvst', 'MacBehaviour', 'mcmcderive', 'RGIFT', 'KnowBR', 'netmeta', 'spdep', 'sf', 'Rfast')); progressr::handlers('cli'); progressr::handlers(global = TRUE); foo = lapply(pkgs, function(x) bincraft::build_binary_package(x, is_debug = FALSE, force = FALSE, s3_endpoint = 'https://hel1.your-objectstorage.com', s3_region = 'hel1', s3_bucket = 'devxy-r-package-binaries-hel1', s3_access_key_id = Sys.getenv('HETZNER_S3_ACCESS_KEY_K3S'), s3_secret_access_key = Sys.getenv('HETZNER_S3_SECRET_KEY_K3S'), metadata_db_host = 'r-binaries.devxy.io', metadata_db_name = 'build_metadata', metadata_db_table = 'single_builds', metadata_db_user = 'r_binaries', metadata_db_password = Sys.getenv('PGPASS'), metadata_db_sslmode = 'require', metadata_db_port = 15432, archive = TRUE, upload = TRUE, store_build_metadata = TRUE, platform = 'alpine-322'))"
|
||||
# hanging: 'doBy', 'IDPmisc', 'frailtypack', 'afex'
|
||||
backend_options:
|
||||
kubernetes:
|
||||
resources:
|
||||
requests:
|
||||
memory: 5Gi
|
||||
cpu: 1000m
|
||||
limits:
|
||||
memory: 20Gi
|
||||
cpu: 2000m
|
||||
nodeSelector:
|
||||
kubernetes.io/arch: amd64
|
||||
node.kubernetes.io/instance-type: AX42
|
||||
tolerations:
|
||||
- key: 'CI'
|
||||
operator: 'Equal'
|
||||
value: 'true'
|
||||
effect: 'NoSchedule'
|
||||
|
|
@ -1,76 +0,0 @@
|
|||
when:
|
||||
- event: manual
|
||||
evaluate: 'build == "all"'
|
||||
- event: manual
|
||||
evaluate: 'build == "alpine-322-arm64"'
|
||||
- event: manual
|
||||
evaluate: 'build == "alpine-322-arm64-1"'
|
||||
- event: manual
|
||||
evaluate: 'build == "all-arm64"'
|
||||
|
||||
skip_clone: true
|
||||
|
||||
depends_on:
|
||||
- alpine-322-arm64-install-deps
|
||||
|
||||
steps:
|
||||
- name: 'Build binaries'
|
||||
image: docker.io/devxygmbh/rpkgs-build-env-alpine:3.22-4.5.0
|
||||
pull: true
|
||||
environment:
|
||||
RED_HAT_DEV_PW:
|
||||
from_secret: RED_HAT_DEV_PW
|
||||
HETZNER_S3_ACCESS_KEY_K3S:
|
||||
from_secret: HETZNER_S3_ACCESS_KEY_K3S
|
||||
HETZNER_S3_SECRET_KEY_K3S:
|
||||
from_secret: HETZNER_S3_SECRET_KEY_K3S
|
||||
PGPASS:
|
||||
from_secret: PGPASS
|
||||
GIT_RO_TOKEN:
|
||||
from_secret: GIT_RO_TOKEN
|
||||
GITHUB_PAT:
|
||||
from_secret: GITHUB_PAT
|
||||
# normal env vars
|
||||
GIT_USER: pat-s
|
||||
NTFY_SERVER:
|
||||
from_secret: NTFY_SERVER
|
||||
NTFY_TOPIC:
|
||||
from_secret: NTFY_TOPIC
|
||||
NTFY_AUTH: TRUE
|
||||
NTFY_PASSWORD:
|
||||
from_secret: ntfy_token
|
||||
# set the location of the 'pkgcache' cache dir which persists the R package dependencies needed to install the packages themselves
|
||||
R_PKG_CACHE_DIR: /mnt/cache/pkgcache
|
||||
R_LIBS_USER: /mnt/cache/R-pkgs
|
||||
CCACHE_DIR: /mnt/cache/ccache
|
||||
PLATFORM: alpine-322
|
||||
BLOCK_START: 6601
|
||||
BLOCK_END: 9000
|
||||
ARCH: arm64
|
||||
NCPUS: 2
|
||||
STRATEGY: sequential
|
||||
volumes:
|
||||
- arm64-binaries-r-dep-cache-alpine-322:/mnt/cache
|
||||
commands:
|
||||
- git clone -q https://pat-s:$$GIT_RO_TOKEN@git.devxy.io/devxy/build-cran-binaries.git .
|
||||
- R -q -e 'packageVersion("bincraft")'
|
||||
- mkdir -p /mnt/cache/pkgcache /mnt/cache/R-pkgs /mnt/cache/ccache /mnt/cache/packages
|
||||
# Windows-only: 'RInno', 'KeyboardSimulator', 'R2PPT', 'RWinEdt', 'blatr', 'excel.link', 'spectrino', 'taskscheduleR', 'MDSGUI', 'BiplotGUI', 'R2wd', 'rFUSION', 'MediaNews', 'rFUSION', 'MediaNews'
|
||||
- xvfb-run R -q -e "options(crayon.enabled = TRUE, Ncpus = $NCPUS, future.globals.onReference = NULL); pak::sysreqs_db_update(); source('local/packages-to-build.R'); sprintf('Total# of remaining packages:%s', length(pkgs)); pkgs <- split(pkgs, cut(seq_along(pkgs), 5, labels = F))[[1]]; sprintf('# of packages for this job:%s', length(pkgs)); pkgs = setdiff(pkgs, c('RInno', 'KeyboardSimulator', 'R2PPT', 'RWinEdt', 'blatr', 'excel.link', 'spectrino', 'taskscheduleR', 'MDSGUI', 'BiplotGUI', 'R2wd', 'rFUSION', 'MediaNews', 'doBy', 'IDPmisc', 'frailtypack', 'afex', 'FrF2', 'DoE.base', 'agricolae', 'doFuture', 'fscaret', 'PHYLOGR', 'seewave', 'pls', 'relaimpo', 'geepack', 'gggenes', 'NPCirc', 'repmis', 'PNDSIBGE', 'lidR', 'poismf', 'neonstore', 'MachineShop', 'mvst', 'MacBehaviour', 'mcmcderive', 'RGIFT', 'KnowBR', 'netmeta', 'spdep', 'sf', 'Rfast')); library(future); plan('multisession'); foo = lapply(pkgs, function(x) bincraft::build_binary_package(x, is_debug = FALSE, force = FALSE, s3_endpoint = 'https://hel1.your-objectstorage.com', s3_region = 'hel1', s3_bucket = 'devxy-r-package-binaries-hel1', s3_access_key_id = Sys.getenv('HETZNER_S3_ACCESS_KEY_K3S'), s3_secret_access_key = Sys.getenv('HETZNER_S3_SECRET_KEY_K3S'), metadata_db_host = 'r-binaries.devxy.io', metadata_db_name = 'build_metadata', metadata_db_table = 'single_builds', metadata_db_user = 'r_binaries', metadata_db_password = Sys.getenv('PGPASS'), metadata_db_sslmode = 'require', metadata_db_port = 15432, archive = TRUE, upload = TRUE, store_build_metadata = TRUE, platform = 'alpine-322'))"
|
||||
backend_options:
|
||||
kubernetes:
|
||||
resources:
|
||||
requests:
|
||||
memory: 5Gi
|
||||
cpu: 1000m
|
||||
limits:
|
||||
memory: 20Gi
|
||||
cpu: 2000m
|
||||
nodeSelector:
|
||||
kubernetes.io/arch: arm64
|
||||
node.kubernetes.io/instance-type: cax41
|
||||
tolerations:
|
||||
- key: 'CI'
|
||||
operator: 'Equal'
|
||||
value: 'true'
|
||||
effect: 'NoSchedule'
|
||||
|
|
@ -1,76 +0,0 @@
|
|||
when:
|
||||
- event: manual
|
||||
evaluate: 'build == "all"'
|
||||
- event: manual
|
||||
evaluate: 'build == "alpine-322-arm64"'
|
||||
- event: manual
|
||||
evaluate: 'build == "alpine-322-arm64-1"'
|
||||
- event: manual
|
||||
evaluate: 'build == "all-arm64"'
|
||||
|
||||
skip_clone: true
|
||||
|
||||
depends_on:
|
||||
- alpine-322-arm64-install-deps
|
||||
|
||||
steps:
|
||||
- name: 'Build binaries'
|
||||
image: docker.io/devxygmbh/rpkgs-build-env-alpine:3.22-4.5.0
|
||||
pull: true
|
||||
environment:
|
||||
RED_HAT_DEV_PW:
|
||||
from_secret: RED_HAT_DEV_PW
|
||||
HETZNER_S3_ACCESS_KEY_K3S:
|
||||
from_secret: HETZNER_S3_ACCESS_KEY_K3S
|
||||
HETZNER_S3_SECRET_KEY_K3S:
|
||||
from_secret: HETZNER_S3_SECRET_KEY_K3S
|
||||
PGPASS:
|
||||
from_secret: PGPASS
|
||||
GIT_RO_TOKEN:
|
||||
from_secret: GIT_RO_TOKEN
|
||||
GITHUB_PAT:
|
||||
from_secret: GITHUB_PAT
|
||||
# normal env vars
|
||||
GIT_USER: pat-s
|
||||
NTFY_SERVER:
|
||||
from_secret: NTFY_SERVER
|
||||
NTFY_TOPIC:
|
||||
from_secret: NTFY_TOPIC
|
||||
NTFY_AUTH: TRUE
|
||||
NTFY_PASSWORD:
|
||||
from_secret: ntfy_token
|
||||
# set the location of the 'pkgcache' cache dir which persists the R package dependencies needed to install the packages themselves
|
||||
R_PKG_CACHE_DIR: /mnt/cache/pkgcache
|
||||
R_LIBS_USER: /mnt/cache/R-pkgs
|
||||
CCACHE_DIR: /mnt/cache/ccache
|
||||
PLATFORM: alpine-322
|
||||
BLOCK_START: 9001
|
||||
BLOCK_END: 12000
|
||||
ARCH: arm64
|
||||
NCPUS: 2
|
||||
STRATEGY: sequential
|
||||
volumes:
|
||||
- arm64-binaries-r-dep-cache-alpine-322:/mnt/cache
|
||||
commands:
|
||||
- git clone -q https://pat-s:$$GIT_RO_TOKEN@git.devxy.io/devxy/build-cran-binaries.git .
|
||||
- R -q -e 'packageVersion("bincraft")'
|
||||
- mkdir -p /mnt/cache/pkgcache /mnt/cache/R-pkgs /mnt/cache/ccache /mnt/cache/packages
|
||||
# Windows-only: 'RInno', 'KeyboardSimulator', 'R2PPT', 'RWinEdt', 'blatr', 'excel.link', 'spectrino', 'taskscheduleR', 'MDSGUI', 'BiplotGUI', 'R2wd', 'rFUSION', 'MediaNews', 'rFUSION', 'MediaNews'
|
||||
- xvfb-run R -q -e "options(crayon.enabled = TRUE, Ncpus = $NCPUS, future.globals.onReference = NULL); pak::sysreqs_db_update(); source('local/packages-to-build.R'); sprintf('Total# of remaining packages:%s', length(pkgs)); pkgs <- split(pkgs, cut(seq_along(pkgs), 5, labels = F))[[2]]; sprintf('# of packages for this job:%s', length(pkgs)); pkgs = setdiff(pkgs, c('RInno', 'KeyboardSimulator', 'R2PPT', 'RWinEdt', 'blatr', 'excel.link', 'spectrino', 'taskscheduleR', 'MDSGUI', 'BiplotGUI', 'R2wd', 'rFUSION', 'MediaNews', 'doBy', 'IDPmisc', 'frailtypack', 'afex', 'FrF2', 'DoE.base', 'agricolae', 'doFuture', 'fscaret', 'PHYLOGR', 'seewave', 'pls', 'relaimpo', 'geepack', 'gggenes', 'NPCirc', 'repmis', 'PNDSIBGE', 'lidR', 'poismf', 'neonstore', 'MachineShop', 'mvst', 'MacBehaviour', 'mcmcderive', 'RGIFT', 'KnowBR', 'netmeta', 'spdep', 'sf', 'Rfast')); library(future); plan('multisession'); foo = lapply(pkgs, function(x) bincraft::build_binary_package(x, is_debug = FALSE, force = FALSE, s3_endpoint = 'https://hel1.your-objectstorage.com', s3_region = 'hel1', s3_bucket = 'devxy-r-package-binaries-hel1', s3_access_key_id = Sys.getenv('HETZNER_S3_ACCESS_KEY_K3S'), s3_secret_access_key = Sys.getenv('HETZNER_S3_SECRET_KEY_K3S'), metadata_db_host = 'r-binaries.devxy.io', metadata_db_name = 'build_metadata', metadata_db_table = 'single_builds', metadata_db_user = 'r_binaries', metadata_db_password = Sys.getenv('PGPASS'), metadata_db_sslmode = 'require', metadata_db_port = 15432, archive = TRUE, upload = TRUE, store_build_metadata = TRUE, platform = 'alpine-322'))"
|
||||
backend_options:
|
||||
kubernetes:
|
||||
resources:
|
||||
requests:
|
||||
memory: 5Gi
|
||||
cpu: 1000m
|
||||
limits:
|
||||
memory: 20Gi
|
||||
cpu: 2000m
|
||||
nodeSelector:
|
||||
kubernetes.io/arch: arm64
|
||||
node.kubernetes.io/instance-type: cax41
|
||||
tolerations:
|
||||
- key: 'CI'
|
||||
operator: 'Equal'
|
||||
value: 'true'
|
||||
effect: 'NoSchedule'
|
||||
|
|
@ -1,79 +0,0 @@
|
|||
when:
|
||||
- event: manual
|
||||
evaluate: 'build == "all"'
|
||||
- event: manual
|
||||
evaluate: 'build == "alpine-322-arm64"'
|
||||
- event: manual
|
||||
evaluate: 'build == "alpine-322-arm64-1"'
|
||||
- event: manual
|
||||
evaluate: 'build == "all-arm64"'
|
||||
|
||||
skip_clone: true
|
||||
|
||||
labels:
|
||||
agent-name: gaia
|
||||
|
||||
depends_on:
|
||||
- alpine-322-arm64-install-deps
|
||||
|
||||
steps:
|
||||
- name: 'Build binaries'
|
||||
image: docker.io/devxygmbh/rpkgs-build-env-alpine:3.22-4.5.0
|
||||
pull: true
|
||||
environment:
|
||||
RED_HAT_DEV_PW:
|
||||
from_secret: RED_HAT_DEV_PW
|
||||
HETZNER_S3_ACCESS_KEY_K3S:
|
||||
from_secret: HETZNER_S3_ACCESS_KEY_K3S
|
||||
HETZNER_S3_SECRET_KEY_K3S:
|
||||
from_secret: HETZNER_S3_SECRET_KEY_K3S
|
||||
PGPASS:
|
||||
from_secret: PGPASS
|
||||
GIT_RO_TOKEN:
|
||||
from_secret: GIT_RO_TOKEN
|
||||
GITHUB_PAT:
|
||||
from_secret: GITHUB_PAT
|
||||
# normal env vars
|
||||
GIT_USER: pat-s
|
||||
NTFY_SERVER:
|
||||
from_secret: NTFY_SERVER
|
||||
NTFY_TOPIC:
|
||||
from_secret: NTFY_TOPIC
|
||||
NTFY_AUTH: TRUE
|
||||
NTFY_PASSWORD:
|
||||
from_secret: ntfy_token
|
||||
# set the location of the 'pkgcache' cache dir which persists the R package dependencies needed to install the packages themselves
|
||||
R_PKG_CACHE_DIR: /mnt/cache/pkgcache
|
||||
R_LIBS_USER: /mnt/cache/R-pkgs
|
||||
CCACHE_DIR: /mnt/cache/ccache
|
||||
PLATFORM: alpine-322
|
||||
BLOCK_START: 12001
|
||||
BLOCK_END: 15000
|
||||
ARCH: arm64
|
||||
NCPUS: 2
|
||||
STRATEGY: sequential
|
||||
volumes:
|
||||
- arm64-binaries-r-dep-cache-alpine-322:/mnt/cache
|
||||
commands:
|
||||
- git clone -q https://pat-s:$$GIT_RO_TOKEN@git.devxy.io/devxy/build-cran-binaries.git .
|
||||
- R -q -e 'packageVersion("bincraft")'
|
||||
- mkdir -p /mnt/cache/pkgcache /mnt/cache/R-pkgs /mnt/cache/ccache /mnt/cache/packages
|
||||
# Windows-only: 'RInno', 'KeyboardSimulator', 'R2PPT', 'RWinEdt', 'blatr', 'excel.link', 'spectrino', 'taskscheduleR', 'MDSGUI', 'BiplotGUI', 'R2wd', 'rFUSION', 'MediaNews', 'rFUSION', 'MediaNews'
|
||||
- xvfb-run R -q -e "options(crayon.enabled = TRUE, Ncpus = $NCPUS, future.globals.onReference = NULL); pak::sysreqs_db_update(); source('local/packages-to-build.R'); sprintf('Total# of remaining packages:%s', length(pkgs)); pkgs <- split(pkgs, cut(seq_along(pkgs), 5, labels = F))[[3]]; sprintf('# of packages for this job:%s', length(pkgs)); pkgs = setdiff(pkgs, c('RInno', 'KeyboardSimulator', 'R2PPT', 'RWinEdt', 'blatr', 'excel.link', 'spectrino', 'taskscheduleR', 'MDSGUI', 'BiplotGUI', 'R2wd', 'rFUSION', 'MediaNews', 'doBy', 'IDPmisc', 'frailtypack', 'afex', 'FrF2', 'DoE.base', 'agricolae', 'doFuture', 'fscaret', 'PHYLOGR', 'seewave', 'pls', 'relaimpo', 'geepack', 'gggenes', 'NPCirc', 'repmis', 'PNDSIBGE', 'lidR', 'poismf', 'neonstore', 'MachineShop', 'mvst', 'MacBehaviour', 'mcmcderive', 'RGIFT', 'KnowBR', 'netmeta', 'spdep', 'sf', 'Rfast')); library(future); plan('multisession'); foo = lapply(pkgs, function(x) bincraft::build_binary_package(x, is_debug = FALSE, force = FALSE, s3_endpoint = 'https://hel1.your-objectstorage.com', s3_region = 'hel1', s3_bucket = 'devxy-r-package-binaries-hel1', s3_access_key_id = Sys.getenv('HETZNER_S3_ACCESS_KEY_K3S'), s3_secret_access_key = Sys.getenv('HETZNER_S3_SECRET_KEY_K3S'), metadata_db_host = 'r-binaries.devxy.io', metadata_db_name = 'build_metadata', metadata_db_table = 'single_builds', metadata_db_user = 'r_binaries', metadata_db_password = Sys.getenv('PGPASS'), metadata_db_sslmode = 'require', metadata_db_port = 15432, archive = TRUE, upload = TRUE, store_build_metadata = TRUE, platform = 'alpine-322'))"
|
||||
backend_options:
|
||||
kubernetes:
|
||||
resources:
|
||||
requests:
|
||||
memory: 5Gi
|
||||
cpu: 1000m
|
||||
limits:
|
||||
memory: 20Gi
|
||||
cpu: 2000m
|
||||
nodeSelector:
|
||||
kubernetes.io/arch: arm64
|
||||
node.kubernetes.io/instance-type: cax41
|
||||
tolerations:
|
||||
- key: 'CI'
|
||||
operator: 'Equal'
|
||||
value: 'true'
|
||||
effect: 'NoSchedule'
|
||||
|
|
@ -1,79 +0,0 @@
|
|||
when:
|
||||
- event: manual
|
||||
evaluate: 'build == "all"'
|
||||
- event: manual
|
||||
evaluate: 'build == "alpine-322-arm64"'
|
||||
- event: manual
|
||||
evaluate: 'build == "alpine-322-arm64-1"'
|
||||
- event: manual
|
||||
evaluate: 'build == "all-arm64"'
|
||||
|
||||
skip_clone: true
|
||||
|
||||
labels:
|
||||
agent-name: gaia
|
||||
|
||||
depends_on:
|
||||
- alpine-322-arm64-install-deps
|
||||
|
||||
steps:
|
||||
- name: 'Build binaries'
|
||||
image: docker.io/devxygmbh/rpkgs-build-env-alpine:3.22-4.5.0
|
||||
pull: true
|
||||
environment:
|
||||
RED_HAT_DEV_PW:
|
||||
from_secret: RED_HAT_DEV_PW
|
||||
HETZNER_S3_ACCESS_KEY_K3S:
|
||||
from_secret: HETZNER_S3_ACCESS_KEY_K3S
|
||||
HETZNER_S3_SECRET_KEY_K3S:
|
||||
from_secret: HETZNER_S3_SECRET_KEY_K3S
|
||||
PGPASS:
|
||||
from_secret: PGPASS
|
||||
GIT_RO_TOKEN:
|
||||
from_secret: GIT_RO_TOKEN
|
||||
GITHUB_PAT:
|
||||
from_secret: GITHUB_PAT
|
||||
# normal env vars
|
||||
GIT_USER: pat-s
|
||||
NTFY_SERVER:
|
||||
from_secret: NTFY_SERVER
|
||||
NTFY_TOPIC:
|
||||
from_secret: NTFY_TOPIC
|
||||
NTFY_AUTH: TRUE
|
||||
NTFY_PASSWORD:
|
||||
from_secret: ntfy_token
|
||||
# set the location of the 'pkgcache' cache dir which persists the R package dependencies needed to install the packages themselves
|
||||
R_PKG_CACHE_DIR: /mnt/cache/pkgcache
|
||||
R_LIBS_USER: /mnt/cache/R-pkgs
|
||||
CCACHE_DIR: /mnt/cache/ccache
|
||||
PLATFORM: alpine-322
|
||||
BLOCK_START: 15001
|
||||
BLOCK_END: 18000
|
||||
ARCH: arm64
|
||||
NCPUS: 2
|
||||
STRATEGY: sequential
|
||||
volumes:
|
||||
- arm64-binaries-r-dep-cache-alpine-322:/mnt/cache
|
||||
commands:
|
||||
- git clone -q https://pat-s:$$GIT_RO_TOKEN@git.devxy.io/devxy/build-cran-binaries.git .
|
||||
- R -q -e 'packageVersion("bincraft")'
|
||||
- mkdir -p /mnt/cache/pkgcache /mnt/cache/R-pkgs /mnt/cache/ccache /mnt/cache/packages
|
||||
# Windows-only: 'RInno', 'KeyboardSimulator', 'R2PPT', 'RWinEdt', 'blatr', 'excel.link', 'spectrino', 'taskscheduleR', 'MDSGUI', 'BiplotGUI', 'R2wd', 'rFUSION', 'MediaNews', 'rFUSION', 'MediaNews'
|
||||
- xvfb-run R -q -e "options(crayon.enabled = TRUE, Ncpus = $NCPUS, future.globals.onReference = NULL); pak::sysreqs_db_update(); source('local/packages-to-build.R'); sprintf('Total# of remaining packages:%s', length(pkgs)); pkgs <- split(pkgs, cut(seq_along(pkgs), 5, labels = F))[[4]]; sprintf('# of packages for this job:%s', length(pkgs)); pkgs = setdiff(pkgs, c('RInno', 'KeyboardSimulator', 'R2PPT', 'RWinEdt', 'blatr', 'excel.link', 'spectrino', 'taskscheduleR', 'MDSGUI', 'BiplotGUI', 'R2wd', 'rFUSION', 'MediaNews', 'doBy', 'IDPmisc', 'frailtypack', 'afex', 'FrF2', 'DoE.base', 'agricolae', 'doFuture', 'fscaret', 'PHYLOGR', 'seewave', 'pls', 'relaimpo', 'geepack', 'gggenes', 'NPCirc', 'repmis', 'PNDSIBGE', 'lidR', 'poismf', 'neonstore', 'MachineShop', 'mvst', 'MacBehaviour', 'mcmcderive', 'RGIFT', 'KnowBR', 'netmeta', 'spdep', 'sf', 'Rfast')); library(future); plan('multisession'); foo = lapply(pkgs, function(x) bincraft::build_binary_package(x, is_debug = FALSE, force = FALSE, s3_endpoint = 'https://hel1.your-objectstorage.com', s3_region = 'hel1', s3_bucket = 'devxy-r-package-binaries-hel1', s3_access_key_id = Sys.getenv('HETZNER_S3_ACCESS_KEY_K3S'), s3_secret_access_key = Sys.getenv('HETZNER_S3_SECRET_KEY_K3S'), metadata_db_host = 'r-binaries.devxy.io', metadata_db_name = 'build_metadata', metadata_db_table = 'single_builds', metadata_db_user = 'r_binaries', metadata_db_password = Sys.getenv('PGPASS'), metadata_db_sslmode = 'require', metadata_db_port = 15432, archive = TRUE, upload = TRUE, store_build_metadata = TRUE, platform = 'alpine-322'))"
|
||||
backend_options:
|
||||
kubernetes:
|
||||
resources:
|
||||
requests:
|
||||
memory: 5Gi
|
||||
cpu: 1000m
|
||||
limits:
|
||||
memory: 20Gi
|
||||
cpu: 2000m
|
||||
nodeSelector:
|
||||
kubernetes.io/arch: arm64
|
||||
node.kubernetes.io/instance-type: cax41
|
||||
tolerations:
|
||||
- key: 'CI'
|
||||
operator: 'Equal'
|
||||
value: 'true'
|
||||
effect: 'NoSchedule'
|
||||
|
|
@ -1,79 +0,0 @@
|
|||
when:
|
||||
- event: manual
|
||||
evaluate: 'build == "all"'
|
||||
- event: manual
|
||||
evaluate: 'build == "alpine-322-arm64"'
|
||||
- event: manual
|
||||
evaluate: 'build == "alpine-322-arm64-1"'
|
||||
- event: manual
|
||||
evaluate: 'build == "all-arm64"'
|
||||
|
||||
skip_clone: true
|
||||
|
||||
labels:
|
||||
agent-name: gaia
|
||||
|
||||
depends_on:
|
||||
- alpine-322-arm64-install-deps
|
||||
|
||||
steps:
|
||||
- name: 'Build binaries'
|
||||
image: docker.io/devxygmbh/rpkgs-build-env-alpine:3.22-4.5.0
|
||||
pull: true
|
||||
environment:
|
||||
RED_HAT_DEV_PW:
|
||||
from_secret: RED_HAT_DEV_PW
|
||||
HETZNER_S3_ACCESS_KEY_K3S:
|
||||
from_secret: HETZNER_S3_ACCESS_KEY_K3S
|
||||
HETZNER_S3_SECRET_KEY_K3S:
|
||||
from_secret: HETZNER_S3_SECRET_KEY_K3S
|
||||
PGPASS:
|
||||
from_secret: PGPASS
|
||||
GIT_RO_TOKEN:
|
||||
from_secret: GIT_RO_TOKEN
|
||||
GITHUB_PAT:
|
||||
from_secret: GITHUB_PAT
|
||||
# normal env vars
|
||||
GIT_USER: pat-s
|
||||
NTFY_SERVER:
|
||||
from_secret: NTFY_SERVER
|
||||
NTFY_TOPIC:
|
||||
from_secret: NTFY_TOPIC
|
||||
NTFY_AUTH: TRUE
|
||||
NTFY_PASSWORD:
|
||||
from_secret: ntfy_token
|
||||
# set the location of the 'pkgcache' cache dir which persists the R package dependencies needed to install the packages themselves
|
||||
R_PKG_CACHE_DIR: /mnt/cache/pkgcache
|
||||
R_LIBS_USER: /mnt/cache/R-pkgs
|
||||
CCACHE_DIR: /mnt/cache/ccache
|
||||
PLATFORM: alpine-322
|
||||
BLOCK_START: 18001
|
||||
BLOCK_END: 22000
|
||||
ARCH: arm64
|
||||
NCPUS: 2
|
||||
STRATEGY: sequential
|
||||
volumes:
|
||||
- arm64-binaries-r-dep-cache-alpine-322:/mnt/cache
|
||||
commands:
|
||||
- git clone -q https://pat-s:$$GIT_RO_TOKEN@git.devxy.io/devxy/build-cran-binaries.git .
|
||||
- R -q -e 'packageVersion("bincraft")'
|
||||
- mkdir -p /mnt/cache/pkgcache /mnt/cache/R-pkgs /mnt/cache/ccache /mnt/cache/packages
|
||||
# Windows-only: 'RInno', 'KeyboardSimulator', 'R2PPT', 'RWinEdt', 'blatr', 'excel.link', 'spectrino', 'taskscheduleR', 'MDSGUI', 'BiplotGUI', 'R2wd', 'rFUSION', 'MediaNews', 'rFUSION', 'MediaNews'
|
||||
- xvfb-run R -q -e "options(crayon.enabled = TRUE, Ncpus = $NCPUS, future.globals.onReference = NULL); pak::sysreqs_db_update(); source('local/packages-to-build.R'); sprintf('Total# of remaining packages:%s', length(pkgs)); pkgs <- split(pkgs, cut(seq_along(pkgs), 5, labels = F))[[5]]; sprintf('# of packages for this job:%s', length(pkgs)); pkgs = setdiff(pkgs, c('RInno', 'KeyboardSimulator', 'R2PPT', 'RWinEdt', 'blatr', 'excel.link', 'spectrino', 'taskscheduleR', 'MDSGUI', 'BiplotGUI', 'R2wd', 'rFUSION', 'MediaNews', 'doBy', 'IDPmisc', 'frailtypack', 'afex', 'FrF2', 'DoE.base', 'agricolae', 'doFuture', 'fscaret', 'PHYLOGR', 'seewave', 'pls', 'relaimpo', 'geepack', 'gggenes', 'NPCirc', 'repmis', 'PNDSIBGE', 'lidR', 'poismf', 'neonstore', 'MachineShop', 'mvst', 'MacBehaviour', 'mcmcderive', 'RGIFT', 'KnowBR', 'netmeta', 'spdep', 'sf', 'Rfast')); library(future); plan('multisession'); foo = lapply(pkgs, function(x) bincraft::build_binary_package(x, is_debug = FALSE, force = FALSE, s3_endpoint = 'https://hel1.your-objectstorage.com', s3_region = 'hel1', s3_bucket = 'devxy-r-package-binaries-hel1', s3_access_key_id = Sys.getenv('HETZNER_S3_ACCESS_KEY_K3S'), s3_secret_access_key = Sys.getenv('HETZNER_S3_SECRET_KEY_K3S'), metadata_db_host = 'r-binaries.devxy.io', metadata_db_name = 'build_metadata', metadata_db_table = 'single_builds', metadata_db_user = 'r_binaries', metadata_db_password = Sys.getenv('PGPASS'), metadata_db_sslmode = 'require', metadata_db_port = 15432, archive = TRUE, upload = TRUE, store_build_metadata = TRUE, platform = 'alpine-322'))"
|
||||
backend_options:
|
||||
kubernetes:
|
||||
resources:
|
||||
requests:
|
||||
memory: 5Gi
|
||||
cpu: 1000m
|
||||
limits:
|
||||
memory: 20Gi
|
||||
cpu: 2000m
|
||||
nodeSelector:
|
||||
kubernetes.io/arch: arm64
|
||||
node.kubernetes.io/instance-type: cax41
|
||||
tolerations:
|
||||
- key: 'CI'
|
||||
operator: 'Equal'
|
||||
value: 'true'
|
||||
effect: 'NoSchedule'
|
||||
|
|
@ -1,68 +0,0 @@
|
|||
when:
|
||||
- event: manual
|
||||
evaluate: 'task == "build-single-rhel8-amd64"'
|
||||
# PACKAGE:
|
||||
# TAG: # set NULL to build all versions
|
||||
|
||||
skip_clone: true
|
||||
|
||||
steps:
|
||||
- name: 'Build binaries'
|
||||
image: docker.io/devxygmbh/amd64-binaries-r-redhat-8
|
||||
pull: true
|
||||
environment:
|
||||
RED_HAT_DEV_PW:
|
||||
from_secret: RED_HAT_DEV_PW
|
||||
HETZNER_S3_ACCESS_KEY_K3S:
|
||||
from_secret: HETZNER_S3_ACCESS_KEY_K3S
|
||||
HETZNER_S3_SECRET_KEY_K3S:
|
||||
from_secret: HETZNER_S3_SECRET_KEY_K3S
|
||||
PGPASS:
|
||||
from_secret: PGPASS
|
||||
GIT_RO_TOKEN:
|
||||
from_secret: GIT_RO_TOKEN
|
||||
GITHUB_PAT:
|
||||
from_secret: GITHUB_PAT
|
||||
# normal env vars
|
||||
GIT_USER: pat-s
|
||||
NTFY_SERVER:
|
||||
from_secret: NTFY_SERVER
|
||||
NTFY_TOPIC:
|
||||
from_secret: NTFY_TOPIC
|
||||
NTFY_AUTH: TRUE
|
||||
NTFY_PASSWORD:
|
||||
from_secret: ntfy_token
|
||||
# set the location of the 'pkgcache' cache dir which persists the R package dependencies needed to install the packages themselves
|
||||
R_PKG_CACHE_DIR: /mnt/cache/pkgcache
|
||||
R_LIBS_USER: /mnt/cache/R-pkgs
|
||||
CCACHE_DIR: /mnt/cache/ccache
|
||||
PLATFORM: redhat-8
|
||||
ARCH: amd64
|
||||
NCPUS: 4
|
||||
STRATEGY: sequential
|
||||
# volumes:
|
||||
# - amd64-binaries-r-dep-cache-redhat-8:/mnt/cache
|
||||
commands:
|
||||
- git clone -q https://pat-s:$$GIT_RO_TOKEN@git.devxy.io/devxy/build-cran-binaries.git .
|
||||
- rm -rf /mnt/cache/R-pkgs/00LOCK-r-pkg-binaries /mnt/cache/R-pkgs/00LOCK-bincraft /mnt/cache/R-pkgs/00LOCK-pak /mnt/cache/pkgcache/R/pkgcache /mnt/cache/pkgcache/R/pkgcache /mnt/cache/R-pkgs/pkgcache
|
||||
- R -q -e 'pak::pak("git::https://codefloe.com/rpkgs/bincraft.git")'
|
||||
- R -q -e 'packageVersion("bincraft")'
|
||||
- mkdir -p /mnt/cache/pkgcache /mnt/cache/R-pkgs /mnt/cache/ccache /mnt/cache/packages
|
||||
- xvfb-run R -q -e "options(crayon.enabled = TRUE, Ncpus = $NCPUS, future.globals.onReference = NULL, repos = structure(c(CRAN = 'https://cran.devxy.io/$ARCH/rhel8/latest'))); progressr::handlers('cli'); progressr::handlers(global = TRUE); bincraft::build_binary_package(\"$$package\", tag = \"$$tag\", is_debug = FALSE, force = TRUE, s3_endpoint = 'https://hel1.your-objectstorage.com', s3_region = 'hel1', s3_bucket = 'devxy-r-package-binaries-hel1', s3_access_key_id = Sys.getenv('HETZNER_S3_ACCESS_KEY_K3S'), s3_secret_access_key = Sys.getenv('HETZNER_S3_SECRET_KEY_K3S'), metadata_db_host = 'r-binaries.devxy.io', metadata_db_name = 'build_metadata', metadata_db_table = 'single_builds', metadata_db_user = 'r_binaries', metadata_db_password = Sys.getenv('PGPASS'), metadata_db_sslmode = 'require', metadata_db_port = 15432, archive = TRUE, upload = TRUE, store_build_metadata = TRUE, platform = 'redhat-8')"
|
||||
backend_options:
|
||||
kubernetes:
|
||||
resources:
|
||||
requests:
|
||||
memory: 5Gi
|
||||
cpu: 2000m
|
||||
limits:
|
||||
memory: 20Gi
|
||||
cpu: 3000m
|
||||
nodeSelector:
|
||||
kubernetes.io/arch: amd64
|
||||
node.kubernetes.io/instance-type: AX42
|
||||
tolerations:
|
||||
- key: 'CI'
|
||||
operator: 'Equal'
|
||||
value: 'true'
|
||||
effect: 'NoSchedule'
|
||||
|
|
@ -1,107 +0,0 @@
|
|||
when:
|
||||
- event: manual
|
||||
evaluate: 'build == "all"'
|
||||
- event: manual
|
||||
evaluate: 'build == "redhat-8-amd64"'
|
||||
- event: manual
|
||||
evaluate: 'build == "all-amd64"'
|
||||
|
||||
skip_clone: true
|
||||
|
||||
steps:
|
||||
- name: 'Build binaries'
|
||||
image: docker.io/devxygmbh/amd64-binaries-r-redhat-8
|
||||
pull: true
|
||||
# to ensure the PACKAGES upload step is being executed
|
||||
failure: ignore
|
||||
environment:
|
||||
RED_HAT_DEV_PW:
|
||||
from_secret: RED_HAT_DEV_PW
|
||||
HETZNER_S3_ACCESS_KEY_K3S:
|
||||
from_secret: HETZNER_S3_ACCESS_KEY_K3S
|
||||
HETZNER_S3_SECRET_KEY_K3S:
|
||||
from_secret: HETZNER_S3_SECRET_KEY_K3S
|
||||
PGPASS:
|
||||
from_secret: PGPASS
|
||||
GIT_RO_TOKEN:
|
||||
from_secret: GIT_RO_TOKEN
|
||||
GITHUB_PAT:
|
||||
from_secret: GITHUB_PAT
|
||||
# normal env vars
|
||||
GIT_USER: pat-s
|
||||
NTFY_SERVER:
|
||||
from_secret: NTFY_SERVER
|
||||
NTFY_TOPIC:
|
||||
from_secret: NTFY_TOPIC
|
||||
NTFY_AUTH: TRUE
|
||||
NTFY_PASSWORD:
|
||||
from_secret: ntfy_token
|
||||
# set the location of the 'pkgcache' cache dir which persists the R package dependencies needed to install the packages themselves
|
||||
R_PKG_CACHE_DIR: /mnt/cache/pkgcache
|
||||
R_LIBS_USER: /mnt/cache/R-pkgs
|
||||
CCACHE_DIR: /mnt/cache/ccache
|
||||
PLATFORM: redhat-8
|
||||
BLOCK: 1833:1833
|
||||
ARCH: amd64
|
||||
NCPUS: 4
|
||||
# MEMORY: 14Gi
|
||||
# INSTANCE_TYPE: ccx23
|
||||
STRATEGY: sequential
|
||||
# volumes:
|
||||
# - amd64-binaries-r-dep-cache-redhat-8:/mnt/cache
|
||||
commands:
|
||||
- git clone -q https://pat-s:$$GIT_RO_TOKEN@git.devxy.io/devxy/build-cran-binaries.git .
|
||||
- rm -rf /mnt/cache/R-pkgs/00LOCK-r-pkg-binaries /mnt/cache/R-pkgs/00LOCK-bincraft /mnt/cache/R-pkgs/00LOCK-pak /mnt/cache/pkgcache/R/pkgcache /mnt/cache/pkgcache/R/pkgcache /mnt/cache/R-pkgs/pkgcache
|
||||
- R -q -e 'pak::pak("git::https://codefloe.com/rpkgs/bincraft.git")'
|
||||
- R -q -e 'packageVersion("bincraft")'
|
||||
- mkdir -p /mnt/cache/pkgcache /mnt/cache/R-pkgs /mnt/cache/ccache /mnt/cache/packages
|
||||
# biplotbootGUI: somehow ubuntu still hangs even when using xvfb-run
|
||||
# Windows-only: 'RInno', 'KeyboardSimulator', 'R2PPT', 'RWinEdt', 'blatr', 'excel.link', 'spectrino', 'taskscheduleR', 'MDSGUI', 'BiplotGUI', 'R2wd', 'rFUSION', 'MediaNews'
|
||||
- xvfb-run R -q -e "options(crayon.enabled = TRUE, Ncpus = $NCPUS, future.globals.onReference = NULL, repos = structure(c(CRAN = 'https://cran.devxy.io/amd64/rhel8/latest'))); pkgs = c('aphylo', 'atime'); pkgs = setdiff(pkgs, c('RInno', 'MediaNews', 'later', 'RInno', 'KeyboardSimulator', 'R2PPT', 'RWinEdt', 'blatr', 'excel.link', 'spectrino', 'taskscheduleR', 'MDSGUI', 'BiplotGUI', 'R2wd')); progressr::handlers('cli'); progressr::handlers(global = TRUE); foo = lapply(pkgs, function(x) bincraft::build_binary_package(x, is_debug = FALSE, force = TRUE, s3_endpoint = 'https://hel1.your-objectstorage.com', s3_region = 'hel1', s3_bucket = 'devxy-r-package-binaries-hel1', s3_access_key_id = Sys.getenv('HETZNER_S3_ACCESS_KEY_K3S'), s3_secret_access_key = Sys.getenv('HETZNER_S3_SECRET_KEY_K3S'), metadata_db_host = 'r-binaries.devxy.io', metadata_db_name = 'build_metadata', metadata_db_table = 'single_builds', metadata_db_user = 'r_binaries', metadata_db_password = Sys.getenv('PGPASS'), metadata_db_sslmode = 'require', metadata_db_port = 15432, archive = TRUE, upload = TRUE, store_build_metadata = TRUE, platform = 'redhat-8'))"
|
||||
### Manual pkg builds
|
||||
# webshot2, tabledown, TestAnaAPP, trekcolors, Spectran, SimNPH, RPushbullet, SimDesign, simCAT, SIAmodules, shinytest2, ShinyItemAnalysis, shinyIRT, shiny.benchmark, scDIFtest, RSP, qtkit, PROsetta, prettifyAddins, PerFit, outlierensembles, nomnoml, mxfda, MultBiplotR, mstDIF, mdsr, makepipe, lordif, kequate, jstager, jrt, irtreliability, irtQ, irtpwr, irtGUI, irtawsi, GRShiny, GPCMlasso, googletraffic, giacR, flps, flow, faoutlier, equateIRT, EnrichIntersect, EFA.dimensions, DFIT, D3mirt, ctgdist, CoTiMA, ConvertPar, bscui, BifactorIndicesCalculator, autoFC, airt: wait for https://github.com/rstudio/r-system-requirements/pull/178
|
||||
# RInno: Windows-only
|
||||
# skedastic: waiting for ROI.plugin.qpoases (https://gitlab.com/roigrp/solver/ROI.plugin.qpoases/-/issues/1)
|
||||
# rswipl: ccache issues: https://github.com/mgondan/rswipl/issues/3 -> solved
|
||||
# Rpoppler: https://github.com/rstudio/r-system-requirements/pull/179/
|
||||
# ROracle: sysdep missing -> create rule
|
||||
# ROI.plugin.qpoases: https://gitlab.com/roigrp/solver/ROI.plugin.qpoases/-/issues/1
|
||||
# ROI.plugin.cplex: checking for cplex... no -> requires propriatary software IBM Cplex
|
||||
# RmecabKo: fatal error: mecab.h: No such file or directory
|
||||
# rmarchingcubes: error: narrowing conversion of '-1' from 'int' to 'char' [-Wnarrowing] -> https://github.com/shwilks/rmarchingcubes/issues/3
|
||||
# RcppMeCab: /bin/bash: line 2: mecab-config: command not found -> https://github.com/rstudio/r-system-requirements/pull/180
|
||||
# Rcplex: checking for cplex... no -> requires propriatary software IBM Cplex
|
||||
# Rblpapi: Unknown architecture: aarch64. Exiting. -> https://github.com/Rblp/Rblpapi/issues/399
|
||||
# Rbeast: aarch64 issue -> https://github.com/zhaokg/Rbeast/issues/29
|
||||
# ravetools: checking for FFTW... configure: error: Package requirements (fftw3) were not met: -> fftw3 rule needed
|
||||
# Racmacs -> rmarchingcubes
|
||||
# minic: /usr/include/c++/13/bits/stl_algo.h:5805:5: note: template argument deduction/substitution failed:
|
||||
# KSgeneral -> aligned_mem.h:6:10: fatal error: mm_malloc.h: No such file or directory -> https://github.com/d-dimitrova/KSgeneral/issues/1
|
||||
# gpuR -> /usr/bin/ld: cannot find -lOpenCL: No such file or directory -> no GPU avail
|
||||
# clrng -> gpuR
|
||||
# BRugs: configure: error: OpenBUGS 3.2.2 or later not found. as it is only one package, not doing anything
|
||||
# gamstransfer -> gdx/src/gdlib/gmsstrm.cpp:85:70: error: narrowing conversion of '-1' from 'std::char_traits<char>::int_type' {aka 'int'} to 'char' [-Wnarrowing] -> https://github.com/GAMS-dev/transfer-r/issues/2
|
||||
# filters: <simpleError: `target` must be a character vector containing no `NA` values.> -> email sent
|
||||
# magickGUI, biplotbootGUI
|
||||
# ymd (alpine, voi)
|
||||
# tfrmtbuilder -> V8 (alpine)
|
||||
# Rcmdr (alpine)
|
||||
# readstata13 (alpine)
|
||||
# - xvfb-run R -q -e 'options(crayon.enabled = TRUE, Ncpus = $NCPUS, future.globals.onReference = NULL); pkgs = c( "RcmdrPlugin.orloca", "RcmdrPlugin.PcaRobust", "RcmdrPlugin.RiskDemo", "RcmdrPlugin.RMTCJags", "RcmdrPlugin.ROC", "RcmdrPlugin.sos" , "RcmdrPlugin.survival", "RcmdrPlugin.TeachingDemos", "RcmdrPlugin.TeachStat", "RcmdrPlugin.temis", "RcmdrPlugin.UCA", "RcmdrPlugin.WorldFlora", "streamDAG", "stan4bart", "snplinkage", "saeHB.panel.beta", "rTwig", "rswipl", "RPointCloud", "rPDBapi", "rolog", "rmcfs", "rjags", "ResultModelManager", "RcppCWB", "RcmdrPlugin.WorldFlora", "RcmdrPlugin.UCA", "RcmdrPlugin.temis", "RcmdrPlugin.TeachStat", "RcmdrPlugin.TeachingDemos", "RcmdrPlugin.survival", "RcmdrPlugin.sos", "RcmdrPlugin.ROC", "RcmdrPlugin.RMTCJags", "RcmdrPlugin.RiskDemo", "RcmdrPlugin.PcaRobust", "RclusTool", "Rbeast", "rayrender", "quanteda.textmodels", "polmineR", "plotBart", "NlinTS", "ndtv", "overtureR", "mathml", "magickGUI", "lgpr", "KappaGUI", "historicalborrow", "GSODR", "GRIDCOPULA", "googleAnalyticsR", "fluidsynth", "EventDetectGUI", "evalITR", "EBcoBART", "deeptrafo", "dbarts", "CRE", "countSTAR", "bartMan", "bartCause", "altmeta", "EthSEQ", "dartR.spatial", "dartR.sim", "gwid", "Mega2R", "priorCON", "prior3D", "MCARtest", "designmatch", "highs", "ROI.plugin.highs", "GPCMlasso"); library(bincraft); options(progressr.enable = TRUE); foo = lapply(pkgs, function(x) build_binary_package(x, is_debug = FALSE, force = TRUE, s3_endpoint = 'https://hel1.your-objectstorage.com', s3_region = 'hel1', s3_bucket = 'devxy-r-package-binaries-hel1', s3_access_key_id = Sys.getenv('HETZNER_S3_ACCESS_KEY_K3S'), s3_secret_access_key = Sys.getenv('HETZNER_S3_SECRET_KEY_K3S'), metadata_db_host = 'r-binaries.devxy.io', metadata_db_name = 'build_metadata', metadata_db_table = 'single_builds', metadata_db_user = 'r_binaries', metadata_db_password = Sys.getenv('PGPASS'), metadata_db_sslmode = 'require', metadata_db_port = 15432, archive = TRUE, upload = TRUE, store_build_metadata = TRUE, platform = "amd64"))'
|
||||
backend_options:
|
||||
kubernetes:
|
||||
resources:
|
||||
requests:
|
||||
memory: 5Gi
|
||||
cpu: 2000m
|
||||
limits:
|
||||
memory: 20Gi
|
||||
cpu: 3000m
|
||||
nodeSelector:
|
||||
kubernetes.io/arch: amd64
|
||||
node.kubernetes.io/instance-type: AX42
|
||||
tolerations:
|
||||
- key: 'CI'
|
||||
operator: 'Equal'
|
||||
value: 'true'
|
||||
effect: 'NoSchedule'
|
||||
|
|
@ -1,68 +0,0 @@
|
|||
when:
|
||||
- event: manual
|
||||
evaluate: 'task == "build-single-rhel8-arm64"'
|
||||
# PACKAGE:
|
||||
# TAG: # set NULL to build all versions
|
||||
|
||||
skip_clone: true
|
||||
|
||||
steps:
|
||||
- name: 'Build binaries'
|
||||
image: docker.io/devxygmbh/arm64-binaries-r-redhat-8
|
||||
pull: true
|
||||
environment:
|
||||
RED_HAT_DEV_PW:
|
||||
from_secret: RED_HAT_DEV_PW
|
||||
HETZNER_S3_ACCESS_KEY_K3S:
|
||||
from_secret: HETZNER_S3_ACCESS_KEY_K3S
|
||||
HETZNER_S3_SECRET_KEY_K3S:
|
||||
from_secret: HETZNER_S3_SECRET_KEY_K3S
|
||||
PGPASS:
|
||||
from_secret: PGPASS
|
||||
GIT_RO_TOKEN:
|
||||
from_secret: GIT_RO_TOKEN
|
||||
GITHUB_PAT:
|
||||
from_secret: GITHUB_PAT
|
||||
# normal env vars
|
||||
GIT_USER: pat-s
|
||||
NTFY_SERVER:
|
||||
from_secret: NTFY_SERVER
|
||||
NTFY_TOPIC:
|
||||
from_secret: NTFY_TOPIC
|
||||
NTFY_AUTH: TRUE
|
||||
NTFY_PASSWORD:
|
||||
from_secret: ntfy_token
|
||||
# set the location of the 'pkgcache' cache dir which persists the R package dependencies needed to install the packages themselves
|
||||
R_PKG_CACHE_DIR: /mnt/cache/pkgcache
|
||||
R_LIBS_USER: /mnt/cache/R-pkgs
|
||||
CCACHE_DIR: /mnt/cache/ccache
|
||||
PLATFORM: redhat-8
|
||||
ARCH: arm64
|
||||
NCPUS: 4
|
||||
STRATEGY: sequential
|
||||
# volumes:
|
||||
# - arm64-binaries-r-dep-cache-redhat-8:/mnt/cache
|
||||
commands:
|
||||
- git clone -q https://pat-s:$$GIT_RO_TOKEN@git.devxy.io/devxy/build-cran-binaries.git .
|
||||
- rm -rf /mnt/cache/R-pkgs/00LOCK-r-pkg-binaries /mnt/cache/R-pkgs/00LOCK-bincraft /mnt/cache/R-pkgs/00LOCK-pak /mnt/cache/pkgcache/R/pkgcache /mnt/cache/pkgcache/R/pkgcache /mnt/cache/R-pkgs/pkgcache
|
||||
- R -q -e 'pak::pak("git::https://codefloe.com/rpkgs/bincraft.git")'
|
||||
- R -q -e 'packageVersion("bincraft")'
|
||||
- mkdir -p /mnt/cache/pkgcache /mnt/cache/R-pkgs /mnt/cache/ccache /mnt/cache/packages
|
||||
- xvfb-run R -q -e "options(crayon.enabled = TRUE, Ncpus = $NCPUS, future.globals.onReference = NULL, repos = structure(c(CRAN = 'https://cran.devxy.io/$ARCH/rhel8/latest'))); progressr::handlers('cli'); progressr::handlers(global = TRUE); bincraft::build_binary_package(\"$$package\", tag = \"$$tag\", is_debug = FALSE, force = TRUE, s3_endpoint = 'https://hel1.your-objectstorage.com', s3_region = 'hel1', s3_bucket = 'devxy-r-package-binaries-hel1', s3_access_key_id = Sys.getenv('HETZNER_S3_ACCESS_KEY_K3S'), s3_secret_access_key = Sys.getenv('HETZNER_S3_SECRET_KEY_K3S'), metadata_db_host = 'r-binaries.devxy.io', metadata_db_name = 'build_metadata', metadata_db_table = 'single_builds', metadata_db_user = 'r_binaries', metadata_db_password = Sys.getenv('PGPASS'), metadata_db_sslmode = 'require', metadata_db_port = 15432, archive = TRUE, upload = TRUE, store_build_metadata = TRUE, platform = 'redhat-8')"
|
||||
backend_options:
|
||||
kubernetes:
|
||||
resources:
|
||||
requests:
|
||||
memory: 5Gi
|
||||
cpu: 2000m
|
||||
limits:
|
||||
memory: 20Gi
|
||||
cpu: 3000m
|
||||
nodeSelector:
|
||||
kubernetes.io/arch: arm64
|
||||
node.kubernetes.io/instance-type: AX42
|
||||
tolerations:
|
||||
- key: 'CI'
|
||||
operator: 'Equal'
|
||||
value: 'true'
|
||||
effect: 'NoSchedule'
|
||||
|
|
@ -1,130 +0,0 @@
|
|||
when:
|
||||
- event: manual
|
||||
evaluate: 'build == "all"'
|
||||
- event: manual
|
||||
evaluate: 'build == "redhat-8-arm64"'
|
||||
- event: manual
|
||||
evaluate: 'build == "all-arm64"'
|
||||
|
||||
skip_clone: true
|
||||
|
||||
steps:
|
||||
# - name: 'Warming up'
|
||||
# image: busybox:latest
|
||||
# failure: ignore
|
||||
# commands:
|
||||
# - sleep 300
|
||||
# - echo "Warmed Up"
|
||||
# backend_options:
|
||||
# kubernetes:
|
||||
# resources:
|
||||
# requests:
|
||||
# memory: 14Gi
|
||||
# cpu: 3000m
|
||||
# limits:
|
||||
# memory: 14Gi
|
||||
# cpu: 3000m
|
||||
# nodeSelector:
|
||||
# kubernetes.io/arch: arm64
|
||||
# node.kubernetes.io/instance-type: cax31
|
||||
# tolerations:
|
||||
# - key: 'CI'
|
||||
# operator: 'Equal'
|
||||
# value: 'true'
|
||||
# effect: 'NoSchedule'
|
||||
|
||||
- name: 'Build binaries'
|
||||
image: docker.io/devxygmbh/arm64-binaries-r-redhat-8
|
||||
pull: true
|
||||
# to ensure the PACKAGES upload step is being executed
|
||||
failure: ignore
|
||||
environment:
|
||||
RED_HAT_DEV_PW:
|
||||
from_secret: RED_HAT_DEV_PW
|
||||
HETZNER_S3_ACCESS_KEY_K3S:
|
||||
from_secret: HETZNER_S3_ACCESS_KEY_K3S
|
||||
HETZNER_S3_SECRET_KEY_K3S:
|
||||
from_secret: HETZNER_S3_SECRET_KEY_K3S
|
||||
PGPASS:
|
||||
from_secret: PGPASS
|
||||
GIT_RO_TOKEN:
|
||||
from_secret: GIT_RO_TOKEN
|
||||
GITHUB_PAT:
|
||||
from_secret: GITHUB_PAT
|
||||
# normal env vars
|
||||
GIT_USER: pat-s
|
||||
NTFY_SERVER:
|
||||
from_secret: NTFY_SERVER
|
||||
NTFY_TOPIC:
|
||||
from_secret: NTFY_TOPIC
|
||||
NTFY_AUTH: TRUE
|
||||
NTFY_PASSWORD:
|
||||
from_secret: ntfy_token
|
||||
# set the location of the 'pkgcache' cache dir which persists the R package dependencies needed to install the packages themselves
|
||||
R_PKG_CACHE_DIR: /mnt/cache/pkgcache
|
||||
R_LIBS_USER: /mnt/cache/R-pkgs
|
||||
CCACHE_DIR: /mnt/cache/ccache
|
||||
PLATFORM: redhat-8
|
||||
BLOCK: 20500:length(pkgs)
|
||||
ARCH: arm64
|
||||
NCPUS: 2
|
||||
MEMORY: 14Gi
|
||||
INSTANCE_TYPE: cax31
|
||||
STRATEGY: multisession
|
||||
# volumes:
|
||||
# - arm64-binaries-r-dep-cache-redhat-8:/mnt/cache
|
||||
commands:
|
||||
- git clone -q https://pat-s:$$GIT_RO_TOKEN@git.devxy.io/devxy/build-cran-binaries.git .
|
||||
- rm -rf /mnt/cache/R-pkgs/00LOCK-r-pkg-binaries /mnt/cache/R-pkgs/00LOCK-bincraft /mnt/cache/R-pkgs/00LOCK-pak /mnt/cache/pkgcache/R/pkgcache /mnt/cache/pkgcache/R/pkgcache /mnt/cache/R-pkgs/pkgcache
|
||||
- R -q -e 'pak::pak("git::https://codefloe.com/rpkgs/bincraft.git")'
|
||||
- R -q -e 'packageVersion("bincraft")'
|
||||
- mkdir -p /mnt/cache/pkgcache /mnt/cache/R-pkgs /mnt/cache/ccache /mnt/cache/packages
|
||||
# Windows-only: 'RInno', 'KeyboardSimulator', 'R2PPT', 'RWinEdt', 'blatr', 'excel.link', 'spectrino', 'taskscheduleR', 'MDSGUI', 'BiplotGUI', 'R2wd', 'rFUSION', 'MediaNews'
|
||||
- xvfb-run R -q -e "options(crayon.enabled = TRUE, Ncpus = $NCPUS, future.globals.onReference = NULL); pkgs = c('aphylo', 'atime'); pkgs = setdiff(pkgs, c('RInno', 'MediaNews', 'RInno', 'KeyboardSimulator', 'R2PPT', 'RWinEdt', 'blatr', 'excel.link', 'spectrino', 'taskscheduleR', 'MDSGUI', 'BiplotGUI', 'R2wd')); progressr::handlers('cli'); progressr::handlers(global = TRUE); foo = lapply(pkgs, function(x) bincraft::build_binary_package(x, is_debug = FALSE, force = TRUE, s3_endpoint = 'https://hel1.your-objectstorage.com', s3_region = 'hel1', s3_bucket = 'devxy-r-package-binaries-hel1', s3_access_key_id = Sys.getenv('HETZNER_S3_ACCESS_KEY_K3S'), s3_secret_access_key = Sys.getenv('HETZNER_S3_SECRET_KEY_K3S'), metadata_db_host = 'r-binaries.devxy.io', metadata_db_name = 'build_metadata', metadata_db_table = 'single_builds', metadata_db_user = 'r_binaries', metadata_db_password = Sys.getenv('PGPASS'), metadata_db_sslmode = 'require', metadata_db_port = 15432, archive = TRUE, upload = TRUE, store_build_metadata = TRUE, platform = 'redhat-8'))"
|
||||
### Manual pkg builds
|
||||
# webshot2, tabledown, TestAnaAPP, trekcolors, Spectran, SimNPH, RPushbullet, SimDesign, simCAT, SIAmodules, shinytest2, ShinyItemAnalysis, shinyIRT, shiny.benchmark, scDIFtest, RSP, qtkit, PROsetta, prettifyAddins, PerFit, outlierensembles, nomnoml, mxfda, MultBiplotR, mstDIF, mdsr, makepipe, lordif, kequate, jstager, jrt, irtreliability, irtQ, irtpwr, irtGUI, irtawsi, GRShiny, GPCMlasso, googletraffic, giacR, flps, flow, faoutlier, equateIRT, EnrichIntersect, EFA.dimensions, DFIT, D3mirt, ctgdist, CoTiMA, ConvertPar, bscui, BifactorIndicesCalculator, autoFC, airt: wait for https://github.com/rstudio/r-system-requirements/pull/178
|
||||
# RInno: Windows-only
|
||||
# skedastic: waiting for ROI.plugin.qpoases (https://gitlab.com/roigrp/solver/ROI.plugin.qpoases/-/issues/1)
|
||||
# rswipl: ccache issues: https://github.com/mgondan/rswipl/issues/3 -> solved
|
||||
# Rpoppler: https://github.com/rstudio/r-system-requirements/pull/179/
|
||||
# ROracle: sysdep missing -> create rule
|
||||
# ROI.plugin.qpoases: https://gitlab.com/roigrp/solver/ROI.plugin.qpoases/-/issues/1
|
||||
# ROI.plugin.cplex: checking for cplex... no -> requires propriatary software IBM Cplex
|
||||
# RmecabKo: fatal error: mecab.h: No such file or directory
|
||||
# rmarchingcubes: error: narrowing conversion of '-1' from 'int' to 'char' [-Wnarrowing] -> https://github.com/shwilks/rmarchingcubes/issues/3
|
||||
# RcppMeCab: /bin/bash: line 2: mecab-config: command not found -> https://github.com/rstudio/r-system-requirements/pull/180
|
||||
# Rcplex: checking for cplex... no -> requires propriatary software IBM Cplex
|
||||
# Rblpapi: Unknown architecture: aarch64. Exiting. -> https://github.com/Rblp/Rblpapi/issues/399
|
||||
# Rbeast: aarch64 issue -> https://github.com/zhaokg/Rbeast/issues/29
|
||||
# ravetools: checking for FFTW... configure: error: Package requirements (fftw3) were not met: -> fftw3 rule needed
|
||||
# Racmacs -> rmarchingcubes
|
||||
# minic: /usr/include/c++/13/bits/stl_algo.h:5805:5: note: template argument deduction/substitution failed:
|
||||
# KSgeneral -> aligned_mem.h:6:10: fatal error: mm_malloc.h: No such file or directory -> https://github.com/d-dimitrova/KSgeneral/issues/1
|
||||
# gpuR -> /usr/bin/ld: cannot find -lOpenCL: No such file or directory -> no GPU avail
|
||||
# clrng -> gpuR
|
||||
# BRugs: configure: error: OpenBUGS 3.2.2 or later not found. as it is only one package, not doing anything
|
||||
# gamstransfer -> gdx/src/gdlib/gmsstrm.cpp:85:70: error: narrowing conversion of '-1' from 'std::char_traits<char>::int_type' {aka 'int'} to 'char' [-Wnarrowing] -> https://github.com/GAMS-dev/transfer-r/issues/2
|
||||
# filters: <simpleError: `target` must be a character vector containing no `NA` values.> -> email sent
|
||||
# magickGUI, biplotbootGUI
|
||||
# ymd (alpine, voi)
|
||||
# tfrmtbuilder -> V8 (alpine)
|
||||
# Rcmdr (alpine)
|
||||
# readstata13 (alpine)
|
||||
# - xvfb-run R -q -e 'options(crayon.enabled = TRUE, Ncpus = $NCPUS, future.globals.onReference = NULL); pkgs = c( "RcmdrPlugin.orloca", "RcmdrPlugin.PcaRobust", "RcmdrPlugin.RiskDemo", "RcmdrPlugin.RMTCJags", "RcmdrPlugin.ROC", "RcmdrPlugin.sos" , "RcmdrPlugin.survival", "RcmdrPlugin.TeachingDemos", "RcmdrPlugin.TeachStat", "RcmdrPlugin.temis", "RcmdrPlugin.UCA", "RcmdrPlugin.WorldFlora", "streamDAG", "stan4bart", "snplinkage", "saeHB.panel.beta", "rTwig", "rswipl", "RPointCloud", "rPDBapi", "rolog", "rmcfs", "rjags", "ResultModelManager", "RcppCWB", "RcmdrPlugin.WorldFlora", "RcmdrPlugin.UCA", "RcmdrPlugin.temis", "RcmdrPlugin.TeachStat", "RcmdrPlugin.TeachingDemos", "RcmdrPlugin.survival", "RcmdrPlugin.sos", "RcmdrPlugin.ROC", "RcmdrPlugin.RMTCJags", "RcmdrPlugin.RiskDemo", "RcmdrPlugin.PcaRobust", "RclusTool", "Rbeast", "rayrender", "quanteda.textmodels", "polmineR", "plotBart", "NlinTS", "ndtv", "overtureR", "mathml", "magickGUI", "lgpr", "KappaGUI", "historicalborrow", "GSODR", "GRIDCOPULA", "googleAnalyticsR", "fluidsynth", "EventDetectGUI", "evalITR", "EBcoBART", "deeptrafo", "dbarts", "CRE", "countSTAR", "bartMan", "bartCause", "altmeta", "EthSEQ", "dartR.spatial", "dartR.sim", "gwid", "Mega2R", "priorCON", "prior3D", "MCARtest", "designmatch", "highs", "ROI.plugin.highs", "GPCMlasso"); library(bincraft); options(progressr.enable = TRUE); foo = lapply(pkgs, function(x) build_binary_package(x, is_debug = FALSE, force = TRUE, s3_endpoint = 'https://hel1.your-objectstorage.com', s3_region = 'hel1', s3_bucket = 'devxy-r-package-binaries-hel1', s3_access_key_id = Sys.getenv('HETZNER_S3_ACCESS_KEY_K3S'), s3_secret_access_key = Sys.getenv('HETZNER_S3_SECRET_KEY_K3S'), metadata_db_host = 'r-binaries.devxy.io', metadata_db_name = 'build_metadata', metadata_db_table = 'single_builds', metadata_db_user = 'r_binaries', metadata_db_password = Sys.getenv('PGPASS'), metadata_db_sslmode = 'require', metadata_db_port = 15432, archive = TRUE, upload = TRUE, store_build_metadata = TRUE, platform = "arm64"))'
|
||||
backend_options:
|
||||
kubernetes:
|
||||
resources:
|
||||
requests:
|
||||
memory: 5Gi
|
||||
cpu: 3000m
|
||||
limits:
|
||||
memory: 14Gi
|
||||
cpu: 3000m
|
||||
nodeSelector:
|
||||
kubernetes.io/arch: arm64
|
||||
node.kubernetes.io/instance-type: cax41
|
||||
tolerations:
|
||||
- key: 'CI'
|
||||
operator: 'Equal'
|
||||
value: 'true'
|
||||
effect: 'NoSchedule'
|
||||
|
|
@ -1,69 +0,0 @@
|
|||
when:
|
||||
- event: manual
|
||||
evaluate: 'task == "build-single-rhel9-amd64"'
|
||||
# PACKAGE:
|
||||
# TAG: # set NULL to build all versions
|
||||
|
||||
skip_clone: true
|
||||
|
||||
steps:
|
||||
- name: 'Build binaries'
|
||||
image: docker.io/devxygmbh/amd64-binaries-r-redhat-9
|
||||
pull: true
|
||||
environment:
|
||||
RED_HAT_DEV_PW:
|
||||
from_secret: RED_HAT_DEV_PW
|
||||
HETZNER_S3_ACCESS_KEY_K3S:
|
||||
from_secret: HETZNER_S3_ACCESS_KEY_K3S
|
||||
HETZNER_S3_SECRET_KEY_K3S:
|
||||
from_secret: HETZNER_S3_SECRET_KEY_K3S
|
||||
PGPASS:
|
||||
from_secret: PGPASS
|
||||
GIT_RO_TOKEN:
|
||||
from_secret: GIT_RO_TOKEN
|
||||
GITHUB_PAT:
|
||||
from_secret: GITHUB_PAT
|
||||
# normal env vars
|
||||
GIT_USER: pat-s
|
||||
NTFY_SERVER:
|
||||
from_secret: NTFY_SERVER
|
||||
NTFY_TOPIC:
|
||||
from_secret: NTFY_TOPIC
|
||||
NTFY_AUTH: TRUE
|
||||
NTFY_PASSWORD:
|
||||
from_secret: ntfy_token
|
||||
# set the location of the 'pkgcache' cache dir which persists the R package dependencies needed to install the packages themselves
|
||||
R_PKG_CACHE_DIR: /mnt/cache/pkgcache
|
||||
R_LIBS_USER: /mnt/cache/R-pkgs
|
||||
CCACHE_DIR: /mnt/cache/ccache
|
||||
PLATFORM: redhat-9
|
||||
ARCH: amd64
|
||||
NCPUS: 4
|
||||
STRATEGY: sequential
|
||||
# volumes:
|
||||
# - amd64-binaries-r-dep-cache-redhat-9:/mnt/cache
|
||||
commands:
|
||||
- git clone -q https://pat-s:$$GIT_RO_TOKEN@git.devxy.io/devxy/build-cran-binaries.git .
|
||||
- rm -rf /mnt/cache/R-pkgs/00LOCK-r-pkg-binaries /mnt/cache/R-pkgs/00LOCK-bincraft /mnt/cache/R-pkgs/00LOCK-pak /mnt/cache/pkgcache/R/pkgcache /mnt/cache/pkgcache/R/pkgcache /mnt/cache/R-pkgs/pkgcache
|
||||
- R -q -e 'pak::pak("git::https://codefloe.com/rpkgs/bincraft.git")'
|
||||
- R -q -e 'packageVersion("bincraft")'
|
||||
- mkdir -p /mnt/cache/pkgcache /mnt/cache/R-pkgs /mnt/cache/ccache /mnt/cache/packages
|
||||
# Windows-only: 'RInno', 'KeyboardSimulator', 'R2PPT', 'RWinEdt', 'blatr', 'excel.link', 'spectrino', 'taskscheduleR', 'MDSGUI', 'BiplotGUI', 'R2wd', 'rFUSION', 'MediaNews'
|
||||
- xvfb-run R -q -e "options(crayon.enabled = TRUE, Ncpus = $NCPUS, future.globals.onReference = NULL, repos = structure(c(CRAN = 'https://cran.devxy.io/$ARCH/rhel9/latest'))); progressr::handlers('cli'); progressr::handlers(global = TRUE); bincraft::build_binary_package(\"$$package\", tag = \"$$tag\", is_debug = FALSE, force = TRUE, s3_endpoint = 'https://hel1.your-objectstorage.com', s3_region = 'hel1', s3_bucket = 'devxy-r-package-binaries-hel1', s3_access_key_id = Sys.getenv('HETZNER_S3_ACCESS_KEY_K3S'), s3_secret_access_key = Sys.getenv('HETZNER_S3_SECRET_KEY_K3S'), metadata_db_host = 'r-binaries.devxy.io', metadata_db_name = 'build_metadata', metadata_db_table = 'single_builds', metadata_db_user = 'r_binaries', metadata_db_password = Sys.getenv('PGPASS'), metadata_db_sslmode = 'require', metadata_db_port = 15432, archive = TRUE, upload = TRUE, store_build_metadata = TRUE, platform = 'redhat-9')"
|
||||
backend_options:
|
||||
kubernetes:
|
||||
resources:
|
||||
requests:
|
||||
memory: 5Gi
|
||||
cpu: 2000m
|
||||
limits:
|
||||
memory: 20Gi
|
||||
cpu: 3000m
|
||||
nodeSelector:
|
||||
kubernetes.io/arch: amd64
|
||||
node.kubernetes.io/instance-type: AX42
|
||||
tolerations:
|
||||
- key: 'CI'
|
||||
operator: 'Equal'
|
||||
value: 'true'
|
||||
effect: 'NoSchedule'
|
||||
Some files were not shown because too many files have changed in this diff Show more
Loading…
Reference in a new issue