devxy/build-cran-binaries
Watch
1
0
Fork
You've already forked build-cran-binaries
 0
Code Issues 11 Pull requests Releases Activity

build

Browse source
This commit is contained in:
Patrick Schratz 2024-09-23 12:05:56 +02:00
commit 25c493d5b9
Signed by: pat-s
GPG key ID: 3C6318841EF78925
3 changed files with 59 additions and 63 deletions
Download patch file Download diff file Expand all files Collapse all files

37
.woodpecker/build.yaml
View file

@ -8,26 +8,26 @@ depends_on:
matrix: matrix:
include: include:
- PLATFORM: redhat-9 # - PLATFORM: redhat-9
BLOCK: 1135:length(pkgs) # BLOCK: 1135:length(pkgs)
ARCH: arm64 # ARCH: arm64
NCPUS: 2 # NCPUS: 2
MEMORY: 29Gi # MEMORY: 29Gi
STRATEGY: multisession # STRATEGY: multisession
- PLATFORM: redhat-8 # - PLATFORM: redhat-8
BLOCK: 1098:length(pkgs) # BLOCK: 1098:length(pkgs)
ARCH: arm64 # ARCH: arm64
NCPUS: 2 # NCPUS: 2
MEMORY: 29Gi # MEMORY: 29Gi
STRATEGY: multisession # STRATEGY: multisession
- PLATFORM: ubuntu-2404 - PLATFORM: ubuntu-2404
BLOCK: 1226:length(pkgs) BLOCK: 1248:length(pkgs)
ARCH: arm64 ARCH: arm64
NCPUS: 2 NCPUS: 2
MEMORY: 29Gi MEMORY: 29Gi
STRATEGY: multisession STRATEGY: multisession
- PLATFORM: ubuntu-2204 - PLATFORM: ubuntu-2204
BLOCK: 1302:length(pkgs) BLOCK: 1325:length(pkgs)
ARCH: arm64 ARCH: arm64
NCPUS: 2 NCPUS: 2
MEMORY: 29Gi MEMORY: 29Gi
@ -52,7 +52,7 @@ matrix:
MEMORY: 29Gi MEMORY: 29Gi
STRATEGY: multisession STRATEGY: multisession
- PLATFORM: ubuntu-2404 - PLATFORM: ubuntu-2404
BLOCK: 1436:length(pkgs) BLOCK: 1481:length(pkgs)
ARCH: amd64 ARCH: amd64
NCPUS: 2 NCPUS: 2
MEMORY: 29Gi MEMORY: 29Gi
@ -99,7 +99,8 @@ steps:
### Check ### Check
# - Rsymphony/ROI.plugin.symphony/adea/PortfolioAnalytics -> can't install/link external SYMPHONY lib (only on RHEL, as for others syslib exists) # - Rsymphony/ROI.plugin.symphony/adea/PortfolioAnalytics -> can't install/link external SYMPHONY lib (only on RHEL, as for others syslib exists)
# - Rglpk # - Rglpk
- R -q -e 'options(crayon.enabled = TRUE, Ncpus = ${NCPUS}, future.globals.onReference = NULL); pkgs = tools::CRAN_package_db()[[1]]; pkgs = setdiff(pkgs[${BLOCK}], c("Rsymphony", "PortfolioAnalytics", "ROI.plugin.symphony", "adea", "RInno", "skedastic", "RPushbullet", "SimNPH", "SimDesign","simCAT", "SIAmodules", "shinytest2", "shinyIRT", "ShinyItemAnalysis", "shiny.benchmark", "scDIFtest", "RSP", "ROracle", "ROI.plugin.qpoases", "ROI.plugin.cplex", "RmecabKo", "rmarchingcubes", "RcppMeCab", "Rcplex", "ravetools", "Rbeast", "Rblpapi", "RcppEnsmallen", "qtkit", "priorCON", "prior3D", "PerFit", "outlierensembles", "nomnoml", "mxfda", "MultBiplotR", "mstDIF", "mdsr", "makepipe", "lordif", "KSgeneral", "kequate", "jstager", "jrt", "irtreliability", "irtQ", "irtpwr", "irtawsi", "GRShiny", "gpuR", "googletraffic", "giacR", "gamstransfer", "flps", "flow", "filters", "faoutlier", "equateIRT", "EnrichIntersect", "EFA.dimensions", "DFIT", "D3mirt", "ctgdist", "CoTiMA", "ConvertPar", "clrng", "bscui", "BifactorIndicesCalculator", "autoFC", "airt")); library(bincraftR); future::plan("${STRATEGY}", workers = ${NCPUS}, rscript_startup = quote(options(crayon.enabled = TRUE))); options(progressr.enable = TRUE); progressr::handlers("cli"); progressr::handlers(global = TRUE); pkgs = foo = lapply(pkgs, function(x) build_binary_package(x, build_for_minor=FALSE, debug = FALSE, force = TRUE, platform = "${PLATFORM}"))' # biplotbootGUI: somehow ubuntu still hangs even when using xvfb-run
- R -q -e 'options(crayon.enabled = TRUE, Ncpus = ${NCPUS}, future.globals.onReference = NULL); pkgs = tools::CRAN_package_db()[[1]]; pkgs = setdiff(pkgs[${BLOCK}], c("biplotbootGUI", "Rsymphony", "PortfolioAnalytics", "ROI.plugin.symphony", "adea", "RInno", "skedastic", "RPushbullet", "SimNPH", "SimDesign","simCAT", "SIAmodules", "shinytest2", "shinyIRT", "ShinyItemAnalysis", "shiny.benchmark", "scDIFtest", "RSP", "ROracle", "ROI.plugin.qpoases", "ROI.plugin.cplex", "RmecabKo", "rmarchingcubes", "RcppMeCab", "Rcplex", "ravetools", "Rbeast", "Rblpapi", "RcppEnsmallen", "qtkit", "priorCON", "prior3D", "PerFit", "outlierensembles", "nomnoml", "mxfda", "MultBiplotR", "mstDIF", "mdsr", "makepipe", "lordif", "KSgeneral", "kequate", "jstager", "jrt", "irtreliability", "irtQ", "irtpwr", "irtawsi", "GRShiny", "gpuR", "googletraffic", "giacR", "gamstransfer", "flps", "flow", "filters", "faoutlier", "equateIRT", "EnrichIntersect", "EFA.dimensions", "DFIT", "D3mirt", "ctgdist", "CoTiMA", "ConvertPar", "clrng", "bscui", "BifactorIndicesCalculator", "autoFC", "airt")); library(bincraftR); future::plan("${STRATEGY}", workers = ${NCPUS}, rscript_startup = quote(options(crayon.enabled = TRUE))); options(progressr.enable = TRUE); progressr::handlers("cli"); progressr::handlers(global = TRUE); pkgs = foo = lapply(pkgs, function(x) build_binary_package(x, build_for_minor=FALSE, debug = FALSE, force = TRUE, platform = "${PLATFORM}"))'
### Manual pkg builds ### Manual pkg builds
# webshot2, tabledown, TestAnaAPP, trekcolors, Spectran, SimNPH, RPushbullet, SimDesign, simCAT, SIAmodules, shinytest2, ShinyItemAnalysis, shinyIRT, shiny.benchmark, scDIFtest, RSP, qtkit, PROsetta, prettifyAddins, PerFit, outlierensembles, nomnoml, mxfda, MultBiplotR, mstDIF, mdsr, makepipe, lordif, kequate, jstager, jrt, irtreliability, irtQ, irtpwr, irtGUI, irtawsi, GRShiny, GPCMlasso, googletraffic, giacR, flps, flow, faoutlier, equateIRT, EnrichIntersect, EFA.dimensions, DFIT, D3mirt, ctgdist, CoTiMA, ConvertPar, bscui, BifactorIndicesCalculator, autoFC, airt: wait for https://github.com/rstudio/r-system-requirements/pull/178 # webshot2, tabledown, TestAnaAPP, trekcolors, Spectran, SimNPH, RPushbullet, SimDesign, simCAT, SIAmodules, shinytest2, ShinyItemAnalysis, shinyIRT, shiny.benchmark, scDIFtest, RSP, qtkit, PROsetta, prettifyAddins, PerFit, outlierensembles, nomnoml, mxfda, MultBiplotR, mstDIF, mdsr, makepipe, lordif, kequate, jstager, jrt, irtreliability, irtQ, irtpwr, irtGUI, irtawsi, GRShiny, GPCMlasso, googletraffic, giacR, flps, flow, faoutlier, equateIRT, EnrichIntersect, EFA.dimensions, DFIT, D3mirt, ctgdist, CoTiMA, ConvertPar, bscui, BifactorIndicesCalculator, autoFC, airt: wait for https://github.com/rstudio/r-system-requirements/pull/178
# RInno: Windows-only # RInno: Windows-only
@ -138,10 +139,10 @@ steps:
resources: resources:
requests: requests:
memory: ${MEMORY} memory: ${MEMORY}
# cpu: 12000m cpu: 12000m
limits: limits:
memory: ${MEMORY} memory: ${MEMORY}
# cpu: 16000m cpu: 16000m
### PROD-sequential ### PROD-sequential
# resources: # resources:
# requests: # requests:

43
.woodpecker/images.yaml
View file

@ -7,36 +7,31 @@ depends_on:
matrix: matrix:
include: include:
# - PLATFORM: redhat-9 - PLATFORM: redhat-9
# ARCH: arm64 ARCH: arm64
# - PLATFORM: redhat-9 - PLATFORM: redhat-9
# ARCH: amd64 ARCH: amd64
# - PLATFORM: redhat-8 - PLATFORM: redhat-8
# ARCH: arm64 ARCH: arm64
# - PLATFORM: redhat-8 - PLATFORM: redhat-8
# ARCH: amd64 ARCH: amd64
# - PLATFORM: ubuntu-2404 - PLATFORM: ubuntu-2404
# ARCH: arm64 ARCH: arm64
# - PLATFORM: ubuntu-2404 - PLATFORM: ubuntu-2404
# ARCH: amd64 ARCH: amd64
# - PLATFORM: ubuntu-2204 - PLATFORM: ubuntu-2204
# ARCH: arm64 ARCH: arm64
# - PLATFORM: ubuntu-2204 - PLATFORM: ubuntu-2204
# ARCH: amd64 ARCH: amd64
# - PLATFORM: alpine-320 - PLATFORM: alpine-320
# ARCH: arm64 ARCH: arm64
- PLATFORM: alpine-320 - PLATFORM: alpine-320
ARCH: amd64 ARCH: amd64
steps: steps:
- name: 'Build image' - name: 'Build image'
image: woodpeckerci/plugin-docker-buildx:4.2.0 image: woodpeckerci/plugin-docker-buildx:4.2.0
# secrets: [RED_HAT_DEV_PW, GITHUB_PAT] secrets: [RED_HAT_DEV_PW, GITHUB_PAT]
environment:
GITHUB_PAT:
from_secret: GITHUB_PAT
RED_HAT_DEV_PW:
from_secret: RED_HAT_DEV_PW
settings: settings:
platforms: linux/${ARCH} platforms: linux/${ARCH}
Dockerfile: docker/Dockerfile-${PLATFORM} Dockerfile: docker/Dockerfile-${PLATFORM}

42
.woodpecker/warm_up_build.yaml
View file

@ -5,37 +5,37 @@ skip_clone: true
matrix: matrix:
include: include:
- PLATFORM: redhat-9 # - PLATFORM: redhat-9
BLOCK: 1094:length(pkgs) # BLOCK: 1135:length(pkgs)
ARCH: arm64 # ARCH: arm64
NCPUS: 2 # NCPUS: 2
MEMORY: 29Gi # MEMORY: 29Gi
STRATEGY: multisession # STRATEGY: multisession
- PLATFORM: redhat-8 # - PLATFORM: redhat-8
BLOCK: 1059:length(pkgs) # BLOCK: 1098:length(pkgs)
ARCH: arm64 # ARCH: arm64
NCPUS: 2 # NCPUS: 2
MEMORY: 29Gi # MEMORY: 29Gi
STRATEGY: multisession # STRATEGY: multisession
- PLATFORM: ubuntu-2404 - PLATFORM: ubuntu-2404
BLOCK: 1144:length(pkgs) BLOCK: 1248:length(pkgs)
ARCH: arm64 ARCH: arm64
NCPUS: 2 NCPUS: 2
MEMORY: 29Gi MEMORY: 29Gi
STRATEGY: multisession STRATEGY: multisession
- PLATFORM: ubuntu-2204 - PLATFORM: ubuntu-2204
BLOCK: 1179:length(pkgs) BLOCK: 1325:length(pkgs)
ARCH: arm64 ARCH: arm64
NCPUS: 2 NCPUS: 2
MEMORY: 29Gi MEMORY: 29Gi
STRATEGY: multisession STRATEGY: multisession
- PLATFORM: alpine-320 - PLATFORM: alpine-320
BLOCK: 550:length(pkgs) BLOCK: 1199:length(pkgs)
ARCH: arm64 ARCH: arm64
NCPUS: 2 NCPUS: 2
MEMORY: 29Gi MEMORY: 29Gi
STRATEGY: multisession STRATEGY: multisession
# ### AMD ### AMD
- PLATFORM: redhat-9 - PLATFORM: redhat-9
BLOCK: 690:length(pkgs) BLOCK: 690:length(pkgs)
ARCH: amd64 ARCH: amd64
@ -49,19 +49,19 @@ matrix:
MEMORY: 29Gi MEMORY: 29Gi
STRATEGY: multisession STRATEGY: multisession
- PLATFORM: ubuntu-2404 - PLATFORM: ubuntu-2404
BLOCK: 1339:length(pkgs) BLOCK: 1481:length(pkgs)
ARCH: amd64 ARCH: amd64
NCPUS: 2 NCPUS: 2
MEMORY: 29Gi MEMORY: 29Gi
STRATEGY: multisession STRATEGY: multisession
- PLATFORM: ubuntu-2204 - PLATFORM: ubuntu-2204
BLOCK: 1507:length(pkgs) BLOCK: 1542:length(pkgs)
ARCH: amd64 ARCH: amd64
NCPUS: 2 NCPUS: 2
MEMORY: 29Gi MEMORY: 29Gi
STRATEGY: multisession STRATEGY: multisession
- PLATFORM: alpine-320 - PLATFORM: alpine-320
BLOCK: 550:length(pkgs) BLOCK: 1161:length(pkgs)
ARCH: amd64 ARCH: amd64
NCPUS: 2 NCPUS: 2
MEMORY: 29Gi MEMORY: 29Gi
@ -79,10 +79,10 @@ steps:
resources: resources:
requests: requests:
memory: ${MEMORY} memory: ${MEMORY}
# cpu: 12000m cpu: 12000m
limits: limits:
memory: ${MEMORY} memory: ${MEMORY}
# cpu: 16000m cpu: 16000m
### PROD-sequential ### PROD-sequential
# resources: # resources:
# requests: # requests: