From 25c493d5b9bac768c335bba59d9acd7ece00102b Mon Sep 17 00:00:00 2001 From: pat-s Date: Mon, 23 Sep 2024 12:05:56 +0200 Subject: [PATCH] build --- .woodpecker/build.yaml | 37 +++++++++++++++-------------- .woodpecker/images.yaml | 43 +++++++++++++++------------------- .woodpecker/warm_up_build.yaml | 42 ++++++++++++++++----------------- 3 files changed, 59 insertions(+), 63 deletions(-) diff --git a/.woodpecker/build.yaml b/.woodpecker/build.yaml index dc8d5f2..c1f2b45 100644 --- a/.woodpecker/build.yaml +++ b/.woodpecker/build.yaml @@ -8,26 +8,26 @@ depends_on: matrix: include: - - PLATFORM: redhat-9 - BLOCK: 1135:length(pkgs) - ARCH: arm64 - NCPUS: 2 - MEMORY: 29Gi - STRATEGY: multisession - - PLATFORM: redhat-8 - BLOCK: 1098:length(pkgs) - ARCH: arm64 - NCPUS: 2 - MEMORY: 29Gi - STRATEGY: multisession + # - PLATFORM: redhat-9 + # BLOCK: 1135:length(pkgs) + # ARCH: arm64 + # NCPUS: 2 + # MEMORY: 29Gi + # STRATEGY: multisession + # - PLATFORM: redhat-8 + # BLOCK: 1098:length(pkgs) + # ARCH: arm64 + # NCPUS: 2 + # MEMORY: 29Gi + # STRATEGY: multisession - PLATFORM: ubuntu-2404 - BLOCK: 1226:length(pkgs) + BLOCK: 1248:length(pkgs) ARCH: arm64 NCPUS: 2 MEMORY: 29Gi STRATEGY: multisession - PLATFORM: ubuntu-2204 - BLOCK: 1302:length(pkgs) + BLOCK: 1325:length(pkgs) ARCH: arm64 NCPUS: 2 MEMORY: 29Gi @@ -52,7 +52,7 @@ matrix: MEMORY: 29Gi STRATEGY: multisession - PLATFORM: ubuntu-2404 - BLOCK: 1436:length(pkgs) + BLOCK: 1481:length(pkgs) ARCH: amd64 NCPUS: 2 MEMORY: 29Gi @@ -99,7 +99,8 @@ steps: ### Check # - Rsymphony/ROI.plugin.symphony/adea/PortfolioAnalytics -> can't install/link external SYMPHONY lib (only on RHEL, as for others syslib exists) # - Rglpk - - R -q -e 'options(crayon.enabled = TRUE, Ncpus = ${NCPUS}, future.globals.onReference = NULL); pkgs = tools::CRAN_package_db()[[1]]; pkgs = setdiff(pkgs[${BLOCK}], c("Rsymphony", "PortfolioAnalytics", "ROI.plugin.symphony", "adea", "RInno", "skedastic", "RPushbullet", "SimNPH", "SimDesign","simCAT", "SIAmodules", "shinytest2", "shinyIRT", "ShinyItemAnalysis", "shiny.benchmark", "scDIFtest", "RSP", "ROracle", "ROI.plugin.qpoases", "ROI.plugin.cplex", "RmecabKo", "rmarchingcubes", "RcppMeCab", "Rcplex", "ravetools", "Rbeast", "Rblpapi", "RcppEnsmallen", "qtkit", "priorCON", "prior3D", "PerFit", "outlierensembles", "nomnoml", "mxfda", "MultBiplotR", "mstDIF", "mdsr", "makepipe", "lordif", "KSgeneral", "kequate", "jstager", "jrt", "irtreliability", "irtQ", "irtpwr", "irtawsi", "GRShiny", "gpuR", "googletraffic", "giacR", "gamstransfer", "flps", "flow", "filters", "faoutlier", "equateIRT", "EnrichIntersect", "EFA.dimensions", "DFIT", "D3mirt", "ctgdist", "CoTiMA", "ConvertPar", "clrng", "bscui", "BifactorIndicesCalculator", "autoFC", "airt")); library(bincraftR); future::plan("${STRATEGY}", workers = ${NCPUS}, rscript_startup = quote(options(crayon.enabled = TRUE))); options(progressr.enable = TRUE); progressr::handlers("cli"); progressr::handlers(global = TRUE); pkgs = foo = lapply(pkgs, function(x) build_binary_package(x, build_for_minor=FALSE, debug = FALSE, force = TRUE, platform = "${PLATFORM}"))' + # biplotbootGUI: somehow ubuntu still hangs even when using xvfb-run + - R -q -e 'options(crayon.enabled = TRUE, Ncpus = ${NCPUS}, future.globals.onReference = NULL); pkgs = tools::CRAN_package_db()[[1]]; pkgs = setdiff(pkgs[${BLOCK}], c("biplotbootGUI", "Rsymphony", "PortfolioAnalytics", "ROI.plugin.symphony", "adea", "RInno", "skedastic", "RPushbullet", "SimNPH", "SimDesign","simCAT", "SIAmodules", "shinytest2", "shinyIRT", "ShinyItemAnalysis", "shiny.benchmark", "scDIFtest", "RSP", "ROracle", "ROI.plugin.qpoases", "ROI.plugin.cplex", "RmecabKo", "rmarchingcubes", "RcppMeCab", "Rcplex", "ravetools", "Rbeast", "Rblpapi", "RcppEnsmallen", "qtkit", "priorCON", "prior3D", "PerFit", "outlierensembles", "nomnoml", "mxfda", "MultBiplotR", "mstDIF", "mdsr", "makepipe", "lordif", "KSgeneral", "kequate", "jstager", "jrt", "irtreliability", "irtQ", "irtpwr", "irtawsi", "GRShiny", "gpuR", "googletraffic", "giacR", "gamstransfer", "flps", "flow", "filters", "faoutlier", "equateIRT", "EnrichIntersect", "EFA.dimensions", "DFIT", "D3mirt", "ctgdist", "CoTiMA", "ConvertPar", "clrng", "bscui", "BifactorIndicesCalculator", "autoFC", "airt")); library(bincraftR); future::plan("${STRATEGY}", workers = ${NCPUS}, rscript_startup = quote(options(crayon.enabled = TRUE))); options(progressr.enable = TRUE); progressr::handlers("cli"); progressr::handlers(global = TRUE); pkgs = foo = lapply(pkgs, function(x) build_binary_package(x, build_for_minor=FALSE, debug = FALSE, force = TRUE, platform = "${PLATFORM}"))' ### Manual pkg builds # webshot2, tabledown, TestAnaAPP, trekcolors, Spectran, SimNPH, RPushbullet, SimDesign, simCAT, SIAmodules, shinytest2, ShinyItemAnalysis, shinyIRT, shiny.benchmark, scDIFtest, RSP, qtkit, PROsetta, prettifyAddins, PerFit, outlierensembles, nomnoml, mxfda, MultBiplotR, mstDIF, mdsr, makepipe, lordif, kequate, jstager, jrt, irtreliability, irtQ, irtpwr, irtGUI, irtawsi, GRShiny, GPCMlasso, googletraffic, giacR, flps, flow, faoutlier, equateIRT, EnrichIntersect, EFA.dimensions, DFIT, D3mirt, ctgdist, CoTiMA, ConvertPar, bscui, BifactorIndicesCalculator, autoFC, airt: wait for https://github.com/rstudio/r-system-requirements/pull/178 # RInno: Windows-only @@ -138,10 +139,10 @@ steps: resources: requests: memory: ${MEMORY} - # cpu: 12000m + cpu: 12000m limits: memory: ${MEMORY} - # cpu: 16000m + cpu: 16000m ### PROD-sequential # resources: # requests: diff --git a/.woodpecker/images.yaml b/.woodpecker/images.yaml index 3c48588..e7c3a1b 100644 --- a/.woodpecker/images.yaml +++ b/.woodpecker/images.yaml @@ -7,36 +7,31 @@ depends_on: matrix: include: - # - PLATFORM: redhat-9 - # ARCH: arm64 - # - PLATFORM: redhat-9 - # ARCH: amd64 - # - PLATFORM: redhat-8 - # ARCH: arm64 - # - PLATFORM: redhat-8 - # ARCH: amd64 - # - PLATFORM: ubuntu-2404 - # ARCH: arm64 - # - PLATFORM: ubuntu-2404 - # ARCH: amd64 - # - PLATFORM: ubuntu-2204 - # ARCH: arm64 - # - PLATFORM: ubuntu-2204 - # ARCH: amd64 - # - PLATFORM: alpine-320 - # ARCH: arm64 + - PLATFORM: redhat-9 + ARCH: arm64 + - PLATFORM: redhat-9 + ARCH: amd64 + - PLATFORM: redhat-8 + ARCH: arm64 + - PLATFORM: redhat-8 + ARCH: amd64 + - PLATFORM: ubuntu-2404 + ARCH: arm64 + - PLATFORM: ubuntu-2404 + ARCH: amd64 + - PLATFORM: ubuntu-2204 + ARCH: arm64 + - PLATFORM: ubuntu-2204 + ARCH: amd64 + - PLATFORM: alpine-320 + ARCH: arm64 - PLATFORM: alpine-320 ARCH: amd64 steps: - name: 'Build image' image: woodpeckerci/plugin-docker-buildx:4.2.0 - # secrets: [RED_HAT_DEV_PW, GITHUB_PAT] - environment: - GITHUB_PAT: - from_secret: GITHUB_PAT - RED_HAT_DEV_PW: - from_secret: RED_HAT_DEV_PW + secrets: [RED_HAT_DEV_PW, GITHUB_PAT] settings: platforms: linux/${ARCH} Dockerfile: docker/Dockerfile-${PLATFORM} diff --git a/.woodpecker/warm_up_build.yaml b/.woodpecker/warm_up_build.yaml index 327a1a0..98ad159 100644 --- a/.woodpecker/warm_up_build.yaml +++ b/.woodpecker/warm_up_build.yaml @@ -5,37 +5,37 @@ skip_clone: true matrix: include: - - PLATFORM: redhat-9 - BLOCK: 1094:length(pkgs) - ARCH: arm64 - NCPUS: 2 - MEMORY: 29Gi - STRATEGY: multisession - - PLATFORM: redhat-8 - BLOCK: 1059:length(pkgs) - ARCH: arm64 - NCPUS: 2 - MEMORY: 29Gi - STRATEGY: multisession + # - PLATFORM: redhat-9 + # BLOCK: 1135:length(pkgs) + # ARCH: arm64 + # NCPUS: 2 + # MEMORY: 29Gi + # STRATEGY: multisession + # - PLATFORM: redhat-8 + # BLOCK: 1098:length(pkgs) + # ARCH: arm64 + # NCPUS: 2 + # MEMORY: 29Gi + # STRATEGY: multisession - PLATFORM: ubuntu-2404 - BLOCK: 1144:length(pkgs) + BLOCK: 1248:length(pkgs) ARCH: arm64 NCPUS: 2 MEMORY: 29Gi STRATEGY: multisession - PLATFORM: ubuntu-2204 - BLOCK: 1179:length(pkgs) + BLOCK: 1325:length(pkgs) ARCH: arm64 NCPUS: 2 MEMORY: 29Gi STRATEGY: multisession - PLATFORM: alpine-320 - BLOCK: 550:length(pkgs) + BLOCK: 1199:length(pkgs) ARCH: arm64 NCPUS: 2 MEMORY: 29Gi STRATEGY: multisession - # ### AMD + ### AMD - PLATFORM: redhat-9 BLOCK: 690:length(pkgs) ARCH: amd64 @@ -49,19 +49,19 @@ matrix: MEMORY: 29Gi STRATEGY: multisession - PLATFORM: ubuntu-2404 - BLOCK: 1339:length(pkgs) + BLOCK: 1481:length(pkgs) ARCH: amd64 NCPUS: 2 MEMORY: 29Gi STRATEGY: multisession - PLATFORM: ubuntu-2204 - BLOCK: 1507:length(pkgs) + BLOCK: 1542:length(pkgs) ARCH: amd64 NCPUS: 2 MEMORY: 29Gi STRATEGY: multisession - PLATFORM: alpine-320 - BLOCK: 550:length(pkgs) + BLOCK: 1161:length(pkgs) ARCH: amd64 NCPUS: 2 MEMORY: 29Gi @@ -79,10 +79,10 @@ steps: resources: requests: memory: ${MEMORY} - # cpu: 12000m + cpu: 12000m limits: memory: ${MEMORY} - # cpu: 16000m + cpu: 16000m ### PROD-sequential # resources: # requests: