From 317771b571dd4b1fecd8f01628ca5fda070538da Mon Sep 17 00:00:00 2001 From: pat-s Date: Mon, 30 Sep 2024 13:03:46 +0200 Subject: [PATCH] build --- .woodpecker/build.yaml | 38 +++++++++++++++--------------- .woodpecker/warm_up_build.yaml | 42 +++++++++++++++++----------------- 2 files changed, 40 insertions(+), 40 deletions(-) diff --git a/.woodpecker/build.yaml b/.woodpecker/build.yaml index f798e15..8454c7d 100644 --- a/.woodpecker/build.yaml +++ b/.woodpecker/build.yaml @@ -9,62 +9,62 @@ depends_on: matrix: include: # - PLATFORM: redhat-9 - # BLOCK: 4425:length(pkgs) + # BLOCK: 4810:length(pkgs) # ARCH: arm64 # NCPUS: 2 # MEMORY: 29Gi - # STRATEGY: multisession + # STRATEGY: future.callr::callr # - PLATFORM: redhat-8 - # BLOCK: 3759:length(pkgs) + # BLOCK: 4503:length(pkgs) # ARCH: arm64 # NCPUS: 2 # MEMORY: 29Gi - # STRATEGY: multisession + # STRATEGY: future.callr::callr # - PLATFORM: ubuntu-2404 - # BLOCK: 4716:length(pkgs) + # BLOCK: 5301:length(pkgs) # ARCH: arm64 # NCPUS: 2 # MEMORY: 29Gi - # STRATEGY: multisession + # STRATEGY: future.callr::callr # - PLATFORM: ubuntu-2204 - # BLOCK: 4906:length(pkgs) + # BLOCK: 5849:length(pkgs) # ARCH: arm64 # NCPUS: 2 # MEMORY: 29Gi - # STRATEGY: multisession + # STRATEGY: future.callr::callr - PLATFORM: alpine-320 - BLOCK: 4479:length(pkgs) + BLOCK: 4602:length(pkgs) ARCH: arm64 NCPUS: 2 MEMORY: 29Gi STRATEGY: multisession # ### AMD # - PLATFORM: redhat-9 - # BLOCK: 3950:length(pkgs) + # BLOCK: 4573:length(pkgs) # ARCH: amd64 # NCPUS: 2 # MEMORY: 29Gi - # STRATEGY: multisession + # STRATEGY: future.callr::callr # - PLATFORM: redhat-8 - # BLOCK: 3077:length(pkgs) + # BLOCK: 3908:length(pkgs) # ARCH: amd64 # NCPUS: 2 # MEMORY: 29Gi - # STRATEGY: multisession + # STRATEGY: future.callr::callr # - PLATFORM: ubuntu-2404 - # BLOCK: 5346:length(pkgs) + # BLOCK: 6256:length(pkgs) # ARCH: amd64 # NCPUS: 2 # MEMORY: 29Gi - # STRATEGY: multisession + # STRATEGY: future.callr::callr # - PLATFORM: ubuntu-2204 - # BLOCK: 6205:length(pkgs) + # BLOCK: 7293:length(pkgs) # ARCH: amd64 # NCPUS: 2 # MEMORY: 29Gi - # STRATEGY: multisession + # STRATEGY: future.callr::callr - PLATFORM: alpine-320 - BLOCK: 4479:length(pkgs) + BLOCK: 4487:length(pkgs) ARCH: amd64 NCPUS: 2 MEMORY: 29Gi @@ -100,7 +100,7 @@ steps: # - Rsymphony/ROI.plugin.symphony/adea/PortfolioAnalytics -> can't install/link external SYMPHONY lib (only on RHEL, as for others syslib exists) # - Rglpk # biplotbootGUI: somehow ubuntu still hangs even when using xvfb-run - - xvfb-run R -q -e 'options(crayon.enabled = TRUE, Ncpus = ${NCPUS}, future.globals.onReference = NULL); pkgs = tools::CRAN_package_db()[[1]]; pkgs = setdiff(pkgs[${BLOCK}], c("biplotbootGUI", "Rsymphony", "PortfolioAnalytics", "ROI.plugin.symphony", "adea", "RInno", "skedastic", "RPushbullet", "SimNPH", "SimDesign","simCAT", "SIAmodules", "shinytest2", "shinyIRT", "ShinyItemAnalysis", "shiny.benchmark", "scDIFtest", "RSP", "ROracle", "ROI.plugin.qpoases", "ROI.plugin.cplex", "RmecabKo", "rmarchingcubes", "RcppMeCab", "Rcplex", "ravetools", "Rbeast", "Rblpapi", "RcppEnsmallen", "qtkit", "priorCON", "prior3D", "PerFit", "outlierensembles", "nomnoml", "mxfda", "MultBiplotR", "mstDIF", "mdsr", "makepipe", "lordif", "KSgeneral", "kequate", "jstager", "jrt", "irtreliability", "irtQ", "irtpwr", "irtawsi", "GRShiny", "gpuR", "googletraffic", "giacR", "gamstransfer", "flps", "flow", "filters", "faoutlier", "equateIRT", "EnrichIntersect", "EFA.dimensions", "DFIT", "D3mirt", "ctgdist", "CoTiMA", "ConvertPar", "clrng", "bscui", "BifactorIndicesCalculator", "autoFC", "airt")); library(bincraftR); future::plan("${STRATEGY}", workers = ${NCPUS}, rscript_startup = quote(options(crayon.enabled = TRUE))); options(progressr.enable = TRUE); progressr::handlers("cli"); progressr::handlers(global = TRUE); pkgs = foo = lapply(pkgs, function(x) build_binary_package(x, build_for_minor=FALSE, debug = FALSE, force = TRUE, platform = "${PLATFORM}"))' + - xvfb-run R -q -e 'options(crayon.enabled = TRUE, Ncpus = ${NCPUS}, future.globals.onReference = NULL); pkgs = tools::CRAN_package_db()[[1]]; pkgs = setdiff(pkgs, c("biplotbootGUI", "Rsymphony", "PortfolioAnalytics", "ROI.plugin.symphony", "adea", "RInno", "skedastic", "RPushbullet", "SimNPH", "SimDesign","simCAT", "SIAmodules", "shinytest2", "shinyIRT", "ShinyItemAnalysis", "shiny.benchmark", "scDIFtest", "RSP", "ROracle", "ROI.plugin.qpoases", "ROI.plugin.cplex", "RmecabKo", "rmarchingcubes", "RcppMeCab", "Rcplex", "ravetools", "Rbeast", "Rblpapi", "RcppEnsmallen", "qtkit", "priorCON", "prior3D", "PerFit", "outlierensembles", "nomnoml", "mxfda", "MultBiplotR", "mstDIF", "mdsr", "makepipe", "lordif", "KSgeneral", "kequate", "jstager", "jrt", "irtreliability", "irtQ", "irtpwr", "irtawsi", "GRShiny", "gpuR", "googletraffic", "giacR", "gamstransfer", "aflps", "flow", "filters", "faoutlier", "equateIRT", "EnrichIntersect", "EFA.dimensions", "DFIT", "D3mirt", "ctgdist", "CoTiMA", "ConvertPar", "clrng", "bscui", "BifactorIndicesCalculator", "autoFC", "airt")); library(bincraftR); future::plan("${STRATEGY}", workers = ${NCPUS}, rscript_startup = quote(options(crayon.enabled = TRUE))); options(progressr.enable = TRUE); progressr::handlers("cli"); progressr::handlers(global = TRUE); foo = lapply(pkgs[${BLOCK}], function(x) build_binary_package(x, build_for_minor=FALSE, debug = FALSE, force = TRUE, platform = "${PLATFORM}"))' ### Manual pkg builds # webshot2, tabledown, TestAnaAPP, trekcolors, Spectran, SimNPH, RPushbullet, SimDesign, simCAT, SIAmodules, shinytest2, ShinyItemAnalysis, shinyIRT, shiny.benchmark, scDIFtest, RSP, qtkit, PROsetta, prettifyAddins, PerFit, outlierensembles, nomnoml, mxfda, MultBiplotR, mstDIF, mdsr, makepipe, lordif, kequate, jstager, jrt, irtreliability, irtQ, irtpwr, irtGUI, irtawsi, GRShiny, GPCMlasso, googletraffic, giacR, flps, flow, faoutlier, equateIRT, EnrichIntersect, EFA.dimensions, DFIT, D3mirt, ctgdist, CoTiMA, ConvertPar, bscui, BifactorIndicesCalculator, autoFC, airt: wait for https://github.com/rstudio/r-system-requirements/pull/178 # RInno: Windows-only diff --git a/.woodpecker/warm_up_build.yaml b/.woodpecker/warm_up_build.yaml index 77f37b2..2359a01 100644 --- a/.woodpecker/warm_up_build.yaml +++ b/.woodpecker/warm_up_build.yaml @@ -6,66 +6,66 @@ skip_clone: true matrix: include: # - PLATFORM: redhat-9 - # BLOCK: 3792:length(pkgs) + # BLOCK: 4810:length(pkgs) # ARCH: arm64 # NCPUS: 2 # MEMORY: 29Gi - # STRATEGY: multisession + # STRATEGY: future.callr::callr # - PLATFORM: redhat-8 - # BLOCK: 3566:length(pkgs) + # BLOCK: 4503:length(pkgs) # ARCH: arm64 # NCPUS: 2 # MEMORY: 29Gi - # STRATEGY: multisession + # STRATEGY: future.callr::callr # - PLATFORM: ubuntu-2404 - # BLOCK: 4423:length(pkgs) + # BLOCK: 5301:length(pkgs) # ARCH: arm64 # NCPUS: 2 # MEMORY: 29Gi - # STRATEGY: multisession + # STRATEGY: future.callr::callr # - PLATFORM: ubuntu-2204 - # BLOCK: 4714:length(pkgs) + # BLOCK: 5849:length(pkgs) # ARCH: arm64 # NCPUS: 2 # MEMORY: 29Gi - # STRATEGY: multisession + # STRATEGY: future.callr::callr - PLATFORM: alpine-320 - BLOCK: 3895:length(pkgs) + BLOCK: 4479:length(pkgs) ARCH: arm64 NCPUS: 2 MEMORY: 29Gi - STRATEGY: multisession - # # ### AMD + STRATEGY: multicore + # ### AMD # - PLATFORM: redhat-9 - # BLOCK: 3476:length(pkgs) + # BLOCK: 4573:length(pkgs) # ARCH: amd64 # NCPUS: 2 # MEMORY: 29Gi - # STRATEGY: multisession + # STRATEGY: future.callr::callr # - PLATFORM: redhat-8 - # BLOCK: 2559:length(pkgs) + # BLOCK: 3908:length(pkgs) # ARCH: amd64 # NCPUS: 2 # MEMORY: 29Gi - # STRATEGY: multisession + # STRATEGY: future.callr::callr # - PLATFORM: ubuntu-2404 - # BLOCK: 4844:length(pkgs) + # BLOCK: 6256:length(pkgs) # ARCH: amd64 # NCPUS: 2 # MEMORY: 29Gi - # STRATEGY: multisession + # STRATEGY: future.callr::callr # - PLATFORM: ubuntu-2204 - # BLOCK: 5715:length(pkgs) + # BLOCK: 7293:length(pkgs) # ARCH: amd64 # NCPUS: 2 # MEMORY: 29Gi - # STRATEGY: multisession + # STRATEGY: future.callr::callr - PLATFORM: alpine-320 - BLOCK: 4238:length(pkgs) + BLOCK: 4479:length(pkgs) ARCH: amd64 NCPUS: 2 MEMORY: 29Gi - STRATEGY: multisession + STRATEGY: multicore steps: - name: 'Warming up' image: busybox:latest