97 lines
4.1 KiB
R
97 lines
4.1 KiB
R
library(furrr)
|
|
library(cli)
|
|
library(dplyr)
|
|
library(data.table)
|
|
|
|
# Packages for which the most recent CRAN release is not available
|
|
last_versions_cran <- available.packages("https://cloud.r-project.org/src/contrib")[, c("Package", "Version")]
|
|
# last_versions_devxy <- available.packages("https://cran.devxy.io/arm64/jammy/latest/src/contrib")[, c("Package", "Version")]
|
|
last_versions_devxy <- available.packages("https://cran.devxy.io/arm64/rhel8/latest/src/contrib")[, c("Package", "Version")]
|
|
|
|
arch <- c("amd64", "arm64")
|
|
os_ids <- c("rhel8", "rhel9", "noble", "jammy", "alpine320")
|
|
# os_ids <- c("rhel8")
|
|
grid <- tidyr::expand_grid(arch = arch, os_ids = os_ids)
|
|
|
|
# Define the function to check for missing packages
|
|
check_package <- function(pkg_name, available_pkgs, version_cran, arch, os_id) {
|
|
if (pkg_name %in% available_pkgs$Package) {
|
|
version_devxy <- available_pkgs %>%
|
|
filter(Package == pkg_name) %>%
|
|
pull(Version)
|
|
|
|
if (is.na(version_devxy) || version_cran != version_devxy) {
|
|
# Package is missing or version mismatch
|
|
return(data.frame(pkg_name = pkg_name, arch = arch, ID = os_id))
|
|
}
|
|
} else {
|
|
# Package completely missing in devxy
|
|
return(data.frame(pkg_name = pkg_name, arch = arch, ID = os_id))
|
|
}
|
|
return(NULL) # No mismatch, no entry added
|
|
}
|
|
|
|
# Run the mapping with parallel processing for each (arch, os_id) combination
|
|
future::plan("multisession", workers = 5)
|
|
|
|
|
|
pkgs_missing <- future_map2(grid$arch, grid$os_ids, ~ {
|
|
|
|
# Prepare the URL and fetch available packages only once per (arch, os_id)
|
|
repo_url <- sprintf("https://cran.devxy.io/%s/%s/latest/src/contrib", .x, .y)
|
|
available_pkgs <- as.data.table(available.packages(contriburl = repo_url)[, c("Package", "Version")])
|
|
|
|
# Define the packages to check once
|
|
cran_pkgs <- as.data.table(last_versions_cran)
|
|
|
|
# Accumulate results in a list
|
|
pkg_entries <- list()
|
|
|
|
# Loop through each package name and check if it's missing
|
|
for (pkg_name in cran_pkgs$Package) {
|
|
version_cran <- cran_pkgs[Package == pkg_name, Version]
|
|
result <- check_package(pkg_name, available_pkgs, version_cran, .x, .y)
|
|
if (!is.null(result)) {
|
|
pkg_entries[[length(pkg_entries) + 1]] <- result
|
|
}
|
|
}
|
|
|
|
# Combine results for the current (arch, os_id)
|
|
if (length(pkg_entries) > 0) {
|
|
return(rbindlist(pkg_entries))
|
|
} else {
|
|
return(data.table(pkg_name = character(), arch = character(), ID = character()))
|
|
}
|
|
})
|
|
|
|
df_missing_pkgs <- rbindlist(pkgs_missing, fill = TRUE)
|
|
|
|
|
|
df_missing_pkgs |>
|
|
group_by(arch, ID) |>
|
|
arrange(arch, ID) |>
|
|
count()
|
|
|
|
pkgs_missing_amd64_rhel8 = df_missing_pkgs |> filter(arch == "amd64", ID == "rhel8") |> pull(pkg_name)
|
|
pkgs_missing_amd64_rhel9 = df_missing_pkgs |> filter(arch == "amd64", ID == "rhel9") |> pull(pkg_name)
|
|
pkgs_missing_amd64_jammy = df_missing_pkgs |> filter(arch == "amd64", ID == "jammy") |> pull(pkg_name)
|
|
pkgs_missing_amd64_noble = df_missing_pkgs |> filter(arch == "amd64", ID == "noble") |> pull(pkg_name)
|
|
pkgs_missing_amd64_alpine320 = df_missing_pkgs |> filter(arch == "amd64", ID == "alpine320") |> pull(pkg_name)
|
|
|
|
pkgs_missing_arm64_rhel8 = df_missing_pkgs |> filter(arch == "arm64", ID == "rhel8") |> pull(pkg_name)
|
|
pkgs_missing_arm64_rhel9 = df_missing_pkgs |> filter(arch == "arm64", ID == "rhel9") |> pull(pkg_name)
|
|
pkgs_missing_arm64_jammy = df_missing_pkgs |> filter(arch == "arm64", ID == "jammy") |> pull(pkg_name)
|
|
pkgs_missing_arm64_noble = df_missing_pkgs |> filter(arch == "arm64", ID == "noble") |> pull(pkg_name)
|
|
pkgs_missing_arm64_alpine320 = df_missing_pkgs |> filter(arch == "arm64", ID == "alpine320") |> pull(pkg_name)
|
|
|
|
options(max.print=1000000)
|
|
which(names(last_versions_cran[, "Package"]) %in% pkgs_missing_amd64_rhel8)
|
|
which(names(last_versions_cran[, "Package"]) %in% pkgs_missing_amd64_rhel9)
|
|
which(names(last_versions_cran[, "Package"]) %in% pkgs_missing_amd64_jammy)
|
|
which(names(last_versions_cran[, "Package"]) %in% pkgs_missing_amd64_noble)
|
|
which(names(last_versions_cran[, "Package"]) %in% pkgs_missing_amd64_alpine320)
|
|
|
|
|
|
# for (i in pkgs_missing_filtered) {
|
|
# system(sprintf("just build-single jammy arm64 later latest 1"))
|
|
# }
|