build-cran-binaries/local/missing-cran-packages-db.R
pat-s 0c59dfb3df
fix: verify the metadata database certificate with sslmode=verify-full
- Switch every `metadata_db_sslmode` passed to bincraft in `.crow/` and `local/` from `require` to `verify-full`.
- Pass `sslrootcert = bincraft::postgres_sslrootcert("verify-full")` alongside `verify-full` in the scripts that call `DBI::dbConnect()` themselves, since libpq does not read the system trust store.
- Note in the README that the endpoint serves a Let's Encrypt certificate and how to verify it.

Part of rpkgs/bincraft#225.
2026-10-17 07:41:23 +00:00

78 lines
2.1 KiB
R

### Scope: Lists packages which are missing any DB entry compared to what is available on CRAN
library(bincraft)
library(dplyr)
library(DBI)
con <- DBI::dbConnect(
RPostgres::Postgres(),
dbname = "build_metadata",
host = "r-binaries.devxy.io",
port = 15432,
user = "r_binaries",
password = Sys.getenv("PGPASS"),
sslmode = "verify-full",
sslrootcert = bincraft::postgres_sslrootcert("verify-full")
)
`%nin%` <- Negate(`%in%`)
new_packages <- get_new_cran_packages(lubridate::interval(
lubridate::today(),
lubridate::today() - 2
))$name
removed_pkgs <- get_removed_cran_packages(lubridate::interval(
lubridate::today(),
lubridate::today() - 2
))$name
# filter windows packages
# filter new packages from the last X days
cran_pkgs <- unique(
tools::CRAN_package_db() |>
filter(`OS_type` != "windows" | is.na(`OS_type`)) |>
filter(`Package` %nin% new_packages) |>
pull(Package)
)
arch <- "arm64"
platform <- "redhat-8"
platform <- "redhat-9"
platform <- "alpine-320"
platform <- "alpine-321"
platform <- "ubuntu-2204"
platform <- "ubuntu-2404"
data <- dbGetQuery(
con,
"SELECT name FROM single_builds WHERE platform = $1 AND arch = $2 and removed = FALSE;",
params = list(platform, arch)
)
removed_pkgs <- get_removed_cran_packages(lubridate::interval(
lubridate::today(),
lubridate::today() - 2
))$name
pkgs_db <- unique(data$name)
pkgs_db <- setdiff(pkgs_db, removed_pkgs)
pkgs <- setdiff(cran_pkgs, pkgs_db)
formatted_pkgs <- gsub(
'"',
"'",
capture.output(dput(as.character(na.omit(pkgs[1:length(pkgs)]))))
)
formatted_pkgs_one_line <- paste(formatted_pkgs, collapse = " ")
cat(formatted_pkgs_one_line, "\n", sep = "")
length(pkgs)
clipr::write_clip(formatted_pkgs_one_line)
# sapply(pkgs, function(x) which(grepl(sprintf("^%s$", x), cran_pkgs)))
s3fs::s3_file_system(
aws_access_key_id = Sys.getenv("HETZNER_S3_ACCESS_KEY_K3S"),
aws_secret_access_key = Sys.getenv("HETZNER_S3_SECRET_KEY_K3S"),
endpoint = "https://hel1.your-objectstorage.com",
region_name = "hel1",
)
s3fs::s3_dir_delete("devxy-r-package-binaries-docs/_site")