101 lines
3.9 KiB
R
101 lines
3.9 KiB
R
#' @importFrom cranlike add_PACKAGES
|
|
#' @importFrom s3fs s3_dir_ls s3_file_system
|
|
#' @export
|
|
add_to_package_index <- function(
|
|
package_name = NULL,
|
|
endpoint = "https://s3.eu-central-003.backblazeb2.com",
|
|
region = "eu-central-003",
|
|
bucket = "devxy-arm64-r-binaries",
|
|
local_build_root = "/mnt/cache/binaries",
|
|
codename = NULL, r_minor_version = NULL,
|
|
build_for_minor = FALSE,
|
|
debug = FALSE) {
|
|
codename <- set_codename(codename)
|
|
if (is.null(r_minor_version)) {
|
|
r_minor_version <- sub("R version (\\d+\\.\\d+).*", "\\1", R.Version()$version.string)
|
|
}
|
|
|
|
if (!build_for_minor) {
|
|
local_bin_dir <- sprintf("%s/__linux__/%s/latest/src/contrib/", local_build_root, codename)
|
|
remote_bin_dir <- sprintf("%s/__linux__/%s/latest/src/contrib/", bucket, codename)
|
|
} else {
|
|
dir_out_bin <- sprintf("%s/__linux__/%s/%s/latest/src/contrib/", local_build_root, codename, r_minor_version)
|
|
remote_bin_dir <- sprintf("%s/__linux__/%s/%s/latest/src/contrib/", bucket, codename, r_minor_version)
|
|
}
|
|
|
|
s3fs::s3_file_system(
|
|
aws_access_key_id = Sys.getenv("AWS_ACCESS_KEY_ID"),
|
|
aws_secret_access_key = Sys.getenv("AWS_SECRET_ACCESS_KEY"),
|
|
endpoint = endpoint,
|
|
region_name = region,
|
|
)
|
|
|
|
# get latest PACKAGES file from S3
|
|
if (!s3fs::s3_file_exists(sprintf("%s/PACKAGES", remote_bin_dir))) {
|
|
s3fs::s3_file_download(sprintf("%s/PACKAGES", remote_bin_dir), sprintf("%s/PACKAGES", local_bin_dir))
|
|
}
|
|
file_names <- list.files(local_bin_dir, pattern = sprintf("%s*", package_name))
|
|
|
|
# list all tarballs for the given package
|
|
cranlike::add_PACKAGES(file_names, local_bin_dir)
|
|
|
|
# dummy <- s3fs::s3_file_upload(pkgs_upload_local, pkgs_upload_remote, overwrite = TRUE)
|
|
# s3fs::s3_file_upload(
|
|
# sprintf("%s/%s", local_bin_dir, c("PACKAGES", "PACKAGES.db", "PACKAGES.rds", "PACKAGES.gz")),
|
|
# sprintf("%s", remote_bin_dir, c("PACKAGES", "PACKAGES.db", "PACKAGES.rds", "PACKAGES.gz")),
|
|
# overwrite = TRUE
|
|
# )
|
|
return(invisible(TRUE))
|
|
}
|
|
|
|
#' @export
|
|
upload_package_index <- function(
|
|
package_name = NULL,
|
|
endpoint = "https://s3.eu-central-003.backblazeb2.com",
|
|
region = "eu-central-003",
|
|
bucket = "devxy-arm64-r-binaries",
|
|
local_build_root = "/mnt/cache/binaries/",
|
|
codename = NULL, r_minor_version = NULL,
|
|
build_for_minor = FALSE,
|
|
debug = FALSE) {
|
|
cli::cli_alert("{.fun create_package_index}: Uploading PACKAGES* files to S3.")
|
|
|
|
codename <- set_codename(codename)
|
|
if (is.null(r_minor_version)) {
|
|
r_minor_version <- sub("R version (\\d+\\.\\d+).*", "\\1", R.Version()$version.string)
|
|
}
|
|
|
|
if (!build_for_minor) {
|
|
local_bin_dir <- sprintf("%s/__linux__/%s/latest/src/contrib/", local_build_root, codename)
|
|
remote_bin_dir <- sprintf("%s/__linux__/%s/latest/src/contrib/", bucket, codename)
|
|
} else {
|
|
dir_out_bin <- sprintf("%s/__linux__/%s/%s/latest/src/contrib/", local_build_root, codename, r_minor_version)
|
|
remote_bin_dir <- sprintf("%s/__linux__/%s/%s/latest/src/contrib/", bucket, codename, r_minor_version)
|
|
}
|
|
|
|
s3fs::s3_file_system(
|
|
aws_access_key_id = Sys.getenv("AWS_ACCESS_KEY_ID"),
|
|
aws_secret_access_key = Sys.getenv("AWS_SECRET_ACCESS_KEY"),
|
|
endpoint = endpoint,
|
|
region_name = region,
|
|
)
|
|
|
|
dummy <- purrr::walk2(
|
|
sprintf("%s/%s", local_bin_dir, c("PACKAGES.db", "PACKAGES.rds", "PACKAGES.gz")),
|
|
sprintf("%s/%s", remote_bin_dir, c("PACKAGES.db", "PACKAGES.rds", "PACKAGES.gz")),
|
|
\(x, y) s3fs::s3_file_upload(x, y, overwrite = TRUE)
|
|
)
|
|
|
|
pkgs_upload_local <- sprintf("%sPACKAGES", local_bin_dir)
|
|
pkgs_upload_remote <- sprintf("%sPACKAGES", remote_bin_dir)
|
|
|
|
if (debug) {
|
|
cli::cli_alert_warning("DEBUG: PACKAGES UPLOAD local dir: {pkgs_upload_local}")
|
|
cli::cli_alert_warning("DEBUG: PACKAGES UPLOAD remote dir: {pkgs_upload_remote}")
|
|
}
|
|
|
|
s3 <- paws.storage::s3(endpoint = endpoint, region = region)
|
|
s3$put_object(Body = pkgs_upload_local, Bucket = bucket, Key = "__linux__/rhel9/latest/src/contrib/PACKAGES")
|
|
|
|
return(invisible(TRUE))
|
|
}
|