devxy/build-cran-binaries
Watch
1
0
Fork
You've already forked build-cran-binaries
 0
Code Issues 10 Pull requests Releases Activity

build in new root, upload PACKAGES file at the end

Browse source
This commit is contained in:
Patrick Schratz 2024-07-26 12:23:52 +02:00
commit 4e24f4e743
Signed by: pat-s
GPG key ID: 3C6318841EF78925
3 changed files with 90 additions and 15 deletions
Download patch file Download diff file Expand all files Collapse all files

3
R/build_binaries.R
View file

@ -7,7 +7,7 @@
#' @export
build_binary_package <- function(package_name, tag = NULL, codename = NULL,
r_minor_version = NULL, build_for_minor = TRUE,
local_build_root = "/root",
local_build_root = "/mnt/cache/binaries/",
local_clone_dir = "/tmp",
platform = "redhat-9",
install_system_dependencies = TRUE,
@ -144,6 +144,7 @@ build_binary_package <- function(package_name, tag = NULL, codename = NULL,
#' @importFrom cli cli_alert
#' @importFrom pkgbuild build
#' @importFrom fs file_size
#' @export
build_single_tag <- function(
package_name, tag = NULL,

55
R/packages_index.R
View file

@ -6,6 +6,7 @@ add_to_package_index <- function(
endpoint = "https://s3.eu-central-003.backblazeb2.com",
region = "eu-central-003",
bucket = "devxy-arm64-r-binaries",
local_build_root = "/mnt/cache/binaries",
codename = NULL, r_minor_version = NULL,
build_for_minor = FALSE,
debug = FALSE) {
@ -15,10 +16,10 @@ add_to_package_index <- function(
}
if (!build_for_minor) {
local_bin_dir <- sprintf("/root/__linux__/%s/latest/src/contrib/", codename)
local_bin_dir <- sprintf("%s/__linux__/%s/latest/src/contrib/", local_build_root, codename)
remote_bin_dir <- sprintf("%s/__linux__/%s/latest/src/contrib/", bucket, codename)
} else {
dir_out_bin <- sprintf("/root/__linux__/%s/%s/latest/src/contrib/", codename, r_minor_version)
dir_out_bin <- sprintf("%s/__linux__/%s/%s/latest/src/contrib/", local_build_root, codename, r_minor_version)
remote_bin_dir <- sprintf("%s/__linux__/%s/%s/latest/src/contrib/", bucket, codename, r_minor_version)
}
@ -30,15 +31,55 @@ add_to_package_index <- function(
)
# get latest PACKAGES file from S3
if (s3fs::s3_file_exists(sprintf("%s/PACKAGES", remote_bin_dir))) {
s3fs::s3_file_download(sprintf("%s/PACKAGES", remote_bin_dir), sprintf("%s/PACKAGES", local_bin_dir), overwrite = TRUE)
if (!s3fs::s3_file_exists(sprintf("%s/PACKAGES", remote_bin_dir))) {
s3fs::s3_file_download(sprintf("%s/PACKAGES", remote_bin_dir), sprintf("%s/PACKAGES", local_bin_dir))
}
file_names <- list.files(local_bin_dir, pattern = sprintf("%s*", package_name))
# list all tarballs for the given package
cranlike::add_PACKAGES(file_names, local_bin_dir)
# dummy <- s3fs::s3_file_upload(pkgs_upload_local, pkgs_upload_remote, overwrite = TRUE)
# s3fs::s3_file_upload(
# sprintf("%s/%s", local_bin_dir, c("PACKAGES", "PACKAGES.db", "PACKAGES.rds", "PACKAGES.gz")),
# sprintf("%s", remote_bin_dir, c("PACKAGES", "PACKAGES.db", "PACKAGES.rds", "PACKAGES.gz")),
# overwrite = TRUE
# )
return(invisible(TRUE))
}
#' @export
upload_package_index <- function(
package_name = NULL,
endpoint = "https://s3.eu-central-003.backblazeb2.com",
region = "eu-central-003",
bucket = "devxy-arm64-r-binaries",
local_build_root = "/mnt/cache/binaries/",
codename = NULL, r_minor_version = NULL,
build_for_minor = FALSE,
debug = FALSE) {
cli::cli_alert("{.fun create_package_index}: Uploading PACKAGES* files to S3.")
codename <- set_codename(codename)
if (is.null(r_minor_version)) {
r_minor_version <- sub("R version (\\d+\\.\\d+).*", "\\1", R.Version()$version.string)
}
if (!build_for_minor) {
local_bin_dir <- sprintf("%s/__linux__/%s/latest/src/contrib/", local_build_root, codename)
remote_bin_dir <- sprintf("%s/__linux__/%s/latest/src/contrib/", bucket, codename)
} else {
dir_out_bin <- sprintf("%s/__linux__/%s/%s/latest/src/contrib/", local_build_root, codename, r_minor_version)
remote_bin_dir <- sprintf("%s/__linux__/%s/%s/latest/src/contrib/", bucket, codename, r_minor_version)
}
s3fs::s3_file_system(
aws_access_key_id = Sys.getenv("AWS_ACCESS_KEY_ID"),
aws_secret_access_key = Sys.getenv("AWS_SECRET_ACCESS_KEY"),
endpoint = endpoint,
region_name = region,
)
dummy <- purrr::walk2(
sprintf("%s/%s", local_bin_dir, c("PACKAGES.db", "PACKAGES.rds", "PACKAGES.gz")),
sprintf("%s/%s", remote_bin_dir, c("PACKAGES.db", "PACKAGES.rds", "PACKAGES.gz")),
@ -56,11 +97,5 @@ add_to_package_index <- function(
s3 <- paws.storage::s3(endpoint = endpoint, region = region)
s3$put_object(Body = pkgs_upload_local, Bucket = bucket, Key = "__linux__/rhel9/latest/src/contrib/PACKAGES")
# dummy <- s3fs::s3_file_upload(pkgs_upload_local, pkgs_upload_remote, overwrite = TRUE)
# s3fs::s3_file_upload(
# sprintf("%s/%s", local_bin_dir, c("PACKAGES", "PACKAGES.db", "PACKAGES.rds", "PACKAGES.gz")),
# sprintf("%s", remote_bin_dir, c("PACKAGES", "PACKAGES.db", "PACKAGES.rds", "PACKAGES.gz")),
# overwrite = TRUE
# )
return(invisible(TRUE))
}

3
R/upload.R
View file

@ -4,7 +4,8 @@ upload_single_binary_to_s3 <- function(
endpoint = "https://s3.eu-central-003.backblazeb2.com",
region = "eu-central-003",
bucket = "devxy-arm64-r-binaries",
local_build_root = "/root", codename = NULL,
local_build_root = "/mnt/cache/binaries/",
codename = NULL,
package_name, tag,
r_minor_version = NULL, build_for_minor = FALSE,
force = FALSE,