#' @importFrom cranlike add_PACKAGES #' @importFrom s3fs s3_dir_ls s3_file_system #' @export add_to_package_index <- function( package_name = NULL, endpoint = "https://s3.eu-central-003.backblazeb2.com", region = "eu-central-003", bucket = "devxy-arm64-r-binaries", local_build_root = "/mnt/cache/binaries", codename = NULL, r_minor_version = NULL, build_for_minor = FALSE, debug = FALSE) { codename <- set_codename(codename) if (is.null(r_minor_version)) { r_minor_version <- sub("R version (\\d+\\.\\d+).*", "\\1", R.Version()$version.string) } local_arch <- Sys.info()[["machine"]] if (grepl("arm64", local_arch) || grepl("aarch64", local_arch)) { arch <- "arm64" } else if (grepl("amd64", local_arch) || grepl("x86_64", local_arch)) { arch <- "amd64" } if (!build_for_minor) { local_bin_dir <- set_bin_path(r_minor_version, build_for_minor, local_build_root, codename) remote_bin_dir <- sprintf("%s/%s/%s/latest/src/contrib", bucket, arch, codename) } else { dir_out_bin <- set_bin_path(r_minor_version, build_for_minor, local_build_root, codename) remote_bin_dir <- sprintf("%s/%s/%s/%s/latest/src/contrib", bucket, arch, codename, r_minor_version) } s3fs::s3_file_system( aws_access_key_id = Sys.getenv("AWS_ACCESS_KEY_ID"), aws_secret_access_key = Sys.getenv("AWS_SECRET_ACCESS_KEY"), endpoint = endpoint, region_name = region, ) # get latest PACKAGES file from S3 if (!s3fs::s3_file_exists(sprintf("%s/PACKAGES", remote_bin_dir))) { s3fs::s3_file_download(sprintf("%s/PACKAGES", remote_bin_dir), sprintf("%s/PACKAGES", local_bin_dir)) } file_names <- list.files(local_bin_dir, pattern = sprintf("%s*", package_name)) # list all tarballs for the given package cranlike::add_PACKAGES(file_names, local_bin_dir) return(invisible(TRUE)) } #' @importFrom s3fs s3_file_upload s3_dir_ls #' @importFrom cranlike update_PACKAGES #' @export upload_package_index <- function( package_name = NULL, endpoint = "https://s3.eu-central-003.backblazeb2.com", region = "eu-central-003", bucket = "devxy-arm64-r-binaries", local_build_root = ".", codename = NULL, r_minor_version = NULL, build_for_minor = FALSE, debug = FALSE) { cli::cli_alert("{.fun upload_package_index}: Updating PACKAGES* files in S3.") codename <- set_codename(codename) if (is.null(r_minor_version)) { r_minor_version <- sub("R version (\\d+\\.\\d+).*", "\\1", R.Version()$version.string) } local_arch <- Sys.info()[["machine"]] if (grepl("arm64", local_arch) || grepl("aarch64", local_arch)) { arch <- "arm64" } else if (grepl("amd64", local_arch) || grepl("x86_64", local_arch)) { arch <- "amd64" } if (!build_for_minor) { local_bin_dir <- set_bin_path(r_minor_version, build_for_minor, local_build_root, codename) remote_bin_dir <- sprintf("%s/%s/%s/latest/src/contrib", bucket, arch, codename) } else { dir_out_bin <- set_bin_path(r_minor_version, build_for_minor, local_build_root, codename) remote_bin_dir <- sprintf("%s/%s/%s/%s/latest/src/contrib", bucket, arch, codename, r_minor_version) } s3fs::s3_file_system( aws_access_key_id = Sys.getenv("AWS_ACCESS_KEY_ID"), aws_secret_access_key = Sys.getenv("AWS_SECRET_ACCESS_KEY"), endpoint = endpoint, region_name = region, ) cli::cli_alert("{.fun upload_package_index}: Started listing remote packages") pkgs <- s3fs::s3_dir_ls(remote_bin_dir) cli::cli_alert_success("{.fun upload_package_index}: Finished listing remote packages") # We remove 4 from the count as we don't want to count the PACKAGES* files pkg_count <- length(pkgs) - 4 unique_pkgs <- length(unique(sapply(strsplit(basename(pkgs), "_"), function(x) x[1]))) t1 <- Sys.time() cranlike::update_PACKAGES(sprintf("s3://%s", remote_bin_dir)) total_build_time <- round(Sys.time() - t1, 2) cli::cli_alert("{.fun upload_package_index}: Time updating PACKAGES index for {.field {pkg_count}} ({.field {unique_pkgs}} unique) packages: {.strong {total_build_time} {units(difftime(Sys.time(), t1))}}.") purrr::walk2( c("PACKAGES", "PACKAGES.db", "PACKAGES.rds", "PACKAGES.gz"), sprintf("%s/%s", remote_bin_dir, c("PACKAGES", "PACKAGES.db", "PACKAGES.rds", "PACKAGES.gz")), \(x, y) s3fs::s3_file_upload(x, y, overwrite = TRUE, CacheControl = "no-cache") ) return(invisible(TRUE)) }