129 lines
5.1 KiB
R
129 lines
5.1 KiB
R
#' @importFrom DBI dbConnect dbDisconnect dbWriteTable dbGetQuery dbExecute
|
|
store_build_metadata <- function(
|
|
package_name, tag, platform,
|
|
error_occurred, force = FALSE, error = NULL) {
|
|
con <- DBI::dbConnect(RPostgres::Postgres(),
|
|
dbname = "build_metadata", host = "postgres-arm-binaries-r.devxy.io",
|
|
port = 15432, user = "arm_binaries", password = Sys.getenv("PGPASS")
|
|
)
|
|
|
|
# Check if an entry with the same package_name and tag already exists
|
|
existing_entries <- dbGetQuery(con, paste0(
|
|
"SELECT * FROM single_builds WHERE package_name = '",
|
|
package_name, "' AND tag = '", tag, "'"
|
|
))
|
|
|
|
if (is.null(error)) {
|
|
error <- NA
|
|
}
|
|
|
|
if (nrow(existing_entries) >= 1 && !force) {
|
|
cli::cli_alert("{.fun store_build_metadata}: Build metadata for {.field {.pkg package_name}} {.field {tag}} already exists.")
|
|
} else if (nrow(existing_entries) >= 1 && force) {
|
|
cli::cli_alert_info("{.fun store_build_metadata}: Force overwriting build metadata for {.pkg {package_name}} {.field {tag}} because {.code force = TRUE} was set.")
|
|
|
|
DBI::dbExecute(con, "UPDATE single_builds SET build_timestamp = $1, error_occurred = $2, error = $3 WHERE package_name = $4 and tag = $5", params = list(format(Sys.time(), "%Y-%m-%d %H:%M:%S"), error_occurred, error, package_name, tag))
|
|
} else if (nrow(existing_entries) == 0) {
|
|
cli::cli_alert("{.fun store_build_metadata}: Storing build metadata for {.pkg {package_name}} {.field {tag}}.")
|
|
# Create a data frame with the metadata
|
|
metadata <- data.frame(
|
|
package_name = package_name,
|
|
tag = tag,
|
|
platform = platform,
|
|
error_occurred = error_occurred,
|
|
error = error,
|
|
build_timestamp = format(Sys.time(), "%Y-%m-%d %H:%M:%S"),
|
|
build_duration = NA
|
|
)
|
|
# Write the data frame to the SQLite database
|
|
dbWriteTable(con, "single_builds", metadata, append = TRUE)
|
|
}
|
|
dbDisconnect(con)
|
|
|
|
return(invisible(TRUE))
|
|
}
|
|
|
|
#' @importFrom DBI dbConnect dbDisconnect dbWriteTable dbGetQuery dbExecute dbListTables
|
|
#' @importFrom dplyr group_by summarise filter n
|
|
build_metadata_summary <- function(package_name, platform) {
|
|
con <- DBI::dbConnect(RPostgres::Postgres(),
|
|
dbname = "build_metadata", host = "postgres-arm-binaries-r.devxy.io",
|
|
port = 15432, user = "arm_binaries", password = Sys.getenv("PGPASS")
|
|
)
|
|
|
|
metadata <- dbGetQuery(con, sprintf(
|
|
"SELECT * FROM single_builds WHERE package_name = '%s' AND platform = '%s'", package_name, platform
|
|
))
|
|
|
|
cli::cli_alert("{.fun build_binary_package}: Building/updating metadata summary for {.pkg {package_name[[1]]}}.")
|
|
|
|
# add average_build_time_per_tag to metadata summary table
|
|
|
|
# If the entry does not exist or is not valid, entry will be NULL or NA
|
|
# entry_exists <- !is.null(entry$average_build_time_per_tag) && !is.na(entry$average_build_time_per_tag)
|
|
|
|
# If the entry does not exist, update the average_build_time_per_tag
|
|
# if (!entry_exists) {
|
|
# dbExecute(con, paste0(
|
|
# "UPDATE metadata_summary SET average_build_time_per_tag = ", average_build_time_per_tag,
|
|
# " WHERE package_name = '", package_name[[1]], "' AND platform = '", platform, "'"
|
|
# ))
|
|
# }
|
|
|
|
# Calculate the summary
|
|
summary <- metadata %>%
|
|
group_by(package_name, platform) %>%
|
|
summarise(
|
|
successful_builds = sum(!error_occurred),
|
|
unsuccessful_builds = sum(error_occurred),
|
|
total_builds = n(),
|
|
percentage_successful_builds = round(successful_builds / total_builds * 100, 2),
|
|
average_build_time_per_tag = round(sum(as.numeric(build_duration)) / total_builds, 2)
|
|
)
|
|
|
|
# Check if the metadata_summary table exists
|
|
if ("metadata_summary" %in% dbListTables(con)) {
|
|
dbExecute(con, paste0(
|
|
"UPDATE metadata_summary SET successful_builds = ", summary$successful_builds,
|
|
", unsuccessful_builds = ", summary$unsuccessful_builds,
|
|
", total_builds = ", summary$total_builds,
|
|
", percentage_successful_builds = ", summary$percentage_successful_builds,
|
|
", average_build_time_per_tag = '", summary$average_build_time_per_tag,
|
|
"', package_name = '", package_name,
|
|
"', platform = '", platform, "'"
|
|
))
|
|
} else {
|
|
dbWriteTable(con, "metadata_summary", summary)
|
|
}
|
|
|
|
# Close the SQLite connection
|
|
dbDisconnect(con)
|
|
}
|
|
|
|
query_metadata_summary <- function(package_name = NULL, platform = NULL) {
|
|
# s3 <- paws.storage::s3(config = list(
|
|
# endpoint = "https://s3.eu-central-003.backblazeb2.com",
|
|
# region = "eu-central-003"
|
|
# ))
|
|
# db_local <- s3$get_object(Bucket = "devxy-arm64-r-binaries-db", Key = "metadata.sqlite")
|
|
# writeBin(db_local$Body, "/tmp/metadata.sqlite")
|
|
|
|
# Create a new SQLite connection
|
|
con <- dbcon_mem()
|
|
|
|
# If both package_name and platform are NULL, return the full table
|
|
if (is.null(package_name) && is.null(platform)) {
|
|
summary <- dbGetQuery(con, "SELECT * FROM metadata_summary")
|
|
} else {
|
|
# Query the metadata_summary table for the specified package and platform
|
|
summary <- dbGetQuery(con, paste0(
|
|
"SELECT * FROM metadata_summary WHERE package_name = '",
|
|
package_name, "' AND platform = '", platform, "'"
|
|
))
|
|
}
|
|
|
|
# Close the SQLite connection
|
|
dbDisconnect(con)
|
|
|
|
return(summary)
|
|
}
|