Update download_data.R

download_data.R

@@ -4,17 +4,15 @@ token    <- Sys.getenv("HF_TOKEN")
 repo     <- "BU-Baseball/BU-Baseball-Data"
 base_url <- paste0("https://huggingface.co/datasets/", repo, "/resolve/main/")
 
-download_hf <- function(filename, url_filename = NULL) {
-  dest         <- paste0("/app/", filename)
-  url_filename <- if (is.null(url_filename)) filename else url_filename
-
+download_hf <- function(filename) {
+  dest <- paste0("/app/", filename)
   if (file.exists(dest)) {
     message(filename, " already exists, skipping.")
     return(invisible(NULL))
   }
   message("Downloading ", filename, "...")
   resp <- GET(
-    paste0(base_url, url_filename),
+    paste0(base_url, filename),
     add_headers(Authorization = paste("Bearer", token)),
     write_disk(dest, overwrite = TRUE),
     progress()
@@ -24,10 +22,13 @@ download_hf <- function(filename, url_filename = NULL) {
   message(filename, " done.")
 }
 
-# Stuff+2.rds is encoded as Stuff%2B2.rds in the URL
-download_hf("Stuff+2.rds",                        "Stuff%2B2.rds")
-download_hf("NEW_LeagueStats2.rds")
-download_hf("location_plus_model.rds")
-download_hf("location_plus_league_stats_pitcher.rds")
+files <- c(
+  "D1_scores.parquet",
+  "D2_scores.parquet",
+  "D3_scores.parquet",
+  "JUCO_scores.parquet",
+  "NAIA_scores.parquet"
+)
 
-message("All model files ready.")
+for (f in files) download_hf(f)
+message("All score files ready.")