Spaces:
Sleeping
Sleeping
File size: 1,399 Bytes
90caa19 c5e6b88 90caa19 ea5e64c 90caa19 ea5e64c 90caa19 ea5e64c ad74b7d ea5e64c 079be9e 1d3dfee a487355 ea5e64c 90caa19 ea5e64c a487355 | 1 2 3 4 5 6 7 8 9 10 11 12 13 14 15 16 17 18 19 20 21 22 23 24 25 26 27 28 29 30 31 32 33 34 35 36 37 38 39 40 41 42 43 44 45 46 47 48 49 50 51 | library(httr)
token <- Sys.getenv("HF_TOKEN")
repo <- "BU-Baseball/BU-Baseball-Data"
base_url <- paste0("https://huggingface.co/datasets/", repo, "/resolve/main/")
download_hf <- function(filename) {
dest <- paste0("/app/", filename)
if (file.exists(dest)) {
message(filename, " already exists, skipping.")
return(invisible(NULL))
}
message("Downloading ", filename, "...")
resp <- GET(
paste0(base_url, filename),
add_headers(Authorization = paste("Bearer", token)),
write_disk(dest, overwrite = TRUE),
progress()
)
if (status_code(resp) != 200)
stop("Failed to download ", filename, " — status ", status_code(resp))
message(filename, " done.")
}
files <- c(
"D1.parquet",
"D2.parquet",
"D3.parquet",
"JUCO.parquet",
"NAIA.parquet",
"D1_scores.parquet",
"D2_scores.parquet",
"D3_scores.parquet",
"JUCO_scores.parquet",
"NAIA_scores.parquet",
"transfer_portal.parquet",
"hitter_portal.parquet",
"D1_pitcher_leaderboard.parquet",
"D2_pitcher_leaderboard.parquet",
"D3_pitcher_leaderboard.parquet",
"JUCO_pitcher_leaderboard.parquet",
"NAIA_pitcher_leaderboard.parquet",
"D1_hitter_leaderboard.parquet",
"D2_hitter_leaderboard.parquet",
"D3_hitter_leaderboard.parquet",
"JUCO_hitter_leaderboard.parquet",
"NAIA_hitter_leaderboard.parquet"
)
for (f in files) download_hf(f)
message("All files ready.") |