OwenStOnge commited on
Commit
96e490d
·
verified ·
1 Parent(s): 9ea6d36

Update app.R

Browse files
Files changed (1) hide show
  1. app.R +13 -23
app.R CHANGED
@@ -1999,29 +1999,19 @@ observeEvent(input$upload_hf_btn, {
1999
  arrow::write_parquet(combined, tmp)
2000
 
2001
  result <- tryCatch({
2002
- header_file <- tempfile(fileext = ".json")
2003
- cat(sprintf(
2004
- '{"summary":"Update %s","operations":[{"key":"file0","path_in_repo":"%s"}]}',
2005
- filename, filename
2006
- ), file = header_file)
2007
-
2008
- resp <- system2("/usr/bin/curl", args = c(
2009
- "-s",
2010
- "-X", "POST",
2011
- "-H", paste0("Authorization: Bearer ", hf_token),
2012
- "-F", paste0("header=@", header_file, ";type=application/json"),
2013
- "-F", paste0("file0=@", tmp, ";type=application/octet-stream"),
2014
- paste0("https://huggingface.co/api/datasets/", repo_id, "/commit/main")
2015
- ), stdout = TRUE, stderr = TRUE)
2016
-
2017
- file.remove(header_file)
2018
- resp_text <- paste(resp, collapse = "\n")
2019
-
2020
- if (grepl("commitOid", resp_text)) {
2021
- paste0("Done! ", nrow(combined), " total rows in dataset.")
2022
- } else {
2023
- paste0("Upload response: ", resp_text)
2024
- }
2025
  }, error = function(e) {
2026
  paste("Upload error:", e$message)
2027
  })
 
1999
  arrow::write_parquet(combined, tmp)
2000
 
2001
  result <- tryCatch({
2002
+ library(reticulate)
2003
+ hf <- import("huggingface_hub")
2004
+ api <- hf$HfApi()
2005
+ api$token <- hf_token
2006
+
2007
+ api$upload_file(
2008
+ path_or_fileobj = tmp,
2009
+ path_in_repo = filename,
2010
+ repo_id = repo_id,
2011
+ repo_type = "dataset"
2012
+ )
2013
+
2014
+ paste0("Done! ", nrow(combined), " total rows in dataset.")
 
 
 
 
 
 
 
 
 
 
2015
  }, error = function(e) {
2016
  paste("Upload error:", e$message)
2017
  })