Update app.R

app.R

@@ -1999,56 +1999,29 @@ observeEvent(input$upload_hf_btn, {
   arrow::write_parquet(combined, tmp)
   
 result <- tryCatch({
-    # Save parquet as CSV instead to avoid LFS issues
-    tmp_csv <- tempfile(fileext = ".csv")
-    write.csv(combined, tmp_csv, row.names = FALSE)
-    
-    file_bytes <- readBin(tmp_csv, "raw", file.info(tmp_csv)$size)
-    file_b64 <- base64enc::base64encode(file_bytes)
-    
-    csv_filename <- gsub("\\.parquet$", ".csv", filename)
-    
-    # Use the git create/update file API
-    body <- jsonlite::toJSON(list(
-      message = paste("Update", csv_filename),
-      content = file_b64
-    ), auto_unbox = TRUE)
-    
-    resp <- httr::PUT(
-      paste0("https://huggingface.co/api/datasets/", repo_id, "/blob/main/", csv_filename),
-      httr::add_headers(
-        Authorization = paste("Bearer", hf_token),
-        `Content-Type` = "application/json"
-      ),
-      body = body,
-      encode = "raw"
-    )
-    
-    resp_text <- httr::content(resp, as = "text", encoding = "UTF-8")
-    
-    if (httr::status_code(resp) %in% c(200, 201)) {
+    header_file <- tempfile(fileext = ".json")
+    cat(sprintf(
+      '{"summary":"Update %s","operations":[{"key":"file0","path_in_repo":"%s"}]}',
+      filename, filename
+    ), file = header_file)
+    
+    resp <- system2("/usr/bin/curl", args = c(
+      "-s",
+      "-X", "POST",
+      "-H", paste0("Authorization: Bearer ", hf_token),
+      "-F", paste0("header=@", header_file, ";type=application/json"),
+      "-F", paste0("file0=@", tmp, ";type=application/octet-stream"),
+      paste0("https://huggingface.co/api/datasets/", repo_id, "/commit/main")
+    ), stdout = TRUE, stderr = TRUE)
+    
+    file.remove(header_file)
+    resp_text <- paste(resp, collapse = "\n")
+    
+    if (grepl("commitOid", resp_text)) {
       paste0("Done! ", nrow(combined), " total rows in dataset.")
     } else {
-      # Try alternate endpoint
-      resp2 <- httr::PUT(
-        paste0("https://huggingface.co/api/datasets/", repo_id, "/content/main/", csv_filename),
-        httr::add_headers(
-          Authorization = paste("Bearer", hf_token),
-          `Content-Type` = "application/json"
-        ),
-        body = body,
-        encode = "raw"
-      )
-      
-      resp_text2 <- httr::content(resp2, as = "text", encoding = "UTF-8")
-      
-      if (httr::status_code(resp2) %in% c(200, 201)) {
-        paste0("Done! ", nrow(combined), " total rows in dataset.")
-      } else {
-        paste0("Upload failed: ", httr::status_code(resp2), " - ", resp_text2)
-      }
+      paste0("Upload response: ", resp_text)
     }
-    
   }, error = function(e) {
     paste("Upload error:", e$message)
   })