Update app.R

app.R

@@ -1999,36 +1999,56 @@ observeEvent(input$upload_hf_btn, {
   arrow::write_parquet(combined, tmp)
   
 result <- tryCatch({
-    header_file <- tempfile(fileext = ".json")
-    writeLines(sprintf(
-      '{"summary":"Update %s","operations":[{"key":"file0","path_in_repo":"%s"}]}',
-      filename, filename
-    ), header_file)
-    
-    h <- curl::new_handle()
-    curl::handle_setheaders(h, 
-      "Authorization" = paste("Bearer", hf_token)
-    )
+    # Save parquet as CSV instead to avoid LFS issues
+    tmp_csv <- tempfile(fileext = ".csv")
+    write.csv(combined, tmp_csv, row.names = FALSE)
     
-    curl::handle_setform(h,
-      header = curl::form_file(header_file, type = "application/json"),
-      file0 = curl::form_file(tmp, type = "application/octet-stream")
-    )
+    file_bytes <- readBin(tmp_csv, "raw", file.info(tmp_csv)$size)
+    file_b64 <- base64enc::base64encode(file_bytes)
     
-    resp <- curl::curl_fetch_memory(
-      paste0("https://huggingface.co/api/datasets/", repo_id, "/commit/main"),
-      handle = h
-    )
+    csv_filename <- gsub("\\.parquet$", ".csv", filename)
+    
+    # Use the git create/update file API
+    body <- jsonlite::toJSON(list(
+      message = paste("Update", csv_filename),
+      content = file_b64
+    ), auto_unbox = TRUE)
     
-    file.remove(header_file)
+    resp <- httr::PUT(
+      paste0("https://huggingface.co/api/datasets/", repo_id, "/blob/main/", csv_filename),
+      httr::add_headers(
+        Authorization = paste("Bearer", hf_token),
+        `Content-Type` = "application/json"
+      ),
+      body = body,
+      encode = "raw"
+    )
     
-    resp_text <- rawToChar(resp$content)
+    resp_text <- httr::content(resp, as = "text", encoding = "UTF-8")
     
-    if (resp$status_code %in% c(200, 201)) {
+    if (httr::status_code(resp) %in% c(200, 201)) {
       paste0("Done! ", nrow(combined), " total rows in dataset.")
     } else {
-      paste0("Upload failed: ", resp$status_code, " - ", resp_text)
+      # Try alternate endpoint
+      resp2 <- httr::PUT(
+        paste0("https://huggingface.co/api/datasets/", repo_id, "/content/main/", csv_filename),
+        httr::add_headers(
+          Authorization = paste("Bearer", hf_token),
+          `Content-Type` = "application/json"
+        ),
+        body = body,
+        encode = "raw"
+      )
+      
+      resp_text2 <- httr::content(resp2, as = "text", encoding = "UTF-8")
+      
+      if (httr::status_code(resp2) %in% c(200, 201)) {
+        paste0("Done! ", nrow(combined), " total rows in dataset.")
+      } else {
+        paste0("Upload failed: ", httr::status_code(resp2), " - ", resp_text2)
+      }
     }
+    
   }, error = function(e) {
     paste("Upload error:", e$message)
   })