Update app.R

app.R

@@ -13,6 +13,7 @@ library(curl)
 library(xgboost)
 library(recipes)
 library(arrow)
+library(base64enc)
 
 rv <- read_csv("non_context_run_values.csv")
 stuffplus_model <- xgb.load("stuffplus_xgb.json")
@@ -1992,20 +1993,36 @@ observeEvent(input$upload_hf_btn, {
     combined <- scraped_data()
   }
   
-  # Upload combined data as parquet
+  # Upload via commit API
   scrape_status_msg(paste0("Uploading ", nrow(combined), " total rows..."))
   
   tmp <- tempfile(fileext = ".parquet")
   arrow::write_parquet(combined, tmp)
   
   result <- tryCatch({
+    file_bytes <- readBin(tmp, "raw", file.info(tmp)$size)
+    file_b64 <- base64enc::base64encode(file_bytes)
+    
+    body <- list(
+      commit_message = paste("Update", filename),
+      operations = list(
+        list(
+          operation = "upload",
+          path_in_repo = filename,
+          content_encoding = "base64",
+          content = file_b64
+        )
+      )
+    )
+    
     resp <- httr::POST(
-      paste0("https://huggingface.co/api/datasets/", repo_id, "/upload/main/", filename),
+      paste0("https://huggingface.co/api/datasets/", repo_id, "/commit/main"),
       httr::add_headers(
-        Authorization = paste("Bearer", hf_token)
+        Authorization = paste("Bearer", hf_token),
+        `Content-Type` = "application/json"
       ),
-      body = list(file = httr::upload_file(tmp)),
-      encode = "multipart"
+      body = jsonlite::toJSON(body, auto_unbox = TRUE),
+      encode = "raw"
     )
     
     if (httr::status_code(resp) %in% c(200, 201)) {