Update app.R

app.R

@@ -67,13 +67,15 @@ download_private_csv <- function(repo_id, filename) {
 }
 
 download_private_parquet <- function(repo_id, filename) {
+  library(httr)
+  library(arrow)
+  
+  # Create the direct download URL based on your example
+  url <- paste0("https://huggingface.co/datasets/", repo_id, "/resolve/main/", filename, "?download=true")
   
   # Create a temporary file
   temp_file <- tempfile(fileext = ".parquet")
   
-  # Alternative LFS URL format (more direct download)
-  url <- paste0("https://huggingface.co/datasets/", repo_id, "/lfs/resolve/main/", filename, "?download=true")
-  
   # Download directly to file
   response <- GET(
     url,
@@ -93,28 +95,8 @@ download_private_parquet <- function(repo_id, filename) {
       stop(paste("Error reading parquet file:", e$message))
     })
   } else {
-    # Try the standard URL if LFS URL failed
-    url <- paste0("https://huggingface.co/datasets/", repo_id, "/resolve/main/", filename)
-    
-    response <- GET(
-      url,
-      add_headers(Authorization = paste("Bearer", Sys.getenv("GETCSV"))),
-      write_disk(temp_file, overwrite = TRUE)
-    )
-    
-    if (status_code(response) == 200) {
-      tryCatch({
-        data <- read_parquet(temp_file)
-        file.remove(temp_file)
-        return(data)
-      }, error = function(e) {
-        file.remove(temp_file)
-        stop(paste("Error reading parquet file:", e$message))
-      })
-    } else {
-      file.remove(temp_file)
-      stop(paste("Failed to download file. Status code:", status_code(response)))
-    }
+    file.remove(temp_file)
+    stop(paste("Failed to download file. Status code:", status_code(response)))
   }
 }