Upload supabase_storage.py

supabase_storage.py

@@ -306,15 +306,18 @@ def delete_dataset_from_supabase(dataset_name: str) -> bool:
         return False
 
     try:
-        # List all files in the dataset folder
-        files = client.storage.from_(BUCKET_NAME).list(dataset_name)
+        storage = client.storage.from_(BUCKET_NAME)
+
+        # List all files in the dataset folder (need limit option for SDK to work)
+        files = storage.list(path=dataset_name, options={"limit": 1000})
+        print(f"[Supabase] Found {len(files)} files in '{dataset_name}' to delete")
 
         # Delete each file
         file_paths = [f"{dataset_name}/{f['name']}" for f in files if f.get('name')]
 
         if file_paths:
-            client.storage.from_(BUCKET_NAME).remove(file_paths)
-            print(f"[Supabase] Deleted {len(file_paths)} files from '{dataset_name}'")
+            result = storage.remove(file_paths)
+            print(f"[Supabase] Deleted {len(file_paths)} files from '{dataset_name}': {result}")
 
         # Remove from registry
         _update_dataset_registry(client, dataset_name, action='remove')
@@ -342,8 +345,8 @@ def check_dataset_exists_in_supabase(dataset_name: str) -> bool:
         return False
 
     try:
-        # Try to list files in the dataset folder
-        files = client.storage.from_(BUCKET_NAME).list(dataset_name)
+        # Try to list files in the dataset folder (need limit option for SDK to work)
+        files = client.storage.from_(BUCKET_NAME).list(path=dataset_name, options={"limit": 1000})
         return len(files) > 0
     except:
         return False