Upload supabase_storage.py

supabase_storage.py

@@ -240,21 +240,28 @@ def list_datasets_from_supabase() -> List[Dict[str, Any]]:
     try:
         storage = client.storage.from_(BUCKET_NAME)
 
-        # List all items in the bucket root
-        items = storage.list()
+        # List all items in the bucket root (pass empty string for root path)
+        items = storage.list(path="")
         print(f"[Supabase] Bucket contains {len(items)} items")
 
+        # Debug: print what we got
+        for item in items:
+            print(f"[Supabase] Item: {item.get('name')} - metadata: {item.get('metadata')}")
+
         # Filter to get only folders (datasets), excluding files like _registry.json
-        # Folders have metadata.id = None or have no 'metadata' key with 'mimetype'
+        # In Supabase Storage, folders typically have id=None or no mimetype
         dataset_names = []
         for item in items:
             name = item.get('name', '')
             # Skip hidden files and registry
             if name.startswith('_') or name.startswith('.'):
                 continue
-            # Check if it's a folder (no metadata.mimetype means it's a folder)
+            # Skip if it's a file (has mimetype in metadata)
+            # Folders in Supabase typically don't have mimetype
             item_metadata = item.get('metadata')
-            if item_metadata is None or item_metadata.get('mimetype') is None:
+            is_file = item_metadata and item_metadata.get('mimetype')
+
+            if not is_file:
                 dataset_names.append(name)
                 print(f"[Supabase] Found dataset folder: {name}")