add upload debug

upload_to_gemini_filestore.py

@@ -74,29 +74,53 @@ def extract_metadata_from_path(file_path: Path) -> Dict[str, Any]:
 
 def get_or_create_filestore(client: genai.Client, store_name: Optional[str] = None) -> str:
     """Get existing file search store or create a new one."""
-    if store_name:
-        # Try to get existing store
-        try:
-            stores = client.file_search_stores.list()
-            for store in stores:
-                if store.name == store_name or store.display_name == store_name:
-                    print(f"✅ Using existing store: {store.display_name} ({store.name})")
-                    return store.name
-        except Exception as e:
-            print(f"⚠️  Could not list stores: {e}")
-    
-    # Create new store
+    # First, try to list all existing stores
+    try:
+        stores = list(client.file_search_stores.list())
+        print(f"   🔍 Found {len(stores)} existing store(s)")
+        
+        if stores:
+            # If store_name is provided, try to match it
+            if store_name:
+                for store in stores:
+                    # Check both name (full path like "fileSearchStores/xxx") and display_name
+                    store_name_match = store.name == store_name or store.name.endswith(store_name)
+                    display_name_match = store.display_name == store_name
+                    
+                    # Also check if store_name is just the ID part
+                    store_id = store.name.split("/")[-1] if "/" in store.name else store.name
+                    id_match = store_id == store_name
+                    
+                    if store_name_match or display_name_match or id_match:
+                        print(f"   ✅ Using existing store: {store.display_name} ({store.name})")
+                        print(f"   💡 Store ID: {store_id} (use this in GEMINI_FILESTORE_NAME)")
+                        return store.name
+            
+            # If no store_name provided, use the most recent store
+            if not store_name and stores:
+                latest_store = stores[-1]  # Most recent
+                store_id = latest_store.name.split("/")[-1] if "/" in latest_store.name else latest_store.name
+                print(f"   ✅ Using most recent store: {latest_store.display_name} ({latest_store.name})")
+                print(f"   💡 Store ID: {store_id} (use this in GEMINI_FILESTORE_NAME)")
+                return latest_store.name
+    except Exception as e:
+        print(f"   ⚠️  Could not list stores: {e}")
+        print(f"   📝 Will create new store...")
+    
+    # Create new store only if no existing store found
     display_name = store_name or "Audit Reports"
-    print(f"📝 Creating new file search store: '{display_name}'...")
+    print(f"   📝 Creating new file search store: '{display_name}'...")
     
     try:
         file_search_store = client.file_search_stores.create(
             config={'display_name': display_name}
         )
-        print(f"✅ Created store: {file_search_store.display_name} ({file_search_store.name})")
+        store_id = file_search_store.name.split("/")[-1] if "/" in file_search_store.name else file_search_store.name
+        print(f"   ✅ Created store: {file_search_store.display_name} ({file_search_store.name})")
+        print(f"   💡 Store ID: {store_id} (use this in GEMINI_FILESTORE_NAME)")
         return file_search_store.name
     except Exception as e:
-        print(f"❌ Failed to create store: {e}")
+        print(f"   ❌ Failed to create store: {e}")
         raise
 
 
@@ -207,7 +231,21 @@ def upload_file_to_store(
         # Metadata would need to be added via a separate API call after upload, if supported
         # For now, we upload without metadata - the filename in display_name contains the info
         upload_params['config'] = config
-        operation = client.file_search_stores.upload_to_file_search_store(**upload_params)
+        
+        try:
+            operation = client.file_search_stores.upload_to_file_search_store(**upload_params)
+        except Exception as upload_error:
+            error_str = str(upload_error).lower()
+            error_msg = str(upload_error)
+            
+            # Check if it's a "terminated" or "already exists" error
+            if 'terminated' in error_str or 'already' in error_str or '400' in error_str:
+                print(f"      ⚠️  Upload error: File may already exist or upload was interrupted")
+                print(f"      💡 Error details: {error_msg}")
+                print(f"      💡 Skipping this file")
+                return None  # Return None to indicate "skipped"
+            # Re-raise if it's a different error
+            raise
         
         # Wait for import to complete
         max_wait = 300  # 5 minutes max per file
@@ -324,7 +362,17 @@ def main():
     # Get or create file search store
     print(f"\n📦 Setting up file search store...")
     try:
-        store_name = get_or_create_filestore(client, store_name)
+        store_name_full = get_or_create_filestore(client, store_name)
+        # Store the full name for upload, but also save just the ID for .env reference
+        # The full name is like "fileSearchStores/audit-reports-xxx"
+        # For API calls, we need just the ID part (after fileSearchStores/)
+        if store_name_full.startswith("fileSearchStores/"):
+            store_id = store_name_full.split("/", 1)[1]
+            print(f"   💡 Store ID (for GEMINI_FILESTORE_NAME env var): {store_id}")
+        else:
+            store_id = store_name_full
+        # Use full name for upload operations
+        store_name = store_name_full
     except Exception as e:
         print(f"   ❌ Failed to setup store: {e}")
         return 1