Allow weights false

backend/runner/inference.py

@@ -425,8 +425,24 @@ def load_consolidated_embeddings(embedding_file: Path, metadata_file: Path):
     """Load embeddings from consolidated file with metadata"""
     print(f"Loading consolidated embeddings from {embedding_file}")
     
-    # Load consolidated data
-    consolidated_data = torch.load(embedding_file, map_location='cpu')
+    # Load consolidated data with weights_only=False for compatibility
+    # This is safe since we're loading our own pre-computed embeddings
+    try:
+        consolidated_data = torch.load(embedding_file, map_location='cpu', weights_only=False)
+        print(f"✅ Successfully loaded consolidated embeddings")
+    except Exception as e:
+        print(f"❌ Failed to load with weights_only=False: {e}")
+        # Fallback: try with weights_only=True (may fail if file has non-tensor data)
+        try:
+            print(f"🔍 Trying fallback with weights_only=True...")
+            consolidated_data = torch.load(embedding_file, map_location='cpu', weights_only=True)
+            print(f"✅ Successfully loaded with weights_only=True")
+        except Exception as e2:
+            print(f"❌ Both loading methods failed:")
+            print(f"   weights_only=False: {e}")
+            print(f"   weights_only=True: {e2}")
+            raise RuntimeError(f"Cannot load embedding file with either method: {e2}")
+    
     embeddings = consolidated_data['embeddings']
     
     # Load metadata for file mapping