updated

app/faiss_utils.py

@@ -2,14 +2,17 @@ import numpy as np
 import faiss
 from sentence_transformers import SentenceTransformer
 
-# Load once globally
-model = SentenceTransformer('multi-qa-mpnet-base-dot-v1')
+# Load global embedding model once
+model = SentenceTransformer("multi-qa-mpnet-base-dot-v1")
 
-def build_index(categories):
-    enriched = [f"{cat} category" for cat in categories]  # make text richer
-    embeddings = model.encode(enriched).astype('float32')
+def build_index(keywords):
+    """Builds FAISS index dynamically from keywords."""
+    enriched = [f"{k} category" for k in keywords]
+    embeddings = model.encode(enriched).astype("float32")
     embeddings = embeddings / np.linalg.norm(embeddings, axis=1, keepdims=True)
     dim = embeddings.shape[1]
+
     index = faiss.IndexFlatIP(dim)
     index.add(embeddings)
-    return index, embeddings
+
+    return index, embeddings

app/routes.py

@@ -4,16 +4,39 @@ from .faiss_utils import build_index, model
 import numpy as np
 import re
 import pickle
+import os
+import yake
+import faiss
+
 
 SIMILARITY_THRESHOLD = 0.00
 
 main = Blueprint('main', __name__)
 
-# Load FAISS index and keywords
-with open("keyword_faiss_index.pkl", "rb") as f:
-    saved_data = pickle.load(f)
-    keyword_index = saved_data["index"]
-    category_keywords = saved_data["keywords"]
+# Default fallback keywords (you can load from DB or JSON too)
+DEFAULT_KEYWORDS = ["shoes", "t-shirt", "bag", "watch", "jewelry", "electronics"]
+
+# Try loading precomputed embeddings (not FAISS object)
+if os.path.exists("keyword_faiss_index.pkl"):
+    try:
+        with open("keyword_faiss_index.pkl", "rb") as f:
+            saved_data = pickle.load(f)
+            category_keywords = saved_data.get("keywords", DEFAULT_KEYWORDS)
+            embeddings = saved_data.get("embeddings")
+
+            if embeddings is not None:
+                dim = embeddings.shape[1]
+                keyword_index = faiss.IndexFlatIP(dim)
+                keyword_index.add(embeddings)
+            else:
+                keyword_index, embeddings = build_index(category_keywords)
+    except Exception as e:
+        print(f"⚠️ Failed to load FAISS index: {e}. Rebuilding...")
+        category_keywords = DEFAULT_KEYWORDS
+        keyword_index, embeddings = build_index(category_keywords)
+else:
+    category_keywords = DEFAULT_KEYWORDS
+    keyword_index, embeddings = build_index(category_keywords)
 
 
 # Render UI at root