Shubham170793 commited on
Commit
2a369ba
Β·
verified Β·
1 Parent(s): 29e4ac0

Update src/qa.py

Browse files
Files changed (1) hide show
  1. src/qa.py +11 -5
src/qa.py CHANGED
@@ -54,17 +54,23 @@ os.environ.update({
54
  })
55
 
56
  # ==========================================================
57
- # 2️⃣ Embedding Model (E5-small-v2)
58
  # ==========================================================
59
  try:
 
60
  _query_model = SentenceTransformer(
61
- "intfloat/e5-small-v2",
62
  cache_folder=CACHE_DIR
63
  )
64
- print("βœ… Loaded embedding model: intfloat/e5-small-v2 (fast mode)")
65
  except Exception as e:
66
- print(f"⚠️ Embedding load failed ({e}), using MiniLM fallback")
67
- _query_model = SentenceTransformer("sentence-transformers/all-MiniLM-L6-v2", cache_folder=CACHE_DIR)
 
 
 
 
 
68
 
69
  # ==========================================================
70
  # 3️⃣ GPT-4o via SAP Gen AI Hub β€” Lazy Initialization
 
54
  })
55
 
56
  # ==========================================================
57
+ # 2️⃣ Embedding Model (Multilingual E5 β€” supports Hindi + English)
58
  # ==========================================================
59
  try:
60
+ # πŸ†• Switched to multilingual model (same 384-dim dimension, so FAISS stays compatible)
61
  _query_model = SentenceTransformer(
62
+ "intfloat/multilingual-e5-small",
63
  cache_folder=CACHE_DIR
64
  )
65
+ print("βœ… Loaded embedding model: intfloat/multilingual-e5-small (multilingual mode)")
66
  except Exception as e:
67
+ print(f"⚠️ Embedding load failed ({e}), attempting English-only fallback...")
68
+ try:
69
+ _query_model = SentenceTransformer("intfloat/e5-small-v2", cache_folder=CACHE_DIR)
70
+ print("πŸ” Fallback: intfloat/e5-small-v2 loaded successfully.")
71
+ except Exception:
72
+ _query_model = SentenceTransformer("sentence-transformers/all-MiniLM-L6-v2", cache_folder=CACHE_DIR)
73
+ print("πŸ” Final fallback: all-MiniLM-L6-v2 loaded.")
74
 
75
  # ==========================================================
76
  # 3️⃣ GPT-4o via SAP Gen AI Hub β€” Lazy Initialization