Update src/qa.py
Browse files
src/qa.py
CHANGED
|
@@ -54,17 +54,23 @@ os.environ.update({
|
|
| 54 |
})
|
| 55 |
|
| 56 |
# ==========================================================
|
| 57 |
-
# 2οΈβ£ Embedding Model (E5
|
| 58 |
# ==========================================================
|
| 59 |
try:
|
|
|
|
| 60 |
_query_model = SentenceTransformer(
|
| 61 |
-
"intfloat/e5-small
|
| 62 |
cache_folder=CACHE_DIR
|
| 63 |
)
|
| 64 |
-
print("β
Loaded embedding model: intfloat/e5-small
|
| 65 |
except Exception as e:
|
| 66 |
-
print(f"β οΈ Embedding load failed ({e}),
|
| 67 |
-
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
| 68 |
|
| 69 |
# ==========================================================
|
| 70 |
# 3οΈβ£ GPT-4o via SAP Gen AI Hub β Lazy Initialization
|
|
|
|
| 54 |
})
|
| 55 |
|
| 56 |
# ==========================================================
|
| 57 |
+
# 2οΈβ£ Embedding Model (Multilingual E5 β supports Hindi + English)
|
| 58 |
# ==========================================================
|
| 59 |
try:
|
| 60 |
+
# π Switched to multilingual model (same 384-dim dimension, so FAISS stays compatible)
|
| 61 |
_query_model = SentenceTransformer(
|
| 62 |
+
"intfloat/multilingual-e5-small",
|
| 63 |
cache_folder=CACHE_DIR
|
| 64 |
)
|
| 65 |
+
print("β
Loaded embedding model: intfloat/multilingual-e5-small (multilingual mode)")
|
| 66 |
except Exception as e:
|
| 67 |
+
print(f"β οΈ Embedding load failed ({e}), attempting English-only fallback...")
|
| 68 |
+
try:
|
| 69 |
+
_query_model = SentenceTransformer("intfloat/e5-small-v2", cache_folder=CACHE_DIR)
|
| 70 |
+
print("π Fallback: intfloat/e5-small-v2 loaded successfully.")
|
| 71 |
+
except Exception:
|
| 72 |
+
_query_model = SentenceTransformer("sentence-transformers/all-MiniLM-L6-v2", cache_folder=CACHE_DIR)
|
| 73 |
+
print("π Final fallback: all-MiniLM-L6-v2 loaded.")
|
| 74 |
|
| 75 |
# ==========================================================
|
| 76 |
# 3οΈβ£ GPT-4o via SAP Gen AI Hub β Lazy Initialization
|