Spaces:
Sleeping
Sleeping
FIX allowable embedding models
Browse files- app.py +1 -1
- rag_system.py +10 -1
app.py
CHANGED
|
@@ -102,7 +102,7 @@ def create_interface():
|
|
| 102 |
choices=[
|
| 103 |
"sentence-transformers/paraphrase-multilingual-MiniLM-L12-v2",
|
| 104 |
"intfloat/multilingual-e5-base",
|
| 105 |
-
"
|
| 106 |
],
|
| 107 |
value="sentence-transformers/all-MiniLM-L6-v2",
|
| 108 |
label="🔤 Embedding Model / Modèle d'Embedding (select before processing / sélectionnez avant traitement)"
|
|
|
|
| 102 |
choices=[
|
| 103 |
"sentence-transformers/paraphrase-multilingual-MiniLM-L12-v2",
|
| 104 |
"intfloat/multilingual-e5-base",
|
| 105 |
+
"ibm-granite/granite-embedding-107m-multilingual",
|
| 106 |
],
|
| 107 |
value="sentence-transformers/all-MiniLM-L6-v2",
|
| 108 |
label="🔤 Embedding Model / Modèle d'Embedding (select before processing / sélectionnez avant traitement)"
|
rag_system.py
CHANGED
|
@@ -255,7 +255,16 @@ class RAGSystem:
|
|
| 255 |
"""Set or change the embedding model"""
|
| 256 |
if self.embedding_model_name != model_name:
|
| 257 |
self.embedding_model_name = model_name
|
| 258 |
-
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
| 259 |
|
| 260 |
# If we have chunks, re-create embeddings and index
|
| 261 |
if self.chunks:
|
|
|
|
| 255 |
"""Set or change the embedding model"""
|
| 256 |
if self.embedding_model_name != model_name:
|
| 257 |
self.embedding_model_name = model_name
|
| 258 |
+
|
| 259 |
+
# Some models require trust_remote_code
|
| 260 |
+
try:
|
| 261 |
+
self.embedding_model = SentenceTransformer(model_name)
|
| 262 |
+
except Exception as e:
|
| 263 |
+
if "trust_remote_code" in str(e):
|
| 264 |
+
print(f"Model {model_name} requires trust_remote_code=True, loading with trust...")
|
| 265 |
+
self.embedding_model = SentenceTransformer(model_name, trust_remote_code=True)
|
| 266 |
+
else:
|
| 267 |
+
raise e
|
| 268 |
|
| 269 |
# If we have chunks, re-create embeddings and index
|
| 270 |
if self.chunks:
|