joelg commited on
Commit
b0271ee
·
1 Parent(s): d6afc31

FIX allowable embedding models

Browse files
Files changed (2) hide show
  1. app.py +1 -1
  2. rag_system.py +10 -1
app.py CHANGED
@@ -102,7 +102,7 @@ def create_interface():
102
  choices=[
103
  "sentence-transformers/paraphrase-multilingual-MiniLM-L12-v2",
104
  "intfloat/multilingual-e5-base",
105
- "nomic-ai/nomic-embed-text-v2-moe",
106
  ],
107
  value="sentence-transformers/all-MiniLM-L6-v2",
108
  label="🔤 Embedding Model / Modèle d'Embedding (select before processing / sélectionnez avant traitement)"
 
102
  choices=[
103
  "sentence-transformers/paraphrase-multilingual-MiniLM-L12-v2",
104
  "intfloat/multilingual-e5-base",
105
+ "ibm-granite/granite-embedding-107m-multilingual",
106
  ],
107
  value="sentence-transformers/all-MiniLM-L6-v2",
108
  label="🔤 Embedding Model / Modèle d'Embedding (select before processing / sélectionnez avant traitement)"
rag_system.py CHANGED
@@ -255,7 +255,16 @@ class RAGSystem:
255
  """Set or change the embedding model"""
256
  if self.embedding_model_name != model_name:
257
  self.embedding_model_name = model_name
258
- self.embedding_model = SentenceTransformer(model_name)
 
 
 
 
 
 
 
 
 
259
 
260
  # If we have chunks, re-create embeddings and index
261
  if self.chunks:
 
255
  """Set or change the embedding model"""
256
  if self.embedding_model_name != model_name:
257
  self.embedding_model_name = model_name
258
+
259
+ # Some models require trust_remote_code
260
+ try:
261
+ self.embedding_model = SentenceTransformer(model_name)
262
+ except Exception as e:
263
+ if "trust_remote_code" in str(e):
264
+ print(f"Model {model_name} requires trust_remote_code=True, loading with trust...")
265
+ self.embedding_model = SentenceTransformer(model_name, trust_remote_code=True)
266
+ else:
267
+ raise e
268
 
269
  # If we have chunks, re-create embeddings and index
270
  if self.chunks: