NimrodDev commited on
Commit
36fc4cb
·
1 Parent(s): ffdd497
Files changed (1) hide show
  1. rag.py +4 -10
rag.py CHANGED
@@ -104,20 +104,14 @@ def get_texts() -> List[str]:
104
  return []
105
 
106
  ## ------------------------------------------------------------------------------rtutu
107
- # ------# --------# ------------------------------------------------------------------
108
  @lru_cache(maxsize=1)
109
  def get_vectorstore() -> FAISS:
110
  texts = get_texts()
111
 
112
- # --- FINAL: load model from repo folder (no internet, no cache) --------
113
- import os
114
- local_model_path = os.path.join(os.path.dirname(__file__), "st_model")
115
-
116
- from sentence_transformers import SentenceTransformer
117
- model = SentenceTransformer(local_model_path, device="cpu", cache_folder=None)
118
-
119
- from langchain.embeddings import SentenceTransformerEmbeddings
120
- embeddings = SentenceTransformerEmbeddings(model=model)
121
  # ------------------------------------------------------------------------
122
 
123
  if not texts: # no data → empty FAISS
 
104
  return []
105
 
106
  ## ------------------------------------------------------------------------------rtutu
107
+ # ------------------------------------------------------------------
108
  @lru_cache(maxsize=1)
109
  def get_vectorstore() -> FAISS:
110
  texts = get_texts()
111
 
112
+ # --- FINAL: use optimum ONNX MiniLM (already on disk in image) --------
113
+ from langchain.embeddings import OptimumEmbeddings
114
+ embeddings = OptimumEmbeddings.from_pretrained("optimum/all-MiniLM-L6-v2")
 
 
 
 
 
 
115
  # ------------------------------------------------------------------------
116
 
117
  if not texts: # no data → empty FAISS