VietCat commited on
Commit
2faa2d6
·
1 Parent(s): d01f520

init project

Browse files
Files changed (1) hide show
  1. rag_core/retriever.py +5 -0
rag_core/retriever.py CHANGED
@@ -34,6 +34,10 @@ class Retriever:
34
  dim = len(embeddings[0])
35
  self.index = faiss.IndexFlatL2(dim)
36
  self.index.add(np.array(embeddings).astype("float32"))
 
 
 
 
37
  faiss.write_index(self.index, INDEX_PATH)
38
  with open(META_PATH, "wb") as f:
39
  pickle.dump(valid_texts, f)
@@ -62,6 +66,7 @@ class Retriever:
62
  logging.warning(f"❌ Lỗi embedding chunk mới {i}: {e}")
63
  if new_embeddings:
64
  self.index.add(np.array(new_embeddings).astype("float32"))
 
65
  faiss.write_index(self.index, INDEX_PATH)
66
  with open(META_PATH, "wb") as f:
67
  pickle.dump(self.texts, f)
 
34
  dim = len(embeddings[0])
35
  self.index = faiss.IndexFlatL2(dim)
36
  self.index.add(np.array(embeddings).astype("float32"))
37
+
38
+ # ✅ Tạo thư mục nếu chưa tồn tại
39
+ os.makedirs(os.path.dirname(INDEX_PATH), exist_ok=True)
40
+
41
  faiss.write_index(self.index, INDEX_PATH)
42
  with open(META_PATH, "wb") as f:
43
  pickle.dump(valid_texts, f)
 
66
  logging.warning(f"❌ Lỗi embedding chunk mới {i}: {e}")
67
  if new_embeddings:
68
  self.index.add(np.array(new_embeddings).astype("float32"))
69
+ os.makedirs(os.path.dirname(INDEX_PATH), exist_ok=True)
70
  faiss.write_index(self.index, INDEX_PATH)
71
  with open(META_PATH, "wb") as f:
72
  pickle.dump(self.texts, f)