init project
Browse files- rag_core/retriever.py +5 -0
rag_core/retriever.py
CHANGED
|
@@ -34,6 +34,10 @@ class Retriever:
|
|
| 34 |
dim = len(embeddings[0])
|
| 35 |
self.index = faiss.IndexFlatL2(dim)
|
| 36 |
self.index.add(np.array(embeddings).astype("float32"))
|
|
|
|
|
|
|
|
|
|
|
|
|
| 37 |
faiss.write_index(self.index, INDEX_PATH)
|
| 38 |
with open(META_PATH, "wb") as f:
|
| 39 |
pickle.dump(valid_texts, f)
|
|
@@ -62,6 +66,7 @@ class Retriever:
|
|
| 62 |
logging.warning(f"❌ Lỗi embedding chunk mới {i}: {e}")
|
| 63 |
if new_embeddings:
|
| 64 |
self.index.add(np.array(new_embeddings).astype("float32"))
|
|
|
|
| 65 |
faiss.write_index(self.index, INDEX_PATH)
|
| 66 |
with open(META_PATH, "wb") as f:
|
| 67 |
pickle.dump(self.texts, f)
|
|
|
|
| 34 |
dim = len(embeddings[0])
|
| 35 |
self.index = faiss.IndexFlatL2(dim)
|
| 36 |
self.index.add(np.array(embeddings).astype("float32"))
|
| 37 |
+
|
| 38 |
+
# ✅ Tạo thư mục nếu chưa tồn tại
|
| 39 |
+
os.makedirs(os.path.dirname(INDEX_PATH), exist_ok=True)
|
| 40 |
+
|
| 41 |
faiss.write_index(self.index, INDEX_PATH)
|
| 42 |
with open(META_PATH, "wb") as f:
|
| 43 |
pickle.dump(valid_texts, f)
|
|
|
|
| 66 |
logging.warning(f"❌ Lỗi embedding chunk mới {i}: {e}")
|
| 67 |
if new_embeddings:
|
| 68 |
self.index.add(np.array(new_embeddings).astype("float32"))
|
| 69 |
+
os.makedirs(os.path.dirname(INDEX_PATH), exist_ok=True)
|
| 70 |
faiss.write_index(self.index, INDEX_PATH)
|
| 71 |
with open(META_PATH, "wb") as f:
|
| 72 |
pickle.dump(self.texts, f)
|