Spaces:
Sleeping
Sleeping
Update retrieval_engine.py
Browse files- retrieval_engine.py +2 -5
retrieval_engine.py
CHANGED
|
@@ -3,10 +3,10 @@ from sentence_transformers import SentenceTransformer
|
|
| 3 |
import faiss
|
| 4 |
import numpy as np
|
| 5 |
|
| 6 |
-
class RetrievalEngine:
|
| 7 |
|
|
|
|
| 8 |
def __init__(self):
|
| 9 |
-
self.dataset = load_dataset("
|
| 10 |
|
| 11 |
self.model = SentenceTransformer("sentence-transformers/all-MiniLM-L6-v2")
|
| 12 |
|
|
@@ -21,13 +21,10 @@ class RetrievalEngine:
|
|
| 21 |
self.texts = texts
|
| 22 |
|
| 23 |
def search(self, query, k=3):
|
| 24 |
-
|
| 25 |
q_emb = self.model.encode([query], convert_to_numpy=True)
|
| 26 |
-
|
| 27 |
distances, indices = self.index.search(q_emb, k)
|
| 28 |
|
| 29 |
results = []
|
| 30 |
-
|
| 31 |
for idx in indices[0]:
|
| 32 |
results.append(self.texts[idx])
|
| 33 |
|
|
|
|
| 3 |
import faiss
|
| 4 |
import numpy as np
|
| 5 |
|
|
|
|
| 6 |
|
| 7 |
+
class RetrievalEngine:
|
| 8 |
def __init__(self):
|
| 9 |
+
self.dataset = load_dataset("YOUR_ACTUAL_HF_USERNAME/YOUR_ACTUAL_DATASET_NAME", split="train")
|
| 10 |
|
| 11 |
self.model = SentenceTransformer("sentence-transformers/all-MiniLM-L6-v2")
|
| 12 |
|
|
|
|
| 21 |
self.texts = texts
|
| 22 |
|
| 23 |
def search(self, query, k=3):
|
|
|
|
| 24 |
q_emb = self.model.encode([query], convert_to_numpy=True)
|
|
|
|
| 25 |
distances, indices = self.index.search(q_emb, k)
|
| 26 |
|
| 27 |
results = []
|
|
|
|
| 28 |
for idx in indices[0]:
|
| 29 |
results.append(self.texts[idx])
|
| 30 |
|