curiouscurrent commited on
Commit
1ed44aa
·
verified ·
1 Parent(s): 1e00e3b

Create vector_store/vector_store.py

Browse files
AI_Agent/vector_store/vector_store.py ADDED
@@ -0,0 +1,27 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ # AI_Agent/vector_store/vector_store.py
2
+ from sentence_transformers import SentenceTransformer
3
+ import faiss
4
+ import numpy as np
5
+
6
+ class SimpleVectorStore:
7
+ def __init__(self, dim=384, model_name="all-MiniLM-L6-v2"):
8
+ self.embed_model = SentenceTransformer(model_name)
9
+ self.dim = dim
10
+ self.index = faiss.IndexFlatL2(dim)
11
+ self.docs = []
12
+
13
+ def add_documents(self, docs):
14
+ embeddings = self.embed_model.encode(docs, convert_to_numpy=True)
15
+ if embeddings.ndim == 1:
16
+ embeddings = embeddings.reshape(1, -1)
17
+ self.index.add(embeddings.astype("float32"))
18
+ self.docs.extend(docs)
19
+
20
+ def search(self, query, k=3):
21
+ query_emb = self.embed_model.encode([query], convert_to_numpy=True).astype("float32")
22
+ D, I = self.index.search(query_emb, k)
23
+ results = []
24
+ for idx, dist in zip(I[0], D[0]):
25
+ if idx < len(self.docs):
26
+ results.append((self.docs[idx], float(dist)))
27
+ return results