File size: 1,221 Bytes
9fa0ed2
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
from langchain_huggingface import HuggingFaceEmbeddings  # βœ… Updated import
from langchain_chroma import Chroma  # βœ… Updated import
from config import CHROMA_DB_PATH, EMBEDDING_MODEL

# Load embeddings model
embeddings = HuggingFaceEmbeddings(model_name=EMBEDDING_MODEL)

# Load ChromaDB
db = Chroma(persist_directory=CHROMA_DB_PATH, embedding_function=embeddings)


def retrieve_similar_chunks(query: str, k=5):
    """Retrieve top-k most relevant document chunks from ChromaDB with metadata."""
    
    results = db.similarity_search_with_score(query, k=k)  # βœ… Retrieves content + score
    
    retrieved_docs = [
        {
            "num": doc.metadata.get("num", "Unknown"),  # βœ… Retrieve stored 'num'
            "content": doc.page_content,
            "score": score  # βœ… Include similarity score
        }
        for doc, score in results
    ]
    
    return retrieved_docs


# Example usage
query = "artificial intelligence in movies"
top_chunks = retrieve_similar_chunks(query, k=5)

# Print results
for chunk in top_chunks:
    print(f"πŸ“‚ File Num: {chunk['num']}\nπŸ” Similarity Score: {chunk['score']:.4f}\nπŸ“ Content: {chunk['content']}\n{'-'*80}")