SHAZAM_CLONE / src /query_processing.py
ytrsoymr's picture
Upload 3 files
9fa0ed2 verified
from langchain_huggingface import HuggingFaceEmbeddings # βœ… Updated import
from langchain_chroma import Chroma # βœ… Updated import
from config import CHROMA_DB_PATH, EMBEDDING_MODEL
# Load embeddings model
embeddings = HuggingFaceEmbeddings(model_name=EMBEDDING_MODEL)
# Load ChromaDB
db = Chroma(persist_directory=CHROMA_DB_PATH, embedding_function=embeddings)
def retrieve_similar_chunks(query: str, k=5):
"""Retrieve top-k most relevant document chunks from ChromaDB with metadata."""
results = db.similarity_search_with_score(query, k=k) # βœ… Retrieves content + score
retrieved_docs = [
{
"num": doc.metadata.get("num", "Unknown"), # βœ… Retrieve stored 'num'
"content": doc.page_content,
"score": score # βœ… Include similarity score
}
for doc, score in results
]
return retrieved_docs
# Example usage
query = "artificial intelligence in movies"
top_chunks = retrieve_similar_chunks(query, k=5)
# Print results
for chunk in top_chunks:
print(f"πŸ“‚ File Num: {chunk['num']}\nπŸ” Similarity Score: {chunk['score']:.4f}\nπŸ“ Content: {chunk['content']}\n{'-'*80}")