UPDATE: Cohere Reranking

functions.py

@@ -1,3 +1,4 @@
+from langchain.retrievers.contextual_compression import ContextualCompressionRetriever
 from langchain_core.runnables import RunnablePassthrough, RunnableLambda
 from langchain_text_splitters import RecursiveCharacterTextSplitter
 from langchain_qdrant import QdrantVectorStore
@@ -7,12 +8,12 @@ from langchain.retrievers import ParentDocumentRetriever
 from langchain.storage import InMemoryStore
 from langchain.docstore.document import Document
 from langchain_huggingface import HuggingFaceEmbeddings
+from langchain_cohere import CohereRerank
 from supabase.client import create_client
 from qdrant_client import QdrantClient
 from langchain_groq import ChatGroq
 from supabase import create_client
 from dotenv import load_dotenv
-import pandas as pd
 import os
 
 load_dotenv("secrets.env")
@@ -159,11 +160,16 @@ def answerQuery(query: str, vectorstore: str, llmModel: str = "llama3-70b-8192")
         vectorstore=vectorstore,
         docstore=store,
         child_splitter=RecursiveCharacterTextSplitter(),
+
+    )
+    compressor = CohereRerank(model="rerank-english-v3.0")
+    retriever = ContextualCompressionRetriever(
+        base_compressor=compressor, base_retriever=retriever
     )
     chain = (
         {"context": retriever | RunnableLambda(format_docs), "question": RunnablePassthrough()}
         | prompt
-        | ChatGroq(model = llmModel, temperature = 0.5, max_tokens = 512)
+        | ChatGroq(model = llmModel, temperature = 0.75, max_tokens = 512)
         | StrOutputParser()
         )
     return {

secrets.env

@@ -2,4 +2,5 @@ SUPABASE_URL=https://lvuhhlrkcuexzqtsbqyu.supabase.co
 SUPABASE_KEY=eyJhbGciOiJIUzI1NiIsInR5cCI6IkpXVCJ9.eyJpc3MiOiJzdXBhYmFzZSIsInJlZiI6Imx2dWhobHJrY3VleHpxdHNicXl1Iiwicm9sZSI6InNlcnZpY2Vfcm9sZSIsImlhdCI6MTcxNTI0MDIxNCwiZXhwIjoyMDMwODE2MjE0fQ.zrRiN_MQCa6SOpvZFqSqFMUpcduNnt7eQP9sdXMmAF4
 GROQ_API_KEY=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
 QDRANT_URL=https://baeef19e-8f9f-4b14-b95f-45946d6fe1e6.us-east4-0.gcp.cloud.qdrant.io:6333
-QDRANT_API_KEY=k0V8kKNulQdRLukhYy03kJcncctoDImbiPHgmvaEEsup8MwTjqgT0w
+QDRANT_API_KEY=k0V8kKNulQdRLukhYy03kJcncctoDImbiPHgmvaEEsup8MwTjqgT0w
+COHERE_API_KEY=lCu3rZEjcUPAt0RsdQpQlGtgYp1uKAmuNIBdjFKq