Upload 2 files

app.py

@@ -21,6 +21,7 @@ from langchain_community.vectorstores import FAISS
 from langchain_openai.embeddings import OpenAIEmbeddings
 from langchain_core.documents import Document
 from dotenv import load_dotenv
+from langchain.chains import RetrievalQA
 
 load_dotenv()
 
@@ -139,6 +140,13 @@ async def on_chat_start():
         model="gpt-4o-mini",
         temperature=0
         )
+    
+    qa_chain = RetrievalQA(
+        retriever=finetune_retriever,
+        llm=rag_llm,
+        system_prompt=system_role_prompt,
+        user_prompt=user_role_prompt
+        )
 
     finetune_rag_chain = (
         {"context": itemgetter("question") | finetune_retriever, "question": itemgetter("question")}
@@ -159,7 +167,9 @@ async def main(message):
     chain = cl.user_session.get("chain")
 
     msg = cl.Message(content="")
-    result = await chain.arun_pipeline(message.content)
+    # finetune_rag_chain.invoke({"question": message.content})
+    # result = await chain.arun_pipeline(message.content)
+    result = await chain.arun_pipeline({'question': message.content})
 
     async for stream_resp in result["response"]:
         await msg.stream_token(stream_resp)

requirements.txt

@@ -12,4 +12,5 @@ pypdf
 sentence_transformers
 langchain_text_splitters
 langchain-community
-faiss-cpu
+faiss-cpu
+# langchain