Update app.py

app.py

@@ -18,8 +18,20 @@ llm = LlamaCpp(
 )
 print("creating ll ended")
 
-template = """You are the Finiantial expert:
+from langchain.chains import RetrievalQA
+from langchain.memory import ConversationBufferMemory
+from langchain import PromptTemplate
+from langchain.retrievers import TFIDFRetriever
+
+
+
+retriever = TFIDFRetriever.from_texts(
+    ["Finatial AI"])
 
+
+template = """You are the Finiantial expert:
+{history}
+{context}
 ### Instruction:
 {question}
 
@@ -29,16 +41,31 @@ template = """You are the Finiantial expert:
 ### Response:
 """
 
-prompt = PromptTemplate(template=template, input_variables=["question"])
+prompt1 = PromptTemplate(
+    input_variables=["history", "context", "question"],
+    template=template,
+)
 
-llm_chain_model = LLMChain(prompt=prompt, llm=llm)
+qa = RetrievalQA.from_chain_type(
+    llm=llm,
+    chain_type='stuff',
+    retriever=retriever,
+    verbose=False,
+    chain_type_kwargs={
+        "verbose": False,
+        "prompt": prompt1,
+        "memory": ConversationBufferMemory(
+            memory_key="history",
+            input_key="question"),
+    }
+)
 print("creating model created")
 
 
 def greet(question):
     print(f"question is {question}")
 
-    out_gen = llm_chain_model.run(question)  
+    out_gen = qa.run(question)  
     print(f"out is {out_gen}")
     return out_gen