Update utils.py

utils.py

@@ -93,6 +93,64 @@ def get_qachain(llm_name = "gpt-3.5-turbo-0125", chain_type = "stuff", retriever
                                   retriever=retriever,
                                   return_source_documents=return_source_documents)
 
+
+def summarize_messages(demo_ephemeral_chat_history, llm):
+    stored_messages = demo_ephemeral_chat_history.messages
+    if len(stored_messages) == 0:
+        return False
+    summarization_prompt = ChatPromptTemplate.from_messages(
+        [
+            MessagesPlaceholder(variable_name="chat_history"),
+            (
+                "user", os.environ['SUMARY_MESSAGE_PROMPT'],
+            ),
+        ]
+    )
+    summarization_chain = summarization_prompt | llm
+
+    summary_message = summarization_chain.invoke({"chat_history": stored_messages})
+
+    demo_ephemeral_chat_history.clear()
+
+    demo_ephemeral_chat_history.add_message(summary_message)
+
+    return demo_ephemeral_chat_history
+
+def get_question_from_summarize(summary, question, llm):
+    new_qa_prompt = ChatPromptTemplate.from_messages([
+        ("system", os.environ['NEW_QUESTION_PROMPT']),
+        ("human",
+         '''
+         Sumary: {summary}
+         Question: {question}
+         Output:
+         '''
+         )
+    ]
+    )
+
+    new_qa_chain = new_qa_prompt | llm
+    return new_qa_chain.invoke({'summary': summary, 'question': question}).content
+
+def get_final_answer(question, context, chat_history, prompt, llm):
+    qa_prompt = ChatPromptTemplate.from_messages(
+        [
+            MessagesPlaceholder("chat_history"),
+            ("system", prompt),
+            ("human", '''
+            Context: {context}
+            Question: {question}
+            Output:
+            '''),
+        ]
+    )
+
+    answer_chain = qa_prompt | llm
+
+    answer = answer_chain.invoke({'question': question, 'context': context, 'chat_history': chat_history})
+
+    return answer.content
+
 def process_llm_response(llm_response):
     print(llm_response['result'])
     print('\n\nSources:')
@@ -105,3 +163,4 @@ def process_llm_response(llm_response):
 
 
 
+