Update app.py

app.py

@@ -4,25 +4,33 @@ import os
 
 client = hf_hub.InferenceClient(token = os.environ['HUGGINGFACEHUB_API_TOKEN'])
 
-def create_prompt(question, history):
-    template = '''You are a good chatbot that talks with human. 
+def create_chat_summary(history):
+    context = '''
+        Please summarize following conversation so that it become context to further conversation:
 
-    {history}
+        Chatbot: I am a chemistry professor. I help student to understand chemistry. 
+    ''' 
+    for ques, ans in history:
+        context += f'''
+            Human : {ques}
+            Chatbot : {ans}
+        '''
 
-    Human : {question}
-    Chatbot :'''
+    return context
 
-    conv_template = '''
-    Human : {query}
-    Chatbot : {response}
-    '''
+def create_prompt(question, history):
+    context_prompt = create_chat_summary(history)
+    context = client.text_generation(prompt = context_prompt, model = 'google/flan-t5-xxl')
 
-    prev_chat = ''
+    prompt = f'''
+    You are a good chatbot that talks with human based on following context:
 
-    for ques, ans in history:
-        prev_chat += conv_template.format(query = ques, response = ans)
+    Context : 
+    {context}
 
-    prompt = template.format(history = prev_chat, question = question)
+    Human : {question}
+    Chatbot :
+    '''
 
     return prompt