create chatbot

app.py

@@ -14,15 +14,23 @@ def generate_response(prompt):
     return tokenizer_TOD.batch_decode(outputs)[0]
 
 #<|context|> <|user|> I want to go to the restaurant.<|endofcontext|>
+context = ''
 
 def chat(message, history):
     history = history or []
-
-    
-    output = generate_response(message)
+    if history == []:
+        context = '<|context|> <|user|> ' + message + ' <|endofcontext|> '
+    else:
+        context, _ = history[-1][0].split('<|endofcontext|>')
+        context += ' <|system|> ' 
+        context += history[-1][1].split('<|response|>')[1]
+        context = context.replace('<|endofresponse|>', '')
+        context += ' <|user|> ' + message + ' <|endofcontext|> '
+
+    output = generate_response(context)
     context, response = output.split('<|endofcontext|>')
 
-    history.append((context+'<|endofcontext|>', response))
+    history.append((message, response))
     
     return history, history