Update app.py

app.py

@@ -2,6 +2,7 @@ import os
 import torch
 import gradio as gr
 
+from strings import TITLE, ABSTRACT 
 from gen import get_pretrained_models, get_output, setup_model_parallel
 
 os.environ["RANK"] = "0"
@@ -12,16 +13,30 @@ os.environ["MASTER_PORT"] = "50505"
 local_rank, world_size = setup_model_parallel()
 generator = get_pretrained_models("7B", "tokenizer", local_rank, world_size)
 
+history = []
+
 def chat(user_input):
     bot_response = get_output(generator, user_input)[0]
+
+    history.append({
+        "role": "user",
+        "content": user_input
+    })
+    history.append({
+        "role": "system",
+        "content": bot_response
+    })    
+    
     response = ""
     for word in bot_response.split(" "):
         response += word + " "
         yield [(user_input, response)]
 
 with gr.Blocks() as demo:
+    gr.Markdown(f"## {TITLE}\n\n\n\n{ABSTRACT}")
+    
     chatbot = gr.Chatbot()
-    textbox = gr.Textbox("Hello, how are you doing today?")
+    textbox = gr.Textbox(placeholder="Enter a prompt")
 
     textbox.submit(chat, textbox, chatbot)