Update app.py

app.py

@@ -2,34 +2,36 @@ from transformers import AutoModelForCausalLM, AutoTokenizer,BlenderbotForCondit
 import torch
 import gradio as gr
 
-#model_name = "facebook/blenderbot-400M-distill"
-model_name = "microsoft/DialoGPT-medium"
-chat_token = AutoTokenizer.from_pretrained(model_name)
-model = AutoModelForCausalLM.from_pretrained(model_name)
+chat_tkn = AutoTokenizer.from_pretrained("microsoft/DialoGPT-medium")
+mdl = AutoModelForCausalLM.from_pretrained("microsoft/DialoGPT-medium")
 
-def converse(user_input, chat_history=[]):
-    user_input_ids = chat_token(user_input + chat_token.eos_token, return_tensors='pt').input_ids
+#chat_tkn = AutoTokenizer.from_pretrained("facebook/blenderbot-400M-distill")
+#mdl = BlenderbotForConditionalGeneration.from_pretrained("facebook/blenderbot-400M-distill")
+
+def converse(user_input, chat_history=[]):    
+    user_input_ids = chat_tkn(user_input + chat_tkn.eos_token, return_tensors='pt').input_ids
 
     # keep history in the tensor
-    chatbot_input_ids = torch.cat([torch.LongTensor(chat_history), user_input_ids], dim=-1)
+    bot_input_ids = torch.cat([torch.LongTensor(chat_history), user_input_ids], dim=-1)
 
     # get response 
-    chat_history = mdl.generate(chatbot_input_ids, max_length=1000, pad_token_id=chat_token.eos_token_id).tolist()
-    print(chat_history)
+    chat_history = mdl.generate(bot_input_ids, max_length=1000, pad_token_id=chat_tkn.eos_token_id).tolist()
+    print (chat_history)
 
-    response = chat_token.decode(chat_history[0]).split("<|endoftext|>")
+    response = chat_tkn.decode(chat_history[0]).split("<|endoftext|>")
     
-    print("Starting to print response...")
+    print("starting to print response")
     print(response)
     
     # html for display
     html = "<div class='mybot'>"
     for x, mesg in enumerate(response):
         if x%2!=0 :
-           mesg="Bot:" + mesg
-           clazz = "bot" 
+           mesg="Bot:"+mesg
+           clazz="bot"
         else :
-           clazz = "user"
+           clazz="user"
+        
         
         print("value of x")
         print(x)
@@ -41,18 +43,16 @@ def converse(user_input, chat_history=[]):
     print(html)
     return html, chat_history
 
-
-
 css = """
-.mybot {display:flex;flex-direction:column}
+.mychat {display:flex;flex-direction:column}
 .mesg {padding:5px;margin-bottom:5px;border-radius:5px;width:75%}
 .mesg.user {background-color:lightblue;color:white}
 .mesg.bot {background-color:orange;color:white,align-self:self-end}
 .footer {display:none !important}
 """
-in_text = gr.inputs.Textbox(placeholder="Let's start a chat")
+text=gr.inputs.Textbox(placeholder="Lets chat")
 gr.Interface(fn=converse,
              theme="default",
-             inputs=[in_text, "state"],
+             inputs=[text, "state"],
              outputs=["html", "state"],
              css=css).launch()