Update app.py

app.py

@@ -2,40 +2,39 @@ from transformers import AutoModelForCausalLM, AutoTokenizer,BlenderbotForCondit
 import torch
 import gradio as gr
 
-chat_tkn = AutoTokenizer.from_pretrained("microsoft/DialoGPT-medium")
-mdl = AutoModelForCausalLM.from_pretrained("microsoft/DialoGPT-medium")
-
-#chat_tkn = AutoTokenizer.from_pretrained("facebook/blenderbot-400M-distill")
-#mdl = BlenderbotForConditionalGeneration.from_pretrained("facebook/blenderbot-400M-distill")
+#model_name = "facebook/blenderbot-400M-distill"
+model_name = "microsoft/DialoGPT-medium"
+chat_token = AutoTokenizer.from_pretrained(model_name)
+model = AutoModelForCausalLM.from_pretrained(model_name)
 
 def converse(user_input, chat_history=[]):    
-    user_input_ids = chat_tkn(user_input + chat_tkn.eos_token, return_tensors='pt').input_ids
+    user_input_ids = chat_token(user_input + chat_token.eos_token, return_tensors='pt').input_ids
 
     # keep history in the tensor
     bot_input_ids = torch.cat([torch.LongTensor(chat_history), user_input_ids], dim=-1)
 
     # get response 
-    chat_history = mdl.generate(bot_input_ids, max_length=1000, pad_token_id=chat_tkn.eos_token_id).tolist()
+    chat_history = model.generate(bot_input_ids, max_length=1000, pad_token_id=chat_token.eos_token_id).tolist()
     print (chat_history)
 
-    response = chat_tkn.decode(chat_history[0]).split("<|endoftext|>")
+    response = chat_token.decode(chat_history[0]).split("<|endoftext|>")
     
-    print("starting to print response")
+    print("Starting to print response...")
     print(response)
     
     # html for display
     html = "<div class='mybot'>"
     for x, mesg in enumerate(response):
         if x%2!=0 :
-           mesg="Bot:"+mesg
+           mesg="Bot: " + mesg
            clazz="bot"
         else :
            clazz="user"
         
         
-        print("value of x")
+        print("Value of x: ")
         print(x)
-        print("message")
+        print("Message: ")
         print (mesg)
         
         html += "<div class='mesg {}'> {}</div>".format(clazz, mesg)
@@ -50,7 +49,7 @@ css = """
 .mesg.bot {background-color:orange;color:white,align-self:self-end}
 .footer {display:none !important}
 """
-text=gr.inputs.Textbox(placeholder="Lets chat")
+text=gr.inputs.Textbox(placeholder="Let's start a chat...")
 gr.Interface(fn=converse,
              theme="default",
              inputs=[text, "state"],