Update app.py

app.py

@@ -1,45 +1,53 @@
 import gradio as gr
-from transformers import AutoModelForSeq2SeqLM, AutoTokenizer
+from transformers import AutoModelForCausalLM, AutoTokenizer
 
-model_name = "facebook/blenderbot-400M-distill"
+model_name = "microsoft/DialoGPT-small"
 tokenizer = AutoTokenizer.from_pretrained(model_name)
-model = AutoModelForSeq2SeqLM.from_pretrained(model_name)
+model = AutoModelForCausalLM.from_pretrained(model_name)
 
-history = []  # list of (user_message, bot_response) pairs
+history = []
 
 def respond(message, chat_history):
-    # chat_history is a list of tuples: (user, bot)
     if chat_history is None:
         chat_history = []
-    # add user message to history
+
+    
     chat_history.append((message, None))
 
-    # flatten last few messages for context, e.g. last 5 user+bot turns (10 messages)
-    # but keep it simple here and just join user messages
-    input_text = " ".join([msg for pair in chat_history[-5:] for msg in pair if msg])
-    inputs = tokenizer(input_text, return_tensors="pt")
-    outputs = model.generate(**inputs, max_new_tokens=100)
+    
+    input_ids = None
+    for user_msg, bot_msg in chat_history[-5:]:
+        if input_ids is None:
+            input_ids = tokenizer.encode(user_msg + tokenizer.eos_token, return_tensors="pt")
+        else:
+            input_ids = tokenizer.encode(user_msg + tokenizer.eos_token, return_tensors="pt", add_special_tokens=False).to(input_ids.device)
+    
+    
+    outputs = model.generate(input_ids, max_new_tokens=100, pad_token_id=tokenizer.eos_token_id)
     response = tokenizer.decode(outputs[0], skip_special_tokens=True)
 
-    # update last user message's bot response
+    
     chat_history[-1] = (message, response)
 
     return chat_history, chat_history
 
 with gr.Blocks() as demo:
-    chatbot = gr.Chatbot()
+    chatbot = gr.Chatbot(elem_id="chatbox")
     msg = gr.Textbox(placeholder="Say something...")
     msg.submit(respond, inputs=[msg, chatbot], outputs=[chatbot, chatbot])
 
 demo.launch(css="""
-body {background-color: #000 !important; color: #fff !important;}
-#chat-box {
-    height: 500px; 
-    overflow-y: scroll; 
-    border: 1px solid #fff; 
-    padding: 10px; 
-    border-radius: 8px; 
-    background-color: #111;
+body, html, #chatbox, .gradio-container {
+    height: 100% !important;
+    margin: 0; padding: 0;
+    background-color: #000 !important; 
+    color: #fff !important;
+}
+#chatbox {
+    border-radius: 8px;
+    border: 1px solid #fff;
+    background-color: #111 !important;
+    overflow-y: auto;
 }
 .bubble {
     padding: 10px;