Update response function

app.py

@@ -48,10 +48,7 @@ def format_text(text):
 
 def get_chat_response(chatbot, task_history):
     """Generate a response using the model."""
-    chat_query = chatbot[-1][0]
-    query = task_history[-1][0]
     history_cp = copy.deepcopy(task_history)
-    full_response = ""
 
     history_filter = []
     pic_idx = 1
@@ -68,6 +65,7 @@ def get_chat_response(chatbot, task_history):
     history, message = history_filter[:-1], history_filter[-1][0]
     
     inputs = tokenizer.encode_plus(message, return_tensors='pt')
+    inputs = {k: v.to(model.device) for k, v in inputs.items()}  # Ensure inputs are on the same device as the model
     outputs = model.generate(inputs['input_ids'], max_length=150, num_beams=4, length_penalty=2.0, early_stopping=True)
     response = tokenizer.decode(outputs[0], skip_special_tokens=True)
     
@@ -77,6 +75,7 @@ def get_chat_response(chatbot, task_history):
     return chatbot, task_history
 
 
+
 def handle_text_input(history, task_history, text):
     """Handle text input from the user."""
     task_text = text