Update response function

app.py

@@ -46,9 +46,13 @@ def format_text(text):
     text = "".join(lines)
     return text
 
-def get_chat_response(chatbot, task_history):
+
+def get_chat_response(chatbot, task_history, model, tokenizer):
     """Generate a response using the model."""
+    chat_query = chatbot[-1][0]
+    query = task_history[-1][0]
     history_cp = copy.deepcopy(task_history)
+    full_response = ""
 
     history_filter = []
     pic_idx = 1
@@ -64,16 +68,28 @@ def get_chat_response(chatbot, task_history):
             pre = ""
     history, message = history_filter[:-1], history_filter[-1][0]
     
-    inputs = tokenizer.encode_plus(message, return_tensors='pt')
-    inputs = {k: v.to(model.device) for k, v in inputs.items()}  # Ensure inputs are on the same device as the model
-    outputs = model.generate(inputs['input_ids'], max_length=150, num_beams=4, length_penalty=2.0, early_stopping=True)
-    response = tokenizer.decode(outputs[0], skip_special_tokens=True)
-    
-    task_history.append((message, response))
-    chatbot.append((format_text(message), format_text(response)))
+    response, history = model.chat(tokenizer, message, history=history)
+    image = tokenizer.draw_bbox_on_latest_picture(response, history)
+    if image is not None:
+        temp_dir = secrets.token_hex(20)
+        temp_dir = Path("/tmp") / temp_dir
+        temp_dir.mkdir(exist_ok=True, parents=True)
+        name = f"tmp{secrets.token_hex(5)}.jpg"
+        filename = temp_dir / name
+        image.save(str(filename))
+        chatbot[-1] = (chat_query, (str(filename),))
+        chat_response = response.replace("<ref>", "")
+        chat_response = chat_response.replace(r"</ref>", "")
+        if chat_response != "":
+            chatbot.append((None, chat_response))
+    else:
+        chatbot[-1] = (chat_query, response)
+    full_response = response  # modified this line to ensure full_response is not empty
 
-    return chatbot, task_history
+    task_history.append((message, full_response))
+    chatbot.append((format_text(message), format_text(full_response)))
 
+    return chatbot, task_history
 
 
 def handle_text_input(history, task_history, text):
@@ -126,7 +142,7 @@ css = '''
 '''
 
 with gr.Blocks(css=css) as demo:
-    gr.Markdown("# Qwen-VL-Chat Bot")
+    gr.Markdown("# Qwen-VL Multimodal-Vision-Insight")
     gr.Markdown(
         "## Developed by Keyvan Hardani (Keyvven on [Twitter](https://twitter.com/Keyvven))\n"
         "Special thanks to [@Artificialguybr](https://twitter.com/artificialguybr) for the inspiration from his code.\n"