Upload folder using huggingface_hub

app.py

@@ -182,6 +182,58 @@ custom_css = """
 #chatbot { height: 650px !important; overflow-y: auto; }
 """
 
+@gpu_decorator
+async def respond(user_msg, history, temp, tokens):
+    print("user_msg:")
+    print(user_msg)
+    text = user_msg.get("text", "").strip()
+    files = user_msg.get("files", [])
+    # 按照参考代码的格式：文件使用 {"path": x}，文本直接使用字符串
+    user_message = {"role": "user", "content": []}
+    
+    # 添加图像文件，使用 {"path": file_path} 格式
+    for file_path in files:
+        if file_path:
+            # 确保使用绝对路径
+            abs_path = os.path.abspath(file_path) if not os.path.isabs(file_path) else file_path
+            user_message["content"].append({"path": abs_path})
+    
+    # 添加文本，直接使用字符串
+    if text:
+        user_message["content"].append(text)
+    
+    # 如果只有文本没有文件，content 保持为列表；如果都没有，content 为空列表
+    # 如果只有文本，也可以直接使用字符串（参考 Gradio 的常见用法）
+    if not files and text:
+        user_message["content"] = text
+    print("user_message:")
+    print(user_message)
+    history.append(user_message)
+    yield history, gr.MultimodalTextbox(value=None, interactive=False)
+
+    history.append({"role": "assistant", "content": ""})
+    
+    try:
+        previous_history = history[:-2] if len(history) >= 2 else []
+        
+        handler = get_model_handler()
+        generated_text = ""
+        for chunk in handler.predict(user_msg, previous_history, temp, tokens):
+            generated_text = chunk
+            
+            safe_text = generated_text.replace("<", "&lt;").replace(">", "&gt;")
+            
+            history[-1]["content"] = safe_text
+            yield history, gr.MultimodalTextbox(interactive=False)
+            
+    except Exception as e:
+        import traceback
+        traceback.print_exc()
+        history[-1]["content"] = f"❌ Inference error: {str(e)}"
+        yield history, gr.MultimodalTextbox(interactive=True)
+    
+    yield history, gr.MultimodalTextbox(value=None, interactive=True)
+
 def create_chat_ui():
 
     with gr.Blocks(title="Robust-R1") as demo:
@@ -245,56 +297,6 @@ def create_chat_ui():
         else:
             gr.Markdown("*No example images available, please manually upload images for testing*")
         
-        async def respond(user_msg, history, temp, tokens):
-            print("user_msg:")
-            print(user_msg)
-            text = user_msg.get("text", "").strip()
-            files = user_msg.get("files", [])
-            # 按照参考代码的格式：文件使用 {"path": x}，文本直接使用字符串
-            user_message = {"role": "user", "content": []}
-            
-            # 添加图像文件，使用 {"path": file_path} 格式
-            for file_path in files:
-                if file_path:
-                    # 确保使用绝对路径
-                    abs_path = os.path.abspath(file_path) if not os.path.isabs(file_path) else file_path
-                    user_message["content"].append({"path": abs_path})
-            
-            # 添加文本，直接使用字符串
-            if text:
-                user_message["content"].append(text)
-            
-            # 如果只有文本没有文件，content 保持为列表；如果都没有，content 为空列表
-            # 如果只有文本，也可以直接使用字符串（参考 Gradio 的常见用法）
-            if not files and text:
-                user_message["content"] = text
-            print("user_message:")
-            print(user_message)
-            history.append(user_message)
-            yield history, gr.MultimodalTextbox(value=None, interactive=False)
-
-            history.append({"role": "assistant", "content": ""})
-            
-            try:
-                previous_history = history[:-2] if len(history) >= 2 else []
-                
-                handler = get_model_handler()
-                generated_text = ""
-                for chunk in handler.predict(user_msg, previous_history, temp, tokens):
-                    generated_text = chunk
-                    
-                    safe_text = generated_text.replace("<", "&lt;").replace(">", "&gt;")
-                    
-                    history[-1]["content"] = safe_text
-                    yield history, gr.MultimodalTextbox(interactive=False)
-                    
-            except Exception as e:
-                import traceback
-                traceback.print_exc()
-                history[-1]["content"] = f"❌ Inference error: {str(e)}"
-                yield history, gr.MultimodalTextbox(interactive=True)
-            
-            yield history, gr.MultimodalTextbox(value=None, interactive=True)
             
         chat_input.submit(
             respond,