concurrency

app.py

@@ -260,21 +260,39 @@ def start_tryon(dict, garm_img, garment_des, is_checked, is_checked_crop, denois
     # 7. 后处理 - 处理裁剪情况并返回结果
     if is_checked_crop:
         # 将生成的图片和mask调整到裁剪后的尺寸
-        return images[0].resize(crop_size), mask_gray.resize(crop_size)
+        result = images[0].resize(crop_size), mask_gray.resize(crop_size)
     else:
         # 直接将生成的图片和mask调整到原始尺寸
-        return images[0].resize(orig_size), mask_gray.resize(orig_size)
+        result = images[0].resize(orig_size), mask_gray.resize(orig_size)
+        
+    return result
+    finally:
+        # Clear GPU memory after each run
+        torch.cuda.empty_cache()
+        if 'images' in locals():
+            del images
+        if 'pose_img' in locals():
+            del pose_img
+        if 'garm_tensor' in locals():
+            del garm_tensor
 
 ##default human
 
 
-image_blocks = gr.Blocks().queue()
+image_blocks = gr.Blocks().queue(
+    concurrency_count=5,  # Process one at a time
+    max_size=10,          # Queue up to 10 requests
+    api_open=True
+)
+
 with image_blocks as demo:
 
 ##文字標題所在
 
     gr.Markdown("## Change Clothes AI - AI Clothes Changer Online")
     gr.Markdown("Go to [Change Clothes AI](https://changeclothesai.online/) for Free Try-On! 🤗 .")
+    # Add queue status
+    queue_status = gr.HTML()
 ##係數區塊
     with gr.Column():
         try_button = gr.Button(value="Run Change Clothes AI")
@@ -329,4 +347,8 @@ with image_blocks as demo:
 
 
 
-image_blocks.launch()
+image_blocks.launch(
+    enable_queue=True,
+    show_api=False,
+    share=False
+)