Update app.py

app.py

@@ -17,6 +17,7 @@ import json
 import uvicorn
 import torch
 from fastapi import FastAPI, Request
+from fastapi.concurrency import run_in_threadpool
 from fastapi.middleware.cors import CORSMiddleware
 from gradio_client import Client, handle_file
 from gradio_magicquillv2 import MagicQuillV2
@@ -153,7 +154,8 @@ async def generate_image(request: Request):
         return {'error': 'Backend client not connected'}
 
     try:
-        res = backend_client.predict(
+        res = await run_in_threadpool(
+            backend_client.predict,
             data["merged_image"],
             data["total_mask"],
             data["original_image"],
@@ -260,7 +262,8 @@ async def segmentation(request: Request):
             temp_in_path = temp_in.name
 
         # Execute segmentation via Client
-        result_path = sam_client.predict(
+        result_path = await run_in_threadpool(
+            sam_client.predict,
             handle_file(temp_in_path), 
             pos_coordinates, 
             neg_coordinates,