feat: await pooling

run_fastapi.py

@@ -6,6 +6,7 @@ import uuid
 import shutil
 import os
 import asyncio
+from concurrent.futures import ThreadPoolExecutor
 
 from pipeline.process_session import process_session_image
 from database.db import init_db
@@ -15,8 +16,15 @@ from models.dino import DinoWrapper
 
 from huggingface_hub import hf_hub_download
 
+
 process_lock = asyncio.Lock()
 
+executor = ThreadPoolExecutor(max_workers=1)
+
+async def run_in_thread(func, *args, **kwargs):
+    loop = asyncio.get_running_loop()
+    return await loop.run_in_executor(executor, lambda: func(*args, **kwargs))
+
 app = FastAPI()
 
 # --- Mount static files and templates
@@ -126,7 +134,8 @@ async def process_image(request: Request, image: UploadFile = Form(...), prompt:
             shutil.copyfileobj(image.file, buffer)
 
         # 2. Run main pipeline
-        process_session_image(
+        await run_in_thread(
+            process_session_image,
             session_id=session_id,
             image_path=image_path,
             prompt_text=prompt,