.

frontend/lib/api/endpoints.ts

@@ -93,7 +93,20 @@ export const generateMotivators = async (
   return response.data;
 };
 
-// Extensive Endpoint
+// Extensive Endpoints (async job pattern to avoid connection timeout on HF Spaces)
+const EXTENSIVE_POLL_INTERVAL_MS = 5500;
+const EXTENSIVE_POLL_TIMEOUT_MS = 20 * 60 * 1000; // 20 minutes
+
+export const getExtensiveJobStatus = async (jobId: string): Promise<{ job_id: string; status: "running" | "completed" | "failed"; error?: string }> => {
+  const response = await apiClient.get(`/extensive/status/${jobId}`);
+  return response.data;
+};
+
+export const getExtensiveJobResult = async (jobId: string): Promise<BatchResponse> => {
+  const response = await apiClient.get<BatchResponse>(`/extensive/result/${jobId}`);
+  return response.data;
+};
+
 export const generateExtensiveAd = async (params: {
   niche: Niche;
   custom_niche?: string | null;
@@ -103,7 +116,6 @@ export const generateExtensiveAd = async (params: {
   image_model?: string | null;
   num_strategies: number;
 }): Promise<BatchResponse> => {
-  // Ensure required parameters are always sent
   const requestParams = {
     niche: params.niche,
     num_images: params.num_images || 1,
@@ -113,8 +125,25 @@ export const generateExtensiveAd = async (params: {
     ...(params.offer && { offer: params.offer }),
     ...(params.image_model && { image_model: params.image_model }),
   };
-  const response = await apiClient.post<BatchResponse>("/extensive/generate", requestParams);
-  return response.data;
+  const response = await apiClient.post<{ job_id: string; message?: string }>("/extensive/generate", requestParams);
+  const jobId = response.data?.job_id;
+  if (!jobId) {
+    throw new Error("Server did not return a job ID");
+  }
+  const deadline = Date.now() + EXTENSIVE_POLL_TIMEOUT_MS;
+  for (;;) {
+    const status = await getExtensiveJobStatus(jobId);
+    if (status.status === "completed") {
+      return getExtensiveJobResult(jobId);
+    }
+    if (status.status === "failed") {
+      throw new Error(status.error || "Extensive generation failed");
+    }
+    if (Date.now() >= deadline) {
+      throw new Error("Extensive generation timed out. Try fewer strategies or images.");
+    }
+    await new Promise((r) => setTimeout(r, EXTENSIVE_POLL_INTERVAL_MS));
+  }
 };
 
 export const generateTestingMatrix = async (params: {

main.py

@@ -12,6 +12,7 @@ from fastapi.responses import FileResponse, StreamingResponse, Response as FastA
 from pydantic import BaseModel, Field
 from typing import Optional, List, Literal, Any, Dict
 from datetime import datetime
+import asyncio
 import os
 import logging
 import time
@@ -1810,9 +1811,12 @@ async def motivator_generate_endpoint(
 
 
 # =============================================================================
-# EXTENSIVE ENDPOINTS
+# EXTENSIVE ENDPOINTS (async job pattern to avoid connection timeout on HF Spaces)
 # =============================================================================
 
+# In-memory job store: job_id -> { status, result?, error?, username }
+_extensive_jobs: Dict[str, Dict[str, Any]] = {}
+
 class ExtensiveGenerateRequest(BaseModel):
     """Request for extensive generation."""
     niche: str = Field(
@@ -1848,58 +1852,118 @@ class ExtensiveGenerateRequest(BaseModel):
     )
 
 
-@app.post("/extensive/generate", response_model=BatchResponse)
+class ExtensiveJobResponse(BaseModel):
+    """Response when extensive generation is started (202 Accepted)."""
+    job_id: str
+    message: str = "Extensive generation started. Poll /extensive/status/{job_id} for progress."
+
+
+async def _run_extensive_job_async(
+    job_id: str,
+    username: str,
+    effective_niche: str,
+    target_audience: Optional[str],
+    offer: Optional[str],
+    num_images: int,
+    image_model: Optional[str],
+    num_strategies: int,
+):
+    """Run extensive generation on the main event loop so DB and other async code use the same loop."""
+    try:
+        results = await ad_generator.generate_ad_extensive(
+            niche=effective_niche,
+            target_audience=target_audience,
+            offer=offer,
+            num_images=num_images,
+            image_model=image_model,
+            num_strategies=num_strategies,
+            username=username,
+        )
+        _extensive_jobs[job_id]["status"] = "completed"
+        _extensive_jobs[job_id]["result"] = BatchResponse(count=len(results), ads=results)
+    except Exception as e:
+        api_logger.exception("Extensive job %s failed", job_id)
+        _extensive_jobs[job_id]["status"] = "failed"
+        _extensive_jobs[job_id]["error"] = str(e)
+
+
+@app.post("/extensive/generate", status_code=202)
 async def generate_extensive(
     request: ExtensiveGenerateRequest,
     username: str = Depends(get_current_user)
 ):
     """
-    Generate ad using extensive: researcher → creative director → designer → copywriter.
-    
-    Requires authentication. Users can only see their own generated ads.
-    
-    This flow:
-    1. Researches psychology triggers, angles, and concepts
-    2. Retrieves marketing book knowledge and old ads data
-    3. Creates creative strategies
-    4. Generates image prompts and ad copy in parallel
-    5. Generates images for each strategy
-    
-    Returns all generated ads from all strategies (like batch generation).
-    
-    Supports custom niches via the 'others' option - when niche is 'others',
-    custom_niche field must be provided with the custom niche name.
+    Start extensive ad generation (researcher → creative director → designer → copywriter).
+    Returns 202 with job_id. Poll GET /extensive/status/{job_id} then GET /extensive/result/{job_id}.
+    Runs on the main event loop so DB (MongoDB) and other async code stay on the same loop.
     """
-    try:
-        # Determine effective niche
-        if request.niche == "others":
-            if not request.custom_niche or not request.custom_niche.strip():
-                raise HTTPException(
-                    status_code=400,
-                    detail="custom_niche is required when niche is 'others'"
-                )
-            effective_niche = request.custom_niche.strip()
-        else:
-            effective_niche = request.niche
-        
-        results = await ad_generator.generate_ad_extensive(
-            niche=effective_niche,
-            target_audience=request.target_audience,
-            offer=request.offer,
-            num_images=request.num_images,
-            image_model=request.image_model,
-            num_strategies=request.num_strategies,
-            username=username,  # Pass current user
-        )
-        # Return as BatchResponse format
-        return BatchResponse(
-            count=len(results),
-            ads=results
+    if request.niche == "others":
+        if not request.custom_niche or not request.custom_niche.strip():
+            raise HTTPException(
+                status_code=400,
+                detail="custom_niche is required when niche is 'others'"
+            )
+        effective_niche = request.custom_niche.strip()
+    else:
+        effective_niche = request.niche
+
+    job_id = str(uuid.uuid4())
+    _extensive_jobs[job_id] = {
+        "status": "running",
+        "result": None,
+        "error": None,
+        "username": username,
+    }
+
+    asyncio.create_task(
+        _run_extensive_job_async(
+            job_id,
+            username,
+            effective_niche,
+            request.target_audience,
+            request.offer,
+            request.num_images,
+            request.image_model,
+            request.num_strategies,
         )
-    except HTTPException:
-        raise
-    except Exception as e:
-        raise HTTPException(status_code=500, detail=str(e))
+    )
+    return ExtensiveJobResponse(job_id=job_id)
+
+
+@app.get("/extensive/status/{job_id}")
+async def extensive_job_status(
+    job_id: str,
+    username: str = Depends(get_current_user)
+):
+    """Get status of an extensive generation job."""
+    if job_id not in _extensive_jobs:
+        raise HTTPException(status_code=404, detail="Job not found")
+    job = _extensive_jobs[job_id]
+    if job["username"] != username:
+        raise HTTPException(status_code=404, detail="Job not found")
+    return {
+        "job_id": job_id,
+        "status": job["status"],
+        "error": job.get("error") if job["status"] == "failed" else None,
+    }
+
+
+@app.get("/extensive/result/{job_id}", response_model=BatchResponse)
+async def extensive_job_result(
+    job_id: str,
+    username: str = Depends(get_current_user)
+):
+    """Get result of a completed extensive generation job. Returns 404 if not found, 425 if still running."""
+    if job_id not in _extensive_jobs:
+        raise HTTPException(status_code=404, detail="Job not found")
+    job = _extensive_jobs[job_id]
+    if job["username"] != username:
+        raise HTTPException(status_code=404, detail="Job not found")
+    if job["status"] == "running":
+        raise HTTPException(status_code=425, detail="Generation still in progress")
+    if job["status"] == "failed":
+        raise HTTPException(status_code=500, detail=job.get("error", "Generation failed"))
+    return job["result"]
 
 
 # =============================================================================
@@ -2595,7 +2659,7 @@ async def frontend_proxy(path: str, request: StarletteRequest):
     # Note: /health has its own explicit route, so not listed here
     api_only_routes = [
         "auth/login", "api/correct", "api/download-image", "api/export/bulk", 
-        "db/stats", "db/ads", "strategies", "extensive/generate"
+        "db/stats", "db/ads", "strategies", "extensive/generate", "extensive/status", "extensive/result"
     ]
     
     # Routes that are API for POST but frontend for GET