Add elapsed time and ETA to progress stats

api.py

@@ -113,6 +113,7 @@ def run_scan_job(job_id: str, domain: str, limit: int, is_auto: bool = False):
             "status": "running",
             "percent": 0,
             "message": "Initializing Crawler...",
+            "start_time": time.time(),
             "error": None
         })
 
@@ -194,6 +195,8 @@ def start_scan(payload: StartReq, bg: BackgroundTasks):
         "pages_scanned": 0,
         "images_found": 0,
         "message": "Queued",
+        "start_time": time.time(),
+        "elapsed": 0,
         "result": None,
         "error": None,
     }
@@ -206,12 +209,33 @@ def scan_progress(job_id: str):
     if not job:
         return JSONResponse(status_code=404, content={"status": "not_found", "error": "Job ID not found"})
     
+    # Calculate Live Stats
+    current_time = time.time()
+    elapsed = int(current_time - job.get("start_time", current_time))
+    
+    # Simple ETA Calculation
+    # If we have scanned X pages in Y seconds, and need to scan Z total...
+    # ETA = (target_pages - scanned_pages) * (elapsed / scanned_pages)
+    eta_seconds = None
+    pages_scanned = job.get("pages_scanned", 0)
+    percent = job.get("percent", 0)
+    
+    if job["status"] == "running" and pages_scanned > 0 and percent > 0:
+        avg_per_page = elapsed / pages_scanned
+        # Assume limit is roughly the target (or use percent to back-calculate)
+        # Using percent is safer if limit wasn't reached
+        estimated_total = (pages_scanned / percent) * 100
+        remaining = estimated_total - pages_scanned
+        eta_seconds = int(remaining * avg_per_page)
+
     return {
         "status": job["status"],
         "percent": job["percent"],
-        "pages_scanned": job.get("pages_scanned", 0),
+        "pages_scanned": pages_scanned,
         "images_found": job.get("images_found", 0),
         "message": job.get("message", ""),
+        "elapsed_seconds": elapsed,
+        "eta_seconds": eta_seconds,
         "error": job.get("error"),
     }