Fix silent failure on blocked crawls

api.py

@@ -142,9 +142,9 @@ def run_scan_job(job_id: str, domain: str, limit: int, is_auto: bool = False):
             progress_callback=progress_callback
         )
         
-        if not site_data and blocked_reason:
+        if not site_data:
             JOBS[job_id]["status"] = "error"
-            JOBS[job_id]["error"] = f"Blocked: {blocked_reason}"
+            JOBS[job_id]["error"] = f"Scan failed: {blocked_reason or 'No pages found (Access Denied or JS Blocked)'}"
             return
 
         JOBS[job_id]["message"] = "Analyzing Images..."

src/crawler.py

@@ -159,6 +159,7 @@ class Crawler:
             try:
                 from playwright_stealth import stealth_sync
                 has_stealth = True
+                logger.info("[-] playwright-stealth imported successfully")
             except ImportError:
                 logger.warning("playwright-stealth not found. Running without stealth mode.")
                 has_stealth = False
@@ -243,6 +244,7 @@ class Crawler:
                                 block_reason = "Content: Verify Human"
                             
                             if is_blocked:
+                                self.blocked_reason = block_reason
                                 logger.warning(f"[!] WAF_DETECTED: {block_reason}. Initiating countermeasures...")
                                 
                                 # 1. Mouse Action
@@ -443,11 +445,11 @@ class Crawler:
                 f.cancel()
         
         # Final block check: if we scraped 0 pages or only 1 page with 0 images and blocked_reason is set
-        if pages_crawled == 0 and self.blocked_reason:
-             pass # blocked_reason is already set
-        elif pages_crawled > 0 and not self.blocked_reason:
-             # Check if we successfully scanned but found suspiciously nothing?
-             pass
+        # Final block check: if we scraped 0 pages or only 1 page with 0 images and blocked_reason is set
+        if pages_crawled == 0 and not self.blocked_reason:
+              # If we have 0 pages, it means the start_url failed to fetch completely.
+              self.blocked_reason = "Failed to access domain (All tiers failed)"
+              site_data = None # Ensure it's treated as failure
 
         return site_data, len(self.visited_urls), self.blocked_reason