Enhanced alt text analysis: added detection for short, sparse, generic, and filename-like alt text

debug_crawler.py

@@ -1,10 +1,14 @@
 from src.crawler import Crawler
+from src.analyzer import ImageAnalyzer
 import logging
+import json
 
 # Configure logging to see what's happening
 logging.basicConfig(level=logging.INFO)
 
 c = Crawler()
+analyzer = ImageAnalyzer()
+
 domain = "https://eminentcoders.com/"
 print(f"DEBUG: Starting crawl for {domain}")
 
@@ -13,3 +17,8 @@ site_data, discovered, reason = c.crawl_domain(domain, max_pages=1)
 print(f"DEBUG: Result - Pages Scanned: {len(site_data)}")
 print(f"DEBUG: Discovered: {discovered}")
 print(f"DEBUG: Blocked Reason: {reason}")
+
+report = analyzer.analyze_site(site_data)
+print(json.dumps(report, indent=2))
+
+

src/analyzer.py

@@ -11,32 +11,72 @@ class ImageAnalyzer:
         total_short_alt = 0
         pages_report = []
 
+        # Compile regex for filename patterns (e.g., DSC_001, img-123)
+        import re
+        filename_pattern = re.compile(r'^(dsc|img|pic|screenshot)[\-_]?\d+', re.IGNORECASE)
+        
         for page_url, images in site_data.items():
             missing_images = []
-            short_alt_images = []
+            poor_quality_images = []
+            
             for img in images:
                 total_images += 1
                 alt_text = img.get('alt')
                 
-                # Check for strictly missing alt text (None or empty string)
+                # 1. Strictly Missing
                 if not alt_text or alt_text.strip() == "":
-                    # Double check if 'alt' attribute existed but was empty vs didn't exist?
-                    # The crawler uses .get('alt', '') so it's '' if missing.
-                    # User asked for "missing alt text".
-                    # We will count empty string as missing alt text for SEO purposes.
                     missing_images.append(img['src'])
                     total_missing_alt += 1
-                elif len(alt_text.strip()) < 15:
-                    # Count short alt text (less than 15 chars)
-                    short_alt_images.append({'src': img['src'], 'alt': alt_text})
-                    total_short_alt += 1
+                    continue # Skip further checks if missing
+
+                cleaned_alt = alt_text.strip()
+                lower_alt = cleaned_alt.lower()
+                word_count = len(cleaned_alt.split())
+                
+                is_poor = False
+                reason = ""
+
+                # 2. Advanced Poor Quality Checks
+                
+                # A) Too Short / Sparse
+                if len(cleaned_alt) < 5:
+                    is_poor = True
+                    reason = "Too short (< 5 chars)"
+                elif word_count < 2:
+                    # Single word check - allow exemptions? 
+                    # For now per requirements: word count < 2 is poor
+                     is_poor = True
+                     reason = "Too few words (needs >= 2)"
+
+                # B) Generic / Filler Text (Exact match check)
+                # We check if the *entire* text is just a placeholder word
+                generic_terms = {'image', 'photo', 'picture', 'logo', 'banner', 'icon', 'thumbnail', 'placeholder', 'img', 'spacer'}
+                if not is_poor and lower_alt in generic_terms:
+                     is_poor = True
+                     reason = "Generic filler text"
+                
+                # D) File Name / Extension Check
+                if not is_poor:
+                    if any(lower_alt.endswith(ext) for ext in ['.jpg', '.png', '.jpeg', '.webp', '.gif', '.svg']):
+                        is_poor = True
+                        reason = "Filename extension detected"
+                    elif filename_pattern.search(cleaned_alt):
+                        is_poor = True
+                        reason = "Filename pattern detected"
+
+                if is_poor:
+                    # Store with reason for better reporting if needed later, or just src/alt
+                    poor_quality_images.append({'src': img['src'], 'alt': alt_text, 'reason': reason})
+                    total_short_alt += 1 # We keep the metric name 'total_short_alt' for backward compatibility but it logic is advanced
             
             pages_report.append({
                 "page_url": page_url,
                 "missing_alt_count": len(missing_images),
-                "short_alt_count": len(short_alt_images),
+                "poor_quality_count": len(poor_quality_images), # Renamed for clarity in report (client might need updates if they rely on 'short_alt_count')
+                "short_alt_count": len(poor_quality_images), # Kept for backward compatibility
                 "images_without_alt": list(set(missing_images)),
-                "images_with_short_alt": short_alt_images
+                "images_with_poor_alt": poor_quality_images, # New detailed field
+                "images_with_short_alt": poor_quality_images # Kept for backward compatibility
             })
 
         return {