Upload app.py

app.py

@@ -215,12 +215,14 @@ async def extract_tokens(pages_data, progress=gr.Progress()):
         state.log("🖥️ DESKTOP EXTRACTION (1440px)")
         state.log("=" * 60)
         state.log("")
-        state.log("📡 Enhanced extraction from 5 sources:")
+        state.log("📡 Enhanced extraction from 7 sources:")
         state.log("   1. DOM computed styles (getComputedStyle)")
         state.log("   2. CSS variables (:root { --color: })")
         state.log("   3. SVG colors (fill, stroke)")
         state.log("   4. Inline styles (style='color:')")
         state.log("   5. Stylesheet rules (CSS files)")
+        state.log("   6. External CSS files (fetch & parse)")
+        state.log("   7. Page content scan (brute-force)")
         state.log("")
         
         progress(0.1, desc="🖥️ Extracting desktop tokens...")
@@ -292,6 +294,72 @@ async def extract_tokens(pages_data, progress=gr.Progress()):
         state.mobile_normalized = normalizer_mod.normalize_tokens(state.mobile_raw)
         state.log(f"   ✅ Normalized: {len(state.mobile_normalized.colors)} colors, {len(state.mobile_normalized.typography)} typography, {len(state.mobile_normalized.spacing)} spacing")
         
+        # === FIRECRAWL CSS EXTRACTION (Agent 1B) ===
+        progress(0.88, desc="🔥 Firecrawl CSS analysis...")
+        
+        try:
+            from agents.firecrawl_extractor import extract_css_colors
+            
+            # Get base URL for Firecrawl
+            base_url = selected_urls[0] if selected_urls else state.base_url
+            
+            # Extract CSS colors using Firecrawl
+            firecrawl_result = await extract_css_colors(
+                url=base_url,
+                api_key=None,  # Will use fallback method
+                log_callback=state.log
+            )
+            
+            # Merge Firecrawl colors into desktop normalized
+            firecrawl_colors = firecrawl_result.get("colors", {})
+            
+            if firecrawl_colors:
+                state.log("")
+                state.log("🔀 Merging Firecrawl colors with Playwright extraction...")
+                
+                # Count new colors
+                new_colors_count = 0
+                
+                for hex_val, color_data in firecrawl_colors.items():
+                    # Check if this color already exists
+                    existing = False
+                    for name, existing_color in state.desktop_normalized.colors.items():
+                        if existing_color.value.lower() == hex_val.lower():
+                            existing = True
+                            # Update frequency
+                            existing_color.frequency += color_data.get("frequency", 1)
+                            if "firecrawl" not in existing_color.contexts:
+                                existing_color.contexts.append("firecrawl")
+                            break
+                    
+                    if not existing:
+                        # Add new color from Firecrawl
+                        from core.token_schema import ColorToken, TokenSource, Confidence
+                        
+                        new_token = ColorToken(
+                            value=hex_val,
+                            frequency=color_data.get("frequency", 1),
+                            contexts=["firecrawl"] + color_data.get("contexts", []),
+                            elements=["css-file"],
+                            css_properties=color_data.get("sources", []),
+                            contrast_white=color_data.get("contrast_white", 0),
+                            contrast_black=color_data.get("contrast_black", 0),
+                            source=TokenSource.DETECTED,
+                            confidence=Confidence.MEDIUM,
+                        )
+                        
+                        # Generate name
+                        new_token.suggested_name = f"color.firecrawl.{len(state.desktop_normalized.colors)}"
+                        
+                        state.desktop_normalized.colors[hex_val] = new_token
+                        new_colors_count += 1
+                
+                state.log(f"   ✅ Added {new_colors_count} new colors from Firecrawl")
+                state.log(f"   📊 Total colors now: {len(state.desktop_normalized.colors)}")
+        
+        except Exception as e:
+            state.log(f"   ⚠️ Firecrawl extraction skipped: {str(e)}")
+        
         progress(0.95, desc="📊 Preparing results...")
         
         # Format results for Stage 1 UI