Integrated scraper

app.py

@@ -4,6 +4,7 @@ import gradio as gr
 from api_clients import OpenRouterClient, ElevenLabsClient
 from logger import setup_logger
 from config import Config
+from scraper import scrape_url
 
 logger = setup_logger("app")
 
@@ -34,7 +35,15 @@ class PodcasterUI:
     async def on_submit(self, content: str, model_id: str, voice_id: str, prompt: str = "") -> tuple:
         """Handle form submission with async API calls"""
         try:
-            script = await self.router_client.generate_script(content, prompt, model_id)
+            # First scrape the webpage content
+            webpage_content = scrape_url(content)
+            if not webpage_content:
+                return "Failed to extract content from URL", None
+
+            # Generate script using the scraped content
+            script = await self.router_client.generate_script(webpage_content, prompt, model_id)
+            
+            # Generate audio from the script
             audio = await self.elevenlabs_client.generate_audio(script, voice_id)
             return script, audio
         except Exception as e: