Upload 4 files

main.py

@@ -51,10 +51,27 @@ def clean_html(html_content: str):
 
 async def scrape_with_playwright(url: str):
     async with async_playwright() as p:
-        browser = await p.chromium.launch(headless=True)
+        # Launch with arguments to hide automation
+        browser = await p.chromium.launch(
+            headless=True,
+            args=["--disable-blink-features=AutomationControlled"]
+        )
+
+        # Use a modern User-Agent and realistic viewport
         context = await browser.new_context(
-            user_agent="Mozilla/5.0 (Windows NT 10.0; Win64; x64) AppleWebKit/537.36 (KHTML, like Gecko) Chrome/91.0.4472.124 Safari/537.36"
+            user_agent="Mozilla/5.0 (Windows NT 10.0; Win64; x64) AppleWebKit/537.36 (KHTML, like Gecko) Chrome/122.0.0.0 Safari/537.36",
+            viewport={"width": 1920, "height": 1080},
+            locale="en-US",
+            timezone_id="America/New_York"
         )
+
+        # Add init script to further hide webdriver property
+        await context.add_init_script("""
+            Object.defineProperty(navigator, 'webdriver', {
+                get: () => undefined
+            });
+        """)
+
         page = await context.new_page()
 
         try: