Update main.py

main.py

@@ -42,7 +42,7 @@ async def get_data(url: str):
 async def scrape_website(url):
     async with async_playwright() as p:
         # Try using WebKit or Firefox if Chromium fails
-        browser = await p.webkit.launch(headless=False)  # Switch to WebKit
+        browser = await p.webkit.launch(headless=True)  # Switch to WebKit
         
         # Create a new browser context with a realistic user-agent
         context = await browser.new_context(
@@ -62,9 +62,17 @@ async def scrape_website(url):
         # Route to block images, videos, and CSS to speed up page load
         await page.route("**/*", lambda route: route.abort() if route.request.resource_type in ["image", "media", "stylesheet", "font", "xhr"] else route.continue_())
 
-        # Navigate to the page with an extended timeout and alternate loading strategy
-        await page.goto(url, wait_until='domcontentloaded', timeout=60000)
         try:
+            # Introduce a slight delay to mimic human behavior
+            await asyncio.sleep(random.uniform(1, 3))
+
+            # Navigate to the page with an extended timeout
+            await page.goto(url, wait_until='domcontentloaded', timeout=60000)
+
+            # Simulate human behavior by scrolling and moving the mouse
+            await page.mouse.move(random.uniform(0, 100), random.uniform(0, 100))
+            await page.mouse.wheel(0, random.uniform(200, 400))
+            await asyncio.sleep(random.uniform(1, 3))  # Random delay
             # Get the title of the page
             title = await page.title()