this is supposed to be better

Dockerfile

@@ -1,26 +1,16 @@
 FROM python:3.10-slim
 
-# Install Chrome to /tmp (writable location)
-RUN wget -q https://dl.google.com/linux/direct/google-chrome-stable_current_amd64.deb \
-    && apt-get update && apt-get install -y \
+# Install basic dependencies
+RUN apt-get update && apt-get install -y \
     wget \
     gnupg \
     unzip \
     curl \
-    && dpkg -i google-chrome-stable_current_amd64.deb || true \
-    && apt-get install -f -y \
     && apt-get clean \
-    && rm -rf /var/lib/apt/lists/* \
-    && rm google-chrome-stable_current_amd64.deb \
-    && mv /usr/bin/google-chrome /tmp/google-chrome \
-    && ln -s /tmp/google-chrome /usr/bin/google-chrome
-
-# Install ChromeDriver to a writable location
-RUN wget -q https://chromedriver.storage.googleapis.com/114.0.5735.90/chromedriver_linux64.zip \
-    && unzip chromedriver_linux64.zip -d /tmp/ \
-    && rm chromedriver_linux64.zip \
-    && chmod +x /tmp/chromedriver \
-    && /tmp/chromedriver --version
+    && rm -rf /var/lib/apt/lists/*
+
+# Install Playwright browsers
+RUN playwright install chromium
 
 WORKDIR /app
 

app.py

@@ -5,15 +5,9 @@ import requests
 from bs4 import BeautifulSoup
 import tempfile
 import os
-from selenium import webdriver
-from selenium.webdriver.chrome.options import Options
-from selenium.webdriver.chrome.service import Service
-from selenium.webdriver.common.by import By
-from selenium.webdriver.support.ui import WebDriverWait
-from selenium.webdriver.support import expected_conditions as EC
+from playwright.sync_api import sync_playwright
 from datetime import datetime
 import pytz
-from webdriver_manager.chrome import ChromeDriverManager
 
 os.environ["SE_CACHE_PATH"] = "/tmp/selenium"
 
@@ -258,40 +252,20 @@ def seek():
         'Connection': 'keep-alive',
         'Upgrade-Insecure-Requests': '1'
     }
-    # Use Selenium to handle redirects and wait for page to load
-    options = Options()
-    options.add_argument("--headless=new")
-    options.add_argument("--disable-gpu")
-    options.add_argument("--no-sandbox")
-    options.add_argument("--disable-dev-shm-usage")
-    options.add_argument("--disable-extensions")
-    options.add_argument("--disable-plugins")
-    options.add_argument("--disable-images")
-
-    options.add_argument("--disable-web-security")
-    options.add_argument("--disable-features=VizDisplayCompositor")
-    options.add_argument("--single-process")
-    options.add_argument("--no-zygote")
-    options.add_argument("--memory-pressure-off")
-    options.add_argument("--max_old_space_size=4096")
-    
-    # Use ChromeDriver from /tmp location and specify Chrome binary path
-    service = Service("/tmp/chromedriver")
-    options.binary_location = "/tmp/google-chrome"
-    driver = webdriver.Chrome(service=service, options=options)
-    
-    driver.get(url)
-    
-    # Wait for the page to load and look for divp elements
-    try:
-        WebDriverWait(driver, 15).until(
-            EC.presence_of_element_located((By.CLASS_NAME, "divp"))
-        )
-    except:
-        pass
-    
-    html = driver.page_source
-    driver.quit()
+    # Use Playwright to handle redirects and wait for page to load
+    with sync_playwright() as p:
+        browser = p.chromium.launch(headless=True)
+        page = browser.new_page()
+        page.goto(url)
+        
+        # Wait for divp elements to load
+        try:
+            page.wait_for_selector("div.divp", timeout=15000)
+        except:
+            pass
+        
+        html = page.content()
+        browser.close()
     
     soup = BeautifulSoup(html, 'html.parser')
 

requirements.txt

@@ -39,4 +39,5 @@ urllib3==2.4.0
 Werkzeug==3.1.3
 selenium
 pytz
-webdriver-manager
+webdriver-manager
+playwright