Update app.py

app.py

@@ -17,7 +17,7 @@ logging.basicConfig(filename='app.log', level=logging.DEBUG,
 st.title("Web Scraper App")
 
 def find_binary(binary_name):
-    """Find binary path using 'find' command with broader scope."""
+    """Find binary path using 'find' command."""
     try:
         result = subprocess.check_output(
             ['find', '/', '-name', binary_name, '-type', 'f', '-executable'],
@@ -61,16 +61,42 @@ def check_versions(chromium_path, chromedriver_path):
 def setup_driver():
     """Set up Selenium WebDriver with headless Chromium."""
     try:
+        # Define possible binary paths for Ubuntu
+        possible_chromium_paths = [
+            '/usr/lib/chromium-browser/chromium-browser',
+            '/usr/bin/chromium-browser',
+            '/usr/bin/chromium',
+            '/usr/bin/chrome'
+        ]
+        possible_chromedriver_paths = [
+            '/usr/lib/chromium-browser/chromedriver',
+            '/usr/bin/chromedriver',
+            '/home/user/.wdm/drivers/chromedriver/linux64/114.0.5735.90/chromedriver'
+        ]
+
         # Search for binaries
-        chromium_path = find_binary('chromium') or find_binary('chromium-browser') or find_binary('chrome')
-        chromedriver_path = find_binary('chromedriver')
+        chromium_path = None
+        for path in possible_chromium_paths:
+            if os.path.exists(path):
+                chromium_path = path
+                break
+        if not chromium_path:
+            chromium_path = find_binary('chromium') or find_binary('chromium-browser') or find_binary('chrome')
+
+        chromedriver_path = None
+        for path in possible_chromedriver_paths:
+            if os.path.exists(path):
+                chromedriver_path = path
+                break
+        if not chromedriver_path:
+            chromedriver_path = find_binary('chromedriver')
 
         # Log versions for debugging
         check_versions(chromium_path, chromedriver_path)
 
         if not chromium_path:
             logging.warning("No Chromium binary found, attempting to proceed with webdriver-manager")
-            chromium_path = '/usr/bin/chromium'  # Fallback path
+            chromium_path = '/usr/lib/chromium-browser/chromium-browser'  # Fallback path
 
         # Configure Chrome options for headless Chromium in Docker
         options = Options()
@@ -80,13 +106,16 @@ def setup_driver():
         options.add_argument('--disable-gpu')  # Disable GPU
         options.binary_location = chromium_path
 
-        # Use system ChromeDriver if available, else webdriver-manager
+        # Ensure ChromeDriver is executable
         if chromedriver_path and os.path.exists(chromedriver_path):
+            subprocess.run(['chmod', '+x', chromedriver_path], check=True)
             logging.info(f"Using system ChromeDriver at {chromedriver_path}")
             service = Service(chromedriver_path)
         else:
             logging.info("Falling back to webdriver-manager for ChromeDriver")
-            service = Service(ChromeDriverManager(chrome_type=ChromeType.CHROMIUM).install())
+            chromedriver_path = ChromeDriverManager(chrome_type=ChromeType.CHROMIUM).install()
+            subprocess.run(['chmod', '+x', chromedriver_path], check=True)
+            service = Service(chromedriver_path)
         
         # Initialize WebDriver
         driver = webdriver.Chrome(service=service, options=options)