Update app.py

app.py

@@ -8,8 +8,8 @@ from selenium.webdriver.support import expected_conditions as EC
 from transformers import pipeline, AutoTokenizer, AutoModelForSeq2SeqLM
 from sentence_transformers import SentenceTransformer
 from langchain.text_splitter import RecursiveCharacterTextSplitter
-from langchain_community.vectorstores import FAISS  # Fixed import
-from langchain_community.embeddings import HuggingFaceEmbeddings  # Fixed import
+from langchain_community.vectorstores import FAISS
+from langchain_community.embeddings import HuggingFaceEmbeddings
 from langchain.schema import Document
 import logging
 import subprocess
@@ -18,6 +18,8 @@ import os
 import re
 import time
 import psutil
+import tempfile
+import shutil
 from selenium.common.exceptions import WebDriverException, TimeoutException
 
 # Set up logging
@@ -53,14 +55,17 @@ if 'qa_pipeline' not in st.session_state:
     st.session_state.qa_pipeline = None
 
 def cleanup_chromedriver_processes():
-    """Kill any lingering ChromeDriver processes."""
+    """Kill any lingering ChromeDriver and Chrome processes."""
     try:
         for proc in psutil.process_iter(['name']):
-            if proc.info['name'] == 'chromedriver':
-                proc.kill()
-                logging.info(f"Killed ChromeDriver process PID {proc.pid}")
+            if proc.info['name'] in ['chromedriver', 'chrome', 'chromium', 'chromium-browser']:
+                try:
+                    proc.kill()
+                    logging.info(f"Killed process {proc.info['name']} PID {proc.pid}")
+                except:
+                    pass
     except Exception as e:
-        logging.warning(f"Error cleaning up ChromeDriver processes: {str(e)}")
+        logging.warning(f"Error cleaning up processes: {str(e)}")
 
 def check_port(port):
     """Check if a port is in use."""
@@ -128,7 +133,6 @@ def setup_driver():
                 subprocess.run(['chmod', '+x', chromedriver_path], check=True)
             except subprocess.CalledProcessError:
                 st.warning(f"Could not set executable permissions on {chromedriver_path}")
-                # Continue anyway - sometimes the file is already executable
         
         if not os.access(chromium_path, os.X_OK):
             try:
@@ -150,6 +154,12 @@ def setup_driver():
         options.add_argument('--remote-debugging-port=0')
         options.add_argument('--ignore-certificate-errors')
         options.add_argument('--disable-web-security')
+        
+        # Add unique user data directory to prevent conflicts
+        temp_dir = tempfile.mkdtemp()
+        options.add_argument(f"--user-data-dir={temp_dir}")
+        options.add_argument("--profile-directory=Default")
+        
         options.binary_location = chromium_path
 
         # Initialize ChromeDriver service
@@ -166,7 +176,10 @@ def setup_driver():
                 service.start()
                 driver = webdriver.Chrome(service=service, options=options)
                 driver.set_page_load_timeout(60)
-                logging.info(f"ChromeDriver initialized on port {service.port}")
+                
+                # Store temp directory for cleanup
+                driver.temp_dir = temp_dir
+                logging.info(f"ChromeDriver initialized on port {service.port} with temp dir: {temp_dir}")
                 return driver, service
                 
             except WebDriverException as e:
@@ -178,6 +191,11 @@ def setup_driver():
                         pass
                     time.sleep(2)
                 else:
+                    # Clean up temp directory if creation failed
+                    try:
+                        shutil.rmtree(temp_dir)
+                    except:
+                        pass
                     raise
                     
     except Exception as e:
@@ -249,6 +267,15 @@ def scrape_website(url):
         try:
             driver.quit()
             service.stop()
+            
+            # Clean up temporary directory
+            if hasattr(driver, 'temp_dir'):
+                try:
+                    shutil.rmtree(driver.temp_dir)
+                    logging.info(f"Cleaned up temp directory: {driver.temp_dir}")
+                except Exception as e:
+                    logging.warning(f"Error cleaning up temp directory: {str(e)}")
+                    
             logging.info("WebDriver and service stopped")
         except Exception as e:
             logging.warning(f"Error quitting driver: {str(e)}")