Uploaded

Dockerfile

@@ -5,57 +5,43 @@ WORKDIR /app
 
 ENV DEBIAN_FRONTEND=noninteractive
 ENV TZ=Etc/UTC
-ENV HOME=/home/appuser
-ENV PYTHONUSERBASE=/home/appuser/.local
+ENV HOME=/tmp/hf-user
+ENV PYTHONUSERBASE=/tmp/hf-user/.local
 
-# HuggingFace Spaces specific optimizations
-ENV CHROME_BIN=/usr/bin/chromium
-ENV CHROMEDRIVER_PATH=/usr/bin/chromedriver
-ENV DISPLAY=:99
-
-# System deps + Chromium + ChromeDriver + essential libs for HF Spaces
+# Install Chrome and dependencies for HuggingFace Spaces
 RUN apt-get update && apt-get install -y --no-install-recommends \
-    wget \
-    gnupg \
-    unzip \
-    ca-certificates \
     chromium \
     chromium-driver \
-    libnss3 \
-    libxss1 \
+    ca-certificates \
+    fonts-liberation \
     libasound2 \
-    libxtst6 \
     libatk-bridge2.0-0 \
+    libdrm2 \
     libgtk-3-0 \
+    libnspr4 \
+    libnss3 \
+    libxss1 \
+    libxtst6 \
     libgbm1 \
-    fonts-liberation \
-    libappindicator3-1 \
-    libasound2 \
-    libdbus-glib-1-2 \
-    libdrm2 \
+    libxrandr2 \
     libxcomposite1 \
     libxdamage1 \
-    libxrandr2 \
-    xvfb \
     procps \
     && rm -rf /var/lib/apt/lists/*
 
-# Create unprivileged user with proper permissions
-RUN addgroup --system appuser && adduser --system --ingroup appuser appuser
-RUN mkdir -p /home/appuser/.local /tmp/chrome-temp && \
-    chown -R appuser:appuser /app /home/appuser /tmp/chrome-temp && \
-    chmod 755 /tmp/chrome-temp
+# Create user directories
+RUN mkdir -p /tmp/hf-user/.local && \
+    chmod 755 /tmp/hf-user /tmp/hf-user/.local
 
-USER appuser
+USER 1000
 
-COPY --chown=appuser:appuser requirements.txt .
+COPY --chown=1000:1000 requirements.txt .
 RUN pip install --no-cache-dir --user -r requirements.txt
 
-ENV PATH="/home/appuser/.local/bin:${PATH}"
+ENV PATH="/tmp/hf-user/.local/bin:${PATH}"
 
-COPY --chown=appuser:appuser . .
+COPY --chown=1000:1000 . .
 
-# Create config directory if needed
 RUN mkdir -p config
 
 EXPOSE 7860

server.py

@@ -24,13 +24,14 @@ load_dotenv()
 
 app = Flask(__name__)
 app.config['SECRET_KEY'] = 'secret-key-for-hillside-automation'
-FRONTEND_ORIGIN = os.getenv('FRONTEND_URL', 'http://127.0.0.1:5500')
-CORS(app, resources={r"/*": {"origins": FRONTEND_ORIGIN}})
-socketio = SocketIO(app, cors_allowed_origins=FRONTEND_ORIGIN, async_mode='eventlet')
+
+# Configure CORS for both local development and your Netlify frontend
+FRONTEND_ORIGIN = os.getenv('FRONTEND_URL', 'https://quantbot.netlify.app')
+CORS(app, resources={r"/*": {"origins": [FRONTEND_ORIGIN, "http://localhost:3000", "http://127.0.0.1:5500"]}})
+socketio = SocketIO(app, cors_allowed_origins=[FRONTEND_ORIGIN, "http://localhost:3000", "http://127.0.0.1:5500"], async_mode='eventlet')
 
 bot_instance = None
 session_data = {}
-automation_thread = None
 
 class EmailService:
     def __init__(self):
@@ -38,7 +39,8 @@ class EmailService:
         self.password = os.getenv('EMAIL_PASSWORD')
         self.smtp_server = "smtp.gmail.com"; self.smtp_port = 587
         if not self.sender_email or not self.password:
-            print("[Email] WARNING: Email credentials not found in secrets.")
+            print("[Email] WARNING: Email credentials not found in environment variables.")
+    
     def send_report(self, recipients, subject, body, attachments=None):
         if not self.sender_email or not self.password: return False
         try:
@@ -52,7 +54,8 @@ class EmailService:
             with smtplib.SMTP(self.smtp_server, self.smtp_port) as server:
                 server.starttls(); server.login(self.sender_email, self.password); server.send_message(msg)
             print(f"Email sent successfully to {', '.join(recipients)}"); return True
-        except Exception as e: print(f"Failed to send email: {e}"); return False
+        except Exception as e:
+            print(f"Failed to send email: {e}"); return False
 
 class GoogleDriveService:
     def __init__(self):
@@ -62,12 +65,15 @@ class GoogleDriveService:
             from google.oauth2 import service_account
             from googleapiclient.discovery import build
             base64_creds = os.getenv('GDRIVE_SA_KEY_BASE64')
-            if not base64_creds or not self.folder_id: raise ValueError("Google Drive secrets not found.")
+            if not base64_creds or not self.folder_id:
+                raise ValueError("Google Drive secrets not found.")
             creds_json = base64.b64decode(base64_creds).decode('utf-8'); creds_dict = json.loads(creds_json)
             self.creds = service_account.Credentials.from_service_account_info(creds_dict, scopes=['https://www.googleapis.com/auth/drive'])
             self.service = build('drive', 'v3', credentials=self.creds)
-            print("[G-Drive] Service initialized securely from secrets.")
-        except Exception as e: print(f"[G-Drive] CRITICAL ERROR: Could not initialize Google Drive service: {e}")
+            print("[G-Drive] Service initialized securely from environment variables.")
+        except Exception as e:
+            print(f"[G-Drive] CRITICAL ERROR: Could not initialize Google Drive service: {e}")
+    
     def upload_file(self, filename, file_content):
         if not self.service: return False
         try:
@@ -77,15 +83,18 @@ class GoogleDriveService:
             self.service.files().create(body=file_metadata, media_body=media, fields='id').execute()
             print(f"[G-Drive] File '{filename}' uploaded successfully.")
             return True
-        except Exception as e: print(f"[G-Drive] ERROR: File upload failed: {e}"); return False
+        except Exception as e:
+            print(f"[G-Drive] ERROR: File upload failed: {e}"); return False
 
 email_service = EmailService()
 drive_service = GoogleDriveService()
 
 def get_email_list():
     try:
-        with open('config/emails.conf', 'r') as f: return [line.strip() for line in f if line.strip()]
-    except FileNotFoundError: return []
+        with open('config/emails.conf', 'r') as f:
+            return [line.strip() for line in f if line.strip()]
+    except FileNotFoundError:
+        return []
 
 def run_automation_process(session_id):
     global bot_instance
@@ -94,7 +103,7 @@ def run_automation_process(session_id):
         data = session_data.get(session_id, {}); csv_content = data.get('csv_content')
         df = pd.read_csv(io.StringIO(csv_content));
         if 'Status' not in df.columns: df.insert(1, 'Status', '')
-        patient_list = df[ (df['Status'] != 'Done') & (df['Status'] != 'Bad') ]['Name'].tolist()
+        patient_list = df[(df['Status'] != 'Done') & (df['Status'] != 'Bad')]['Name'].tolist()
         socketio.emit('initial_stats', {'total': len(patient_list)})
         results = bot_instance.process_patient_list(patient_list)
         is_terminated = bot_instance.termination_event.is_set()
@@ -128,12 +137,13 @@ def generate_and_send_reports(session_id, results, is_crash_report=False, is_ter
 
 @app.route('/')
 def status_page():
-    APP_STATUS_HTML = """<!DOCTYPE html><html lang="en"><head><title>API Status</title><style>body{font-family:-apple-system,BlinkMacSystemFont,Segoe UI,Roboto,Helvetica,Arial,sans-serif;display:flex;justify-content:center;align-items:center;height:100vh;margin:0;background:#f0f2f5;}.status-box{text-align:center;padding:40px 60px;background:white;border-radius:12px;box-shadow:0 8px 30px rgba(0,0,0,0.1);}h1{font-size:24px;color:#333;margin-bottom:10px;} .indicator{font-size:18px;font-weight:600;padding:8px 16px;border-radius:20px;}.active{color:#28a745;background-color:#e9f7ea;}</style></head><body><div class="status-box"><h1>Hillside's Automation API</h1><div class="indicator active">● Active</div></div></body></html>"""
+    APP_STATUS_HTML = """<!DOCTYPE html><html lang="en"><head><title>Hillside Automation API - HuggingFace</title><style>body{font-family:-apple-system,BlinkMacSystemFont,Segoe UI,Roboto,Helvetica,Arial,sans-serif;display:flex;justify-content:center;align-items:center;height:100vh;margin:0;background:#f0f2f5;}.status-box{text-align:center;padding:40px 60px;background:white;border-radius:12px;box-shadow:0 8px 30px rgba(0,0,0,0.1);}h1{font-size:24px;color:#333;margin-bottom:10px;} .indicator{font-size:18px;font-weight:600;padding:8px 16px;border-radius:20px;}.active{color:#28a745;background-color:#e9f7ea;}.info{margin-top:20px;color:#666;}</style></head><body><div class="status-box"><h1>🤗 Hillside Automation API</h1><div class="indicator active">● Running on HuggingFace Spaces</div><div class="info">Frontend: <a href="https://quantbot.netlify.app" target="_blank">quantbot.netlify.app</a></div></div></body></html>"""
     return Response(APP_STATUS_HTML)
 
 @socketio.on('connect')
 def handle_connect():
-    print(f'Frontend connected. Allowed origin: {FRONTEND_ORIGIN}'); emit('email_list', {'emails': get_email_list()})
+    print(f'Frontend connected from: {FRONTEND_ORIGIN}')
+    emit('email_list', {'emails': get_email_list()})
 
 @socketio.on('initialize_session')
 def handle_init(data):
@@ -162,7 +172,8 @@ def handle_otp(data):
     if is_success:
         emit('login_successful')
         session_id = 'user_session'
-        socketio.start_background_task(target=run_automation_process, args=(session_id,))
+        # Fixed syntax for background task
+        socketio.start_background_task(run_automation_process, session_id)
     else: emit('error', {'message': f'OTP failed: {error_message}'})
 
 @socketio.on('terminate_process')
@@ -171,8 +182,8 @@ def handle_terminate():
 
 if __name__ == '__main__':
     print("====================================================================")
-    print("  Hillside Automation Backend - PRODUCTION READY")
-    print("  Make sure all secrets are set in your Hugging Face Space.")
-    print("  Listening on http://127.0.0.1:5000")
+    print("  🤗 Hillside Automation Backend - HuggingFace Spaces")
+    print(f"  Frontend URL: {FRONTEND_ORIGIN}")
+    print(f"  Port: {os.getenv('PORT', 7860)}")
     print("====================================================================")
     socketio.run(app, host='0.0.0.0', port=int(os.getenv('PORT', 7860)))

worker.py

@@ -1,9 +1,6 @@
 # worker.py
 import time
 import threading
-import tempfile
-import shutil
-import os
 import subprocess
 
 from selenium import webdriver
@@ -22,15 +19,14 @@ class QuantumBot:
         self.driver = None
         self.DEFAULT_TIMEOUT = 30
         self.termination_event = threading.Event()
-        self.temp_user_dir = None
 
-    def _kill_existing_chrome_processes(self):
-        """Kill any existing Chrome processes that might be locking directories"""
+    def _kill_chrome_processes(self):
+        """Kill any existing Chrome processes to prevent conflicts"""
         try:
-            subprocess.run(['pkill', '-f', 'chrome'], capture_output=True, text=True)
-            subprocess.run(['pkill', '-f', 'chromium'], capture_output=True, text=True)
-            time.sleep(2)
-        except Exception:
+            subprocess.run(['pkill', '-f', 'chrome'], capture_output=True, text=True, timeout=5)
+            subprocess.run(['pkill', '-f', 'chromium'], capture_output=True, text=True, timeout=5)
+            time.sleep(1)
+        except:
             pass
 
     def initialize_driver(self):
@@ -38,53 +34,32 @@ class QuantumBot:
             self.micro_status("Initializing headless browser...")
             
             # Kill any existing Chrome processes first
-            self._kill_existing_chrome_processes()
-            
-            # Create a completely isolated temporary directory for this session
-            self.temp_user_dir = tempfile.mkdtemp(prefix="hf-chrome-", dir="/tmp")
-            os.chmod(self.temp_user_dir, 0o755)
+            self._kill_chrome_processes()
             
             options = ChromeOptions()
+            options.binary_location = "/usr/bin/chromium"
             
-            # Force Chrome to use our isolated temporary directory
-            options.add_argument(f"--user-data-dir={self.temp_user_dir}")
-            options.add_argument(f"--data-path={self.temp_user_dir}")
-            options.add_argument(f"--disk-cache-dir={self.temp_user_dir}/cache")
+            # DON'T set --user-data-dir - let Chrome handle it automatically
+            # This prevents the "already in use" error
             
-            # HuggingFace Spaces specific optimizations
+            # Minimal required flags for HuggingFace Spaces
             options.add_argument("--headless=new")
             options.add_argument("--no-sandbox")
             options.add_argument("--disable-dev-shm-usage")
             options.add_argument("--disable-gpu")
-            options.add_argument("--disable-software-rasterizer")
-            options.add_argument("--disable-background-timer-throttling")
-            options.add_argument("--disable-backgrounding-occluded-windows")
-            options.add_argument("--disable-renderer-backgrounding")
-            options.add_argument("--disable-features=TranslateUI,BlinkGenPropertyTrees")
             options.add_argument("--remote-debugging-port=0")
+            options.add_argument("--window-size=1920,1080")
             options.add_argument("--no-first-run")
-            options.add_argument("--no-default-browser-check")
             options.add_argument("--disable-extensions")
-            options.add_argument("--disable-plugins")
-            options.add_argument("--disable-images")
-            options.add_argument("--disable-javascript")
-            options.add_argument("--window-size=1920,1080")
             
-            # Set user agent
+            # User agent for better compatibility
             user_agent = "Mozilla/5.0 (X11; Linux x86_64) AppleWebKit/537.36 (KHTML, like Gecko) Chrome/120.0.0.0 Safari/537.36"
             options.add_argument(f"--user-agent={user_agent}")
             
-            # Set binary location for HF Spaces
-            options.binary_location = "/usr/bin/chromium"
-            
             service = ChromeService(executable_path="/usr/bin/chromedriver")
-            
-            # Set service args for additional stability
-            service.service_args = ["--verbose", "--whitelisted-ips="]
-            
             self.driver = webdriver.Chrome(service=service, options=options)
             
-            # Reduce webdriver detection
+            # Anti-detection
             self.driver.execute_cdp_cmd('Page.addScriptToEvaluateOnNewDocument', {
                 'source': "Object.defineProperty(navigator, 'webdriver', {get: () => undefined})"
             })
@@ -94,11 +69,6 @@ class QuantumBot:
         except Exception as e:
             error_message = f"Message: {str(e)}"
             print(f"CRITICAL ERROR in WebDriver Initialization: {error_message}")
-            
-            # Cleanup on failure
-            if self.temp_user_dir and os.path.exists(self.temp_user_dir):
-                shutil.rmtree(self.temp_user_dir, ignore_errors=True)
-                
             return False, error_message
 
     def micro_status(self, message):
@@ -244,16 +214,7 @@ class QuantumBot:
         try:
             if self.driver:
                 self.driver.quit()
-            
-            # Kill any remaining Chrome processes
-            self._kill_existing_chrome_processes()
-            
-            # Clean up temporary directory
-            if self.temp_user_dir and os.path.exists(self.temp_user_dir):
-                shutil.rmtree(self.temp_user_dir, ignore_errors=True)
-                print(f"[Bot] Cleaned up temporary Chrome profile: {self.temp_user_dir}")
-                
+            self._kill_chrome_processes()
+            print("[Bot] Chrome session closed and cleaned up.")
         except Exception as e:
             print(f"[Bot] Error during shutdown: {e}")
-        
-        print("[Bot] Chrome session closed.")