Trying again

server.py

@@ -1,490 +1,247 @@
-# app.py
-
 import eventlet
 eventlet.monkey_patch()
 
+import pandas as pd
 import io
+import threading
 import os
-import re
-import json
 import base64
-import threading
+import json
+import re
 from datetime import datetime
-
-import pandas as pd
 from flask import Flask, Response, request, jsonify
-from flask_cors import CORS
 from flask_socketio import SocketIO, emit
-
-# If QuantumBot is in worker.py as in the original repo
+from flask_cors import CORS
 from worker import QuantumBot
+from email.mime.multipart import MIMEMultipart
+from email.mime.text import MIMEText
+from email.mime.base import MIMEBase
+from email import encoders
+from dotenv import load_dotenv
 
-# =========================
-# App & Socket Initialization
-# =========================
+load_dotenv()
 
 app = Flask(__name__)
 app.config['SECRET_KEY'] = 'secret-key-for-hillside-automation'
-
 FRONTEND_ORIGIN = os.getenv('FRONTEND_URL', 'https://quantbot.netlify.app')
-
 # --- Definitive CORS Fix ---
-ALLOWED_ORIGINS = [
-    os.getenv('FRONTEND_URL'),
-    "http://localhost:3000",
-    "http://127.0.0.1:5500",
-    "null"
-]
-ALLOWED_ORIGINS = [origin for origin in ALLOWED_ORIGINS if origin]  # Filter out None values
+ALLOWED_ORIGINS = [os.getenv('FRONTEND_URL'), "http://localhost:3000", "http://127.0.0.1:5500", "null"]
+ALLOWED_ORIGINS = [origin for origin in ALLOWED_ORIGINS if origin] # Filter out None values
 
 CORS(app, resources={r"/*": {"origins": ALLOWED_ORIGINS}})
 socketio = SocketIO(app, cors_allowed_origins=ALLOWED_ORIGINS, async_mode='eventlet')
 
-# Global state
 bot_instance = None
 session_data = {}
 
-# =========================
-# Utilities & Services
-# =========================
-
-def extract_patient_name(raw_name):
-    """
-    Extracts pure name (everything before 'DOB') from fields like 'NAME DOB: xx-xx-xxxx'
-    """
-    if not isinstance(raw_name, str):
-        return ""
-    # Remove everything after (and including) 'DOB'
-    name_only = raw_name.split('DOB').strip()
-    # Clean up leftover colon or numbers; remove trailing colon/spaces/numbers if present
-    name_only = re.sub(r'[:\d\-\s]+$', '', name_only).strip()
-    return name_only
-
-def normalize_str(v):
-    """
-    Safely convert any value (NaN/None/list/number/string) into a clean string.
-    Prevents attribute errors when later trimming or matching. 
-    """
-    try:
-        import math
-        # None or NaN -> empty
-        if v is None:
-            return ""
-        if isinstance(v, float) and math.isnan(v):
-            return ""
-        # Join list-like values into a single string
-        if isinstance(v, list):
-            try:
-                return " ".join("" if x is None else str(x).strip() for x in v).strip()
-            except Exception:
-                return str(v).strip()
-        # Default string conversion + strip
-        return str(v).strip()
-    except Exception:
-        # As a last resort, stringify
-        return f"{v}".strip()
-
-def create_prn_lookup(df_app):
-    """
-    Build a lookup from pure patient name (extracted from 'Patient Name') to PRN.
-    Both keys and values are normalized to robustly handle mixed cell types.
-    """
-    prn_dict = {}
-    for _, row in df_app.iterrows():
-        # Normalize inputs
-        pn_raw = normalize_str(row.get('Patient Name', ''))
-        prn_raw = normalize_str(row.get('PRN', ''))
-        pure_name = extract_patient_name(pn_raw)
-        if pure_name and prn_raw:
-            prn_dict[pure_name] = prn_raw
-    return prn_dict
-
 class GmailApiService:
     def __init__(self):
-        self.sender_email = os.getenv('EMAIL_SENDER')
-        self.service = None
+        self.sender_email = os.getenv('EMAIL_SENDER'); self.service = None
         try:
-            from google.oauth2 import service_account
-            from googleapiclient.discovery import build
+            from google.oauth2 import service_account; from googleapiclient.discovery import build
             base64_creds = os.getenv('GDRIVE_SA_KEY_BASE64')
-            if not base64_creds:
-                print("[Server Log] WARNING: GDRIVE_SA_KEY_BASE64 not found.")
-                return
-            creds_json = base64.b64decode(base64_creds).decode('utf-8')
-            creds_dict = json.loads(creds_json)
-            credentials = service_account.Credentials.from_service_account_info(
-                creds_dict, scopes=['https://www.googleapis.com/auth/gmail.send']
-            )
-            if self.sender_email:
-                credentials = credentials.with_subject(self.sender_email)
+            if not base64_creds: print("[Server Log] WARNING: GDRIVE_SA_KEY_BASE64 not found."); return
+            creds_json = base64.b64decode(base64_creds).decode('utf-8'); creds_dict = json.loads(creds_json)
+            credentials = service_account.Credentials.from_service_account_info(creds_dict, scopes=['https://www.googleapis.com/auth/gmail.send'])
+            if self.sender_email: credentials = credentials.with_subject(self.sender_email)
             self.service = build('gmail', 'v1', credentials=credentials)
             print("[Server Log] Gmail API Service initialized successfully")
-        except Exception as e:
-            print(f"[Server Log] Gmail API Error: {e}")
-
+        except Exception as e: print(f"[Server Log] Gmail API Error: {e}")
+    
     def create_professional_email_template(self, subject, status_text, stats, custom_name, process_type):
-        status_color = "#28a745" if "completed" in status_text.lower() else "#ffc107" if "terminated" in status_text.lower() else "#dc3545"
+        status_color = "#28a745" if "completed" in status_text else "#ffc107" if "terminated" in status_text else "#dc3545"
         current_date = datetime.now().strftime("%B %d, %Y at %I:%M %p")
         html_template = f"""<!DOCTYPE html><html lang="en"><head><meta charset="UTF-8"><meta name="viewport" content="width=device-width, initial-scale=1.0"><title>{subject}</title><style> * {{ margin: 0; padding: 0; box-sizing: border-box; }} body {{ font-family: 'Segoe UI', Tahoma, Geneva, Verdana, sans-serif; line-height: 1.6; color: #2c2c2c; background-color: #f8f8f8; }} .email-container {{ max-width: 700px; margin: 20px auto; background-color: #ffffff; box-shadow: 0 8px 32px rgba(139, 0, 0, 0.15); border-radius: 12px; overflow: hidden; }} .header {{ background: linear-gradient(135deg, #8A0303 0%, #4c00ff 100%); color: white; padding: 40px 30px; text-align: center; }} .header h1 {{ font-size: 32px; font-weight: 700; margin-bottom: 8px; text-shadow: 2px 2px 4px rgba(0, 0, 0, 0.3); }} .header p {{ font-size: 18px; opacity: 0.95; font-weight: 300; letter-spacing: 1px; }} .status-banner {{ background: {status_color}; color: white; text-align: center; padding: 18px; font-size: 16px; font-weight: 600; text-transform: uppercase; letter-spacing: 1.5px; }} .content {{ padding: 40px 30px; }} .report-info {{ background: #fdfdff; border-left: 6px solid #4c00ff; padding: 25px; margin-bottom: 35px; border-radius: 8px; box-shadow: 0 4px 12px rgba(76, 0, 255, 0.1); }} .info-grid {{ display: grid; grid-template-columns: 1fr 1fr; gap: 15px 25px; }} .info-item {{ display: flex; justify-content: space-between; align-items: center; padding: 10px 0; border-bottom: 1px solid #f0f0f0; }} .stats-grid {{ display: grid; grid-template-columns: repeat(auto-fit, minmax(140px, 1fr)); gap: 20px; margin: 35px 0; }} .stat-card {{ background: #f8f9fa; border: 1px solid #e0e0e0; border-radius: 12px; padding: 25px 15px; text-align: center; box-shadow: 0 4px 15px rgba(0, 0, 0, 0.05); }} .stat-number {{ font-size: 36px; font-weight: 700; color: #4c00ff; margin-bottom: 10px; }} .attachments-section {{ background: #f8f5ff; border: 1px solid #e0e0e0; border-radius: 12px; padding: 25px; margin: 35px 0; }} .footer {{ background: #2c2c2c; color: white; padding: 35px 30px; text-align: center; }} h3 {{ color: #8A0303; margin-bottom: 20px; font-size: 20px; font-weight: 600; }} </style></head><body> <div class="email-container"> <div class="header"><h1>Hillside's Quantum Automation</h1><p>Patient Processing Report</p></div> <div class="status-banner">Process {status_text}</div> <div class="content"> <div class="report-info"> <h3>Report Summary</h3> <div class="info-grid"> <div class="info-item"><span><b>Report Name</b></span><span>{custom_name}</span></div> <div class="info-item"><span><b>Process Type</b></span><span>{process_type}</span></div> <div class="info-item"><span><b>Generated</b></span><span>{current_date}</span></div> <div class="info-item"><span><b>Status</b></span><span style="font-weight: bold; color: {status_color};">{status_text}</span></div> </div> </div> <h3>Processing Results</h3> <div class="stats-grid"> <div class="stat-card"><div class="stat-number">{stats['total']}</div><div>Total in File</div></div> <div class="stat-card"><div class="stat-number">{stats['processed']}</div><div>Attempted</div></div> <div class="stat-card"><div class="stat-number">{stats['successful']}</div><div>Done</div></div> <div class="stat-card"><div class="stat-number">{stats['bad']}</div><div>Bad State</div></div> <div class="stat-card"><div class="stat-number">{stats['skipped']}</div><div>Skipped</div></div> </div> <div class="attachments-section"> <h3>Attached Reports</h3> <p style="margin-bottom: 1rem;">The following files are attached and have been uploaded to Google Drive:</p> <ul style="list-style-position: inside; padding-left: 0;"> <li><b>{custom_name}_Full.csv:</b> The complete report with the final status for every patient.</li> <li><b>{custom_name}_Bad.csv:</b> A filtered list of patients that resulted in a "Bad" state.</li> <li><b>{custom_name}_Skipped.csv:</b> A filtered list of patients that were skipped.</li> </ul> </div> </div> <div class="footer"><h4>Hillside Automation</h4><p>This is an automated report. Please do not reply.</p></div> </div> </body></html>"""
         return html_template
 
     def send_report(self, recipients, subject, body, attachments=None):
-        if not self.service or not recipients:
-            return False
+        if not self.service or not recipients: return False
         try:
-            from email.mime.multipart import MIMEMultipart
-            from email.mime.text import MIMEText
-            from email.mime.base import MIMEBase
-            from email import encoders
-
-            message = MIMEMultipart()
-            message['From'] = self.sender_email
-            message['To'] = ', '.join(recipients)
-            message['Subject'] = subject
+            from googleapiclient.errors import HttpError
+            message = MIMEMultipart(); message['From'] = self.sender_email; message['To'] = ', '.join(recipients); message['Subject'] = subject
             message.attach(MIMEText(body, 'html'))
-
             if attachments:
                 for filename, content in attachments.items():
-                    part = MIMEBase('application', 'octet-stream')
-                    part.set_payload(content.encode('utf-8'))
-                    encoders.encode_base64(part)
-                    part.add_header('Content-Disposition', f'attachment; filename="{filename}"')
+                    part = MIMEBase('application', 'octet-stream'); part.set_payload(content.encode('utf-8'))
+                    encoders.encode_base64(part); part.add_header('Content-Disposition', f'attachment; filename="{filename}"')
                     message.attach(part)
-
             raw_message = base64.urlsafe_b64encode(message.as_bytes()).decode('utf-8')
             sent_message = self.service.users().messages().send(userId='me', body={'raw': raw_message}).execute()
-            print(f"[Server Log] Email sent successfully! Message ID: {sent_message['id']}")
-            return True
-        except Exception as e:
-            print(f"[Server Log] Failed to send email: {e}")
-            return False
+            print(f"[Server Log] Email sent successfully! Message ID: {sent_message['id']}"); return True
+        except Exception as e: print(f"[Server Log] Failed to send email: {e}"); return False
 
 class GoogleDriveService:
     def __init__(self):
-        self.creds = None
-        self.service = None
-        self.folder_id = os.getenv('GOOGLE_DRIVE_FOLDER_ID')
+        self.creds = None; self.service = None; self.folder_id = os.getenv('GOOGLE_DRIVE_FOLDER_ID')
         try:
-            from google.oauth2 import service_account
-            from googleapiclient.discovery import build
-
+            from google.oauth2 import service_account; from googleapiclient.discovery import build
             base64_creds = os.getenv('GDRIVE_SA_KEY_BASE64')
-            if not base64_creds or not self.folder_id:
-                raise ValueError("Google Drive secrets not found.")
-
-            creds_json = base64.b64decode(base64_creds).decode('utf-8')
-            creds_dict = json.loads(creds_json)
-            self.creds = service_account.Credentials.from_service_account_info(
-                creds_dict, scopes=['https://www.googleapis.com/auth/drive']
-            )
+            if not base64_creds or not self.folder_id: raise ValueError("Google Drive secrets not found.")
+            creds_json = base64.b64decode(base64_creds).decode('utf-8'); creds_dict = json.loads(creds_json)
+            self.creds = service_account.Credentials.from_service_account_info(creds_dict, scopes=['https://www.googleapis.com/auth/drive'])
             self.service = build('drive', 'v3', credentials=self.creds)
             print("[Server Log] Google Drive Service initialized successfully.")
-        except Exception as e:
-            print(f"[Server Log] G-Drive ERROR: Could not initialize service: {e}")
-
+        except Exception as e: print(f"[Server Log] G-Drive ERROR: Could not initialize service: {e}")
+    
     def upload_file(self, filename, file_content):
-        if not self.service:
-            return False
+        if not self.service: return False
         try:
             from googleapiclient.http import MediaIoBaseUpload
             file_metadata = {'name': filename, 'parents': [self.folder_id]}
             media = MediaIoBaseUpload(io.BytesIO(file_content.encode('utf-8')), mimetype='text/csv', resumable=True)
             self.service.files().create(body=file_metadata, media_body=media, fields='id').execute()
-            print(f"[Server Log] File '{filename}' uploaded to Google Drive.")
-            return True
-        except Exception as e:
-            print(f"[Server Log] G-Drive ERROR: File upload failed: {e}")
-            return False
+            print(f"[Server Log] File '{filename}' uploaded to Google Drive."); return True
+        except Exception as e: print(f"[Server Log] G-Drive ERROR: File upload failed: {e}"); return False
 
 email_service = GmailApiService()
 drive_service = GoogleDriveService()
 
-# =========================
-# Core automation flow
-# =========================
+def get_email_list():
+    try:
+        with open('config/emails.conf', 'r') as f: return [line.strip() for line in f if line.strip()]
+    except FileNotFoundError: return []
 
 def run_automation_process(session_id):
     global bot_instance
-    results = []
-    is_terminated = False
-    is_crash = False
+    results = []; is_terminated = False; is_crash = False
     try:
-        data = session_data.get(session_id, {})
-        patient_data = data.get('patient_data')
-        mode = data.get('mode')
-
-        if not patient_data:
-            raise ValueError("No patient data prepared for automation.")
-
+        data = session_data.get(session_id, {});
+        patient_data = data.get('patient_data'); mode = data.get('mode')
+        if not patient_data: raise ValueError("No patient data prepared for automation.")
         socketio.emit('initial_stats', {'total': len(patient_data)})
-
-        results = bot_instance.start_processing(
-            mode,
-            patient_data,
-            start_date=data.get('start_date'),
-            end_date=data.get('end_date')
-        )
+        results = bot_instance.start_processing(mode, patient_data, start_date=data.get('start_date'), end_date=data.get('end_date'))
         is_terminated = bot_instance.termination_event.is_set()
     except Exception as e:
-        print(f"[Server Log] Fatal error in automation thread: {e}")
-        is_crash = True
+        print(f"[Server Log] Fatal error in automation thread: {e}"); is_crash = True
         socketio.emit('error', {'message': f'A fatal error occurred: {e}'})
     finally:
         socketio.emit('micro_status_update', {'message': 'Generating final reports...'})
         generate_and_send_reports(session_id, results, is_crash_report=is_crash, is_terminated=is_terminated)
-        if bot_instance:
-            bot_instance.shutdown()
-            bot_instance = None
-        if session_id in session_data:
-            del session_data[session_id]
+        if bot_instance: bot_instance.shutdown(); bot_instance = None
+        if session_id in session_data: del session_data[session_id]
 
 def generate_and_send_reports(session_id, results, is_crash_report=False, is_terminated=False):
-    data = session_data.get(session_id, {})
-    if not data:
-        print("[Server Log] Session data not found for reporting.")
-        return
-
+    data = session_data.get(session_id, {});
+    if not data: print("[Server Log] Session data not found for reporting."); return
+    
     full_df = pd.DataFrame(data.get('patient_data_for_report'))
-
     if results:
         result_df = pd.DataFrame(results).set_index('Name')
         full_df.set_index('Name', inplace=True)
         full_df['Status'] = full_df['Status'].astype('object')
-        full_df.update(result_df)
-        full_df.reset_index(inplace=True)
-
+        full_df.update(result_df); full_df.reset_index(inplace=True)
+    
     full_df['Status'] = full_df['Status'].fillna('Not Processed')
+
     final_report_df = full_df[['Name', 'PRN', 'Status']]
     bad_df = final_report_df[final_report_df['Status'] == 'Bad']
     skipped_df = final_report_df[final_report_df['Status'] == 'Skipped - No PRN']
 
-    timestamp = datetime.now().strftime("%d_%b_%Y")
-    custom_name = data.get('filename') or timestamp
-
-    full_report_name = f"{custom_name}_Full.csv"
-    bad_report_name = f"{custom_name}_Bad.csv"
-    skipped_report_name = f"{custom_name}_Skipped.csv"
-
+    timestamp = datetime.now().strftime("%d_%b_%Y"); custom_name = data.get('filename') or timestamp
+    full_report_name = f"{custom_name}_Full.csv"; bad_report_name = f"{custom_name}_Bad.csv"; skipped_report_name = f"{custom_name}_Skipped.csv"
     full_report_content = final_report_df.to_csv(index=False)
     drive_service.upload_file(full_report_name, full_report_content)
-
+    
     attachments = {
         full_report_name: full_report_content,
         bad_report_name: bad_df.to_csv(index=False),
         skipped_report_name: skipped_df.to_csv(index=False)
     }
-
     status_text = "Terminated by User" if is_terminated else "Crashed" if is_crash_report else "Completed Successfully"
-
+    
     stats = {
-        'total': len(full_df),
-        'processed': len(results),
+        'total': len(full_df), 'processed': len(results),
         'successful': len(full_df[full_df['Status'] == 'Done']),
-        'bad': len(bad_df),
-        'skipped': len(skipped_df)
+        'bad': len(bad_df), 'skipped': len(skipped_df)
     }
-
     process_type_str = data.get('mode', 'Unknown').title()
     subject = f"{process_type_str} Automation Report [{status_text.upper()}]: {custom_name}"
-
-    professional_body = email_service.create_professional_email_template(
-        subject, status_text, stats, custom_name, process_type_str
-    )
-
+    
+    professional_body = email_service.create_professional_email_template(subject, status_text, stats, custom_name, process_type_str)
+    
     email_service.send_report(data.get('emails'), subject, professional_body, attachments)
     socketio.emit('process_complete', {'message': f'Process {status_text}. Report sent.'})
 
-# =========================
-# HTTP Routes
-# =========================
-
 @app.route('/')
 def status_page():
     APP_STATUS_HTML = """<!DOCTYPE html><html lang="en"><head><title>API Status</title><style>body{font-family:sans-serif;display:flex;justify-content:center;align-items:center;height:100vh;margin:0;background:#f0f2f5;}.status-box{text-align:center;padding:40px 60px;background:white;border-radius:12px;box-shadow:0 8px 30px rgba(0,0,0,0.1);}h1{font-size:24px;color:#333;margin-bottom:10px;} .indicator{font-size:18px;font-weight:600;padding:8px 16px;border-radius:20px;}.active{color:#28a745;background-color:#e9f7ea;}</style></head><body><div class="status-box"><h1>Hillside Automation API</h1><div class="indicator active">● Active</div></div></body></html>"""
     return Response(APP_STATUS_HTML)
 
+def extract_patient_name(raw_name):
+    if not isinstance(raw_name, str): return ""
+    name_only = raw_name.split('DOB')[0].strip()
+    return re.sub(r'[:\d\-\s]+$', '', name_only).strip()
+
 @app.route('/process_and_initialize', methods=['POST'])
 def handle_file_processing_and_init():
-    """
-    HTTP alternative for uploading files (kept for compatibility).
-    Emits both 'data_processed' and 'data_processed_and_ready' for client alignment.
-    """
     session_id = 'user_session'
     try:
         data = session_data.get(session_id, {})
-
         if 'app_data' not in request.files or 'quantum_data' not in request.files:
             return jsonify({"error": "Both files are required."}), 400
-
-        # Read files
-        df_app = (
-            pd.read_excel(request.files['app_data'])
-            if request.files['app_data'].filename.lower().endswith('.xlsx')
-            else pd.read_csv(request.files['app_data'])
-        )
-        df_quantum = (
-            pd.read_excel(request.files['quantum_data'])
-            if request.files['quantum_data'].filename.lower().endswith('.xlsx')
-            else pd.read_csv(request.files['quantum_data'])
-        )
-
-        # Validations
-        if 'Patient Name' not in df_app.columns or 'PRN' not in df_app.columns:
-            raise ValueError("App Data file must contain 'Patient Name' and 'PRN' columns.")
-        if 'Name' not in df_quantum.columns:
-            raise ValueError("Quantum Data file must contain a 'Name' column.")
-
-        # Filter out empty PRN rows using normalization (robust against lists/mixed types)
-        df_app['__PN'] = df_app['Patient Name'].apply(normalize_str)
-        df_app['__PRN'] = df_app['PRN'].apply(normalize_str)
-        df_app_filtered = df_app[df_app['__PRN'] != ""].copy()
-
-        # Create lookup: pure name (from Patient Name) -> PRN, using provided logic pattern
-        prn_lookup_dict = create_prn_lookup(df_app_filtered.rename(columns={'__PN': 'Patient Name', '__PRN': 'PRN'}))
-
-        # Lookup PRN for each Quantum name (match as-is but normalized to avoid list issues)
-        df_quantum['__Name'] = df_quantum['Name'].apply(normalize_str)
-        prn_list = [prn_lookup_dict.get(n, "") for n in df_quantum['__Name']]
-
-        master_df = pd.DataFrame({
-            'Name': df_quantum['Name'],
-            'PRN': prn_list
-        })
+        
+        df_app = pd.read_excel(request.files['app_data']) if request.files['app_data'].filename.endswith('.xlsx') else pd.read_csv(request.files['app_data'])
+        df_quantum = pd.read_excel(request.files['quantum_data']) if request.files['quantum_data'].filename.endswith('.xlsx') else pd.read_csv(request.files['quantum_data'])
+        
+        if 'Patient Name' not in df_app.columns or 'PRN' not in df_app.columns: raise ValueError("App Data must contain 'Patient Name' and 'PRN' columns.")
+        if 'Name' not in df_quantum.columns: raise ValueError("Quantum Data must contain a 'Name' column.")
+        
+        df_app_filtered = df_app.dropna(subset=['PRN']); df_app_filtered = df_app_filtered[df_app_filtered['PRN'].astype(str).str.strip() != '']
+        prn_lookup_dict = {extract_patient_name(row['Patient Name']): row['PRN'] for _, row in df_app_filtered.iterrows()}
+        
+        df_quantum['PRN'] = df_quantum['Name'].apply(lambda name: prn_lookup_dict.get(name, ""))
+        
+        master_df = df_quantum.copy()
         master_df['Status'] = ''
-
+        
         data['patient_data_for_report'] = master_df
         data['patient_data'] = master_df.to_dict('records')
-        session_data[session_id] = data
-
-        # Notify clients (both names for safety with current frontend)
+        
         socketio.emit('data_processed')
-        socketio.emit('data_processed_and_ready')
-
         return jsonify({"message": "Data processed successfully."})
     except Exception as e:
         print(f"[Server Log] ERROR during file processing: {e}")
         return jsonify({"error": str(e)}), 500
 
-# =========================
-# Socket.IO Events
-# =========================
-
 @socketio.on('connect')
 def handle_connect():
-    print('Frontend connected.')
+    print(f'Frontend connected.')
     emit('email_list', {'emails': get_email_list()})
 
 @socketio.on('initialize_session')
 def handle_init(data):
     session_id = 'user_session'
     session_data[session_id] = {
-        'emails': data.get('emails'),
-        'filename': data.get('filename'),
-        'mode': data.get('mode'),
-        'start_date': data.get('start_date'),
-        'end_date': data.get('end_date')
+        'emails': data['emails'], 'filename': data['filename'], 'mode': data.get('mode'),
+        'start_date': data.get('start_date'), 'end_date': data.get('end_date')
     }
-
-@socketio.on('process_and_initialize')
-def handle_process_and_initialize(payload):
-    """
-    NEW: Socket.IO path for the same workflow the UI currently uses.
-    Decodes base64 files, builds master DF via provided logic, stores session, and emits 'data_processed_and_ready'.
-    """
-    try:
-        session_id = 'user_session'
-
-        def to_df(file_obj):
-            name = file_obj.get('name', '')
-            raw = base64.b64decode(file_obj['content'])
-            if name.lower().endswith('.xlsx'):
-                return pd.read_excel(io.BytesIO(raw))
-            text = raw.decode('utf-8', errors='replace')
-            return pd.read_csv(io.StringIO(text))
-
-        df_app = to_df(payload['app_data_file'])
-        df_quantum = to_df(payload['quantum_data_file'])
-
-        # Validations
-        if 'Patient Name' not in df_app.columns or 'PRN' not in df_app.columns:
-            emit('error', {'message': "App Data file must contain 'Patient Name' and 'PRN' columns."}, room=request.sid)
-            return
-        if 'Name' not in df_quantum.columns:
-            emit('error', {'message': "Quantum Data file must contain a 'Name' column."}, room=request.sid)
-            return
-
-        # Filter out empty PRN rows using normalization (robust against lists/mixed types)
-        df_app['__PN'] = df_app['Patient Name'].apply(normalize_str)
-        df_app['__PRN'] = df_app['PRN'].apply(normalize_str)
-        df_app_filtered = df_app[df_app['__PRN'] != ""].copy()
-
-        # Create lookup: pure name (from Patient Name) -> PRN, using provided logic pattern
-        prn_lookup_dict = create_prn_lookup(df_app_filtered.rename(columns={'__PN': 'Patient Name', '__PRN': 'PRN'}))
-
-        # Lookup PRN for each Quantum name (match as-is but normalized to avoid list issues)
-        df_quantum['__Name'] = df_quantum['Name'].apply(normalize_str)
-        prn_list = [prn_lookup_dict.get(n, "") for n in df_quantum['__Name']]
-
-        master_df = pd.DataFrame({
-            'Name': df_quantum['Name'],
-            'PRN': prn_list
-        })
-        master_df['Status'] = ''
-
-        # Persist session data (includes meta from payload)
-        session_data[session_id] = {
-            'emails': payload.get('emails', []),
-            'filename': payload.get('filename'),
-            'mode': payload.get('mode'),
-            'start_date': payload.get('start_date'),
-            'end_date': payload.get('end_date'),
-            'patient_data_for_report': master_df,
-            'patient_data': master_df.to_dict('records'),
-        }
-
-        # Tell this client to open the login modal
-        emit('data_processed_and_ready', room=request.sid)
-    except Exception as e:
-        emit('error', {'message': f'Failed to process files: {e}'}, room=request.sid)
-
+    
 @socketio.on('start_login')
 def handle_login(credentials):
     global bot_instance
-    if bot_instance:
-        bot_instance.shutdown()
+    if bot_instance: bot_instance.shutdown()
     bot_instance = QuantumBot(socketio, app)
-
     is_success, error_message = bot_instance.initialize_driver()
     if is_success:
         is_login_success, login_error = bot_instance.login(credentials['username'], credentials['password'])
-        if is_login_success:
-            emit('otp_required')
-        else:
-            emit('error', {'message': f'Login failed: {login_error}'})
+        if is_login_success: emit('otp_required')
+        else: emit('error', {'message': f'Login failed: {login_error}'})
     else:
         emit('error', {'message': f'Failed to initialize bot: {error_message}'})
 
 @socketio.on('submit_otp')
 def handle_otp(data):
-    if not bot_instance:
-        return emit('error', {'message': 'Bot not initialized.'})
+    if not bot_instance: return emit('error', {'message': 'Bot not initialized.'})
     is_success, error_message = bot_instance.submit_otp(data['otp'])
     if is_success:
         emit('login_successful')
         session_id = 'user_session'
         socketio.start_background_task(run_automation_process, session_id)
-    else:
-        emit('error', {'message': f'OTP failed: {error_message}'})
+    else: emit('error', {'message': f'OTP failed: {error_message}'})
 
 @socketio.on('terminate_process')
 def handle_terminate():
-    if bot_instance:
-        print("Termination signal received.")
-        bot_instance.stop()
-
-# =========================
-# Main
-# =========================
+    if bot_instance: print("Termination signal received."); bot_instance.stop()
 
 if __name__ == '__main__':
     print("====================================================================")
@@ -492,4 +249,4 @@ if __name__ == '__main__':
     print(f"  Frontend URL: {FRONTEND_ORIGIN}")
     print(f"  Port: {os.getenv('PORT', 7860)}")
     print("====================================================================")
-    socketio.run(app, host='0.0.0.0', port=int(os.getenv('PORT', 7860)))
+    socketio.run(app, host='0.0.0.0', port=int(os.getenv('PORT', 7860)))