Trying again

server.py

@@ -1,247 +1,434 @@
+# app.py
+
 import eventlet
 eventlet.monkey_patch()
 
-import pandas as pd
 import io
-import threading
 import os
-import base64
-import json
 import re
+import json
+import base64
+import threading
 from datetime import datetime
+
+import pandas as pd
 from flask import Flask, Response, request, jsonify
-from flask_socketio import SocketIO, emit
 from flask_cors import CORS
+from flask_socketio import SocketIO, emit
+
+# If QuantumBot is in worker.py as in the original repo
 from worker import QuantumBot
-from email.mime.multipart import MIMEMultipart
-from email.mime.text import MIMEText
-from email.mime.base import MIMEBase
-from email import encoders
-from dotenv import load_dotenv
 
-load_dotenv()
+# =========================
+# App & Socket Initialization
+# =========================
 
 app = Flask(__name__)
 app.config['SECRET_KEY'] = 'secret-key-for-hillside-automation'
+
 FRONTEND_ORIGIN = os.getenv('FRONTEND_URL', 'https://quantbot.netlify.app')
+
 # --- Definitive CORS Fix ---
-ALLOWED_ORIGINS = [os.getenv('FRONTEND_URL'), "http://localhost:3000", "http://127.0.0.1:5500", "null"]
-ALLOWED_ORIGINS = [origin for origin in ALLOWED_ORIGINS if origin] # Filter out None values
+ALLOWED_ORIGINS = [
+    os.getenv('FRONTEND_URL'),
+    "http://localhost:3000",
+    "http://127.0.0.1:5500",
+    "null"
+]
+ALLOWED_ORIGINS = [origin for origin in ALLOWED_ORIGINS if origin]  # Filter out None values
 
 CORS(app, resources={r"/*": {"origins": ALLOWED_ORIGINS}})
 socketio = SocketIO(app, cors_allowed_origins=ALLOWED_ORIGINS, async_mode='eventlet')
 
+# Global state
 bot_instance = None
 session_data = {}
 
+# =========================
+# Utilities & Services
+# =========================
+
+def extract_patient_name(raw_name):
+    if not isinstance(raw_name, str):
+        return ""
+    name_only = raw_name.split('DOB').strip()
+    return re.sub(r'[:\d\-\s]+$', '', name_only).strip()
+
+def get_email_list():
+    try:
+        with open('config/emails.conf', 'r') as f:
+            return [line.strip() for line in f if line.strip()]
+    except FileNotFoundError:
+        return []
+
 class GmailApiService:
     def __init__(self):
-        self.sender_email = os.getenv('EMAIL_SENDER'); self.service = None
+        self.sender_email = os.getenv('EMAIL_SENDER')
+        self.service = None
         try:
-            from google.oauth2 import service_account; from googleapiclient.discovery import build
+            from google.oauth2 import service_account
+            from googleapiclient.discovery import build
             base64_creds = os.getenv('GDRIVE_SA_KEY_BASE64')
-            if not base64_creds: print("[Server Log] WARNING: GDRIVE_SA_KEY_BASE64 not found."); return
-            creds_json = base64.b64decode(base64_creds).decode('utf-8'); creds_dict = json.loads(creds_json)
-            credentials = service_account.Credentials.from_service_account_info(creds_dict, scopes=['https://www.googleapis.com/auth/gmail.send'])
-            if self.sender_email: credentials = credentials.with_subject(self.sender_email)
+            if not base64_creds:
+                print("[Server Log] WARNING: GDRIVE_SA_KEY_BASE64 not found.")
+                return
+            creds_json = base64.b64decode(base64_creds).decode('utf-8')
+            creds_dict = json.loads(creds_json)
+            credentials = service_account.Credentials.from_service_account_info(
+                creds_dict, scopes=['https://www.googleapis.com/auth/gmail.send']
+            )
+            if self.sender_email:
+                credentials = credentials.with_subject(self.sender_email)
             self.service = build('gmail', 'v1', credentials=credentials)
             print("[Server Log] Gmail API Service initialized successfully")
-        except Exception as e: print(f"[Server Log] Gmail API Error: {e}")
-    
+        except Exception as e:
+            print(f"[Server Log] Gmail API Error: {e}")
+
     def create_professional_email_template(self, subject, status_text, stats, custom_name, process_type):
-        status_color = "#28a745" if "completed" in status_text else "#ffc107" if "terminated" in status_text else "#dc3545"
+        status_color = "#28a745" if "completed" in status_text.lower() else "#ffc107" if "terminated" in status_text.lower() else "#dc3545"
         current_date = datetime.now().strftime("%B %d, %Y at %I:%M %p")
         html_template = f"""<!DOCTYPE html><html lang="en"><head><meta charset="UTF-8"><meta name="viewport" content="width=device-width, initial-scale=1.0"><title>{subject}</title><style> * {{ margin: 0; padding: 0; box-sizing: border-box; }} body {{ font-family: 'Segoe UI', Tahoma, Geneva, Verdana, sans-serif; line-height: 1.6; color: #2c2c2c; background-color: #f8f8f8; }} .email-container {{ max-width: 700px; margin: 20px auto; background-color: #ffffff; box-shadow: 0 8px 32px rgba(139, 0, 0, 0.15); border-radius: 12px; overflow: hidden; }} .header {{ background: linear-gradient(135deg, #8A0303 0%, #4c00ff 100%); color: white; padding: 40px 30px; text-align: center; }} .header h1 {{ font-size: 32px; font-weight: 700; margin-bottom: 8px; text-shadow: 2px 2px 4px rgba(0, 0, 0, 0.3); }} .header p {{ font-size: 18px; opacity: 0.95; font-weight: 300; letter-spacing: 1px; }} .status-banner {{ background: {status_color}; color: white; text-align: center; padding: 18px; font-size: 16px; font-weight: 600; text-transform: uppercase; letter-spacing: 1.5px; }} .content {{ padding: 40px 30px; }} .report-info {{ background: #fdfdff; border-left: 6px solid #4c00ff; padding: 25px; margin-bottom: 35px; border-radius: 8px; box-shadow: 0 4px 12px rgba(76, 0, 255, 0.1); }} .info-grid {{ display: grid; grid-template-columns: 1fr 1fr; gap: 15px 25px; }} .info-item {{ display: flex; justify-content: space-between; align-items: center; padding: 10px 0; border-bottom: 1px solid #f0f0f0; }} .stats-grid {{ display: grid; grid-template-columns: repeat(auto-fit, minmax(140px, 1fr)); gap: 20px; margin: 35px 0; }} .stat-card {{ background: #f8f9fa; border: 1px solid #e0e0e0; border-radius: 12px; padding: 25px 15px; text-align: center; box-shadow: 0 4px 15px rgba(0, 0, 0, 0.05); }} .stat-number {{ font-size: 36px; font-weight: 700; color: #4c00ff; margin-bottom: 10px; }} .attachments-section {{ background: #f8f5ff; border: 1px solid #e0e0e0; border-radius: 12px; padding: 25px; margin: 35px 0; }} .footer {{ background: #2c2c2c; color: white; padding: 35px 30px; text-align: center; }} h3 {{ color: #8A0303; margin-bottom: 20px; font-size: 20px; font-weight: 600; }} </style></head><body> <div class="email-container"> <div class="header"><h1>Hillside's Quantum Automation</h1><p>Patient Processing Report</p></div> <div class="status-banner">Process {status_text}</div> <div class="content"> <div class="report-info"> <h3>Report Summary</h3> <div class="info-grid"> <div class="info-item"><span><b>Report Name</b></span><span>{custom_name}</span></div> <div class="info-item"><span><b>Process Type</b></span><span>{process_type}</span></div> <div class="info-item"><span><b>Generated</b></span><span>{current_date}</span></div> <div class="info-item"><span><b>Status</b></span><span style="font-weight: bold; color: {status_color};">{status_text}</span></div> </div> </div> <h3>Processing Results</h3> <div class="stats-grid"> <div class="stat-card"><div class="stat-number">{stats['total']}</div><div>Total in File</div></div> <div class="stat-card"><div class="stat-number">{stats['processed']}</div><div>Attempted</div></div> <div class="stat-card"><div class="stat-number">{stats['successful']}</div><div>Done</div></div> <div class="stat-card"><div class="stat-number">{stats['bad']}</div><div>Bad State</div></div> <div class="stat-card"><div class="stat-number">{stats['skipped']}</div><div>Skipped</div></div> </div> <div class="attachments-section"> <h3>Attached Reports</h3> <p style="margin-bottom: 1rem;">The following files are attached and have been uploaded to Google Drive:</p> <ul style="list-style-position: inside; padding-left: 0;"> <li><b>{custom_name}_Full.csv:</b> The complete report with the final status for every patient.</li> <li><b>{custom_name}_Bad.csv:</b> A filtered list of patients that resulted in a "Bad" state.</li> <li><b>{custom_name}_Skipped.csv:</b> A filtered list of patients that were skipped.</li> </ul> </div> </div> <div class="footer"><h4>Hillside Automation</h4><p>This is an automated report. Please do not reply.</p></div> </div> </body></html>"""
         return html_template
 
     def send_report(self, recipients, subject, body, attachments=None):
-        if not self.service or not recipients: return False
+        if not self.service or not recipients:
+            return False
         try:
-            from googleapiclient.errors import HttpError
-            message = MIMEMultipart(); message['From'] = self.sender_email; message['To'] = ', '.join(recipients); message['Subject'] = subject
+            from email.mime.multipart import MIMEMultipart
+            from email.mime.text import MIMEText
+            from email.mime.base import MIMEBase
+            from email import encoders
+
+            message = MIMEMultipart()
+            message['From'] = self.sender_email
+            message['To'] = ', '.join(recipients)
+            message['Subject'] = subject
             message.attach(MIMEText(body, 'html'))
+
             if attachments:
                 for filename, content in attachments.items():
-                    part = MIMEBase('application', 'octet-stream'); part.set_payload(content.encode('utf-8'))
-                    encoders.encode_base64(part); part.add_header('Content-Disposition', f'attachment; filename="{filename}"')
+                    part = MIMEBase('application', 'octet-stream')
+                    part.set_payload(content.encode('utf-8'))
+                    encoders.encode_base64(part)
+                    part.add_header('Content-Disposition', f'attachment; filename="{filename}"')
                     message.attach(part)
+
             raw_message = base64.urlsafe_b64encode(message.as_bytes()).decode('utf-8')
             sent_message = self.service.users().messages().send(userId='me', body={'raw': raw_message}).execute()
-            print(f"[Server Log] Email sent successfully! Message ID: {sent_message['id']}"); return True
-        except Exception as e: print(f"[Server Log] Failed to send email: {e}"); return False
+            print(f"[Server Log] Email sent successfully! Message ID: {sent_message['id']}")
+            return True
+        except Exception as e:
+            print(f"[Server Log] Failed to send email: {e}")
+            return False
 
 class GoogleDriveService:
     def __init__(self):
-        self.creds = None; self.service = None; self.folder_id = os.getenv('GOOGLE_DRIVE_FOLDER_ID')
+        self.creds = None
+        self.service = None
+        self.folder_id = os.getenv('GOOGLE_DRIVE_FOLDER_ID')
         try:
-            from google.oauth2 import service_account; from googleapiclient.discovery import build
+            from google.oauth2 import service_account
+            from googleapiclient.discovery import build
+
             base64_creds = os.getenv('GDRIVE_SA_KEY_BASE64')
-            if not base64_creds or not self.folder_id: raise ValueError("Google Drive secrets not found.")
-            creds_json = base64.b64decode(base64_creds).decode('utf-8'); creds_dict = json.loads(creds_json)
-            self.creds = service_account.Credentials.from_service_account_info(creds_dict, scopes=['https://www.googleapis.com/auth/drive'])
+            if not base64_creds or not self.folder_id:
+                raise ValueError("Google Drive secrets not found.")
+
+            creds_json = base64.b64decode(base64_creds).decode('utf-8')
+            creds_dict = json.loads(creds_json)
+            self.creds = service_account.Credentials.from_service_account_info(
+                creds_dict, scopes=['https://www.googleapis.com/auth/drive']
+            )
             self.service = build('drive', 'v3', credentials=self.creds)
             print("[Server Log] Google Drive Service initialized successfully.")
-        except Exception as e: print(f"[Server Log] G-Drive ERROR: Could not initialize service: {e}")
-    
+        except Exception as e:
+            print(f"[Server Log] G-Drive ERROR: Could not initialize service: {e}")
+
     def upload_file(self, filename, file_content):
-        if not self.service: return False
+        if not self.service:
+            return False
         try:
             from googleapiclient.http import MediaIoBaseUpload
             file_metadata = {'name': filename, 'parents': [self.folder_id]}
             media = MediaIoBaseUpload(io.BytesIO(file_content.encode('utf-8')), mimetype='text/csv', resumable=True)
             self.service.files().create(body=file_metadata, media_body=media, fields='id').execute()
-            print(f"[Server Log] File '{filename}' uploaded to Google Drive."); return True
-        except Exception as e: print(f"[Server Log] G-Drive ERROR: File upload failed: {e}"); return False
+            print(f"[Server Log] File '{filename}' uploaded to Google Drive.")
+            return True
+        except Exception as e:
+            print(f"[Server Log] G-Drive ERROR: File upload failed: {e}")
+            return False
 
 email_service = GmailApiService()
 drive_service = GoogleDriveService()
 
-def get_email_list():
-    try:
-        with open('config/emails.conf', 'r') as f: return [line.strip() for line in f if line.strip()]
-    except FileNotFoundError: return []
+# =========================
+# Core automation flow
+# =========================
 
 def run_automation_process(session_id):
     global bot_instance
-    results = []; is_terminated = False; is_crash = False
+    results = []
+    is_terminated = False
+    is_crash = False
     try:
-        data = session_data.get(session_id, {});
-        patient_data = data.get('patient_data'); mode = data.get('mode')
-        if not patient_data: raise ValueError("No patient data prepared for automation.")
+        data = session_data.get(session_id, {})
+        patient_data = data.get('patient_data')
+        mode = data.get('mode')
+
+        if not patient_data:
+            raise ValueError("No patient data prepared for automation.")
+
         socketio.emit('initial_stats', {'total': len(patient_data)})
-        results = bot_instance.start_processing(mode, patient_data, start_date=data.get('start_date'), end_date=data.get('end_date'))
+
+        results = bot_instance.start_processing(
+            mode,
+            patient_data,
+            start_date=data.get('start_date'),
+            end_date=data.get('end_date')
+        )
         is_terminated = bot_instance.termination_event.is_set()
     except Exception as e:
-        print(f"[Server Log] Fatal error in automation thread: {e}"); is_crash = True
+        print(f"[Server Log] Fatal error in automation thread: {e}")
+        is_crash = True
         socketio.emit('error', {'message': f'A fatal error occurred: {e}'})
     finally:
         socketio.emit('micro_status_update', {'message': 'Generating final reports...'})
         generate_and_send_reports(session_id, results, is_crash_report=is_crash, is_terminated=is_terminated)
-        if bot_instance: bot_instance.shutdown(); bot_instance = None
-        if session_id in session_data: del session_data[session_id]
+        if bot_instance:
+            bot_instance.shutdown()
+            bot_instance = None
+        if session_id in session_data:
+            del session_data[session_id]
 
 def generate_and_send_reports(session_id, results, is_crash_report=False, is_terminated=False):
-    data = session_data.get(session_id, {});
-    if not data: print("[Server Log] Session data not found for reporting."); return
-    
+    data = session_data.get(session_id, {})
+    if not data:
+        print("[Server Log] Session data not found for reporting.")
+        return
+
     full_df = pd.DataFrame(data.get('patient_data_for_report'))
+
     if results:
         result_df = pd.DataFrame(results).set_index('Name')
         full_df.set_index('Name', inplace=True)
         full_df['Status'] = full_df['Status'].astype('object')
-        full_df.update(result_df); full_df.reset_index(inplace=True)
-    
-    full_df['Status'] = full_df['Status'].fillna('Not Processed')
+        full_df.update(result_df)
+        full_df.reset_index(inplace=True)
 
+    full_df['Status'] = full_df['Status'].fillna('Not Processed')
     final_report_df = full_df[['Name', 'PRN', 'Status']]
     bad_df = final_report_df[final_report_df['Status'] == 'Bad']
     skipped_df = final_report_df[final_report_df['Status'] == 'Skipped - No PRN']
 
-    timestamp = datetime.now().strftime("%d_%b_%Y"); custom_name = data.get('filename') or timestamp
-    full_report_name = f"{custom_name}_Full.csv"; bad_report_name = f"{custom_name}_Bad.csv"; skipped_report_name = f"{custom_name}_Skipped.csv"
+    timestamp = datetime.now().strftime("%d_%b_%Y")
+    custom_name = data.get('filename') or timestamp
+
+    full_report_name = f"{custom_name}_Full.csv"
+    bad_report_name = f"{custom_name}_Bad.csv"
+    skipped_report_name = f"{custom_name}_Skipped.csv"
+
     full_report_content = final_report_df.to_csv(index=False)
     drive_service.upload_file(full_report_name, full_report_content)
-    
+
     attachments = {
         full_report_name: full_report_content,
         bad_report_name: bad_df.to_csv(index=False),
         skipped_report_name: skipped_df.to_csv(index=False)
     }
+
     status_text = "Terminated by User" if is_terminated else "Crashed" if is_crash_report else "Completed Successfully"
-    
+
     stats = {
-        'total': len(full_df), 'processed': len(results),
+        'total': len(full_df),
+        'processed': len(results),
         'successful': len(full_df[full_df['Status'] == 'Done']),
-        'bad': len(bad_df), 'skipped': len(skipped_df)
+        'bad': len(bad_df),
+        'skipped': len(skipped_df)
     }
+
     process_type_str = data.get('mode', 'Unknown').title()
     subject = f"{process_type_str} Automation Report [{status_text.upper()}]: {custom_name}"
-    
-    professional_body = email_service.create_professional_email_template(subject, status_text, stats, custom_name, process_type_str)
-    
+
+    professional_body = email_service.create_professional_email_template(
+        subject, status_text, stats, custom_name, process_type_str
+    )
+
     email_service.send_report(data.get('emails'), subject, professional_body, attachments)
     socketio.emit('process_complete', {'message': f'Process {status_text}. Report sent.'})
 
+# =========================
+# HTTP Routes
+# =========================
+
 @app.route('/')
 def status_page():
     APP_STATUS_HTML = """<!DOCTYPE html><html lang="en"><head><title>API Status</title><style>body{font-family:sans-serif;display:flex;justify-content:center;align-items:center;height:100vh;margin:0;background:#f0f2f5;}.status-box{text-align:center;padding:40px 60px;background:white;border-radius:12px;box-shadow:0 8px 30px rgba(0,0,0,0.1);}h1{font-size:24px;color:#333;margin-bottom:10px;} .indicator{font-size:18px;font-weight:600;padding:8px 16px;border-radius:20px;}.active{color:#28a745;background-color:#e9f7ea;}</style></head><body><div class="status-box"><h1>Hillside Automation API</h1><div class="indicator active">● Active</div></div></body></html>"""
     return Response(APP_STATUS_HTML)
 
-def extract_patient_name(raw_name):
-    if not isinstance(raw_name, str): return ""
-    name_only = raw_name.split('DOB')[0].strip()
-    return re.sub(r'[:\d\-\s]+$', '', name_only).strip()
-
 @app.route('/process_and_initialize', methods=['POST'])
 def handle_file_processing_and_init():
+    """
+    HTTP alternative for uploading files. Keeps backward compatibility.
+    It now emits both 'data_processed' and 'data_processed_and_ready' for client compatibility.
+    """
     session_id = 'user_session'
     try:
         data = session_data.get(session_id, {})
+
         if 'app_data' not in request.files or 'quantum_data' not in request.files:
             return jsonify({"error": "Both files are required."}), 400
-        
-        df_app = pd.read_excel(request.files['app_data']) if request.files['app_data'].filename.endswith('.xlsx') else pd.read_csv(request.files['app_data'])
-        df_quantum = pd.read_excel(request.files['quantum_data']) if request.files['quantum_data'].filename.endswith('.xlsx') else pd.read_csv(request.files['quantum_data'])
-        
-        if 'Patient Name' not in df_app.columns or 'PRN' not in df_app.columns: raise ValueError("App Data must contain 'Patient Name' and 'PRN' columns.")
-        if 'Name' not in df_quantum.columns: raise ValueError("Quantum Data must contain a 'Name' column.")
-        
-        df_app_filtered = df_app.dropna(subset=['PRN']); df_app_filtered = df_app_filtered[df_app_filtered['PRN'].astype(str).str.strip() != '']
+
+        # Read files
+        df_app = (
+            pd.read_excel(request.files['app_data'])
+            if request.files['app_data'].filename.lower().endswith('.xlsx')
+            else pd.read_csv(request.files['app_data'])
+        )
+        df_quantum = (
+            pd.read_excel(request.files['quantum_data'])
+            if request.files['quantum_data'].filename.lower().endswith('.xlsx')
+            else pd.read_csv(request.files['quantum_data'])
+        )
+
+        # Validations
+        if 'Patient Name' not in df_app.columns or 'PRN' not in df_app.columns:
+            raise ValueError("App Data must contain 'Patient Name' and 'PRN' columns.")
+        if 'Name' not in df_quantum.columns:
+            raise ValueError("Quantum Data must contain a 'Name' column.")
+
+        # PRN mapping
+        df_app_filtered = df_app.dropna(subset=['PRN'])
+        df_app_filtered = df_app_filtered[df_app_filtered['PRN'].astype(str).str.strip() != '']
         prn_lookup_dict = {extract_patient_name(row['Patient Name']): row['PRN'] for _, row in df_app_filtered.iterrows()}
-        
+
         df_quantum['PRN'] = df_quantum['Name'].apply(lambda name: prn_lookup_dict.get(name, ""))
-        
+
         master_df = df_quantum.copy()
         master_df['Status'] = ''
-        
+
         data['patient_data_for_report'] = master_df
         data['patient_data'] = master_df.to_dict('records')
-        
+        session_data[session_id] = data
+
+        # Notify clients
         socketio.emit('data_processed')
+        socketio.emit('data_processed_and_ready')
+
         return jsonify({"message": "Data processed successfully."})
     except Exception as e:
         print(f"[Server Log] ERROR during file processing: {e}")
         return jsonify({"error": str(e)}), 500
 
+# =========================
+# Socket.IO Events
+# =========================
+
 @socketio.on('connect')
 def handle_connect():
-    print(f'Frontend connected.')
+    print('Frontend connected.')
     emit('email_list', {'emails': get_email_list()})
 
 @socketio.on('initialize_session')
 def handle_init(data):
     session_id = 'user_session'
     session_data[session_id] = {
-        'emails': data['emails'], 'filename': data['filename'], 'mode': data.get('mode'),
-        'start_date': data.get('start_date'), 'end_date': data.get('end_date')
+        'emails': data.get('emails'),
+        'filename': data.get('filename'),
+        'mode': data.get('mode'),
+        'start_date': data.get('start_date'),
+        'end_date': data.get('end_date')
     }
-    
+
+@socketio.on('process_and_initialize')
+def handle_process_and_initialize(payload):
+    """
+    NEW: Socket.IO path for the same workflow the UI currently uses.
+    Decodes base64 files, builds master DF, stores session, and emits 'data_processed_and_ready'.
+    """
+    try:
+        session_id = 'user_session'
+
+        def to_df(file_obj):
+            name = file_obj.get('name', '')
+            raw = base64.b64decode(file_obj['content'])
+            if name.lower().endswith('.xlsx'):
+                return pd.read_excel(io.BytesIO(raw))
+            return pd.read_csv(io.StringIO(raw.decode('utf-8')))
+
+        df_app = to_df(payload['app_data_file'])
+        df_quantum = to_df(payload['quantum_data_file'])
+
+        # Validations
+        if 'Patient Name' not in df_app.columns or 'PRN' not in df_app.columns:
+            emit('error', {'message': "App Data must contain 'Patient Name' and 'PRN' columns."}, room=request.sid)
+            return
+        if 'Name' not in df_quantum.columns:
+            emit('error', {'message': "Quantum Data must contain a 'Name' column."}, room=request.sid)
+            return
+
+        # PRN mapping
+        df_app_filtered = df_app.dropna(subset=['PRN'])
+        df_app_filtered = df_app_filtered[df_app_filtered['PRN'].astype(str).str.strip() != '']
+        prn_lookup_dict = {extract_patient_name(row['Patient Name']): row['PRN'] for _, row in df_app_filtered.iterrows()}
+        df_quantum['PRN'] = df_quantum['Name'].apply(lambda name: prn_lookup_dict.get(name, ""))
+
+        master_df = df_quantum.copy()
+        master_df['Status'] = ''
+
+        # Persist session data (includes meta from payload)
+        session_data[session_id] = {
+            'emails': payload.get('emails', []),
+            'filename': payload.get('filename'),
+            'mode': payload.get('mode'),
+            'start_date': payload.get('start_date'),
+            'end_date': payload.get('end_date'),
+            'patient_data_for_report': master_df,
+            'patient_data': master_df.to_dict('records'),
+        }
+
+        # Tell this client to open the login modal
+        emit('data_processed_and_ready', room=request.sid)
+    except Exception as e:
+        emit('error', {'message': f'Failed to process files: {e}'}, room=request.sid)
+
 @socketio.on('start_login')
 def handle_login(credentials):
     global bot_instance
-    if bot_instance: bot_instance.shutdown()
+    if bot_instance:
+        bot_instance.shutdown()
     bot_instance = QuantumBot(socketio, app)
+
     is_success, error_message = bot_instance.initialize_driver()
     if is_success:
         is_login_success, login_error = bot_instance.login(credentials['username'], credentials['password'])
-        if is_login_success: emit('otp_required')
-        else: emit('error', {'message': f'Login failed: {login_error}'})
+        if is_login_success:
+            emit('otp_required')
+        else:
+            emit('error', {'message': f'Login failed: {login_error}'})
     else:
         emit('error', {'message': f'Failed to initialize bot: {error_message}'})
 
 @socketio.on('submit_otp')
 def handle_otp(data):
-    if not bot_instance: return emit('error', {'message': 'Bot not initialized.'})
+    if not bot_instance:
+        return emit('error', {'message': 'Bot not initialized.'})
     is_success, error_message = bot_instance.submit_otp(data['otp'])
     if is_success:
         emit('login_successful')
         session_id = 'user_session'
         socketio.start_background_task(run_automation_process, session_id)
-    else: emit('error', {'message': f'OTP failed: {error_message}'})
+    else:
+        emit('error', {'message': f'OTP failed: {error_message}'})
 
 @socketio.on('terminate_process')
 def handle_terminate():
-    if bot_instance: print("Termination signal received."); bot_instance.stop()
+    if bot_instance:
+        print("Termination signal received.")
+        bot_instance.stop()
+
+# =========================
+# Main
+# =========================
 
 if __name__ == '__main__':
     print("====================================================================")
@@ -249,4 +436,4 @@ if __name__ == '__main__':
     print(f"  Frontend URL: {FRONTEND_ORIGIN}")
     print(f"  Port: {os.getenv('PORT', 7860)}")
     print("====================================================================")
-    socketio.run(app, host='0.0.0.0', port=int(os.getenv('PORT', 7860)))
+    socketio.run(app, host='0.0.0.0', port=int(os.getenv('PORT', 7860)))