Almost Done

worker.py

@@ -36,9 +36,7 @@ class QuantumBot:
             options.add_argument(f"--user-agent={user_agent}")
             service = ChromeService(executable_path="/usr/bin/chromedriver")
             self.driver = webdriver.Chrome(service=service, options=options)
-            self.driver.execute_cdp_cmd('Page.addScriptToEvaluateOnNewDocument', {
-                'source': "Object.defineProperty(navigator, 'webdriver', {get: () => undefined})"
-            })
+            self.driver.execute_cdp_cmd('Page.addScriptToEvaluateOnNewDocument', {'source': "Object.defineProperty(navigator, 'webdriver', {get: () => undefined})"})
             return True, None
         except Exception as e:
             error_message = f"Message: {str(e)}"; print(f"CRITICAL ERROR in WebDriver Initialization: {error_message}")
@@ -77,10 +75,38 @@ class QuantumBot:
         except Exception as e:
             error_message = f"Error during OTP submission: {str(e)}"; print(f"[Bot Log] ERROR during OTP submission: {error_message}")
             return False, error_message
+    
+    def _wait_for_page_load(self, timeout=None):
+        if timeout is None: timeout = self.DEFAULT_TIMEOUT
+        self.micro_status("Waiting for page activity to cease...")
+        loading_overlay_xpath = "//div[contains(@class, 'vld-background')]"
+        try:
+            WebDriverWait(self.driver, timeout).until(EC.invisibility_of_element_located((By.XPATH, loading_overlay_xpath)))
+            self.micro_status("...Page is ready.")
+        except TimeoutException:
+            self.micro_status("Warning: Loading overlay did not disappear in time, proceeding cautiously.")
+            pass
+    
+    def _navigate_and_verify(self, url, verification_xpath):
+        self.micro_status(f"Navigating to {url}...")
+        self.driver.get(url)
+        time.sleep(3)
+        self._wait_for_page_load()
+        try:
+            WebDriverWait(self.driver, 15).until(EC.element_to_be_clickable((By.XPATH, verification_xpath)))
+            self.micro_status("Page loaded and verified successfully.")
+        except TimeoutException:
+            self.micro_status("Page did not verify correctly. Attempting a hard refresh...")
+            self.driver.refresh()
+            time.sleep(5)
+            self._wait_for_page_load()
+            WebDriverWait(self.driver, 15).until(EC.element_to_be_clickable((By.XPATH, verification_xpath)))
+            self.micro_status("Page loaded successfully after refresh.")
 
     def _get_calendar_months(self):
         try:
             titles = self.driver.find_elements(By.XPATH, "//div[contains(@class, 'vc-title')]")
+            if not titles: return []
             return [datetime.strptime(title.text, "%B %Y") for title in titles]
         except Exception: return []
 
@@ -89,12 +115,13 @@ class QuantumBot:
         self.micro_status(f"Navigating calendar to {target_month_str}...")
         for _ in range(24): 
             visible_months = self._get_calendar_months()
+            if not visible_months: raise Exception("Calendar months not visible.")
             if any(d.strftime("%B %Y") == target_month_str for d in visible_months):
                 self.micro_status(f"Found month. Selecting day {target_date.day}.")
                 day_format = "%#d" if os.name == 'nt' else "%-d"
                 expected_aria_label = target_date.strftime(f"%A, %B {day_format}, %Y")
                 day_xpath = f"//span[@aria-label='{expected_aria_label}']"
-                day_element = WebDriverWait(self.driver, 10).until(EC.presence_of_element_located((By.XPATH, day_xpath)))
+                day_element = WebDriverWait(self.driver, 10).until(EC.element_to_be_clickable((By.XPATH, day_xpath)))
                 self.driver.execute_script("arguments[0].click();", day_element); return
             if target_date < visible_months[0]: self.driver.find_element(By.XPATH, "//div[contains(@class, 'vc-arrow') and contains(@class, 'is-left')]").click()
             else: self.driver.find_element(By.XPATH, "//div[contains(@class, 'vc-arrow') and contains(@class, 'is-right')]").click()
@@ -104,79 +131,88 @@ class QuantumBot:
     def _set_date_range(self, start_date_str, end_date_str):
         self.micro_status("Opening calendar to set date range...")
         date_button = WebDriverWait(self.driver, self.DEFAULT_TIMEOUT).until(EC.element_to_be_clickable((By.XPATH, "//button[.//span[contains(text(), '-')]]")))
-        time.sleep(1); date_button.click()
+        time.sleep(1); date_button.click(); self._wait_for_page_load()
         start_date = datetime.strptime(start_date_str, "%Y-%m-%d"); end_date = datetime.strptime(end_date_str, "%Y-%m-%d")
-        self._select_date_in_calendar(start_date); time.sleep(1)
-        self._select_date_in_calendar(end_date); time.sleep(1)
-        self.driver.find_element(By.TAG_NAME, "body").click()
-        time.sleep(3)
-        
-    def process_patient_list(self, patient_data, workflow, date_range=None):
-        if workflow == 'void':
-            return self.process_void_list(patient_data)
-        elif workflow == 'refund':
-            return self.process_refund_list(patient_data, date_range['start_date'], date_range['end_date'])
-        return []
+        self._select_date_in_calendar(start_date); self._wait_for_page_load()
+        self._select_date_in_calendar(end_date); self._wait_for_page_load()
+        self.driver.find_element(By.TAG_NAME, "body").click(); self._wait_for_page_load()
 
-    def process_void_list(self, patient_data):
+    def process_patient_list(self, patient_data, workflow, date_range=None):
         results = []
-        for index, record in enumerate(patient_data):
+        # Create a copy of the list to iterate over
+        records_to_process = list(patient_data)
+        for index, record in enumerate(records_to_process):
             if self.termination_event.is_set(): print("[Bot Log] Termination detected."); break
             patient_name = record['Name']; patient_prn = record.get('PRN', '')
             if not patient_prn or not str(patient_prn).strip():
-                status = 'Skipped - No PRN'; self.micro_status(f"Skipping '{patient_name}' (No PRN)."); time.sleep(0.2)
+                status = 'Skipped - No PRN'
+                self.micro_status(f"Skipping '{patient_name}' (No PRN)."); time.sleep(0.2)
             else:
-                self.micro_status(f"Processing '{patient_name}' ({index + 1}/{len(patient_data)})...")
-                status = self._process_single_void(patient_name, patient_prn)
+                self.micro_status(f"Processing '{patient_name}' ({index + 1}/{len(records_to_process)})...")
+                if workflow == 'void':
+                    status = self._process_single_void(patient_name, patient_prn)
+                elif workflow == 'refund':
+                    status = self._process_single_refund(patient_name, patient_prn, date_range['start_date'], date_range['end_date'])
             results.append({'Name': patient_name, 'PRN': patient_prn, 'Status': status})
             with self.app.app_context():
                 self.socketio.emit('log_update', {'name': patient_name, 'prn': patient_prn, 'status': status})
-                self.socketio.emit('stats_update', {'processed': len(results), 'remaining': len(patient_data) - len(results), 'status': status})
+                self.socketio.emit('stats_update', {'processed': len(results), 'remaining': len(records_to_process) - len(results), 'status': status})
         return results
 
+    def _perform_core_patient_processing(self, patient_name, patient_prn):
+        self.micro_status(f"Searching for '{patient_name}'...")
+        search_box = WebDriverWait(self.driver, self.DEFAULT_TIMEOUT).until(EC.element_to_be_clickable((By.XPATH, "//input[@placeholder='Search']")))
+        search_box.click(); time.sleep(0.5); search_box.clear(); time.sleep(0.5)
+        search_box.send_keys(patient_name)
+        self._wait_for_page_load()
+        WebDriverWait(self.driver, 15).until(EC.presence_of_element_located((By.XPATH, f"//tr[contains(., \"{patient_name}\")]")))
+        self.micro_status("Opening transaction details...")
+        WebDriverWait(self.driver, self.DEFAULT_TIMEOUT).until(EC.element_to_be_clickable((By.XPATH, f"//tr[contains(., \"{patient_name}\")]//button[@data-v-b6b33fa0]"))).click()
+        WebDriverWait(self.driver, self.DEFAULT_TIMEOUT).until(EC.element_to_be_clickable((By.LINK_TEXT, "Transaction Detail"))).click()
+        self._wait_for_page_load()
+        self.micro_status("Adding to Vault...")
+        WebDriverWait(self.driver, self.DEFAULT_TIMEOUT).until(EC.element_to_be_clickable((By.XPATH, "//button/span[normalize-space()='Add to Vault']"))).click()
+        self._wait_for_page_load()
+        WebDriverWait(self.driver, self.DEFAULT_TIMEOUT).until(EC.element_to_be_clickable((By.XPATH, "//div[@class='modal-footer']//button/span[normalize-space()='Confirm']"))).click()
+        self._wait_for_page_load()
+        try:
+            self.micro_status("Verifying success and saving...")
+            company_input = WebDriverWait(self.driver, 10).until(EC.element_to_be_clickable((By.NAME, "company_name")))
+            company_input.click(); company_input.send_keys(Keys.CONTROL + "a"); company_input.send_keys(Keys.BACK_SPACE)
+            company_input.send_keys(patient_name)
+            contact_input = WebDriverWait(self.driver, 5).until(EC.element_to_be_clickable((By.NAME, "company_contact")))
+            contact_input.click(); contact_input.send_keys(Keys.CONTROL + "a"); contact_input.send_keys(Keys.BACK_SPACE)
+            contact_input.send_keys(str(patient_prn))
+            WebDriverWait(self.driver, self.DEFAULT_TIMEOUT).until(EC.element_to_be_clickable((By.XPATH, "//button/span[normalize-space()='Save Changes']"))).click()
+            self._wait_for_page_load()
+            WebDriverWait(self.driver, self.DEFAULT_TIMEOUT).until(EC.element_to_be_clickable((By.XPATH, "//button[.//span[normalize-space()='Confirm']]"))).click()
+            time.sleep(2)
+            self._wait_for_page_load()
+            return 'Done'
+        except TimeoutException:
+            self.micro_status(f"'{patient_name}' is in a bad state, cancelling.")
+            WebDriverWait(self.driver, self.DEFAULT_TIMEOUT).until(EC.element_to_be_clickable((By.XPATH, "//button[.//span[normalize-space()='Cancel']]"))).click()
+            self._wait_for_page_load()
+            return 'Bad'
+
     def _process_single_void(self, patient_name, patient_prn):
         try:
-            self.micro_status(f"Navigating to Void page for '{patient_name}'")
-            self.driver.get("https://gateway.quantumepay.com/credit-card/void")
-            search_successful = False
-            for attempt in range(15):
-                try:
-                    self.micro_status(f"Searching... (Attempt {attempt + 1})")
-                    WebDriverWait(self.driver, 2).until(EC.presence_of_element_located((By.XPATH, "//div[contains(@class, 'table-wrapper')]")))
-                    search_box = WebDriverWait(self.driver, 2).until(EC.element_to_be_clickable((By.XPATH, "//input[@placeholder='Search']")))
-                    search_box.click(); time.sleep(0.5); search_box.clear(); time.sleep(0.5)
-                    search_box.send_keys(patient_name); search_successful = True; break
-                except Exception: time.sleep(1)
-            if not search_successful: raise Exception("Failed to search for patient.")
-            time.sleep(3)
-            self.micro_status("Opening transaction details...")
-            WebDriverWait(self.driver, self.DEFAULT_TIMEOUT).until(EC.element_to_be_clickable((By.XPATH, f"//tr[contains(., \"{patient_name}\")]//button[@data-v-b6b33fa0]"))).click()
-            WebDriverWait(self.driver, self.DEFAULT_TIMEOUT).until(EC.element_to_be_clickable((By.LINK_TEXT, "Transaction Detail"))).click()
-            self.micro_status("Adding to Vault...")
-            WebDriverWait(self.driver, self.DEFAULT_TIMEOUT).until(EC.element_to_be_clickable((By.XPATH, "//button/span[normalize-space()='Add to Vault']"))).click()
-            WebDriverWait(self.driver, self.DEFAULT_TIMEOUT).until(EC.element_to_be_clickable((By.XPATH, "//div[@class='modal-footer']//button/span[normalize-space()='Confirm']"))).click()
-            try:
-                self.micro_status("Verifying success and saving...")
-                company_input = WebDriverWait(self.driver, 10).until(EC.element_to_be_clickable((By.NAME, "company_name")))
-                company_input.clear(); company_input.send_keys(patient_name)
-                contact_input = WebDriverWait(self.driver, 5).until(EC.element_to_be_clickable((By.NAME, "company_contact")))
-                contact_input.click(); contact_input.send_keys(Keys.CONTROL + "a"); contact_input.send_keys(Keys.BACK_SPACE)
-                contact_input.send_keys(str(patient_prn))
-                WebDriverWait(self.driver, self.DEFAULT_TIMEOUT).until(EC.element_to_be_clickable((By.XPATH, "//button/span[normalize-space()='Save Changes']"))).click()
-                WebDriverWait(self.driver, self.DEFAULT_TIMEOUT).until(EC.element_to_be_clickable((By.XPATH, "//button[.//span[normalize-space()='Confirm']]"))).click()
-                time.sleep(5); return 'Done'
-            except TimeoutException:
-                self.micro_status(f"'{patient_name}' is in a bad state, cancelling.")
-                WebDriverWait(self.driver, self.DEFAULT_TIMEOUT).until(EC.element_to_be_clickable((By.XPATH, "//button[.//span[normalize-space()='Cancel']]"))).click()
-                return 'Bad'
+            self._navigate_and_verify("https://gateway.quantumepay.com/credit-card/void", "//input[@placeholder='Search']")
+            return self._perform_core_patient_processing(patient_name, patient_prn)
         except Exception as e:
-            print(f"An error occurred while processing {patient_name}: {e}"); return 'Error'
+            print(f"An error occurred while processing {patient_name} in Void workflow: {e}"); return 'Error'
 
+    def _process_single_refund(self, patient_name, patient_prn):
+        try:
+            # We don't re-navigate inside the loop, just perform the core steps
+            return self._perform_core_patient_processing(patient_name, patient_prn)
+        except Exception as e:
+            print(f"An error occurred while processing {patient_name} in Refund workflow: {e}"); return 'Error'
+            
     def process_refund_list(self, patient_data, start_date, end_date):
         results = []
         try:
-            self.micro_status(f"Navigating to Refund page...")
-            self.driver.get("https://gateway.quantumepay.com/credit-card/refund")
+            self._navigate_and_verify("https://gateway.quantumepay.com/credit-card/refund", "//button[.//span[contains(text(), '-')]]")
             self._set_date_range(start_date, end_date)
             for index, record in enumerate(patient_data):
                 if self.termination_event.is_set(): print("[Bot Log] Termination detected."); break
@@ -196,36 +232,6 @@ class QuantumBot:
             self.micro_status("A fatal error stopped the Refund process.")
         return results
 
-    def _process_single_refund(self, patient_name, patient_prn):
-        try:
-            self.micro_status(f"Searching for '{patient_name}' on Refund page...")
-            search_box = WebDriverWait(self.driver, self.DEFAULT_TIMEOUT).until(EC.element_to_be_clickable((By.XPATH, "//input[@placeholder='Search']")))
-            search_box.click(); time.sleep(0.5); search_box.clear(); time.sleep(0.5)
-            search_box.send_keys(patient_name)
-            time.sleep(3)
-            self.micro_status("Opening transaction details...")
-            WebDriverWait(self.driver, self.DEFAULT_TIMEOUT).until(EC.element_to_be_clickable((By.XPATH, f"//tr[contains(., \"{patient_name}\")]//button[@data-v-b6b33fa0]"))).click()
-            WebDriverWait(self.driver, self.DEFAULT_TIMEOUT).until(EC.element_to_be_clickable((By.LINK_TEXT, "Transaction Detail"))).click()
-            self.micro_status("Adding to Vault...")
-            WebDriverWait(self.driver, self.DEFAULT_TIMEOUT).until(EC.element_to_be_clickable((By.XPATH, "//button/span[normalize-space()='Add to Vault']"))).click()
-            WebDriverWait(self.driver, self.DEFAULT_TIMEOUT).until(EC.element_to_be_clickable((By.XPATH, "//div[@class='modal-footer']//button/span[normalize-space()='Confirm']"))).click()
-            try:
-                self.micro_status("Verifying success and saving...")
-                company_input = WebDriverWait(self.driver, 10).until(EC.element_to_be_clickable((By.NAME, "company_name")))
-                company_input.clear(); company_input.send_keys(patient_name)
-                contact_input = WebDriverWait(self.driver, 5).until(EC.element_to_be_clickable((By.NAME, "company_contact")))
-                contact_input.click(); contact_input.send_keys(Keys.CONTROL + "a"); contact_input.send_keys(Keys.BACK_SPACE)
-                contact_input.send_keys(str(patient_prn))
-                WebDriverWait(self.driver, self.DEFAULT_TIMEOUT).until(EC.element_to_be_clickable((By.XPATH, "//button/span[normalize-space()='Save Changes']"))).click()
-                WebDriverWait(self.driver, self.DEFAULT_TIMEOUT).until(EC.element_to_be_clickable((By.XPATH, "//button[.//span[normalize-space()='Confirm']]"))).click()
-                time.sleep(5); return 'Done'
-            except TimeoutException:
-                self.micro_status(f"'{patient_name}' is in a bad state, cancelling.")
-                WebDriverWait(self.driver, self.DEFAULT_TIMEOUT).until(EC.element_to_be_clickable((By.XPATH, "//button[.//span[normalize-space()='Cancel']]"))).click()
-                return 'Bad'
-        except Exception as e:
-            print(f"An error occurred while processing {patient_name}: {e}"); return 'Error'
-            
     def shutdown(self):
         try:
             if self.driver: self.driver.quit()