Update app.py

app.py

@@ -186,56 +186,79 @@ def run_dump(source_conn: str, file_path: str, options: dict):
             stdout=subprocess.PIPE,
             stderr=subprocess.PIPE,
             env=env,
-            text=True
+            text=True,
+            bufsize=1  # Line buffered to get real-time output
         )
         
         with migration_lock:
             migration_state["process"] = process
         
-        # Process output
-        for line in process.stderr:
-            if "Dumping" in line and "table" in line:
-                table_name = line.split("Dumping")[1].strip().split(" ")[1]
-                with migration_lock:
-                    migration_state["progress"]["current_table"] = table_name
-                    migration_state["progress"]["tables_completed"] += 1
-                
-                log_message(f"Dumping table: {table_name}", "info")
+        # Function to read stderr in real-time
+        def read_stderr():
+            for line in iter(process.stderr.readline, ''):
+                line = line.strip()
+                if line:
+                    log_message(line, "info")
+                    if "Dumping" in line and "table" in line:
+                        try:
+                            table_parts = line.split("Dumping")
+                            if len(table_parts) > 1:
+                                table_info = table_parts[1].strip()
+                                table_parts = table_info.split(" ")
+                                if len(table_parts) > 1:
+                                    table_name = table_parts[1].strip('"')
+                                    with migration_lock:
+                                        migration_state["progress"]["current_table"] = table_name
+                                        migration_state["progress"]["tables_completed"] += 1
+                        except Exception as e:
+                            log_message(f"Error parsing table name: {str(e)}", "warning")
+        
+        # Start stderr reading thread
+        stderr_thread = threading.Thread(target=read_stderr, daemon=True)
+        stderr_thread.start()
         
         # Wait for process to complete
-        stdout, stderr = process.communicate()
-        exit_code = process.returncode
+        exit_code = process.wait()
+        
+        # Wait a moment for the stderr thread to catch up
+        stderr_thread.join(timeout=2.0)
         
         if exit_code == 0:
             # Verify file exists and has content
             if os.path.exists(absolute_file_path):
                 final_size = os.path.getsize(absolute_file_path)
                 
-                with migration_lock:
-                    migration_state["dump_file_size"] = final_size / (1024 * 1024)  # Convert to MB
-                    migration_state["progress"]["current_size_mb"] = round(final_size / (1024 * 1024), 2)
-                    migration_state["dump_completed"] = True
-                    migration_state["end_time"] = time.time()
-                    migration_state["running"] = False
-                    migration_state["process"] = None
-                
-                total_time = migration_state["end_time"] - migration_state["start_time"]
-                log_message(
-                    f"Database dump completed successfully. Size: {round(final_size / (1024 * 1024), 2)} MB. Time: {round(total_time, 2)} seconds",
-                    "success"
-                )
-                return True
+                if final_size > 0:
+                    # Success - file exists and has content
+                    with migration_lock:
+                        migration_state["dump_file_size"] = final_size / (1024 * 1024)  # Convert to MB
+                        migration_state["progress"]["current_size_mb"] = round(final_size / (1024 * 1024), 2)
+                        migration_state["dump_completed"] = True
+                        migration_state["end_time"] = time.time()
+                        migration_state["running"] = False
+                        migration_state["process"] = None
+                    
+                    total_time = migration_state["end_time"] - migration_state["start_time"]
+                    log_message(
+                        f"Database dump completed successfully. Size: {round(final_size / (1024 * 1024), 2)} MB. Time: {round(total_time, 2)} seconds",
+                        "success"
+                    )
+                    return True
+                else:
+                    log_message(f"Dump file exists but is empty (0 bytes): {absolute_file_path}", "error")
             else:
                 log_message(f"Dump completed but file not found: {absolute_file_path}", "error")
-                
-                with migration_lock:
-                    migration_state["running"] = False
-                    migration_state["process"] = None
-                
-                return False
+            
+            # If we get here, something went wrong with the file
+            with migration_lock:
+                migration_state["dump_completed"] = False
+                migration_state["end_time"] = time.time()
+                migration_state["running"] = False
+                migration_state["process"] = None
+            
+            return False
         else:
-            error_message = stderr or "Unknown error during dump"
-            log_message(f"Database dump failed: {error_message}", "error")
+            log_message(f"Database dump failed with exit code {exit_code}", "error")
             
             with migration_lock:
                 migration_state["running"] = False