Update app.py

app.py

@@ -65,6 +65,20 @@ PHI_PATTERNS = [
     (re.compile(r"\b\d{5}(-\d{4})?\b"), "[REDACTED_ZIP]"),
 ]
 
+# ------------------------------------------------------------------
+# Helper to safely convert pandas scalars → native Python types
+# ------------------------------------------------------------------
+def to_python(val):
+    """Convert pandas/numpy scalars to native Python types for JSON serialization"""
+    import numpy as np
+    if isinstance(val, (np.integer, np.int64)):
+        return int(val)
+    if isinstance(val, (np.floating, np.float64)):
+        return float(val)
+    if hasattr(val, 'item'):
+        return val.item()
+    return val
+    
 def redact_phi(text: str) -> str:
     if not isinstance(text, str):
         return text
@@ -231,6 +245,27 @@ def handle(user_msg: str, files: list, yield_update) -> str:
                 with redirect_stdout(output_buffer):
                     exec(analysis_script, execution_namespace)
                 raw_data_output = output_buffer.getvalue()
+                # ←←← ADD THIS SAFETY WRAPPER
+                try:
+                    raw_data = json.loads(raw_data_output)
+                except json.JSONDecodeError:
+                    # Sometimes the model prints extra text → try to extract JSON
+                    import re
+                    json_match = re.search(r'\{.*\}', raw_data_output, re.DOTALL)
+                    if json_match:
+                        raw_data = json.loads(json_match.group(0))
+                    else:
+                        raise ValueError("No valid JSON found in script output")
+                # Convert any remaining pandas types safely
+                def convert_pandas(obj):
+                    if isinstance(obj, dict):
+                        return {k: convert_pandas(v) for k, v in obj.items()}
+                    elif isinstance(obj, list):
+                        return [convert_pandas(v) for v in obj]
+                    else:
+                        return to_python(obj)
+                raw_data = convert_pandas(raw_data)
+                raw_data_json = json.dumps(raw_data)
             except Exception as e:
                 return (
                     f"An error occurred executing the script: {e}\n\nGenerated Script:\n"