Fixed the File Path Issues

src/api/app.py

@@ -833,19 +833,43 @@ async def general_exception_handler(request, exc):
 async def serve_output_files(file_path: str):
     """
     Serve generated output files (reports, plots, models, etc.).
+    Checks multiple locations: ./outputs, /tmp/data_science_agent/outputs, and /tmp/data_science_agent.
     """
-    output_path = Path("./outputs") / file_path
-    
-    if not output_path.exists():
+    # Locations to check (in order of priority)
+    search_paths = [
+        Path("./outputs") / file_path,  # Local development
+        Path("/tmp/data_science_agent/outputs") / file_path,  # Production with subdirs
+        Path("/tmp/data_science_agent") / file_path,  # Production flat
+        Path("/tmp/data_science_agent/outputs") / Path(file_path).name,  # Production filename only
+    ]
+    
+    output_path = None
+    for path in search_paths:
+        if path.exists() and path.is_file():
+            output_path = path
+            break
+    
+    if output_path is None:
         raise HTTPException(status_code=404, detail=f"File not found: {file_path}")
     
-    if not output_path.is_file():
-        raise HTTPException(status_code=400, detail="Path is not a file")
-    
     # Security: prevent directory traversal
-    try:
-        output_path.resolve().relative_to(Path("./outputs").resolve())
-    except ValueError:
+    resolved_path = output_path.resolve()
+    allowed_bases = [
+        Path("./outputs").resolve(),
+        Path("/tmp/data_science_agent").resolve()
+    ]
+    
+    # Check if path is within allowed directories
+    is_allowed = False
+    for base in allowed_bases:
+        try:
+            resolved_path.relative_to(base)
+            is_allowed = True
+            break
+        except ValueError:
+            continue
+    
+    if not is_allowed:
         raise HTTPException(status_code=403, detail="Access denied")
     
     # Determine media type based on file extension

src/orchestrator.py

@@ -344,11 +344,25 @@ class DataScienceCopilot:
         self.specialist_agents = self._initialize_specialist_agents()
         self.active_agent = "Orchestrator"  # Track which agent is working
         
+        # Determine output directory based on environment
+        # In production (HuggingFace/Cloud Run), use /tmp for ephemeral storage
+        if os.path.exists("/tmp") and os.access("/tmp", os.W_OK):
+            self.output_base = Path("/tmp/data_science_agent/outputs")
+        else:
+            self.output_base = Path("./outputs")
+        
+        # Set environment variable for tools to use
+        os.environ["DS_AGENT_OUTPUT_DIR"] = str(self.output_base)
+        
         # Ensure output directories exist
-        Path("./outputs").mkdir(exist_ok=True)
-        Path("./outputs/models").mkdir(exist_ok=True)
-        Path("./outputs/reports").mkdir(exist_ok=True)
-        Path("./outputs/data").mkdir(exist_ok=True)
+        self.output_base.mkdir(parents=True, exist_ok=True)
+        (self.output_base / "models").mkdir(exist_ok=True)
+        (self.output_base / "reports").mkdir(exist_ok=True)
+        (self.output_base / "data").mkdir(exist_ok=True)
+        (self.output_base / "plots").mkdir(exist_ok=True)
+        (self.output_base / "plots" / "interactive").mkdir(exist_ok=True)
+        
+        print(f"📁 Output directory: {self.output_base}")
     
     def _build_tool_functions_map(self) -> Dict[str, callable]:
         """Build mapping of tool names to their functions - All 75 tools."""

src/tools/plotly_visualizations.py

@@ -170,18 +170,23 @@ def generate_interactive_histogram(
 
 def generate_interactive_correlation_heatmap(
     file_path: str,
-    output_path: str = "./outputs/plots/interactive/correlation_heatmap.html"
+    output_path: str = None
 ) -> Dict[str, Any]:
     """
     Create interactive correlation heatmap with Plotly.
     
     Args:
         file_path: Path to dataset
-        output_path: Path to save HTML file
+        output_path: Path to save HTML file (auto-determined if None)
         
     Returns:
         Dictionary with plot info
     """
+    # Auto-determine output path based on environment
+    if output_path is None:
+        output_base = os.getenv("DS_AGENT_OUTPUT_DIR", "./outputs")
+        output_path = f"{output_base}/plots/interactive/correlation_heatmap.html"
+    
     # Validation
     validate_file_exists(file_path)
     validate_file_format(file_path)