Update app.py

app.py

@@ -4,6 +4,8 @@ from huggingface_hub import login
 import os
 import shutil
 import wandb
+import time
+import psutil
 
 from huggingface_hub import login
 
@@ -77,6 +79,14 @@ def format_insights(insights, visuals):
     return '\n'.join(items)
 
 def analyze_data(csv_file, additional_notes=""):
+
+       # Start timing
+    start_time = time.time()
+
+    # Get initial memory usage
+    process = psutil.Process(os.getpid())
+    initial_memory = process.memory_info().rss / 1024 ** 2  # Convert to MB
+    
     # Clear previous figures
     if os.path.exists('./figures'):
         shutil.rmtree('./figures')
@@ -121,30 +131,31 @@ def analyze_data(csv_file, additional_notes=""):
         }
     )
 
-    # 🚨 Log analysis results to W&B
-    try:
-        if isinstance(analysis_result, dict):
-            # Log metrics from dictionary structure
-            wandb.log({
-                "observations": analysis_result.get('observations', {}),
-                "insights": analysis_result.get('insights', {}),
-                "num_visuals": len(visuals)
-            })
-        else:
-            # Log raw output as artifact
-            wandb.log_artifact(
-                wandb.Artifact(
-                    "raw_analysis_output",
-                    type="analysis_results",
-                    description=analysis_result
-                )
-            )
-    except Exception as e:
-        print(f"Error logging to W&B: {e}")
-        
-    # Collect generated visuals
+       # Measure execution time and memory usage
+    execution_time = time.time() - start_time
+    final_memory = process.memory_info().rss / 1024 ** 2  # Convert to MB
+    memory_usage = final_memory - initial_memory  # Calculate memory consumed
+
+    # 🚨 Log Performance Metrics
+    wandb.log({
+        "execution_time_sec": execution_time,
+        "memory_usage_mb": memory_usage
+    })
+
+    # Log analysis results to W&B
+    if isinstance(analysis_result, dict):
+        wandb.log({
+            "observations": analysis_result.get('observations', {}),
+            "insights": analysis_result.get('insights', {}),
+            "num_visuals": len(os.listdir('./figures'))  # Ensure visuals are counted
+        })
+
+    # Log generated visualizations
     visuals = [os.path.join('./figures', f) for f in os.listdir('./figures') 
-              if f.endswith(('.png', '.jpg', '.jpeg'))]
+               if f.endswith(('.png', '.jpg', '.jpeg'))]
+    for viz in visuals:
+        wandb.log({os.path.basename(viz): wandb.Image(viz)})
+
 
      # 🚨 Log visualizations to W&B
     if visuals: