feat: Add pipeline components metadata and fix sort orders

- Added tools[], component_count, and components[] to pipelines_history
- Pipelines now load from S3 to extract component/tool details
- Pipelines sorted by most recent first (updated_at/created_at desc)
- GET /sessions now returns newest sessions first (sorted by last_activity)
- Each pipeline now shows: tools list, component count, full component details
- Implements requested pipeline metadata enhancement

api_routes_v2.py

@@ -884,6 +884,12 @@ async def get_all_sessions(
                     "total_messages": len(session.get("conversation_history", [])),
                     "pipeline_executions_count": len(session.get("pipeline_executions", []))
                 })
+        
+        # Sort by most recent activity first
+        sessions_with_stats.sort(
+            key=lambda s: s.get("last_activity") or s.get("created_at") or "",
+            reverse=True
+        )
 
         return {
             "sessions": sessions_with_stats,
@@ -930,6 +936,42 @@ async def get_session_history(
             formatted_history.append(msg_copy)
 
         s = session_manager.get_session(session_id) or {}
+        
+        # Enhanced pipelines_history with component metadata, sorted by most recent first
+        pipelines_hist = s.get("pipelines_history", [])
+        enhanced_pipelines = []
+        for pipeline_meta in pipelines_hist:
+            enhanced_pipe = pipeline_meta.copy()
+            # Load pipeline definition from S3 to get components/tools
+            pipeline_s3_key = pipeline_meta.get("pipeline_s3_key")
+            if pipeline_s3_key:
+                try:
+                    resp = s3.get_object(Bucket=S3_BUCKET, Key=pipeline_s3_key)
+                    pipeline_def = json.loads(resp["Body"].read().decode("utf-8"))
+                    
+                    # Extract tools/components
+                    components = pipeline_def.get("components") or pipeline_def.get("pipeline_steps", [])
+                    tools_list = [comp.get("tool_name", "unknown") for comp in components]
+                    
+                    enhanced_pipe["tools"] = tools_list
+                    enhanced_pipe["component_count"] = len(components)
+                    enhanced_pipe["components"] = components  # Full component details
+                except Exception as e:
+                    print(f"Warning: Failed to load pipeline {pipeline_s3_key}: {e}")
+                    enhanced_pipe["tools"] = []
+                    enhanced_pipe["component_count"] = 0
+                    enhanced_pipe["components"] = []
+            else:
+                enhanced_pipe["tools"] = []
+                enhanced_pipe["component_count"] = 0
+                enhanced_pipe["components"] = []
+            enhanced_pipelines.append(enhanced_pipe)
+        
+        # Ensure sorting by most recent first (updated_at or created_at)
+        enhanced_pipelines.sort(
+            key=lambda p: p.get("updated_at") or p.get("created_at") or "", 
+            reverse=True
+        )
 
         # Return with session_id included
         return {
@@ -938,7 +980,7 @@ async def get_session_history(
             "count": len(formatted_history),
             "limit": limit,
             "chat_name": s.get("chat_name"),                    # CHANGE
-            "pipelines_history": s.get("pipelines_history", []) # CHANGE
+            "pipelines_history": enhanced_pipelines             # CHANGE: enhanced with components
         }
 
     except Exception as e: