import os import json import numpy as np import gradio as gr import requests import pandas as pd import datetime from typing import List, Dict, Any import hashlib import asyncio # Import our modules from models import ReliabilityEvent, EventSeverity, AnomalyResult, HealingAction from healing_policies import PolicyEngine # === Configuration === HF_TOKEN = os.getenv("HF_TOKEN", "").strip() HF_API_URL = "https://router.huggingface.co/hf-inference/v1/completions" HEADERS = {"Authorization": f"Bearer {HF_TOKEN}"} if HF_TOKEN else {} # === FAISS & Embeddings Setup === try: from sentence_transformers import SentenceTransformer import faiss VECTOR_DIM = 384 INDEX_FILE = "incident_vectors.index" TEXTS_FILE = "incident_texts.json" # Try to load model with error handling try: model = SentenceTransformer("sentence-transformers/all-MiniLM-L6-v2") except Exception as e: print(f"Model loading warning: {e}") from sentence_transformers import SentenceTransformer as ST model = ST("sentence-transformers/all-MiniLM-L6-v2") if os.path.exists(INDEX_FILE): index = faiss.read_index(INDEX_FILE) with open(TEXTS_FILE, "r") as f: incident_texts = json.load(f) else: index = faiss.IndexFlatL2(VECTOR_DIM) incident_texts = [] except ImportError as e: print(f"Warning: FAISS or SentenceTransformers not available: {e}") index = None incident_texts = [] model = None def save_index(): """Save FAISS index and incident texts""" if index is not None: faiss.write_index(index, INDEX_FILE) with open(TEXTS_FILE, "w") as f: json.dump(incident_texts, f) # === Core Engine Components === policy_engine = PolicyEngine() events_history: List[ReliabilityEvent] = [] class BusinessImpactCalculator: """Calculate business impact of anomalies""" def __init__(self, revenue_per_request: float = 0.01): self.revenue_per_request = revenue_per_request def calculate_impact(self, event: ReliabilityEvent, duration_minutes: int = 5) -> Dict[str, Any]: """Enhanced business impact calculation""" # More realistic impact calculation base_revenue_per_minute = 100 # Base revenue per minute for the service # Calculate impact based on severity of anomalies impact_multiplier = 1.0 if event.latency_p99 > 300: impact_multiplier += 0.5 # High latency impact if event.error_rate > 0.1: impact_multiplier += 0.8 # High error rate impact if event.cpu_util and event.cpu_util > 0.9: impact_multiplier += 0.3 # Resource exhaustion impact revenue_loss = base_revenue_per_minute * impact_multiplier * (duration_minutes / 60) # More realistic user impact base_users_affected = 1000 # Base user count user_impact_multiplier = (event.error_rate * 10) + (max(0, event.latency_p99 - 100) / 500) affected_users = int(base_users_affected * user_impact_multiplier) # Severity classification if revenue_loss > 500 or affected_users > 5000: severity = "CRITICAL" elif revenue_loss > 100 or affected_users > 1000: severity = "HIGH" elif revenue_loss > 50 or affected_users > 500: severity = "MEDIUM" else: severity = "LOW" return { 'revenue_loss_estimate': round(revenue_loss, 2), 'affected_users_estimate': affected_users, 'severity_level': severity, 'throughput_reduction_pct': round(min(100, user_impact_multiplier * 100), 1) } business_calculator = BusinessImpactCalculator() class AdvancedAnomalyDetector: """Enhanced anomaly detection with adaptive thresholds""" def __init__(self): self.historical_data = [] self.adaptive_thresholds = { 'latency_p99': 150, # Will adapt based on history 'error_rate': 0.05 } def detect_anomaly(self, event: ReliabilityEvent) -> bool: """Enhanced anomaly detection with adaptive thresholds""" # Basic threshold checks latency_anomaly = event.latency_p99 > self.adaptive_thresholds['latency_p99'] error_anomaly = event.error_rate > self.adaptive_thresholds['error_rate'] # Resource-based anomalies resource_anomaly = False if event.cpu_util and event.cpu_util > 0.9: resource_anomaly = True if event.memory_util and event.memory_util > 0.9: resource_anomaly = True # Update adaptive thresholds (simplified) self._update_thresholds(event) return latency_anomaly or error_anomaly or resource_anomaly def _update_thresholds(self, event: ReliabilityEvent): """Update adaptive thresholds based on historical data""" self.historical_data.append(event) # Keep only recent history if len(self.historical_data) > 100: self.historical_data.pop(0) # Update latency threshold to 90th percentile of recent data if len(self.historical_data) > 10: recent_latencies = [e.latency_p99 for e in self.historical_data[-20:]] self.adaptive_thresholds['latency_p99'] = np.percentile(recent_latencies, 90) anomaly_detector = AdvancedAnomalyDetector() # === Multi-Agent Foundation === from enum import Enum class AgentSpecialization(Enum): DETECTIVE = "anomaly_detection" DIAGNOSTICIAN = "root_cause_analysis" class BaseAgent: def __init__(self, specialization: AgentSpecialization): self.specialization = specialization async def analyze(self, event: ReliabilityEvent) -> Dict[str, Any]: raise NotImplementedError class AnomalyDetectionAgent(BaseAgent): def __init__(self): super().__init__(AgentSpecialization.DETECTIVE) async def analyze(self, event: ReliabilityEvent) -> Dict[str, Any]: """Enhanced anomaly detection with confidence scoring""" anomaly_score = self._calculate_anomaly_score(event) return { 'specialization': self.specialization.value, 'confidence': anomaly_score, 'findings': { 'anomaly_score': anomaly_score, 'severity_tier': self._classify_severity(anomaly_score), 'primary_metrics_affected': self._identify_affected_metrics(event) }, 'recommendations': [ f"Investigate {metric} anomalies" for metric in self._identify_affected_metrics(event) ] } def _calculate_anomaly_score(self, event: ReliabilityEvent) -> float: """Calculate comprehensive anomaly score (0-1)""" scores = [] # Latency anomaly (weighted 40%) if event.latency_p99 > 150: latency_score = min(1.0, (event.latency_p99 - 150) / 500) scores.append(0.4 * latency_score) # Error rate anomaly (weighted 30%) if event.error_rate > 0.05: error_score = min(1.0, event.error_rate / 0.3) scores.append(0.3 * error_score) # Resource anomaly (weighted 30%) resource_score = 0 if event.cpu_util and event.cpu_util > 0.8: resource_score += 0.15 * min(1.0, (event.cpu_util - 0.8) / 0.2) if event.memory_util and event.memory_util > 0.8: resource_score += 0.15 * min(1.0, (event.memory_util - 0.8) / 0.2) scores.append(resource_score) return min(1.0, sum(scores)) def _identify_affected_metrics(self, event: ReliabilityEvent) -> List[Dict[str, Any]]: """Enhanced metric analysis with severity levels""" affected = [] # Latency analysis if event.latency_p99 > 500: affected.append({"metric": "latency", "value": event.latency_p99, "severity": "CRITICAL", "threshold": 150}) elif event.latency_p99 > 300: affected.append({"metric": "latency", "value": event.latency_p99, "severity": "HIGH", "threshold": 150}) elif event.latency_p99 > 150: affected.append({"metric": "latency", "value": event.latency_p99, "severity": "MEDIUM", "threshold": 150}) # Error rate analysis if event.error_rate > 0.3: affected.append({"metric": "error_rate", "value": event.error_rate, "severity": "CRITICAL", "threshold": 0.05}) elif event.error_rate > 0.15: affected.append({"metric": "error_rate", "value": event.error_rate, "severity": "HIGH", "threshold": 0.05}) elif event.error_rate > 0.05: affected.append({"metric": "error_rate", "value": event.error_rate, "severity": "MEDIUM", "threshold": 0.05}) # Resource analysis if event.cpu_util and event.cpu_util > 0.9: affected.append({"metric": "cpu", "value": event.cpu_util, "severity": "CRITICAL", "threshold": 0.8}) elif event.cpu_util and event.cpu_util > 0.8: affected.append({"metric": "cpu", "value": event.cpu_util, "severity": "HIGH", "threshold": 0.8}) if event.memory_util and event.memory_util > 0.9: affected.append({"metric": "memory", "value": event.memory_util, "severity": "CRITICAL", "threshold": 0.8}) elif event.memory_util and event.memory_util > 0.8: affected.append({"metric": "memory", "value": event.memory_util, "severity": "HIGH", "threshold": 0.8}) return affected def _generate_detection_recommendations(self, event: ReliabilityEvent, anomaly_score: float) -> List[str]: """Generate specific, actionable recommendations""" recommendations = [] affected_metrics = self._identify_affected_metrics(event) for metric in affected_metrics: metric_name = metric["metric"] severity = metric["severity"] value = metric["value"] threshold = metric["threshold"] if metric_name == "latency": if severity == "CRITICAL": recommendations.append(f"🚨 CRITICAL: Latency {value}ms (>{threshold}ms) - Check database & external dependencies") elif severity == "HIGH": recommendations.append(f"āš ļø HIGH: Latency {value}ms (>{threshold}ms) - Investigate service performance") else: recommendations.append(f"šŸ“ˆ Latency elevated: {value}ms (>{threshold}ms) - Monitor trend") elif metric_name == "error_rate": if severity == "CRITICAL": recommendations.append(f"🚨 CRITICAL: Error rate {value*100:.1f}% (>{threshold*100}%) - Check recent deployments") elif severity == "HIGH": recommendations.append(f"āš ļø HIGH: Error rate {value*100:.1f}% (>{threshold*100}%) - Review application logs") else: recommendations.append(f"šŸ“ˆ Errors increasing: {value*100:.1f}% (>{threshold*100}%)") elif metric_name == "cpu": recommendations.append(f"šŸ”„ CPU {severity}: {value*100:.1f}% utilization - Consider scaling") elif metric_name == "memory": recommendations.append(f"šŸ’¾ Memory {severity}: {value*100:.1f}% utilization - Check for memory leaks") # Add overall recommendations based on anomaly score if anomaly_score > 0.8: recommendations.append("šŸŽÆ IMMEDIATE ACTION REQUIRED: Multiple critical metrics affected") elif anomaly_score > 0.6: recommendations.append("šŸŽÆ INVESTIGATE: Significant performance degradation detected") elif anomaly_score > 0.4: recommendations.append("šŸ“Š MONITOR: Early warning signs detected") return recommendations[:4] # Return top 4 most important recommendations def _classify_severity(self, anomaly_score: float) -> str: if anomaly_score > 0.8: return "CRITICAL" elif anomaly_score > 0.6: return "HIGH" elif anomaly_score > 0.4: return "MEDIUM" else: return "LOW" class RootCauseAgent(BaseAgent): def __init__(self): super().__init__(AgentSpecialization.DIAGNOSTICIAN) async def analyze(self, event: ReliabilityEvent) -> Dict[str, Any]: """Basic root cause analysis""" causes = self._analyze_potential_causes(event) return { 'specialization': self.specialization.value, 'confidence': 0.7, # Base confidence 'findings': { 'likely_root_causes': causes, 'evidence_patterns': self._identify_evidence(event), 'investigation_priority': self._prioritize_investigation(causes) }, 'recommendations': [ f"Check {cause} for issues" for cause in causes[:2] ] } def _analyze_potential_causes(self, event: ReliabilityEvent) -> List[Dict[str, Any]]: """Enhanced root cause analysis with confidence scoring""" causes = [] # High latency + high errors pattern if event.latency_p99 > 500 and event.error_rate > 0.2: causes.append({ "cause": "Database/External Dependency Failure", "confidence": 0.85, "evidence": f"Extreme latency ({event.latency_p99}ms) with high errors ({event.error_rate*100:.1f}%)", "investigation": "Check database connection pool, external API health" }) # Resource exhaustion pattern if event.cpu_util and event.cpu_util > 0.9 and event.memory_util and event.memory_util > 0.9: causes.append({ "cause": "Resource Exhaustion", "confidence": 0.90, "evidence": f"CPU ({event.cpu_util*100:.1f}%) and Memory ({event.memory_util*100:.1f}%) critically high", "investigation": "Check for memory leaks, infinite loops, insufficient resources" }) # Error spike pattern if event.error_rate > 0.3 and event.latency_p99 < 200: causes.append({ "cause": "Application Bug / Configuration Issue", "confidence": 0.75, "evidence": f"High error rate ({event.error_rate*100:.1f}%) without latency impact", "investigation": "Review recent deployments, configuration changes, application logs" }) # Gradual degradation pattern if 200 <= event.latency_p99 <= 400 and 0.05 <= event.error_rate <= 0.15: causes.append({ "cause": "Gradual Performance Degradation", "confidence": 0.65, "evidence": f"Moderate latency ({event.latency_p99}ms) and errors ({event.error_rate*100:.1f}%)", "investigation": "Check resource trends, dependency performance, capacity planning" }) if not causes: causes.append({ "cause": "Unknown - Requires Investigation", "confidence": 0.3, "evidence": "Pattern does not match known failure modes", "investigation": "Complete system review needed" }) return causes def _identify_evidence(self, event: ReliabilityEvent) -> List[str]: """Identify evidence patterns""" evidence = [] if event.latency_p99 > event.error_rate * 1000: evidence.append("latency_disproportionate_to_errors") if event.cpu_util and event.cpu_util > 0.8 and event.memory_util and event.memory_util > 0.8: evidence.append("correlated_resource_exhaustion") return evidence def _prioritize_investigation(self, causes: List[str]) -> str: if "database_connection_pool" in causes: return "HIGH" elif "resource_exhaustion" in causes: return "HIGH" else: return "MEDIUM" class OrchestrationManager: def __init__(self): self.agents = { AgentSpecialization.DETECTIVE: AnomalyDetectionAgent(), AgentSpecialization.DIAGNOSTICIAN: RootCauseAgent(), } async def orchestrate_analysis(self, event: ReliabilityEvent) -> Dict[str, Any]: """Coordinate multiple agents for comprehensive analysis""" agent_tasks = { spec: agent.analyze(event) for spec, agent in self.agents.items() } # Execute agents in parallel agent_results = {} for specialization, task in agent_tasks.items(): try: result = await asyncio.wait_for(task, timeout=5.0) agent_results[specialization.value] = result except asyncio.TimeoutError: continue return self._synthesize_agent_findings(event, agent_results) def _synthesize_agent_findings(self, event: ReliabilityEvent, agent_results: Dict) -> Dict[str, Any]: """Combine insights from all specialized agents""" detective_result = agent_results.get(AgentSpecialization.DETECTIVE.value) diagnostician_result = agent_results.get(AgentSpecialization.DIAGNOSTICIAN.value) if not detective_result: return {'error': 'No agent results available'} synthesis = { 'incident_summary': { 'severity': detective_result['findings'].get('severity_tier', 'UNKNOWN'), 'anomaly_confidence': detective_result['confidence'], 'primary_metrics_affected': detective_result['findings'].get('primary_metrics_affected', []) }, 'root_cause_insights': diagnostician_result['findings'] if diagnostician_result else {}, 'recommended_actions': self._prioritize_actions( detective_result.get('recommendations', []), diagnostician_result.get('recommendations', []) if diagnostician_result else [] ), 'agent_metadata': { 'participating_agents': list(agent_results.keys()), 'analysis_timestamp': datetime.datetime.now().isoformat() } } return synthesis def _prioritize_actions(self, detection_actions: List[str], diagnosis_actions: List[str]) -> List[str]: """Combine and prioritize actions from different agents""" all_actions = detection_actions + diagnosis_actions # Remove duplicates while preserving order seen = set() unique_actions = [] for action in all_actions: if action not in seen: seen.add(action) unique_actions.append(action) return unique_actions[:4] # Return top 4 actions # Initialize enhanced components orchestration_manager = OrchestrationManager() class EnhancedReliabilityEngine: def __init__(self): self.performance_metrics = { 'total_incidents_processed': 0, 'multi_agent_analyses': 0 } async def process_event_enhanced(self, component: str, latency: float, error_rate: float, throughput: float = 1000, cpu_util: float = None, memory_util: float = None) -> Dict[str, Any]: """Enhanced event processing with multi-agent orchestration""" # Create event event = ReliabilityEvent( component=component, latency_p99=latency, error_rate=error_rate, throughput=throughput, cpu_util=cpu_util, memory_util=memory_util, upstream_deps=["auth-service", "database"] if component == "api-service" else [] ) # Multi-agent analysis agent_analysis = await orchestration_manager.orchestrate_analysis(event) # Traditional detection (for compatibility) is_anomaly = anomaly_detector.detect_anomaly(event) # Enhanced severity classification using agent confidence agent_confidence = 0.0 if agent_analysis and 'incident_summary' in agent_analysis: agent_confidence = agent_analysis.get('incident_summary', {}).get('anomaly_confidence', 0) else: # Fallback to basic anomaly detection confidence agent_confidence = 0.8 if is_anomaly else 0.1 # Set severity based on confidence if agent_confidence > 0.8: event.severity = EventSeverity.CRITICAL elif agent_confidence > 0.6: event.severity = EventSeverity.HIGH elif agent_confidence > 0.4: event.severity = EventSeverity.MEDIUM else: event.severity = EventSeverity.LOW # Policy evaluation healing_actions = policy_engine.evaluate_policies(event) # Business impact business_impact = business_calculator.calculate_impact(event) if is_anomaly else None # Vector memory learning if index is not None and is_anomaly: analysis_text = agent_analysis.get('recommended_actions', ['No analysis'])[0] vector_text = f"{component} {latency} {error_rate} {analysis_text}" vec = model.encode([vector_text]) index.add(np.array(vec, dtype=np.float32)) incident_texts.append(vector_text) save_index() # Prepare comprehensive result result = { "timestamp": event.timestamp, "component": component, "latency_p99": latency, "error_rate": error_rate, "throughput": throughput, "status": "ANOMALY" if is_anomaly else "NORMAL", "multi_agent_analysis": agent_analysis, "healing_actions": [action.value for action in healing_actions], "business_impact": business_impact, "severity": event.severity.value, "similar_incidents_count": len(incident_texts) if is_anomaly else 0, "processing_metadata": { "agents_used": agent_analysis.get('agent_metadata', {}).get('participating_agents', []), "analysis_confidence": agent_analysis.get('incident_summary', {}).get('anomaly_confidence', 0) } } events_history.append(event) self.performance_metrics['total_incidents_processed'] += 1 self.performance_metrics['multi_agent_analyses'] += 1 return result # Initialize enhanced engine enhanced_engine = EnhancedReliabilityEngine() def call_huggingface_analysis(prompt: str) -> str: """Use HF Inference API or fallback simulation""" if not HF_TOKEN: fallback_insights = [ "High latency detected - possible resource contention or network issues", "Error rate increase suggests recent deployment instability", "Latency spike correlates with increased user traffic patterns", "Intermittent failures indicate potential dependency service degradation", "Performance degradation detected - consider scaling compute resources" ] import random return random.choice(fallback_insights) try: enhanced_prompt = f""" As a senior reliability engineer, analyze this telemetry event and provide a concise root cause analysis: {prompt} Focus on: - Potential infrastructure or application issues - Correlation between metrics - Business impact assessment - Recommended investigation areas Provide 1-2 sentences maximum with actionable insights. """ payload = { "model": "mistralai/Mixtral-8x7B-Instruct-v0.1", "prompt": enhanced_prompt, "max_tokens": 150, "temperature": 0.4, } response = requests.post(HF_API_URL, headers=HEADERS, json=payload, timeout=15) if response.status_code == 200: result = response.json() analysis_text = result.get("choices", [{}])[0].get("text", "").strip() if analysis_text and len(analysis_text) > 10: return analysis_text.split('\n')[0] return analysis_text else: return f"API Error {response.status_code}: Service temporarily unavailable" except Exception as e: return f"Analysis service error: {str(e)}" # === Enhanced UI with Multi-Agent Insights === def create_enhanced_ui(): """Create enhanced UI with multi-agent capabilities""" with gr.Blocks(title="🧠 Enterprise Agentic Reliability Framework", theme="soft") as demo: gr.Markdown(""" # 🧠 Enterprise Agentic Reliability Framework **Multi-Agent AI System for Production Reliability** *Specialized AI agents working together to detect, diagnose, and heal system issues* """) with gr.Row(): with gr.Column(scale=1): gr.Markdown("### šŸ“Š Telemetry Input") component = gr.Dropdown( choices=["api-service", "auth-service", "payment-service", "database", "cache-service"], value="api-service", label="Component", info="Select the service being monitored" ) latency = gr.Slider( minimum=10, maximum=1000, value=100, step=1, label="Latency P99 (ms)", info="Alert threshold: >150ms (adaptive)" ) error_rate = gr.Slider( minimum=0, maximum=0.5, value=0.02, step=0.001, label="Error Rate", info="Alert threshold: >0.05" ) throughput = gr.Number( value=1000, label="Throughput (req/sec)", info="Current request rate" ) cpu_util = gr.Slider( minimum=0, maximum=1, value=0.4, step=0.01, label="CPU Utilization", info="0.0 - 1.0 scale" ) memory_util = gr.Slider( minimum=0, maximum=1, value=0.3, step=0.01, label="Memory Utilization", info="0.0 - 1.0 scale" ) submit_btn = gr.Button("šŸš€ Submit Telemetry Event", variant="primary", size="lg") with gr.Column(scale=2): gr.Markdown("### šŸ” Multi-Agent Analysis") output_text = gr.Textbox( label="Agent Synthesis", placeholder="AI agents are analyzing...", lines=5 ) # New agent insights section with gr.Accordion("šŸ¤– Agent Specialists Analysis", open=False): gr.Markdown(""" **Specialized AI Agents:** - šŸ•µļø **Detective**: Anomaly detection & pattern recognition - šŸ” **Diagnostician**: Root cause analysis & investigation """) agent_insights = gr.JSON( label="Detailed Agent Findings", value={} ) gr.Markdown("### šŸ“ˆ Recent Events (Last 15)") events_table = gr.Dataframe( headers=["Timestamp", "Component", "Latency", "Error Rate", "Throughput", "Severity", "Analysis"], label="Event History", wrap=True, ) # Information sections with gr.Accordion("ā„¹ļø Framework Capabilities", open=False): gr.Markdown(""" - **šŸ¤– Multi-Agent AI**: Specialized agents for detection, diagnosis, and healing - **šŸ”§ Policy-Based Healing**: Automated recovery actions based on severity and context - **šŸ’° Business Impact**: Revenue and user impact quantification - **šŸŽÆ Adaptive Detection**: ML-powered thresholds that learn from your environment - **šŸ“š Vector Memory**: FAISS-based incident memory for similarity detection - **⚔ Production Ready**: Circuit breakers, cooldowns, and enterprise features """) with gr.Accordion("šŸ”§ Healing Policies", open=False): policy_info = [] for policy in policy_engine.policies: if policy.enabled: actions = ", ".join([action.value for action in policy.actions]) policy_info.append(f"**{policy.name}**: {actions} (Priority: {policy.priority})") gr.Markdown("\n\n".join(policy_info)) # Event handling async def submit_event_enhanced(component, latency, error_rate, throughput, cpu_util, memory_util): """Enhanced event submission with async processing""" try: # Convert inputs latency = float(latency) error_rate = float(error_rate) throughput = float(throughput) if throughput else 1000 cpu_util = float(cpu_util) if cpu_util else None memory_util = float(memory_util) if memory_util else None # Process with enhanced engine result = await enhanced_engine.process_event_enhanced( component, latency, error_rate, throughput, cpu_util, memory_util ) # Prepare table data table_data = [] for event in events_history[-15:]: table_data.append([ event.timestamp[:19], event.component, event.latency_p99, f"{event.error_rate:.3f}", event.throughput, event.severity.value.upper(), "Multi-agent analysis" if 'multi_agent_analysis' in result else 'N/A' ]) # Enhanced output formatting status_emoji = "🚨" if result["status"] == "ANOMALY" else "āœ…" output_msg = f"{status_emoji} {result['status']}" # Add multi-agent insights if "multi_agent_analysis" in result: analysis = result["multi_agent_analysis"] confidence = analysis.get('incident_summary', {}).get('anomaly_confidence', 0) output_msg += f"\nšŸŽÆ Confidence: {confidence*100:.1f}%" if analysis.get('recommended_actions'): output_msg += f"\nšŸ’” Insights: {', '.join(analysis['recommended_actions'][:2])}" # Add business impact if result["business_impact"]: impact = result["business_impact"] output_msg += f"\nšŸ’° Business Impact: ${impact['revenue_loss_estimate']} | šŸ‘„ {impact['affected_users_estimate']} users | 🚨 {impact['severity_level']}" # Add healing actions if result["healing_actions"] and result["healing_actions"] != ["no_action"]: actions = ", ".join(result["healing_actions"]) output_msg += f"\nšŸ”§ Auto-Actions: {actions}" # Prepare agent insights for JSON display agent_insights_data = result.get("multi_agent_analysis", {}) return ( output_msg, agent_insights_data, gr.Dataframe( headers=["Timestamp", "Component", "Latency", "Error Rate", "Throughput", "Severity", "Analysis"], value=table_data, wrap=True ) ) except Exception as e: return f"āŒ Error processing event: {str(e)}", {}, gr.Dataframe(value=[]) submit_btn.click( fn=submit_event_enhanced, inputs=[component, latency, error_rate, throughput, cpu_util, memory_util], outputs=[output_text, agent_insights, events_table] ) return demo if __name__ == "__main__": demo = create_enhanced_ui() demo.launch( server_name="0.0.0.0", server_port=7860, share=False )