Spaces:
Running
Running
File size: 3,112 Bytes
399b80c | 1 2 3 4 5 6 7 8 9 10 11 12 13 14 15 16 17 18 19 20 21 22 23 24 25 26 27 28 29 30 31 32 33 34 35 36 37 38 39 40 41 42 43 44 45 46 47 48 49 50 51 52 53 54 55 56 57 58 59 60 61 62 63 64 65 66 67 68 69 70 71 72 73 74 75 76 77 78 79 80 81 82 83 84 85 86 87 88 89 90 91 92 93 | from abc import ABC, abstractmethod
from dataclasses import dataclass
from typing import Any
class BaseTelemetryEvent(ABC):
"""Base class for all telemetry events"""
@property
@abstractmethod
def name(self) -> str:
"""Event name for tracking"""
pass
@property
@abstractmethod
def properties(self) -> dict[str, Any]:
"""Event properties to send with the event"""
pass
@dataclass
class MCPAgentExecutionEvent(BaseTelemetryEvent):
"""Comprehensive event for tracking complete MCP agent execution"""
# Execution method and context
execution_method: str # "run" or "astream"
query: str # The actual user query
success: bool
# Agent configuration
model_provider: str
model_name: str
server_count: int
server_identifiers: list[dict[str, str]]
total_tools_available: int
tools_available_names: list[str]
max_steps_configured: int
memory_enabled: bool
use_server_manager: bool
# Execution PARAMETERS
max_steps_used: int | None
manage_connector: bool
external_history_used: bool
# Execution results
steps_taken: int | None = None
tools_used_count: int | None = None
tools_used_names: list[str] | None = None
response: str | None = None # The actual response
execution_time_ms: int | None = None
error_type: str | None = None
# Context
conversation_history_length: int | None = None
@property
def name(self) -> str:
return "mcp_agent_execution"
@property
def properties(self) -> dict[str, Any]:
return {
# Core execution info
"execution_method": self.execution_method,
"query": self.query,
"query_length": len(self.query),
"success": self.success,
# Agent configuration
"model_provider": self.model_provider,
"model_name": self.model_name,
"server_count": self.server_count,
"server_identifiers": self.server_identifiers,
"total_tools_available": self.total_tools_available,
"tools_available_names": self.tools_available_names,
"max_steps_configured": self.max_steps_configured,
"memory_enabled": self.memory_enabled,
"use_server_manager": self.use_server_manager,
# Execution parameters (always include, even if None)
"max_steps_used": self.max_steps_used,
"manage_connector": self.manage_connector,
"external_history_used": self.external_history_used,
# Execution results (always include, even if None)
"steps_taken": self.steps_taken,
"tools_used_count": self.tools_used_count,
"tools_used_names": self.tools_used_names,
"response": self.response,
"response_length": len(self.response) if self.response else None,
"execution_time_ms": self.execution_time_ms,
"error_type": self.error_type,
"conversation_history_length": self.conversation_history_length,
} |