feat: add langfuse_opentelemetry_instrumentation

app.py

@@ -12,6 +12,14 @@ from transformers import pipeline
 from Gradio_UI import GradioUI
 from typing import Optional
 
+import os
+import base64
+
+from opentelemetry.sdk.trace import TracerProvider
+from openinference.instrumentation.smolagents import SmolagentsInstrumentor
+from opentelemetry.exporter.otlp.proto.http.trace_exporter import OTLPSpanExporter
+from opentelemetry.sdk.trace.export import SimpleSpanProcessor
+
 from smolagents import (
     CodeAgent,
     DuckDuckGoSearchTool,
@@ -92,6 +100,20 @@ def language_detection(text:str)-> str:
         return "None"
 
 
+def initialize_langfuse_opentelemetry_instrumentation():
+    LANGFUSE_PUBLIC_KEY=os.environ.get("LANGFUSE_PUBLIC_KEY")
+    LANGFUSE_SECRET_KEY=os.environ.get("LANGFUSE_SECRET_KEY")
+    LANGFUSE_AUTH=base64.b64encode(f"{LANGFUSE_PUBLIC_KEY}:{LANGFUSE_SECRET_KEY}".encode()).decode()
+    
+    os.environ["OTEL_EXPORTER_OTLP_ENDPOINT"] = "https://cloud.langfuse.com/api/public/otel" # EU data region
+    os.environ["OTEL_EXPORTER_OTLP_HEADERS"] = f"Authorization=Basic {LANGFUSE_AUTH}"
+    
+    trace_provider = TracerProvider()
+    trace_provider.add_span_processor(SimpleSpanProcessor(OTLPSpanExporter()))
+    
+    SmolagentsInstrumentor().instrument(tracer_provider=trace_provider)
+
+
 # tools from /tools/
 final_answer = FinalAnswerTool()
 visit_webpage = VisitWebpageTool()
@@ -143,6 +165,7 @@ agent = CodeAgent(
     prompt_templates=prompt_templates
 )
 
-GradioUI(agent).launch()
+initialize_langfuse_opentelemetry_instrumentation()
+agent.push_to_hub('laverdes/Alfredo')
 
-agent.push_to_hub('laverdes/Alfredo')
+GradioUI(agent).launch()