Initialize the Langfuse client in its own script and refactor code

app.py

@@ -9,8 +9,6 @@ from langgraph.checkpoint.memory import MemorySaver
 from langgraph.graph import MessagesState, StateGraph, END
 from langgraph.prebuilt import ToolNode, tools_condition
 from langgraph.prebuilt import ToolNode
-from langfuse import Langfuse, get_client
-from langfuse.langchain import CallbackHandler
 
 import structlog
 
@@ -21,23 +19,13 @@ import logging_config as _
 # from conversation.main import graph
 from conversation.generate import generate
 from ingestion.main import ingest_document
+from tools.langfuse_client import get_langfuse_client_and_handler
 
 from config import app_settings
 
  
-# Initialize Langfuse client with constructor arguments
-Langfuse(
-    public_key=app_settings.langfuse_public_api_key,
-    secret_key=app_settings.langfuse_secret_api_key,
-    host=app_settings.langfuse_host
-)
- 
-# Get the configured client instance
-langfuse = get_client()
- 
-# Initialize the Langfuse handler
-langfuse_handler = CallbackHandler()
-
+# Get Langfuse client and Langfuse Callback handler
+langfuse_client, langfuse_handler = get_langfuse_client_and_handler()
 
 # Create a logger instance
 logger = structlog.get_logger(__name__)

conversation/generate.py

@@ -8,10 +8,12 @@ from langchain_core.prompts import (
 )
 from langchain_core.runnables import RunnableParallel
 from langgraph.graph import MessagesState
-from langfuse import Langfuse, get_client
-from langfuse.langchain import CallbackHandler
 from pydantic import BaseModel
 
+
+# Write the import statement to import the function get_langfuse_client_and_handler from the langfuse_client module
+from tools.langfuse_client import get_langfuse_client_and_handler
+
 from config import app_settings
 
 logger = structlog.get_logger(__name__)
@@ -21,20 +23,9 @@ llm = init_chat_model(
     model_provider="openai",
     api_key=app_settings.llm_api_key
 )
- 
-# Initialize Langfuse client with constructor arguments
-Langfuse(
-    public_key=app_settings.langfuse_public_api_key,
-    secret_key=app_settings.langfuse_secret_api_key,
-    host=app_settings.langfuse_host
-)
- 
-# Get the configured client instance
-langfuse = get_client()
- 
-# Initialize the Langfuse handler
-langfuse_handler = CallbackHandler()
 
+# Get Langfuse client and Langfuse Callback handler
+langfuse_client, langfuse_handler = get_langfuse_client_and_handler()
 
 # RAG answer synthesis prompt
 system_template = """

tools/langfuse_client.py

@@ -0,0 +1,22 @@
+from langfuse import Langfuse, get_client
+from langfuse.langchain import CallbackHandler
+
+from config import app_settings
+
+
+# Initialize Langfuse client with constructor arguments
+Langfuse(
+    public_key=app_settings.langfuse_public_api_key,
+    secret_key=app_settings.langfuse_secret_api_key,
+    host=app_settings.langfuse_host
+)
+ 
+# Get the configured client instance
+langfuse_client = get_client()
+ 
+# Initialize the Langfuse handler
+langfuse_handler = CallbackHandler()
+
+
+def get_langfuse_client_and_handler():
+    return langfuse_client, langfuse_handler