Update app.py

app.py

@@ -49,8 +49,8 @@ def handle_llm_call():
         "mode": "query"
     }
 
-    # Trace the LLM API call
-    with tracer.trace("llm_api_call", service="anything-api", resource="chat", span_type="http") as span:
+    # Use LLMObs to trace the LLM API call
+    with LLMObs.trace("llm_api_call", service="anything-api", resource="chat") as span:
         logging.debug("Starting trace for LLM API call.")
         span.set_tag("llm.request.model", "anything-api")
         span.set_tag("llm.request.input", message)
@@ -62,7 +62,12 @@ def handle_llm_call():
             response_data = response.json()
             bot_response = response_data.get("textResponse")
 
+            # Set LLM-specific tags and metrics
             span.set_tag("llm.response.output", bot_response)
+            span.set_metric("llm.tokens.prompt", len(message.split()))
+            span.set_metric("llm.tokens.completion", len(bot_response.split()))
+            span.set_metric("llm.tokens.total", len(message.split()) + len(bot_response.split()))
+
             logging.debug(f"LLM API response: {bot_response}")
 
             return jsonify({"bot_response": bot_response})
@@ -79,7 +84,6 @@ def handle_llm_call():
             logging.error(f"An error occurred: {e}")
             return jsonify({"error": f"An error occurred: {e}"}), 500
 
-
 if __name__ == "__main__":
     logging.info("Starting Flask app on port 7860")
     app.run(host='0.0.0.0', port=7860)