Update api/clare_core.py

api/clare_core.py

@@ -712,18 +712,29 @@ def chat_with_clare(
         cognitive_state=cognitive_state,
         rag_context=rag_context,
     )
-
-    answer, _prof = safe_chat_completion_profiled(
-        model_name=model_name,
-        messages=messages,
-        lang=language_preference,
-        op="chat",
-        temperature=0.5,
-        max_tokens=DEFAULT_MAX_OUTPUT_TOKENS,
-    )
-
+    answer, prof = safe_chat_completion_profiled(...)
     history = history + [(message, answer)]
-    return answer, history
+    
+    llm_stats = {
+      "llm_profile": {
+          "model": prof.get("model"),
+          "streaming_used": prof.get("streaming_used"),
+          "max_tokens": prof.get("max_tokens"),
+          "output_tokens_est": prof.get("output_tokens_est"),
+          "tokens_per_sec_est": prof.get("tokens_per_sec_est"),
+      },
+      "marks_ms": {
+          "llm_first_token": prof.get("ttft_ms"),
+          "llm_done": prof.get("llm_total_ms"),
+      },
+      "segments_ms": {
+          "llm_ttft_ms": prof.get("ttft_ms"),
+          "llm_gen_ms": prof.get("gen_ms"),
+          "llm_done": prof.get("llm_total_ms"),
+      },
+    }
+    
+    return answer, history, llm_stats
 
 
 def export_conversation(