Update analytics/ai_assistant.py

analytics/ai_assistant.py

@@ -144,14 +144,26 @@ def generate_ai_answer(question: str, df: pd.DataFrame, as_of_month: str = None,
 
     client = _get_inference_client()
     print("Inference called successfully")
+    # 1. Format your prompt into OpenAI message style
+    messages = [{"role": "user", "content": prompt}]
+    print(messages)
+
+
     response = client.chat.completions.create(
         model=HF_MODEL_ID, 
-        prompt = prompt,
-        max_new_tokens= HF_MAX_TOKENS,
-        temperature= HF_TEMPERATURE,
-        top_k= 50,
-        top_p= 0.95
+        messages=messages,          # Changed from prompt
+        max_tokens=HF_MAX_TOKENS,    # Changed from max_new_tokens
+        temperature=HF_TEMPERATURE,
+        top_p=0.95
     )
+    #response = client.chat.completions.create(
+    #    model=HF_MODEL_ID, 
+    #   prompt = prompt,
+    #    max_new_tokens= HF_MAX_TOKENS,
+    #    temperature= HF_TEMPERATURE,
+    #    top_k= 50,
+    #    top_p= 0.95
+    #)
     print(response)
 
     if isinstance(response, dict):