Update analytics/ai_assistant.py

analytics/ai_assistant.py

@@ -126,7 +126,7 @@ def _get_inference_client():
             "HUGGINGFACE_API_TOKEN is required for AI assistant. "
             "Set it in your environment before running the app."
         )
-    return InferenceClient(model=HF_MODEL_ID, token=HF_TOKEN)
+    return InferenceClient(token=HF_TOKEN)
 
 
 def generate_ai_answer(question: str, df: pd.DataFrame, as_of_month: str = None, segment: str = None):
@@ -141,11 +141,13 @@ def generate_ai_answer(question: str, df: pd.DataFrame, as_of_month: str = None,
     )
 
     client = _get_inference_client()
-    response = client.text_generation(prompt, parameters={
-        "max_new_tokens": HF_MAX_TOKENS,
-        "temperature": HF_TEMPERATURE,
-        "top_k": 50,
-        "top_p": 0.95,
+    response = client.text_generation(
+        model=HF_MODEL_ID, 
+        prompt,
+        max_new_tokens= HF_MAX_TOKENS,
+        temperature= HF_TEMPERATURE,
+        top_k= 50,
+        top_p= 0.95,
     })
 
     if isinstance(response, dict):