Update PolyAgent/gradio_interface.py

PolyAgent/gradio_interface.py

@@ -1240,7 +1240,10 @@ def llm_only_answer(state: Dict[str, Any], model_name: str, prompt: str) -> str:
             }
         )
 
-    client = InferenceClient(model=model_id, token=HF_TOKEN, provider="fireworks-ai")
+    if m == "mixtral-8x22b-instruct":
+        client = InferenceClient(model=model_id, token=HF_TOKEN, provider="fireworks-ai")
+    else:
+        client = InferenceClient(model=model_id, token=HF_TOKEN)
 
     try:
         resp = client.chat_completion(
@@ -1261,7 +1264,6 @@ def llm_only_answer(state: Dict[str, Any], model_name: str, prompt: str) -> str:
     except Exception as e:
         return pretty_json({"ok": False, "error": str(e), "model_id": model_id})
 
-
 def build_ui() -> gr.Blocks:
     with gr.Blocks(
         css="""