Update agent.py

agent.py

@@ -164,8 +164,11 @@ def build_graph(provider: str = "huggingface"):
         # TODO: Add huggingface endpoint
         llm = ChatHuggingFace(
             llm=HuggingFaceEndpoint(
-                url="https://api-inference.huggingface.co/models/Meta-DeepLearning/llama-2-7b-chat-hf",
-                temperature=0,
+                repo_id="mistralai/Mixtral-8x7B-Instruct-v0.1",  # Valid Hugging Face model
+                huggingfacehub_api_token=os.environ.get("HUGGINGFACEHUB_API_TOKEN"),
+                temperature=0.1,  # Low temperature for deterministic output
+                max_new_tokens=512,  # Adjust based on your needs
+                timeout=60  # Set appropriate timeout for API calls
             ),
         )
     else: