workaround until inference fix

agent.py

@@ -7,7 +7,7 @@ Facultative
 - arxiv_search
 '''
 
-from smolagents import CodeAgent, HfApiModel, tool, DuckDuckGoSearchTool
+from smolagents import CodeAgent, HfApiModel, tool, DuckDuckGoSearchTool, MLXModel
 
 
 @tool
@@ -92,4 +92,15 @@ def rounder(a:float, n:int) -> float:
 def get_agent() -> CodeAgent:
   search_tool = DuckDuckGoSearchTool()
 
-  return CodeAgent(tools=[add, subtract, multiply, divide, modulus, rounder, search_tool], model=HfApiModel(bill_to="NioiOrg"))
+  model = MLXModel(
+    "mlx-community/Qwen2.5-Coder-32B-Instruct-4bit",
+    {
+        "temperature": 0.7,
+        "top_k": 20,  
+        "top_p": 0.8, 
+        "min_p": 0.05,
+        "num_ctx": 32768,
+    },
+)
+
+  return CodeAgent(tools=[add, subtract, multiply, divide, modulus, rounder, search_tool], model=model)