Nioi commited on
Commit
d4f6460
·
1 Parent(s): e5ff6c4

trying other inference provider

Browse files
Files changed (2) hide show
  1. agent.py +6 -12
  2. requirements.txt +1 -2
agent.py CHANGED
@@ -6,8 +6,8 @@ Facultative
6
  - wiki_search
7
  - arxiv_search
8
  '''
9
-
10
- from smolagents import CodeAgent, HfApiModel, tool, DuckDuckGoSearchTool, MLXModel
11
 
12
 
13
  @tool
@@ -92,15 +92,9 @@ def rounder(a:float, n:int) -> float:
92
  def get_agent() -> CodeAgent:
93
  search_tool = DuckDuckGoSearchTool()
94
 
95
- model = MLXModel(
96
- "mlx-community/Qwen2.5-Coder-32B-Instruct-4bit",
97
- {
98
- "temperature": 0.7,
99
- "top_k": 20,
100
- "top_p": 0.8,
101
- "min_p": 0.05,
102
- "num_ctx": 32768,
103
- },
104
- )
105
 
106
  return CodeAgent(tools=[add, subtract, multiply, divide, modulus, rounder, search_tool], model=model)
 
6
  - wiki_search
7
  - arxiv_search
8
  '''
9
+ import os
10
+ from smolagents import CodeAgent, tool, DuckDuckGoSearchTool, OpenAIServerModel
11
 
12
 
13
  @tool
 
92
  def get_agent() -> CodeAgent:
93
  search_tool = DuckDuckGoSearchTool()
94
 
95
+ model = OpenAIServerModel(
96
+ model_id='codestral-latest',
97
+ api_base="https://codestral.mistral.ai/v1/",
98
+ api_key=os.getenv('CODESTRAL_API_KEY'))
 
 
 
 
 
 
99
 
100
  return CodeAgent(tools=[add, subtract, multiply, divide, modulus, rounder, search_tool], model=model)
requirements.txt CHANGED
@@ -1,4 +1,3 @@
1
  gradio
2
  requests
3
- smolagents[mlx-lm]
4
- duckduckgo-search
 
1
  gradio
2
  requests
3
+ smolagents