trying other inference provider
Browse files- agent.py +6 -12
- requirements.txt +1 -2
agent.py
CHANGED
|
@@ -6,8 +6,8 @@ Facultative
|
|
| 6 |
- wiki_search
|
| 7 |
- arxiv_search
|
| 8 |
'''
|
| 9 |
-
|
| 10 |
-
from smolagents import CodeAgent,
|
| 11 |
|
| 12 |
|
| 13 |
@tool
|
|
@@ -92,15 +92,9 @@ def rounder(a:float, n:int) -> float:
|
|
| 92 |
def get_agent() -> CodeAgent:
|
| 93 |
search_tool = DuckDuckGoSearchTool()
|
| 94 |
|
| 95 |
-
model =
|
| 96 |
-
|
| 97 |
-
|
| 98 |
-
|
| 99 |
-
"top_k": 20,
|
| 100 |
-
"top_p": 0.8,
|
| 101 |
-
"min_p": 0.05,
|
| 102 |
-
"num_ctx": 32768,
|
| 103 |
-
},
|
| 104 |
-
)
|
| 105 |
|
| 106 |
return CodeAgent(tools=[add, subtract, multiply, divide, modulus, rounder, search_tool], model=model)
|
|
|
|
| 6 |
- wiki_search
|
| 7 |
- arxiv_search
|
| 8 |
'''
|
| 9 |
+
import os
|
| 10 |
+
from smolagents import CodeAgent, tool, DuckDuckGoSearchTool, OpenAIServerModel
|
| 11 |
|
| 12 |
|
| 13 |
@tool
|
|
|
|
| 92 |
def get_agent() -> CodeAgent:
|
| 93 |
search_tool = DuckDuckGoSearchTool()
|
| 94 |
|
| 95 |
+
model = OpenAIServerModel(
|
| 96 |
+
model_id='codestral-latest',
|
| 97 |
+
api_base="https://codestral.mistral.ai/v1/",
|
| 98 |
+
api_key=os.getenv('CODESTRAL_API_KEY'))
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
| 99 |
|
| 100 |
return CodeAgent(tools=[add, subtract, multiply, divide, modulus, rounder, search_tool], model=model)
|
requirements.txt
CHANGED
|
@@ -1,4 +1,3 @@
|
|
| 1 |
gradio
|
| 2 |
requests
|
| 3 |
-
smolagents
|
| 4 |
-
duckduckgo-search
|
|
|
|
| 1 |
gradio
|
| 2 |
requests
|
| 3 |
+
smolagents
|
|
|