Spaces:
Sleeping
Sleeping
use local model
Browse files
app.py
CHANGED
|
@@ -175,6 +175,16 @@ model_id='microsoft/Phi-3-mini-4k-instruct',
|
|
| 175 |
custom_role_conversions=None,
|
| 176 |
)
|
| 177 |
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
| 178 |
|
| 179 |
# Import tool from Hub
|
| 180 |
image_generation_tool = load_tool("agents-course/text-to-image", trust_remote_code=True)
|
|
@@ -183,7 +193,7 @@ with open("prompts.yaml", 'r') as stream:
|
|
| 183 |
prompt_templates = yaml.safe_load(stream)
|
| 184 |
|
| 185 |
agent = CodeAgent(
|
| 186 |
-
model=
|
| 187 |
tools=[final_answer,
|
| 188 |
image_generation_tool,
|
| 189 |
roast_ai_frameworks_meme,
|
|
|
|
| 175 |
custom_role_conversions=None,
|
| 176 |
)
|
| 177 |
|
| 178 |
+
from smolagents import OpenAIServerModel
|
| 179 |
+
|
| 180 |
+
model_local = OpenAIServerModel(
|
| 181 |
+
model_id="local-model", # Any name
|
| 182 |
+
api_base="http://localhost:1234/v1",
|
| 183 |
+
api_key="lm-studio", # dummy key
|
| 184 |
+
max_tokens=2096,
|
| 185 |
+
temperature=0.5,
|
| 186 |
+
)
|
| 187 |
+
|
| 188 |
|
| 189 |
# Import tool from Hub
|
| 190 |
image_generation_tool = load_tool("agents-course/text-to-image", trust_remote_code=True)
|
|
|
|
| 193 |
prompt_templates = yaml.safe_load(stream)
|
| 194 |
|
| 195 |
agent = CodeAgent(
|
| 196 |
+
model=model_local,
|
| 197 |
tools=[final_answer,
|
| 198 |
image_generation_tool,
|
| 199 |
roast_ai_frameworks_meme,
|