mtmx commited on
Commit
6fae833
·
verified ·
1 Parent(s): 54f02f6

use local model

Browse files
Files changed (1) hide show
  1. app.py +11 -1
app.py CHANGED
@@ -175,6 +175,16 @@ model_id='microsoft/Phi-3-mini-4k-instruct',
175
  custom_role_conversions=None,
176
  )
177
 
 
 
 
 
 
 
 
 
 
 
178
 
179
  # Import tool from Hub
180
  image_generation_tool = load_tool("agents-course/text-to-image", trust_remote_code=True)
@@ -183,7 +193,7 @@ with open("prompts.yaml", 'r') as stream:
183
  prompt_templates = yaml.safe_load(stream)
184
 
185
  agent = CodeAgent(
186
- model=model,
187
  tools=[final_answer,
188
  image_generation_tool,
189
  roast_ai_frameworks_meme,
 
175
  custom_role_conversions=None,
176
  )
177
 
178
+ from smolagents import OpenAIServerModel
179
+
180
+ model_local = OpenAIServerModel(
181
+ model_id="local-model", # Any name
182
+ api_base="http://localhost:1234/v1",
183
+ api_key="lm-studio", # dummy key
184
+ max_tokens=2096,
185
+ temperature=0.5,
186
+ )
187
+
188
 
189
  # Import tool from Hub
190
  image_generation_tool = load_tool("agents-course/text-to-image", trust_remote_code=True)
 
193
  prompt_templates = yaml.safe_load(stream)
194
 
195
  agent = CodeAgent(
196
+ model=model_local,
197
  tools=[final_answer,
198
  image_generation_tool,
199
  roast_ai_frameworks_meme,