rmjones commited on
Commit
e78afe0
·
verified ·
1 Parent(s): d999805

Update agent.py

Browse files
Files changed (1) hide show
  1. agent.py +7 -0
agent.py CHANGED
@@ -102,6 +102,7 @@ class BasicAgent:
102
  custom_role_conversions=None,
103
  )
104
  """
 
105
  model = OpenAIServerModel(
106
  # You can use any model ID available on OpenRouter
107
  model_id="mistralai/mistral-small-3.2-24b-instruct:free",
@@ -109,6 +110,12 @@ class BasicAgent:
109
  api_base="https://openrouter.ai/api/v1",
110
  api_key=OPENROUTER_API_KEY,
111
  )
 
 
 
 
 
 
112
  tools = [
113
  DuckDuckGoSearchTool(),
114
  WikiTitleFinder(),
 
102
  custom_role_conversions=None,
103
  )
104
  """
105
+ """
106
  model = OpenAIServerModel(
107
  # You can use any model ID available on OpenRouter
108
  model_id="mistralai/mistral-small-3.2-24b-instruct:free",
 
110
  api_base="https://openrouter.ai/api/v1",
111
  api_key=OPENROUTER_API_KEY,
112
  )
113
+ """
114
+ model_id = "ollama_chat/llama3:8b-instruct-q8_0"
115
+ model = LiteLLMModel(
116
+ model_id=model_id,
117
+ num_ctx=8192
118
+ )
119
  tools = [
120
  DuckDuckGoSearchTool(),
121
  WikiTitleFinder(),