Files changed (1) hide show
  1. main.py +2 -2
main.py CHANGED
@@ -23,10 +23,10 @@ def search_tool(query:str):
23
  response = client.search(query=query, include_answer="advanced", search_depth="advanced")
24
  return response
25
 
26
- @app.post("/openbmb/minicpm-v2.6")
27
  async def generate_response(request: PromptRequest):
28
  llm = OllamaLLM(
29
- model="openbmb/minicpm-v2.6",
30
  temperature=request.temperature,
31
  base_url="http://localhost:11436"
32
  )
 
23
  response = client.search(query=query, include_answer="advanced", search_depth="advanced")
24
  return response
25
 
26
+ @app.post("/llama3:8b")
27
  async def generate_response(request: PromptRequest):
28
  llm = OllamaLLM(
29
+ model="llama3:8b",
30
  temperature=request.temperature,
31
  base_url="http://localhost:11436"
32
  )