Spaces:
Sleeping
Sleeping
Update main.py
#2
by galactromedaNPMAIECOSYSTEM - opened
main.py
CHANGED
|
@@ -23,10 +23,10 @@ def search_tool(query:str):
|
|
| 23 |
response = client.search(query=query, include_answer="advanced", search_depth="advanced")
|
| 24 |
return response
|
| 25 |
|
| 26 |
-
@app.post("/
|
| 27 |
async def generate_response(request: PromptRequest):
|
| 28 |
llm = OllamaLLM(
|
| 29 |
-
model="
|
| 30 |
temperature=request.temperature,
|
| 31 |
base_url="http://localhost:11436"
|
| 32 |
)
|
|
|
|
| 23 |
response = client.search(query=query, include_answer="advanced", search_depth="advanced")
|
| 24 |
return response
|
| 25 |
|
| 26 |
+
@app.post("/llama3:8b")
|
| 27 |
async def generate_response(request: PromptRequest):
|
| 28 |
llm = OllamaLLM(
|
| 29 |
+
model="llama3:8b",
|
| 30 |
temperature=request.temperature,
|
| 31 |
base_url="http://localhost:11436"
|
| 32 |
)
|