Spaces:
Runtime error
Runtime error
Update app.py
Browse files
app.py
CHANGED
|
@@ -66,14 +66,14 @@ ddg = DuckDuckGoSearchTool()
|
|
| 66 |
# custom_role_conversions=None,
|
| 67 |
# )
|
| 68 |
|
| 69 |
-
|
| 70 |
-
|
| 71 |
-
|
| 72 |
-
|
| 73 |
-
|
| 74 |
-
|
| 75 |
|
| 76 |
-
model = OllamaQwen7BClientModel()
|
| 77 |
|
| 78 |
|
| 79 |
# Import tool from Hub
|
|
|
|
| 66 |
# custom_role_conversions=None,
|
| 67 |
# )
|
| 68 |
|
| 69 |
+
model = LiteLLMModel(
|
| 70 |
+
model_id="ollama_chat/qwen2.5:7b", # Ollama model identifier
|
| 71 |
+
api_base="http://127.0.0.1:11434", # default Ollama HTTP port
|
| 72 |
+
num_ctx=8192,
|
| 73 |
+
temperature=0.5
|
| 74 |
+
)
|
| 75 |
|
| 76 |
+
# model = OllamaQwen7BClientModel()
|
| 77 |
|
| 78 |
|
| 79 |
# Import tool from Hub
|