Spaces:
Sleeping
Sleeping
Update app.py
Browse files
app.py
CHANGED
|
@@ -50,7 +50,8 @@ visit_webpage = VisitWebpageTool()
|
|
| 50 |
# model_id='https://pflgm2locj2t89co.us-east-1.aws.endpoints.huggingface.cloud'
|
| 51 |
|
| 52 |
model= LiteLLMModel(
|
| 53 |
-
model_id="
|
|
|
|
| 54 |
api_base="http://127.0.0.1:11434", # Default Ollama local server
|
| 55 |
num_ctx=8192,
|
| 56 |
)
|
|
|
|
| 50 |
# model_id='https://pflgm2locj2t89co.us-east-1.aws.endpoints.huggingface.cloud'
|
| 51 |
|
| 52 |
model= LiteLLMModel(
|
| 53 |
+
model_id="hf.co/unsloth/Qwen2.5-Coder-7B-Instruct-128K-GGUF:Q4_K_M",
|
| 54 |
+
# model_id="ollama_chat/qwen2.5:7b-instruct", # Or try other Ollama-supported models
|
| 55 |
api_base="http://127.0.0.1:11434", # Default Ollama local server
|
| 56 |
num_ctx=8192,
|
| 57 |
)
|