Update app.py
Browse files
app.py
CHANGED
|
@@ -5,6 +5,7 @@ model = Llama(
|
|
| 5 |
model_path="qwen2.5-1.5B-q4.gguf",
|
| 6 |
n_ctx=4096,
|
| 7 |
n_gpu_layers=0,
|
|
|
|
| 8 |
)
|
| 9 |
|
| 10 |
def chat(prompt):
|
|
|
|
| 5 |
model_path="qwen2.5-1.5B-q4.gguf",
|
| 6 |
n_ctx=4096,
|
| 7 |
n_gpu_layers=0,
|
| 8 |
+
chat_format="qwen2" # needed for Qwen2 models
|
| 9 |
)
|
| 10 |
|
| 11 |
def chat(prompt):
|