Update app.py
Browse files
app.py
CHANGED
|
@@ -3,8 +3,8 @@ import gradio as gr
|
|
| 3 |
|
| 4 |
model = Llama(
|
| 5 |
model_path="qwen2.5-1.5B-q4.gguf",
|
| 6 |
-
|
| 7 |
-
|
| 8 |
)
|
| 9 |
|
| 10 |
def chat(prompt):
|
|
|
|
| 3 |
|
| 4 |
model = Llama(
|
| 5 |
model_path="qwen2.5-1.5B-q4.gguf",
|
| 6 |
+
n_ctx=4096,
|
| 7 |
+
n_gpu_layers=0,
|
| 8 |
)
|
| 9 |
|
| 10 |
def chat(prompt):
|