Update app.py
Browse files
app.py
CHANGED
|
@@ -49,6 +49,7 @@ model = Llama(
|
|
| 49 |
# chat_format="llama-2",
|
| 50 |
n_gpu_layers = 0,
|
| 51 |
temperature=0.75,
|
|
|
|
| 52 |
max_tokens=500,
|
| 53 |
top_p=0.95 #,
|
| 54 |
# eos_tokens=terminators
|
|
|
|
| 49 |
# chat_format="llama-2",
|
| 50 |
n_gpu_layers = 0,
|
| 51 |
temperature=0.75,
|
| 52 |
+
n_ctx = 4096,
|
| 53 |
max_tokens=500,
|
| 54 |
top_p=0.95 #,
|
| 55 |
# eos_tokens=terminators
|