Update app.py
Browse files
app.py
CHANGED
|
@@ -19,7 +19,7 @@ def configure_llama_model():
|
|
| 19 |
model_url=model_url,
|
| 20 |
temperature=0.3,
|
| 21 |
max_new_tokens=256,
|
| 22 |
-
context_window=
|
| 23 |
model_kwargs={"n_gpu_layers": -1},
|
| 24 |
messages_to_prompt=messages_to_prompt,
|
| 25 |
completion_to_prompt=completion_to_prompt,
|
|
|
|
| 19 |
model_url=model_url,
|
| 20 |
temperature=0.3,
|
| 21 |
max_new_tokens=256,
|
| 22 |
+
context_window=2000,
|
| 23 |
model_kwargs={"n_gpu_layers": -1},
|
| 24 |
messages_to_prompt=messages_to_prompt,
|
| 25 |
completion_to_prompt=completion_to_prompt,
|