Spaces:
Running on Zero
Running on Zero
Update app.py
Browse files
app.py
CHANGED
|
@@ -52,7 +52,7 @@ def respond(
|
|
| 52 |
llm = Llama(
|
| 53 |
model_path=f"models/{model}",
|
| 54 |
n_gpu_layers=81,
|
| 55 |
-
n_ctx
|
| 56 |
)
|
| 57 |
provider = LlamaCppPythonProvider(llm)
|
| 58 |
|
|
|
|
| 52 |
llm = Llama(
|
| 53 |
model_path=f"models/{model}",
|
| 54 |
n_gpu_layers=81,
|
| 55 |
+
n_ctx=8192,
|
| 56 |
)
|
| 57 |
provider = LlamaCppPythonProvider(llm)
|
| 58 |
|