Spaces:
Running
Running
Fix: 8192 ctx window + trim safety context to 3000 chars
Browse files- modal_inference.py +1 -1
modal_inference.py
CHANGED
|
@@ -65,7 +65,7 @@ class LlamaCppServer:
|
|
| 65 |
[
|
| 66 |
"llama-server",
|
| 67 |
"--model", MODEL_PATH,
|
| 68 |
-
"--ctx-size", "
|
| 69 |
"--n-gpu-layers", "99",
|
| 70 |
"--port", "8080",
|
| 71 |
"--host", "127.0.0.1",
|
|
|
|
| 65 |
[
|
| 66 |
"llama-server",
|
| 67 |
"--model", MODEL_PATH,
|
| 68 |
+
"--ctx-size", "8192",
|
| 69 |
"--n-gpu-layers", "99",
|
| 70 |
"--port", "8080",
|
| 71 |
"--host", "127.0.0.1",
|