karthikmulugu08 commited on
Commit
a6151b1
·
verified ·
1 Parent(s): f313e74

Fix: 8192 ctx window + trim safety context to 3000 chars

Browse files
Files changed (1) hide show
  1. modal_inference.py +1 -1
modal_inference.py CHANGED
@@ -65,7 +65,7 @@ class LlamaCppServer:
65
  [
66
  "llama-server",
67
  "--model", MODEL_PATH,
68
- "--ctx-size", "4096",
69
  "--n-gpu-layers", "99",
70
  "--port", "8080",
71
  "--host", "127.0.0.1",
 
65
  [
66
  "llama-server",
67
  "--model", MODEL_PATH,
68
+ "--ctx-size", "8192",
69
  "--n-gpu-layers", "99",
70
  "--port", "8080",
71
  "--host", "127.0.0.1",