huzpsb commited on
Commit
6bc4012
·
verified ·
1 Parent(s): ac1fa91

Update app.py

Browse files
Files changed (1) hide show
  1. app.py +2 -1
app.py CHANGED
@@ -59,7 +59,8 @@ def setup_server():
59
  "--ctx-size", "8192",
60
  "--n-gpu-layers", "0",
61
  "--host", "127.0.0.1",
62
- "--cache-ram", "0"
 
63
  ]
64
  proc = subprocess.Popen(
65
  cmd,
 
59
  "--ctx-size", "8192",
60
  "--n-gpu-layers", "0",
61
  "--host", "127.0.0.1",
62
+ "--cache-ram", "0",
63
+ "--parallel", "1"
64
  ]
65
  proc = subprocess.Popen(
66
  cmd,