AIencoder commited on
Commit
1dd8a15
·
verified ·
1 Parent(s): e00dc72

Update start.sh

Browse files
Files changed (1) hide show
  1. start.sh +2 -2
start.sh CHANGED
@@ -59,6 +59,6 @@ exec /usr/local/bin/llama-server \
59
  --port 7860 \
60
  -c 8192 \
61
  -t 4 \
62
- --flash-attn \
63
- --cont-batching \
64
  --n-gpu-layers 0
 
59
  --port 7860 \
60
  -c 8192 \
61
  -t 4 \
62
+ -fa on \
63
+ -cb \
64
  --n-gpu-layers 0