HelloSun commited on
Commit
9d595f4
·
verified ·
1 Parent(s): 31b296f

Update app.py

Browse files
Files changed (1) hide show
  1. app.py +1 -3
app.py CHANGED
@@ -599,9 +599,7 @@ async def start_llama_server():
599
  "--host", "127.0.0.1",
600
  "--port", str(LLAMA_PORT),
601
  "--mlock", # 要求鎖住模型於實體記憶體,避免被 swap 拖慢速度
602
- "--flash-attn", "on", # flash attention,加速並省顯存/記憶體
603
- "--cont-batching", # 連續批次處理,吞吐量最佳化
604
- "--ctx-size", "16384",
605
  "--batch-size", "2048", # 提高 prompt processing 吞吐量
606
  "--ubatch-size", "512",
607
  "--threads", str(cpu_count),
 
599
  "--host", "127.0.0.1",
600
  "--port", str(LLAMA_PORT),
601
  "--mlock", # 要求鎖住模型於實體記憶體,避免被 swap 拖慢速度
602
+ "--ctx-size", "32767",
 
 
603
  "--batch-size", "2048", # 提高 prompt processing 吞吐量
604
  "--ubatch-size", "512",
605
  "--threads", str(cpu_count),