Spaces:
Paused
Paused
Update app.py
Browse files
app.py
CHANGED
|
@@ -599,9 +599,7 @@ async def start_llama_server():
|
|
| 599 |
"--host", "127.0.0.1",
|
| 600 |
"--port", str(LLAMA_PORT),
|
| 601 |
"--mlock", # 要求鎖住模型於實體記憶體,避免被 swap 拖慢速度
|
| 602 |
-
"--
|
| 603 |
-
"--cont-batching", # 連續批次處理,吞吐量最佳化
|
| 604 |
-
"--ctx-size", "16384",
|
| 605 |
"--batch-size", "2048", # 提高 prompt processing 吞吐量
|
| 606 |
"--ubatch-size", "512",
|
| 607 |
"--threads", str(cpu_count),
|
|
|
|
| 599 |
"--host", "127.0.0.1",
|
| 600 |
"--port", str(LLAMA_PORT),
|
| 601 |
"--mlock", # 要求鎖住模型於實體記憶體,避免被 swap 拖慢速度
|
| 602 |
+
"--ctx-size", "32767",
|
|
|
|
|
|
|
| 603 |
"--batch-size", "2048", # 提高 prompt processing 吞吐量
|
| 604 |
"--ubatch-size", "512",
|
| 605 |
"--threads", str(cpu_count),
|