Spaces:

HelloSun
/

testzerogpu

Paused

HelloSun commited on Aug 21

Commit

2bfb896

verified ·

1 Parent(s): b29c4eb

Update installpi.sh

Files changed (1) hide show

installpi.sh CHANGED Viewed

@@ -263,7 +263,7 @@ CMD=("$LLAMA_BIN/llama-server"
     -m "$MODEL_PATH"
     --host 0.0.0.0
     --port "$LLAMA_PORT"
-    -c 8192
     -t "$THREADS"
     --flash-attn on
 )
@@ -466,7 +466,7 @@ cfg["providers"][provider] = {
         "reasoning": True,
         "input": ["text", "image"],
         "contextWindow": 16384,
-        "maxTokens": 8192,
         "cost": {"input": 0, "output": 0, "cacheRead": 0, "cacheWrite": 0}
     }]
 }

     -m "$MODEL_PATH"
     --host 0.0.0.0
     --port "$LLAMA_PORT"
+    -c 131072
     -t "$THREADS"
     --flash-attn on
 )
         "reasoning": True,
         "input": ["text", "image"],
         "contextWindow": 16384,
+        "maxTokens": 131072,
         "cost": {"input": 0, "output": 0, "cacheRead": 0, "cacheWrite": 0}
     }]
 }