Update entrypoint.sh
Browse files- entrypoint.sh +3 -1
entrypoint.sh
CHANGED
|
@@ -1,7 +1,7 @@
|
|
| 1 |
#!/bin/sh
|
| 2 |
set -eu
|
| 3 |
|
| 4 |
-
MODEL_SPEC="${MODEL_SPEC:-
|
| 5 |
HOST="${HOST:-0.0.0.0}"
|
| 6 |
PORT="${PORT:-7860}"
|
| 7 |
CTX_SIZE="${CTX_SIZE:-131072}"
|
|
@@ -21,3 +21,5 @@ exec /app/llama-server \
|
|
| 21 |
--cache-type-k "$CACHE_TYPE_K" \
|
| 22 |
--cache-type-v "$CACHE_TYPE_V" \
|
| 23 |
--reasoning "$REASONING_MODE"
|
|
|
|
|
|
|
|
|
| 1 |
#!/bin/sh
|
| 2 |
set -eu
|
| 3 |
|
| 4 |
+
MODEL_SPEC="${MODEL_SPEC:-unsloth/gemma-4-E2B-it-qat-GGUF:UD-Q4_K_XL}"
|
| 5 |
HOST="${HOST:-0.0.0.0}"
|
| 6 |
PORT="${PORT:-7860}"
|
| 7 |
CTX_SIZE="${CTX_SIZE:-131072}"
|
|
|
|
| 21 |
--cache-type-k "$CACHE_TYPE_K" \
|
| 22 |
--cache-type-v "$CACHE_TYPE_V" \
|
| 23 |
--reasoning "$REASONING_MODE"
|
| 24 |
+
--spec-type draft-mtp --spec-draft-n-max 4 \
|
| 25 |
+
-fa on
|