ramedde commited on
Commit
e3fd51b
·
verified ·
1 Parent(s): 3d198d6

Update entrypoint.sh

Browse files
Files changed (1) hide show
  1. entrypoint.sh +3 -1
entrypoint.sh CHANGED
@@ -1,7 +1,7 @@
1
  #!/bin/sh
2
  set -eu
3
 
4
- MODEL_SPEC="${MODEL_SPEC:-google/gemma-4-E2B-it-qat-q4_0-gguf:Q4_0}"
5
  HOST="${HOST:-0.0.0.0}"
6
  PORT="${PORT:-7860}"
7
  CTX_SIZE="${CTX_SIZE:-131072}"
@@ -21,3 +21,5 @@ exec /app/llama-server \
21
  --cache-type-k "$CACHE_TYPE_K" \
22
  --cache-type-v "$CACHE_TYPE_V" \
23
  --reasoning "$REASONING_MODE"
 
 
 
1
  #!/bin/sh
2
  set -eu
3
 
4
+ MODEL_SPEC="${MODEL_SPEC:-unsloth/gemma-4-E2B-it-qat-GGUF:UD-Q4_K_XL}"
5
  HOST="${HOST:-0.0.0.0}"
6
  PORT="${PORT:-7860}"
7
  CTX_SIZE="${CTX_SIZE:-131072}"
 
21
  --cache-type-k "$CACHE_TYPE_K" \
22
  --cache-type-v "$CACHE_TYPE_V" \
23
  --reasoning "$REASONING_MODE"
24
+ --spec-type draft-mtp --spec-draft-n-max 4 \
25
+ -fa on