ramedde commited on
Commit
d79faf1
·
verified ·
1 Parent(s): 9f9ba01

Update entrypoint.sh

Browse files
Files changed (1) hide show
  1. entrypoint.sh +1 -1
entrypoint.sh CHANGED
@@ -11,7 +11,7 @@ REASONING_MODE="${REASONING_MODE:-off}"
11
  CACHE_TYPE_K="${CACHE_TYPE_K:-q8_0}"
12
  CACHE_TYPE_V="${CACHE_TYPE_V:-q8_0}"
13
  FLASH_ATTN="${FLASH_ATTN:-on}"
14
- SPEC_TYPE="${SPEC_TYPE:-ngram-cache}"
15
 
16
  # NOTE: the b8840 CPU build does not support draft-mtp (needs a newer
17
  # llama.cpp build than this image ships). ngram-cache is a self-speculation
 
11
  CACHE_TYPE_K="${CACHE_TYPE_K:-q8_0}"
12
  CACHE_TYPE_V="${CACHE_TYPE_V:-q8_0}"
13
  FLASH_ATTN="${FLASH_ATTN:-on}"
14
+ SPEC_TYPE="${SPEC_TYPE:-draft-mtp}"
15
 
16
  # NOTE: the b8840 CPU build does not support draft-mtp (needs a newer
17
  # llama.cpp build than this image ships). ngram-cache is a self-speculation