hsuwill000 commited on
Commit
a86d567
·
verified ·
1 Parent(s): 6c7ea03

Update start.sh

Browse files
Files changed (1) hide show
  1. start.sh +3 -2
start.sh CHANGED
@@ -15,13 +15,14 @@ pwd
15
  #wget https://huggingface.co/unsloth/Qwen3-0.6B-GGUF/resolve/main/Qwen3-0.6B-Q5_K_M.gguf
16
  #wget https://huggingface.co/unsloth/Qwen3-0.6B-GGUF/resolve/main/Qwen3-0.6B-Q2_K.gguf
17
  #wget https://huggingface.co/unsloth/LFM2-8B-A1B-GGUF/resolve/main/LFM2-8B-A1B-UD-Q4_K_XL.gguf
18
- wget https://huggingface.co/unsloth/ERNIE-4.5-21B-A3B-Thinking-GGUF/resolve/main/ERNIE-4.5-21B-A3B-Thinking-UD-IQ2_M.gguf
 
19
  echo "ls -l"
20
  ls -l
21
 
22
  # --models-dir $WORK \
23
  $SERVER_BIN \
24
- --model ERNIE-4.5-21B-A3B-Thinking-UD-IQ2_M.gguf \
25
  --threads 2 \
26
  --ctx-size 4096 \
27
  --mlock \
 
15
  #wget https://huggingface.co/unsloth/Qwen3-0.6B-GGUF/resolve/main/Qwen3-0.6B-Q5_K_M.gguf
16
  #wget https://huggingface.co/unsloth/Qwen3-0.6B-GGUF/resolve/main/Qwen3-0.6B-Q2_K.gguf
17
  #wget https://huggingface.co/unsloth/LFM2-8B-A1B-GGUF/resolve/main/LFM2-8B-A1B-UD-Q4_K_XL.gguf
18
+ #wget https://huggingface.co/unsloth/ERNIE-4.5-21B-A3B-Thinking-GGUF/resolve/main/ERNIE-4.5-21B-A3B-Thinking-UD-IQ2_M.gguf
19
+ wget https://huggingface.co/unsloth/LFM2.5-1.2B-Instruct-GGUF/resolve/main/LFM2.5-1.2B-Instruct-Q4_0.gguf
20
  echo "ls -l"
21
  ls -l
22
 
23
  # --models-dir $WORK \
24
  $SERVER_BIN \
25
+ --model LFM2.5-1.2B-Instruct-Q4_0.gguf \
26
  --threads 2 \
27
  --ctx-size 4096 \
28
  --mlock \