hsuwill000 commited on
Commit
399bea8
·
verified ·
1 Parent(s): 837a8fc

Update start.sh

Browse files
Files changed (1) hide show
  1. start.sh +3 -1
start.sh CHANGED
@@ -12,7 +12,9 @@ source venv/bin/activate
12
 
13
  echo "Unzip and download model..."
14
  unzip llama_cpp_avx512.zip > /dev/null 2>&1
15
- wget -O model.gguf https://huggingface.co/Intel/gpt-oss-20b-gguf-q2ks-AutoRound/resolve/main/gpt-oss-20b-32x2.4B-Q2_K_S.gguf > /dev/null 2>&1
 
 
16
 
17
  echo "Start llama.cpp server..."
18
  ./llama-server -m model.gguf \
 
12
 
13
  echo "Unzip and download model..."
14
  unzip llama_cpp_avx512.zip > /dev/null 2>&1
15
+ #wget -O model.gguf https://huggingface.co/Intel/gpt-oss-20b-gguf-q2ks-AutoRound/resolve/main/gpt-oss-20b-32x2.4B-Q2_K_S.gguf > /dev/null 2>&1
16
+ wget -O model.gguf https://huggingface.co/unsloth/gpt-oss-20b-GGUF/resolve/main/gpt-oss-20b-Q4_K_M.gguf > /dev/null 2>&1
17
+
18
 
19
  echo "Start llama.cpp server..."
20
  ./llama-server -m model.gguf \