llama-cpp-server-70b

Runtime error

muryshev commited on Jan 18, 2024

Commit

ee6fab8

verified ·

1 Parent(s): 8a4ac98

Update run.sh

Files changed (1) hide show

run.sh CHANGED Viewed

@@ -9,7 +9,7 @@ CONTEXT="${CONTEXT:-30000}"
 # Check if the file exists
 if [ ! -e "$MODEL_PATH" ]; then
     echo "Downloading model."
-    wget -P /data -L https://huggingface.co/TheBloke/Mixtral-8x7B-Instruct-v0.1-GGUF/resolve/main/mixtral-8x7b-instruct-v0.1.Q2_K.gguf
 else
     echo "File already exists."
 fi

 # Check if the file exists
 if [ ! -e "$MODEL_PATH" ]; then
     echo "Downloading model."
+    wget -P /data -O mixtral-8x7b-instruct-v0.1.Q2_K.gguf -L https://huggingface.co/TheBloke/Mixtral-8x7B-Instruct-v0.1-GGUF/resolve/main/mixtral-8x7b-instruct-v0.1.Q2_K.gguf
 else
     echo "File already exists."
 fi