Spaces:

muryshev
/

commandrplus

Runtime error

muryshev commited on Jun 13, 2024

Commit

57b0171

verified ·

1 Parent(s): b74b65c

Update run.sh

Files changed (1) hide show

run.sh CHANGED Viewed

@@ -6,8 +6,8 @@ MODEL_URL_="${MODEL_URL:-https://huggingface.co/TheBloke/Mixtral-8x7B-v0.1-GGUF/
 PORT="${PORT:-7860}"
 CONTEXT="${CONTEXT:-32768}"
-huggingface-cli download "pmysl/c4ai-command-r-plus-GGUF" command-r-plus-Q6_K-00001-of-00002.gguf --local-dir /data/models
-huggingface-cli download "pmysl/c4ai-command-r-plus-GGUF" command-r-plus-Q6_K-00002-of-00002.gguf --local-dir /data/models
 #--n-gpu-layers $N_GPU_LAYERS
 #-c $CONTEXT

 PORT="${PORT:-7860}"
 CONTEXT="${CONTEXT:-32768}"
+huggingface-cli download "pmysl/c4ai-command-r-plus-GGUF" command-r-plus-Q5_K_M-00001-of-00002.gguf --local-dir /data/models
+huggingface-cli download "pmysl/c4ai-command-r-plus-GGUF" command-r-plus-Q5_K_M-00002-of-00002.gguf --local-dir /data/models
 #--n-gpu-layers $N_GPU_LAYERS
 #-c $CONTEXT