Hugging Face's logo

Spaces:
muryshev
/
llama-cpp-server-70b
Runtime error

App Files Community
muryshev commited on
Commit
4203fe8
·
verified ·
1 Parent(s): 1ed3257

Update run.sh

Browse files
Files changed (1) hide show
  1. run.sh +1 -1
run.sh CHANGED
@@ -1,6 +1,6 @@
1
  #!/bin/bash
2
 
3
- N_GPU_LAYERS="${N_GPU_LAYERS:-20}"
4
  MODEL_PATH="${MODEL_PATH:-/models/mixtral-8x7b-instruct-v0.1.Q2_K.gguf}"
5
  MODEL_URL="${MODEL_URL:-https://huggingface.co/TheBloke/Mixtral-8x7B-Instruct-v0.1-GGUF/resolve/main/mixtral-8x7b-instruct-v0.1.Q2_K.gguf}"
6
  PORT="${PORT:-7860}"
 
1
  #!/bin/bash
2
 
3
+ N_GPU_LAYERS="${N_GPU_LAYERS:-33}"
4
  MODEL_PATH="${MODEL_PATH:-/models/mixtral-8x7b-instruct-v0.1.Q2_K.gguf}"
5
  MODEL_URL="${MODEL_URL:-https://huggingface.co/TheBloke/Mixtral-8x7B-Instruct-v0.1-GGUF/resolve/main/mixtral-8x7b-instruct-v0.1.Q2_K.gguf}"
6
  PORT="${PORT:-7860}"