Update run.sh

run.sh

@@ -1,17 +1,10 @@
 #!/bin/bash
 
 N_GPU_LAYERS="${N_GPU_LAYERS:-20}"
-MODEL_PATH="${MODEL_PATH:-/data/mixtral-8x7b-instruct-v0.1.Q2_K.gguf}"
+MODEL_PATH="${MODEL_PATH:-/models/mixtral-8x7b-instruct-v0.1.Q2_K.gguf}"
 MODEL_URL="${MODEL_URL:-https://huggingface.co/TheBloke/Mixtral-8x7B-Instruct-v0.1-GGUF/resolve/main/mixtral-8x7b-instruct-v0.1.Q2_K.gguf}"
 PORT="${PORT:-7860}"
-CONTEXT="${CONTEXT:-30000}"
+CONTEXT="${CONTEXT:-100000}"
 
-# Check if the file exists
-if [ ! -e "$MODEL_PATH" ]; then
-    echo "Downloading model."
-    wget -P /data -O mixtral-8x7b-instruct-v0.1.Q2_K.gguf -L https://huggingface.co/TheBloke/Mixtral-8x7B-Instruct-v0.1-GGUF/resolve/main/mixtral-8x7b-instruct-v0.1.Q2_K.gguf
-else
-    echo "File already exists."
-fi
 cd /app
 ./server -m "$MODEL_PATH" -c $CONTEXT --port $PORT --host 0.0.0.0 --n-gpu-layers $N_GPU_LAYERS --path "/app/public"