Spaces:
Runtime error
Runtime error
File size: 435 Bytes
98aa1e2 0e004c7 4203fe8 fc5c092 0e004c7 88279e1 fc5c092 0e004c7 | 1 2 3 4 5 6 7 8 9 10 | #!/bin/bash
N_GPU_LAYERS="${N_GPU_LAYERS:-33}"
MODEL_PATH="${MODEL_PATH:-/models/mixtral-8x7b-instruct-v0.1.Q2_K.gguf}"
MODEL_URL="${MODEL_URL:-https://huggingface.co/TheBloke/Mixtral-8x7B-Instruct-v0.1-GGUF/resolve/main/mixtral-8x7b-instruct-v0.1.Q2_K.gguf}"
PORT="${PORT:-7860}"
CONTEXT="${CONTEXT:-100000}"
cd /app
./server -m "$MODEL_PATH" -c $CONTEXT --port $PORT --host 0.0.0.0 --n-gpu-layers $N_GPU_LAYERS --path "/app/public" |