File size: 327 Bytes
a32bf9d | 1 2 3 4 5 6 7 8 9 10 11 12 13 14 | #!/bin/sh
set -e
MODEL_PATH=${MODEL_PATH:-/models/Phi-3-mini-4k-instruct-q4.gguf}
if [ ! -f "$MODEL_PATH" ]; then
python scripts/download_model.py \
--repo microsoft/Phi-3-mini-4k-instruct-gguf \
--filename Phi-3-mini-4k-instruct-q4.gguf \
--out /models
fi
exec uvicorn app.main:app --host 0.0.0.0 --port 8000
|