File size: 272 Bytes
658fe13 3b2ca38 658fe13 | 1 2 3 4 5 6 7 8 9 10 11 12 13 14 15 16 | #!/bin/bash
set -e
export OLLAMA_HOST="127.0.0.1:11434"
ollama serve &
echo "Waiting for Ollama..."
while ! nc -z localhost 11434; do
sleep 1
done
ollama pull vicuna:7b
echo "Starting FastAPI..."
exec python3 -m uvicorn main:app --host 0.0.0.0 --port ${PORT:-7860} |