File size: 485 Bytes
58ee282 2b7e0b5 58ee282 | 1 2 3 4 5 6 7 8 9 10 11 12 13 14 15 16 17 18 19 20 21 22 23 | #!/bin/bash
set -e
export OLLAMA_HOST="127.0.0.1:11436"
taskset -c 0 ollama serve &
sleep 5
export OLLAMA_HOST="127.0.0.1:11435"
taskset -c 1 ollama serve &
ollama serve &
echo "Waiting for Ollama..."
while ! nc -z localhost 11436 || ! nc -z localhost 11435; do
sleep 1
done
OLLAMA_HOST="127.0.0.1:11436" ollama pull gemma4:e2b
OLLAMA_HOST="127.0.0.1:11435" ollama pull qwen3.5:2b
echo "Starting FastAPI..."
exec python3 -m uvicorn main:app --host 0.0.0.0 --port ${PORT:-7860} |