Spaces:
Sleeping
Sleeping
File size: 490 Bytes
b4619eb 0352415 b4619eb 9fbd337 02190b0 b4619eb | 1 2 3 4 5 6 7 8 9 10 11 12 13 14 15 16 17 18 19 20 21 22 23 24 | #!/bin/bash
set -e
export OLLAMA_HOST="127.0.0.1:11436"
taskset -c 0 ollama serve &
sleep 5
export OLLAMA_HOST="127.0.0.1:11435"
taskset -c 1 ollama serve &
ollama serve &
echo "Waiting for Ollama..."
while ! nc -z localhost 11436 || ! nc -z localhost 11435; do
sleep 1
done
OLLAMA_HOST="127.0.0.1:11436" ollama pull qwen2-math:7b
OLLAMA_HOST="127.0.0.1:11435" ollama pull qwen2.5vl
echo "Starting FastAPI..."
exec python3 -m uvicorn main:app --host 0.0.0.0 --port ${PORT:-7860}
|