imadreamerboy's picture
Configure Modal-backed Space proxy
ee7c461 verified
Raw
History Blame Contribute Delete
1.15 kB
#!/usr/bin/env bash
set -euo pipefail
if [ -d /data ]; then
mkdir -p /data/backyard-radiology-professor/outputs
mkdir -p /data/backyard-radiology-professor/hf-cache
mkdir -p /data/backyard-radiology-professor/sessions
rm -rf outputs
ln -s /data/backyard-radiology-professor/outputs outputs
export HF_HOME=/data/backyard-radiology-professor/hf-cache
export HUGGINGFACE_HUB_CACHE=/data/backyard-radiology-professor/hf-cache/hub
export RAD_TRAINER_SESSION_STORE_DIR=/data/backyard-radiology-professor/sessions
fi
if [ -n "${RAD_TRAINER_REMOTE_BACKEND_URL:-}" ]; then
exec uv run --no-sync python app.py
fi
uv run --no-sync python scripts/prepare_runtime.py
llama-server \
--models-preset "${RAD_TRAINER_LLAMA_PRESET:-runtime/models.ini}" \
--host 127.0.0.1 \
--port 8080 \
--metrics \
--models-max 2 \
--api-key "${RAD_TRAINER_LLAMA_API_KEY:-local}" \
> outputs/llama-router.log 2>&1 &
LLAMA_PID=$!
cleanup() {
kill "$LLAMA_PID" 2>/dev/null || true
}
trap cleanup EXIT INT TERM
uv run --no-sync python scripts/smoke_llama_router.py \
--wait-seconds 900 \
--timeout-seconds 900
exec uv run --no-sync python app.py