runpod_start.sh

#!/usr/bin/env bash
set -euo pipefail

export API_HOST="${API_HOST:-0.0.0.0}"
export API_PORT="${API_PORT:-7860}"
export DEVICE_PREFERENCE="${DEVICE_PREFERENCE:-auto}"
export DTYPE_PREFERENCE="${DTYPE_PREFERENCE:-auto}"
export ATTN_IMPLEMENTATION="${ATTN_IMPLEMENTATION:-eager}"
export PRELOAD_MODEL="${PRELOAD_MODEL:-true}"

exec uv run python -m app.cli.run_api