cot-anc / runpod_start.sh
BART-ender's picture
Deploy Thought Anchors
fda8fb3 verified
raw
history blame contribute delete
364 Bytes
#!/usr/bin/env bash
set -euo pipefail
export API_HOST="${API_HOST:-0.0.0.0}"
export API_PORT="${API_PORT:-7860}"
export DEVICE_PREFERENCE="${DEVICE_PREFERENCE:-auto}"
export DTYPE_PREFERENCE="${DTYPE_PREFERENCE:-auto}"
export ATTN_IMPLEMENTATION="${ATTN_IMPLEMENTATION:-eager}"
export PRELOAD_MODEL="${PRELOAD_MODEL:-true}"
exec uv run python -m app.cli.run_api