scripts/run_backend.sh

#!/usr/bin/env bash
set -euo pipefail

MODEL_PATH="${MODEL_PATH:-/models/audio8-tts-0.6b}"
ADAPTER_ROOT="${AUDIO8_TTS_ROOT:-/opt/audio8-tts}"

export SGLANG_OMNI_ROOT="${SGLANG_OMNI_ROOT:-/opt/sglang-omni}"
export PYTHONPATH="${SGLANG_OMNI_ROOT}${PYTHONPATH:+:${PYTHONPATH}}"
export FLASHINFER_WORKSPACE_BASE="${FLASHINFER_WORKSPACE_BASE:-/tmp/audio8-flashinfer}"

python3 "${ADAPTER_ROOT}/sglang_omni/scripts/verify_install.py" \
  --model-path "${MODEL_PATH}"

if [[ "${AUDIO8_TTS_VERIFY_FAST_KV:-0}" == "1" ]]; then
  python3 "${ADAPTER_ROOT}/sglang_omni/scripts/test_fast_kv_cache.py" \
    --model-path "${MODEL_PATH}" \
    --batch-size "${AUDIO8_TTS_FAST_KV_TEST_BATCH_SIZE:-2}"
fi

export MODEL="${MODEL_PATH}"
export CONFIG="${PIPELINE_CONFIG:-${ADAPTER_ROOT}/sglang_omni/configs/audio8_tts_0_6b.yaml}"
export MODEL_NAME="${MODEL_NAME:-audio8/tts-0.6b}"
export HOST="${BACKEND_HOST:-127.0.0.1}"
export PORT="${BACKEND_PORT:-8010}"

exec "${ADAPTER_ROOT}/sglang_omni/scripts/run_server.sh"