#!/usr/bin/env bash set -euo pipefail MODEL_PATH="${MODEL_PATH:-/models/audio8-tts-0.6b}" ADAPTER_ROOT="${AUDIO8_TTS_ROOT:-/opt/audio8-tts}" export SGLANG_OMNI_ROOT="${SGLANG_OMNI_ROOT:-/opt/sglang-omni}" export PYTHONPATH="${SGLANG_OMNI_ROOT}${PYTHONPATH:+:${PYTHONPATH}}" export FLASHINFER_WORKSPACE_BASE="${FLASHINFER_WORKSPACE_BASE:-/tmp/audio8-flashinfer}" python3 "${ADAPTER_ROOT}/sglang_omni/scripts/verify_install.py" \ --model-path "${MODEL_PATH}" if [[ "${AUDIO8_TTS_VERIFY_FAST_KV:-0}" == "1" ]]; then python3 "${ADAPTER_ROOT}/sglang_omni/scripts/test_fast_kv_cache.py" \ --model-path "${MODEL_PATH}" \ --batch-size "${AUDIO8_TTS_FAST_KV_TEST_BATCH_SIZE:-2}" fi export MODEL="${MODEL_PATH}" export CONFIG="${PIPELINE_CONFIG:-${ADAPTER_ROOT}/sglang_omni/configs/audio8_tts_0_6b.yaml}" export MODEL_NAME="${MODEL_NAME:-audio8/tts-0.6b}" export HOST="${BACKEND_HOST:-127.0.0.1}" export PORT="${BACKEND_PORT:-8010}" exec "${ADAPTER_ROOT}/sglang_omni/scripts/run_server.sh"