Spaces:
Running on A10G
Running on A10G
File size: 998 Bytes
0a10d51 5b42269 0a10d51 | 1 2 3 4 5 6 7 8 9 10 11 12 13 14 15 16 17 18 19 20 21 22 23 24 25 26 27 | #!/usr/bin/env bash
set -euo pipefail
MODEL_PATH="${MODEL_PATH:-/models/audio8-tts-0.6b}"
ADAPTER_ROOT="${AUDIO8_TTS_ROOT:-/opt/audio8-tts}"
export SGLANG_OMNI_ROOT="${SGLANG_OMNI_ROOT:-/opt/sglang-omni}"
export PYTHONPATH="${SGLANG_OMNI_ROOT}${PYTHONPATH:+:${PYTHONPATH}}"
export FLASHINFER_WORKSPACE_BASE="${FLASHINFER_WORKSPACE_BASE:-/tmp/audio8-flashinfer}"
python3 "${ADAPTER_ROOT}/sglang_omni/scripts/verify_install.py" \
--model-path "${MODEL_PATH}"
if [[ "${AUDIO8_TTS_VERIFY_FAST_KV:-0}" == "1" ]]; then
python3 "${ADAPTER_ROOT}/sglang_omni/scripts/test_fast_kv_cache.py" \
--model-path "${MODEL_PATH}" \
--batch-size "${AUDIO8_TTS_FAST_KV_TEST_BATCH_SIZE:-2}"
fi
export MODEL="${MODEL_PATH}"
export CONFIG="${PIPELINE_CONFIG:-${ADAPTER_ROOT}/sglang_omni/configs/audio8_tts_0_6b.yaml}"
export MODEL_NAME="${MODEL_NAME:-audio8/tts-0.6b}"
export HOST="${BACKEND_HOST:-127.0.0.1}"
export PORT="${BACKEND_PORT:-8010}"
exec "${ADAPTER_ROOT}/sglang_omni/scripts/run_server.sh"
|