File size: 1,311 Bytes
16f5171 | 1 2 3 4 5 6 7 8 9 10 11 12 13 14 15 16 17 18 19 20 21 22 23 24 25 26 27 28 29 30 31 32 33 34 35 36 37 38 39 40 41 | #!/usr/bin/env bash
set -euo pipefail
release_root="$(cd "$(dirname "${BASH_SOURCE[0]}")" && pwd)"
python_bin="${TTS_PYTHON:-${release_root}/.venv/bin/python}"
listen_host="${TTS_HOST:-0.0.0.0}"
listen_port="${TTS_PORT:-8080}"
device_name="${TTS_DEVICE:-cuda:0}"
cache_length="${TTS_CACHE_LENGTH:-3072}"
runtime_data="${TTS_RUNTIME_DATA:-${release_root}/runtime-data}"
if [[ ! -x "${python_bin}" ]]; then
echo "Python environment not found at ${python_bin}; run ./install.sh first." >&2
exit 1
fi
mkdir -p "${runtime_data}/references" "${runtime_data}/torch-extensions"
export FISH_NVFP4_ROOT="${release_root}"
export FISH_NVFP4_BUILD_ROOT="${runtime_data}/torch-extensions"
export PYTHONPATH="${release_root}/runtime${PYTHONPATH:+:${PYTHONPATH}}"
export TEMPORARILY_DISABLE_PROTOBUF_VERSION_CHECK=true
export TORCH_CUDA_ARCH_LIST="${TORCH_CUDA_ARCH_LIST:-12.0a}"
server_args=(
"${release_root}/runtime/server.py"
--checkpoint "${release_root}"
--host "${listen_host}"
--port "${listen_port}"
--device "${device_name}"
--cache-length "${cache_length}"
)
if [[ "${TTS_VERIFY_CHECKSUMS:-0}" == "1" ]]; then
server_args+=(--verify-checksums)
fi
if [[ -n "${TTS_API_KEY:-}" ]]; then
server_args+=(--api-key "${TTS_API_KEY}")
fi
cd "${runtime_data}"
exec "${python_bin}" "${server_args[@]}"
|