scripts/start_qwen_state_server.sh

#!/usr/bin/env bash
set -euo pipefail
PROJECT_DIR="${PROJECT_DIR:-/media/data/WWZ/SX/ATCTrack-VLM}"
PYTHON_BIN="${PYTHON_BIN:-/media/data/WWZ/HZY/miniconda3/envs/VLT/bin/python}"
GPUS="${GPUS:-0,1,2,3}"
DEVICE="${DEVICE:-cuda:0}"
PORT="${PORT:-8001}"
BATCH_SIZE="${BATCH_SIZE:-4}"
BATCH_WAIT_MS="${BATCH_WAIT_MS:-30}"
MAX_QUEUE_SIZE="${MAX_QUEUE_SIZE:-64}"
MODEL_PATH="${MODEL_PATH:-/media/data/WWZ/SX/Qwen/Qwen3.5-9B-track}"
CKPT_PATH="${CKPT_PATH:-${PROJECT_DIR}/checkpoints/ATCTrack_ep0015.pth.tar}"
CONFIG_PATH="${CONFIG_PATH:-${PROJECT_DIR}/experiments/atctrack/atctrack_qwen_state.yaml}"
export CUDA_VISIBLE_DEVICES="${GPUS}"
export QWEN_STATE_DEVICE_MAP="${QWEN_STATE_DEVICE_MAP:-auto}"
cd "${PROJECT_DIR}"
exec "${PYTHON_BIN}" scripts/qwen_state_server.py \
  --config "${CONFIG_PATH}" \
  --checkpoint "${CKPT_PATH}" \
  --model-path "${MODEL_PATH}" \
  --device "${DEVICE}" \
  --port "${PORT}" \
  --batch-size "${BATCH_SIZE}" \
  --batch-wait-ms "${BATCH_WAIT_MS}" \
  --max-queue-size "${MAX_QUEUE_SIZE}"