#!/usr/bin/env bash # Lay out the tested GemmaCut SpectralQuant Phase 2 bundle on a new machine. set -euo pipefail REPO_ID="${REPO_ID:-satya007/gemmacut-spectral}" HOST_ROOT="${HOST_ROOT:-$PWD/gemmacut-repro}" VLLM_REPO="${VLLM_REPO:-https://github.com/bluecopa/vllm-spectral.git}" VLLM_BRANCH="${VLLM_BRANCH:-spectral-codebook-docker}" VLLM_COMMIT="${VLLM_COMMIT:-008dd7f87fb9de185e536ad30b4d524024ed9b9f}" SIDECAR_SHA256="${SIDECAR_SHA256:-e47a36c13467cbedf720e7f782b976df3dcda2d989c727113a8315008661a3e4}" export HF_HUB_DISABLE_XET="${HF_HUB_DISABLE_XET:-1}" VLLM_DIR="$HOST_ROOT/vllm-spectral" GEMMACUT_DIR="$HOST_ROOT/gemmacut" TMP_DIR="${TMPDIR:-$HOST_ROOT/.hf-download}" mkdir -p "$HOST_ROOT" "$GEMMACUT_DIR/results_it" if [ ! -d "$VLLM_DIR/.git" ]; then git clone --branch "$VLLM_BRANCH" "$VLLM_REPO" "$VLLM_DIR" fi git -C "$VLLM_DIR" fetch origin "$VLLM_BRANCH" git -C "$VLLM_DIR" checkout "$VLLM_COMMIT" rm -rf "$TMP_DIR" mkdir -p "$TMP_DIR" hf download "$REPO_ID" \ scripts/bench_tokens_sec_phase2_eagle.sh \ scripts/serve_phase2_eagle.sh \ scripts/test_triton_codebook_match.py \ scripts/measure_kv_cache_compression.py \ README.md \ --local-dir "$TMP_DIR" \ --max-workers 1 for attempt in 1 2 3; do if hf download "$REPO_ID" \ artifacts/spectral_sidecar_chat_v2.pt \ --local-dir "$TMP_DIR" \ --max-workers 1; then break fi if [ "$attempt" = "3" ]; then echo "Failed to download sidecar after $attempt attempts" >&2 exit 1 fi sleep $((attempt * 5)) done cp "$TMP_DIR/artifacts/spectral_sidecar_chat_v2.pt" \ "$GEMMACUT_DIR/results_it/spectral_sidecar_chat_v2.pt" cp "$TMP_DIR/scripts/bench_tokens_sec_phase2_eagle.sh" \ "$GEMMACUT_DIR/bench_tokens_sec_phase2_eagle.sh" cp "$TMP_DIR/scripts/serve_phase2_eagle.sh" \ "$GEMMACUT_DIR/serve_phase2_eagle.sh" cp "$TMP_DIR/scripts/test_triton_codebook_match.py" \ "$GEMMACUT_DIR/test_triton_codebook_match.py" cp "$TMP_DIR/scripts/measure_kv_cache_compression.py" \ "$GEMMACUT_DIR/measure_kv_cache_compression.py" cp "$TMP_DIR/README.md" "$GEMMACUT_DIR/HF_REPRO_README.md" chmod +x "$GEMMACUT_DIR/bench_tokens_sec_phase2_eagle.sh" \ "$GEMMACUT_DIR/serve_phase2_eagle.sh" if command -v sha256sum >/dev/null 2>&1; then ACTUAL_SHA="$(sha256sum "$GEMMACUT_DIR/results_it/spectral_sidecar_chat_v2.pt" | awk '{print $1}')" else ACTUAL_SHA="$(shasum -a 256 "$GEMMACUT_DIR/results_it/spectral_sidecar_chat_v2.pt" | awk '{print $1}')" fi if [ "$ACTUAL_SHA" != "$SIDECAR_SHA256" ]; then echo "Sidecar SHA256 mismatch: expected $SIDECAR_SHA256, got $ACTUAL_SHA" >&2 exit 1 fi cat <