File size: 1,764 Bytes
09af6cc | 1 2 3 4 5 6 7 8 9 10 11 12 13 14 15 16 17 18 19 20 21 22 23 24 25 26 27 28 29 30 31 32 33 34 35 36 37 38 | #!/usr/bin/env bash
set -euo pipefail
SCRIPT_DIR=$(cd -- "$(dirname -- "${BASH_SOURCE[0]}")" && pwd)
PROJECT_DIR=$(dirname "$SCRIPT_DIR")
REPO_DIR=$(dirname "$PROJECT_DIR")
MODEL_ROOT=${MODEL_ROOT:-/mnt/bn/lsh-hl-fuse/zyj/model}
DOMINO_CHECKPOINT=${DOMINO_CHECKPOINT:-$REPO_DIR/SpecForge/outputs/qwen3-1.7b-domino-no-v5-no-shift-optimized-rerun/epoch_6_step_14340}
DFLASH_4B_CHECKPOINT=${DFLASH_4B_CHECKPOINT:-$REPO_DIR/SpecForge/outputs/qwen3-4b-dflash-mask-baseline/epoch_6_step_14352}
V5_4B_CHECKPOINT=${V5_4B_CHECKPOINT:-$REPO_DIR/SpecForge/outputs/qwen3-4b-target-hidden-v5-relay/epoch_5_step_14352}
DOMINO_OUTPUT_ROOT=${DOMINO_OUTPUT_ROOT:-$PROJECT_DIR/outputs/qwen3-1.7b-domino-no-v5-no-shift-optimized-rerun-benchmark-full}
DFLASH_4B_OUTPUT_ROOT=${DFLASH_4B_OUTPUT_ROOT:-$PROJECT_DIR/outputs/qwen3-4b-dflash-mask-baseline-benchmark-full}
V5_4B_OUTPUT_ROOT=${V5_4B_OUTPUT_ROOT:-$PROJECT_DIR/outputs/qwen3-4b-target-hidden-v5-relay-benchmark-full}
echo "[1/3] Benchmarking 1.7B Domino no-v5 checkpoint"
TARGET_MODEL="$MODEL_ROOT/Qwen3-1.7B" \
BASELINE_DRAFT="$DOMINO_CHECKPOINT" \
OUTPUT_ROOT="$DOMINO_OUTPUT_ROOT" \
"$SCRIPT_DIR/run_qwen3_1_7b_dflash_baseline_benchmark_suite.sh"
echo "[2/3] Resuming 4B DFlash baseline benchmark"
TARGET_MODEL="$MODEL_ROOT/Qwen3-4B" \
BASELINE_DRAFT="$DFLASH_4B_CHECKPOINT" \
OUTPUT_ROOT="$DFLASH_4B_OUTPUT_ROOT" \
"$SCRIPT_DIR/run_qwen3_1_7b_dflash_baseline_benchmark_suite.sh"
echo "[3/3] Resuming 4B v5 relay and all-mask benchmark"
TARGET_MODEL="$MODEL_ROOT/Qwen3-4B" \
CHECKPOINT="$V5_4B_CHECKPOINT" \
RELAY_DRAFT="$V5_4B_CHECKPOINT" \
BASELINE_DRAFT="$V5_4B_CHECKPOINT" \
OUTPUT_ROOT="$V5_4B_OUTPUT_ROOT" \
"$SCRIPT_DIR/run_qwen3_4b_v5_benchmark_suite.sh"
echo "All requested benchmarks completed"
|