File size: 1,764 Bytes
09af6cc
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
#!/usr/bin/env bash
set -euo pipefail

SCRIPT_DIR=$(cd -- "$(dirname -- "${BASH_SOURCE[0]}")" && pwd)
PROJECT_DIR=$(dirname "$SCRIPT_DIR")
REPO_DIR=$(dirname "$PROJECT_DIR")
MODEL_ROOT=${MODEL_ROOT:-/mnt/bn/lsh-hl-fuse/zyj/model}

DOMINO_CHECKPOINT=${DOMINO_CHECKPOINT:-$REPO_DIR/SpecForge/outputs/qwen3-1.7b-domino-no-v5-no-shift-optimized-rerun/epoch_6_step_14340}
DFLASH_4B_CHECKPOINT=${DFLASH_4B_CHECKPOINT:-$REPO_DIR/SpecForge/outputs/qwen3-4b-dflash-mask-baseline/epoch_6_step_14352}
V5_4B_CHECKPOINT=${V5_4B_CHECKPOINT:-$REPO_DIR/SpecForge/outputs/qwen3-4b-target-hidden-v5-relay/epoch_5_step_14352}

DOMINO_OUTPUT_ROOT=${DOMINO_OUTPUT_ROOT:-$PROJECT_DIR/outputs/qwen3-1.7b-domino-no-v5-no-shift-optimized-rerun-benchmark-full}
DFLASH_4B_OUTPUT_ROOT=${DFLASH_4B_OUTPUT_ROOT:-$PROJECT_DIR/outputs/qwen3-4b-dflash-mask-baseline-benchmark-full}
V5_4B_OUTPUT_ROOT=${V5_4B_OUTPUT_ROOT:-$PROJECT_DIR/outputs/qwen3-4b-target-hidden-v5-relay-benchmark-full}

echo "[1/3] Benchmarking 1.7B Domino no-v5 checkpoint"
TARGET_MODEL="$MODEL_ROOT/Qwen3-1.7B" \
BASELINE_DRAFT="$DOMINO_CHECKPOINT" \
OUTPUT_ROOT="$DOMINO_OUTPUT_ROOT" \
    "$SCRIPT_DIR/run_qwen3_1_7b_dflash_baseline_benchmark_suite.sh"

echo "[2/3] Resuming 4B DFlash baseline benchmark"
TARGET_MODEL="$MODEL_ROOT/Qwen3-4B" \
BASELINE_DRAFT="$DFLASH_4B_CHECKPOINT" \
OUTPUT_ROOT="$DFLASH_4B_OUTPUT_ROOT" \
    "$SCRIPT_DIR/run_qwen3_1_7b_dflash_baseline_benchmark_suite.sh"

echo "[3/3] Resuming 4B v5 relay and all-mask benchmark"
TARGET_MODEL="$MODEL_ROOT/Qwen3-4B" \
CHECKPOINT="$V5_4B_CHECKPOINT" \
RELAY_DRAFT="$V5_4B_CHECKPOINT" \
BASELINE_DRAFT="$V5_4B_CHECKPOINT" \
OUTPUT_ROOT="$V5_4B_OUTPUT_ROOT" \
    "$SCRIPT_DIR/run_qwen3_4b_v5_benchmark_suite.sh"

echo "All requested benchmarks completed"