File size: 2,275 Bytes
09af6cc
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44
45
46
47
48
49
50
51
52
53
54
55
56
57
58
59
60
61
62
63
#!/usr/bin/env bash
set -euo pipefail

if [[ $# -ne 2 ]]; then
    echo "usage: $0 DATASET NUM_SAMPLES" >&2
    exit 2
fi

SCRIPT_DIR=$(cd -- "$(dirname -- "${BASH_SOURCE[0]}")" && pwd)
PROJECT_DIR=$(dirname "$SCRIPT_DIR")
DATASET=$1
NUM_SAMPLES=$2

TARGET_MODEL=${TARGET_MODEL:-Qwen/Qwen3-4B}
RELAY_DRAFT=${RELAY_DRAFT:-/mnt/cpfs/zyj/chat/code/SpecForge_suffix/outputs/qwen3-4b-target-hidden-v4-two-iter-perfectblend-1epoch-a100x16-20260815-100730/epoch_0_step_15000}
BASELINE_DRAFT=${BASELINE_DRAFT:-/mnt/cpfs/zyj/chat/code/SpecForge_suffix/outputs/qwen3-4b-dflash-baseline-perfectblend-1epoch-a100x16-20260817-110523/epoch_1_step_21868}
OUTPUT_ROOT=${OUTPUT_ROOT:-$PROJECT_DIR/outputs/target-hidden-v4-pfbd-final}
MAX_NEW_TOKENS=${MAX_NEW_TOKENS:-2048}

export HOME=${HOME:-/mnt/cpfs/zyj}
export HF_HOME=${HF_HOME:-/mnt/cpfs/zyj/.cache/huggingface}
export TRANSFORMERS_CACHE=${TRANSFORMERS_CACHE:-$HF_HOME}
export TOKENIZERS_PARALLELISM=false
export PYTHONPATH="$PROJECT_DIR:${PYTHONPATH:-}"
export CUDA_VISIBLE_DEVICES=${CUDA_VISIBLE_DEVICES:-0}

source /mnt/cpfs/zyj/miniconda3/etc/profile.d/conda.sh
conda activate dflash
cd "$PROJECT_DIR"

DATASET_DIR="$OUTPUT_ROOT/$DATASET"
mkdir -p "$DATASET_DIR"

# Keep the requested order: relay first, then all-mask baseline DFLASH.
# if [[ ! -f "$DATASET_DIR/relay.DONE" ]]; then
#     torchrun --standalone --nproc_per_node=1 -m dflash.benchmark \
#         --backend transformers \
#         --model "$TARGET_MODEL" \
#         --draft-model "$RELAY_DRAFT" \
#         --dataset "$DATASET" \
#         --max-samples "$NUM_SAMPLES" \
#         --max-new-tokens "$MAX_NEW_TOKENS" \
#         --temperature 0 \
#         --block-size 16 \
#         --target-hidden-relay \
#         >"$DATASET_DIR/relay.log" 2>&1
#     touch "$DATASET_DIR/relay.DONE"
# fi

if [[ ! -f "$DATASET_DIR/dflash.DONE" ]]; then
    torchrun --standalone --nproc_per_node=1 -m dflash.benchmark \
        --backend transformers \
        --model "$TARGET_MODEL" \
        --draft-model "$BASELINE_DRAFT" \
        --dataset "$DATASET" \
        --max-samples "$NUM_SAMPLES" \
        --max-new-tokens "$MAX_NEW_TOKENS" \
        --temperature 0 \
        --block-size 16 \
        >"$DATASET_DIR/dflash.log" 2>&1
    touch "$DATASET_DIR/dflash.DONE"
fi