Download scripts/run_benchmark_pair.sh from yaro1214/daim: direct link, hf CLI and curl.
- Browser
- Download file 2.28 kB
-
https://huggingface.co/yaro1214/daim/resolve/main/scripts/run_benchmark_pair.sh
- Command line
-
hf download hf://yaro1214/daim/scripts/run_benchmark_pair.sh
-
curl -L -o run_benchmark_pair.sh https://huggingface.co/yaro1214/daim/resolve/main/scripts/run_benchmark_pair.sh
2.28 kB
| set -euo pipefail | |
| if [[ $# -ne 2 ]]; then | |
| echo "usage: $0 DATASET NUM_SAMPLES" >&2 | |
| exit 2 | |
| fi | |
| SCRIPT_DIR=$(cd -- "$(dirname -- "${BASH_SOURCE[0]}")" && pwd) | |
| PROJECT_DIR=$(dirname "$SCRIPT_DIR") | |
| DATASET=$1 | |
| NUM_SAMPLES=$2 | |
| TARGET_MODEL=${TARGET_MODEL:-Qwen/Qwen3-4B} | |
| RELAY_DRAFT=${RELAY_DRAFT:-/mnt/cpfs/zyj/chat/code/SpecForge_suffix/outputs/qwen3-4b-target-hidden-v4-two-iter-perfectblend-1epoch-a100x16-20260815-100730/epoch_0_step_15000} | |
| BASELINE_DRAFT=${BASELINE_DRAFT:-/mnt/cpfs/zyj/chat/code/SpecForge_suffix/outputs/qwen3-4b-dflash-baseline-perfectblend-1epoch-a100x16-20260817-110523/epoch_1_step_21868} | |
| OUTPUT_ROOT=${OUTPUT_ROOT:-$PROJECT_DIR/outputs/target-hidden-v4-pfbd-final} | |
| MAX_NEW_TOKENS=${MAX_NEW_TOKENS:-2048} | |
| export HOME=${HOME:-/mnt/cpfs/zyj} | |
| export HF_HOME=${HF_HOME:-/mnt/cpfs/zyj/.cache/huggingface} | |
| export TRANSFORMERS_CACHE=${TRANSFORMERS_CACHE:-$HF_HOME} | |
| export TOKENIZERS_PARALLELISM=false | |
| export PYTHONPATH="$PROJECT_DIR:${PYTHONPATH:-}" | |
| export CUDA_VISIBLE_DEVICES=${CUDA_VISIBLE_DEVICES:-0} | |
| source /mnt/cpfs/zyj/miniconda3/etc/profile.d/conda.sh | |
| conda activate dflash | |
| cd "$PROJECT_DIR" | |
| DATASET_DIR="$OUTPUT_ROOT/$DATASET" | |
| mkdir -p "$DATASET_DIR" | |
| # Keep the requested order: relay first, then all-mask baseline DFLASH. | |
| # if [[ ! -f "$DATASET_DIR/relay.DONE" ]]; then | |
| # torchrun --standalone --nproc_per_node=1 -m dflash.benchmark \ | |
| # --backend transformers \ | |
| # --model "$TARGET_MODEL" \ | |
| # --draft-model "$RELAY_DRAFT" \ | |
| # --dataset "$DATASET" \ | |
| # --max-samples "$NUM_SAMPLES" \ | |
| # --max-new-tokens "$MAX_NEW_TOKENS" \ | |
| # --temperature 0 \ | |
| # --block-size 16 \ | |
| # --target-hidden-relay \ | |
| # >"$DATASET_DIR/relay.log" 2>&1 | |
| # touch "$DATASET_DIR/relay.DONE" | |
| # fi | |
| if [[ ! -f "$DATASET_DIR/dflash.DONE" ]]; then | |
| torchrun --standalone --nproc_per_node=1 -m dflash.benchmark \ | |
| --backend transformers \ | |
| --model "$TARGET_MODEL" \ | |
| --draft-model "$BASELINE_DRAFT" \ | |
| --dataset "$DATASET" \ | |
| --max-samples "$NUM_SAMPLES" \ | |
| --max-new-tokens "$MAX_NEW_TOKENS" \ | |
| --temperature 0 \ | |
| --block-size 16 \ | |
| >"$DATASET_DIR/dflash.log" 2>&1 | |
| touch "$DATASET_DIR/dflash.DONE" | |
| fi | |