Hanrui / progress /github /SpecForge /examples /run_llama4_scout_eagle3_online.sh
Lekr0's picture
Add files using upload-large-folder tool
212a146 verified
SCRIPT_DIR=$( cd -- "$( dirname -- "${BASH_SOURCE[0]}" )" &> /dev/null && pwd )
ROOT_DIR=$(dirname $SCRIPT_DIR)
export TORCHINDUCTOR_CACHE_DIR=$ROOT_DIR/cache/compiled_kernels
# train eagle3 for llama3.1-8b
NUM_GPUS=${1:-8}
BUILD_DATASET_NUM_PROC=${BUILD_DATASET_NUM_PROC:-64}
torchrun \
--standalone \
--nproc_per_node $NUM_GPUS \
$ROOT_DIR/scripts/train_eagle3.py \
--target-model-path meta-llama/Llama-4-Scout-17B-16E-Instruct \
--draft-model-config $ROOT_DIR/configs/llama4-scout-17B-16E-eagle3.json \
--train-data-path $ROOT_DIR/cache/dataset/sharegpt.jsonl \
--build-dataset-num-proc $BUILD_DATASET_NUM_PROC \
--output-dir $ROOT_DIR/outputs/llama4-scout-17B-16E-eagle3 \
--num-epochs 10 \
--batch-size 1 \
--learning-rate 1e-4 \
--max-length 4096 \
--chat-template llama4 \
--cache-dir $ROOT_DIR/cache \
--tp-size 8 \
--embedding-key language_model.model.embed_tokens.weight \