lmc-code / scripts /enwik8 /rope_matching.sh
khanhvinh9's picture
Upload folder using huggingface_hub
a20151e verified
Raw
History Blame Contribute Delete
451 Bytes
CUDA_VISIBLE_DEVICES=4 python src/lgmodeling/att_matching.py \
--seed 0 --tgt_len 256 --mem_len 256 --eval_tgt_len 256 \
--model-a /mnt/data/vinhbk/weights/enwik8/gpt2-finetune/finetune-rope-indice0-heads8-shared1-routed0-topk0-seed0/best_60000 \
--model-b /mnt/data/vinhbk/weights/enwik8/gpt2-finetune/finetune-rope-indice0-heads8-shared1-routed0-topk0-seed20/best_48000 \
--data-path /mnt/data/vinhbk/datasets/enwik8 --dataset enwik8