| CUDA_VISIBLE_DEVICES=7 python src/lgmodeling/att_matching.py \ | |
| --seed 0 --tgt_len 256 --mem_len 256 --eval_tgt_len 256 \ | |
| --model-a /mnt/data/vinhbk/weights/wt103/gpt2-finetune/finetune-rope-indice0-heads3-shared1-routed0-topk0-seed0/best \ | |
| --model-b /mnt/data/vinhbk/weights/wt103/gpt2-finetune/finetune-rope-indice0-heads3-shared1-routed0-topk0-seed20/best \ | |
| --data-path /mnt/data/vinhbk/datasets/wt103 --dataset wt103 | |
| CUDA_VISIBLE_DEVICES=7 python src/lgmodeling/att_matching.py \ | |
| --seed 0 --tgt_len 256 --mem_len 256 --eval_tgt_len 256 \ | |
| --model-a /mnt/data/vinhbk/weights/wt103/gpt2-finetune/finetune-learnable-indice0-heads2-shared1-routed0-topk0-seed0/best \ | |
| --model-b /mnt/data/vinhbk/weights/wt103/gpt2-finetune/finetune-learnable-indice0-heads2-shared1-routed0-topk0-seed20/best \ | |
| --data-path /mnt/data/vinhbk/datasets/wt103 --dataset wt103 | |
| CUDA_VISIBLE_DEVICES=7 python src/lgmodeling/att_matching.py \ | |
| --seed 0 --tgt_len 256 --mem_len 256 --eval_tgt_len 256 \ | |
| --model-a /mnt/data/vinhbk/weights/wt103/gpt2-finetune/finetune-learnable-indice0-heads2-shared1-routed0-topk0-seed0/best \ | |
| --model-b /mnt/data/vinhbk/weights/wt103/gpt2-finetune/finetune-learnable-indice0-heads2-shared1-routed0-topk0-seed40/best \ | |
| --data-path /mnt/data/vinhbk/datasets/wt103 --dataset wt103 | |
| CUDA_VISIBLE_DEVICES=4 python src/lgmodeling/att_matching.py \ | |
| --seed 0 --tgt_len 256 --mem_len 256 --eval_tgt_len 256 \ | |
| --model-a /mnt/data/vinhbk/weights/wt103/gpt2-finetune/finetune-rope-indice0-heads3-shared1-routed0-topk0-seed0/best \ | |
| --model-b /mnt/data/vinhbk/weights/wt103/gpt2-finetune/finetune-rope-indice0-heads3-shared1-routed0-topk0-seed20/best \ | |
| --data-path /mnt/data/vinhbk/datasets/wt103 --dataset wt103 | |
| CUDA_VISIBLE_DEVICES=5 python src/lgmodeling/att_matching.py \ | |
| --seed 0 --tgt_len 256 --mem_len 256 --eval_tgt_len 256 \ | |
| --model-a /mnt/data/vinhbk/weights/wt103/gpt2-finetune/finetune-rope-indice0-heads2-shared1-routed0-topk0-seed0/best \ | |
| --model-b /mnt/data/vinhbk/weights/wt103/gpt2-finetune/finetune-rope-indice0-heads2-shared1-routed0-topk0-seed20/best \ | |
| --data-path /mnt/data/vinhbk/datasets/wt103 --dataset wt103 |