scripts/lm1b/att_matching.sh

CUDA_VISIBLE_DEVICES=7 python src/lgmodeling/att_matching.py \
    --model-a /mnt/data/vinhbk/weights/lm1b/gpt2-finetune/finetune-learnable-indice0-heads12-shared1-routed0-topk0-seed0/best \
    --model-b /mnt/data/vinhbk/weights/lm1b/gpt2-finetune/finetune-learnable-indice0-heads12-shared1-routed0-topk0-seed20/best \
    --data-path /mnt/data/vinhbk/datasets/lm1b --dataset lm1b
CUDA_VISIBLE_DEVICES=7 python src/lgmodeling/att_matching.py \
    --model-a /mnt/data/vinhbk/weights/lm1b/gpt2-finetune/finetune-learnable-indice0-heads12-shared1-routed0-topk0-seed0/best \
    --model-b /mnt/data/vinhbk/weights/lm1b/gpt2-finetune/finetune-learnable-indice0-heads12-shared1-routed0-topk0-seed40/best \
    --data-path /mnt/data/vinhbk/datasets/lm1b --dataset lm1b
CUDA_VISIBLE_DEVICES=7 python src/lgmodeling/att_matching.py \
    --model-a /mnt/data/vinhbk/weights/lm1b/gpt2-finetune/finetune-learnable-indice0-heads12-shared1-routed0-topk0-seed20/best \
    --model-b /mnt/data/vinhbk/weights/lm1b/gpt2-finetune/finetune-learnable-indice0-heads12-shared1-routed0-topk0-seed40/best \
    --data-path /mnt/data/vinhbk/datasets/lm1b --dataset lm1b

CUDA_VISIBLE_DEVICES=7 python src/lgmodeling/att_matching.py \
    --model-a /mnt/data/vinhbk/weights/lm1b/gpt2-finetune/finetune-learnable-indice0-heads8-shared1-routed0-topk0-seed0/best \
    --model-b /mnt/data/vinhbk/weights/lm1b/gpt2-finetune/finetune-learnable-indice0-heads8-shared1-routed0-topk0-seed20/best \
    --data-path /mnt/data/vinhbk/datasets/lm1b --dataset lm1b
CUDA_VISIBLE_DEVICES=7 python src/lgmodeling/att_matching.py \
    --model-a /mnt/data/vinhbk/weights/lm1b/gpt2-finetune/finetune-learnable-indice0-heads8-shared1-routed0-topk0-seed0/best \
    --model-b /mnt/data/vinhbk/weights/lm1b/gpt2-finetune/finetune-learnable-indice0-heads8-shared1-routed0-topk0-seed40/best \
    --data-path /mnt/data/vinhbk/datasets/lm1b --dataset lm1b
CUDA_VISIBLE_DEVICES=7 python src/lgmodeling/att_matching.py \
    --model-a /mnt/data/vinhbk/weights/lm1b/gpt2-finetune/finetune-learnable-indice0-heads8-shared1-routed0-topk0-seed20/best \
    --model-b /mnt/data/vinhbk/weights/lm1b/gpt2-finetune/finetune-learnable-indice0-heads8-shared1-routed0-topk0-seed40/best \
    --data-path /mnt/data/vinhbk/datasets/lm1b --dataset lm1b

CUDA_VISIBLE_DEVICES=4 python src/lgmodeling/att_matching.py \
    --model-a /mnt/data/vinhbk/weights/lm1b/gpt2-finetune/finetune-learnable-indice0-heads16-shared1-routed0-topk0-seed0/best_56000 \
    --model-b /mnt/data/vinhbk/weights/lm1b/gpt2-finetune/finetune-learnable-indice0-heads16-shared1-routed0-topk0-seed20/best_96000 \
    --data-path /mnt/data/vinhbk/datasets/lm1b --dataset lm1b
CUDA_VISIBLE_DEVICES=7 python src/lgmodeling/att_matching.py \
    --model-a /mnt/data/vinhbk/weights/lm1b/gpt2-finetune/finetune-learnable-indice0-heads16-shared1-routed0-topk0-seed0/best_56000 \
    --model-b /mnt/data/vinhbk/weights/lm1b/gpt2-finetune/finetune-learnable-indice0-heads16-shared1-routed0-topk0-seed40/best_96000 \
    --data-path /mnt/data/vinhbk/datasets/lm1b --dataset lm1b
CUDA_VISIBLE_DEVICES=7 python src/lgmodeling/att_matching.py \
    --model-a /mnt/data/vinhbk/weights/lm1b/gpt2-finetune/finetune-learnable-indice0-heads16-shared1-routed0-topk0-seed20/best_96000 \
    --model-b /mnt/data/vinhbk/weights/lm1b/gpt2-finetune/finetune-learnable-indice0-heads16-shared1-routed0-topk0-seed40/best_96000 \
    --data-path /mnt/data/vinhbk/datasets/lm1b --dataset lm1b


# CUDA_VISIBLE_DEVICES=7 python src/lgmodeling/att_matching.py \
#     --model-a /mnt/data/vinhbk/weights/lm1b/gpt2-finetune/finetune-learnable-indice0,1,2,3,4,5,6,7,8,9,10,11-heads12-shared1-routed0-topk0-mlpFalse-seed0/best_484000 \
#     --model-b /mnt/data/vinhbk/weights/lm1b/gpt2-finetune/finetune-learnable-indice0,1,2,3,4,5,6,7,8,9,10,11-heads12-shared1-routed0-topk0-mlpFalse-seed20/best_468000\
#     --data-path /mnt/data/vinhbk/datasets/lm1b --dataset lm1b

# #best_476000