lmc-code / scripts /cifar100 /finetune.sh
khanhvinh9's picture
Upload folder using huggingface_hub
a20151e verified
Raw
History Blame Contribute Delete
1.59 kB
WANDB_MODE=online CUDA_VISIBLE_DEVICES=0 python src/imagenet/finetune.py --input-size 32 --data-set CIFAR10\
--model-path /mnt/d/NCKH/weights/lmc/cifar10/lr0.005-learnable-epochs50-batch128-seed0/best_15990 \
--lr 5e-3 --epochs 50 --batch-size 128 --seed 0 --num-attention-heads 4 --lmc-layer-indices 0 --warmup-epochs 5\
--wandb-project "LMC-Attention" --wandb-group "ViT-CIFAR10-FFN" --wandb-entity "fpt-team"\
--data-path /mnt/d/NCKH/datasets/cifar10 --save-dir /mnt/d/NCKH/weights/lmc/cifar10/vit-finetune
WANDB_MODE=online CUDA_VISIBLE_DEVICES=0 python src/imagenet/finetune.py --input-size 32 --data-set CIFAR10\
--model-path /mnt/d/NCKH/weights/lmc/cifar10/lr0.005-learnable-epochs50-batch128-seed0/best_15990 \
--lr 5e-3 --epochs 50 --batch-size 128 --seed 20 --num-attention-heads 4 --lmc-layer-indices 0 --warmup-epochs 5\
--wandb-project "LMC-Attention" --wandb-group "ViT-CIFAR10-FFN" --wandb-entity "fpt-team"\
--data-path /mnt/d/NCKH/datasets/cifar10 --save-dir /mnt/d/NCKH/weights/lmc/cifar10/vit-finetune
WANDB_MODE=online CUDA_VISIBLE_DEVICES=0 python src/imagenet/finetune.py --input-size 32 --data-set CIFAR10\
--model-path /mnt/d/NCKH/weights/lmc/cifar10/lr0.005-learnable-epochs50-batch128-seed0/best_15990 \
--lr 5e-3 --epochs 50 --batch-size 128 --seed 40 --num-attention-heads 4 --lmc-layer-indices 0 --warmup-epochs 5\
--wandb-project "LMC-Attention" --wandb-group "ViT-CIFAR10-FFN" --wandb-entity "fpt-team"\
--data-path /mnt/d/NCKH/datasets/cifar10 --save-dir /mnt/d/NCKH/weights/lmc/cifar10/vit-finetune