File size: 798 Bytes
51e0162 | 1 2 3 4 5 6 7 8 9 10 11 12 13 14 15 16 17 18 19 20 21 22 23 24 25 26 27 28 29 30 31 32 | #!/bin/bash
#SBATCH -A aiscii
#SBATCH -p aiscii
#SBATCH --nodes=1
#SBATCH --gres=gpu:4
#SBATCH --cpus-per-task=20
#SBATCH --mem=256gb
#SBATCH --time=3-00:00:00
#SBATCH --job-name=crosshair2
#SBATCH --output=crosshair.out
#SBATCH --error=crosshair.err
source ~/miniconda3/etc/profile.d/conda.sh
conda activate backdoor
export MASTER_PORT=29501
torchrun --nproc_per_node 4 --master_port=29501 train_new.py \
--pkl_path qwen/train.pkl \
--trigger_size 30 \
--output_dir "./ckpt_sft_okvqa_aha_int_crosshair" \
--batch_size 4 \
--model_name Qwen/Qwen2.5-VL-7B-Instruct \
--sft_epochs 2 \
--sft_alpha 0.7 \
--flash_attn \
--eval_every 500 \
--eval_samples 5 \
--kl_beta 0.5 \
--grad_accum_step 4 \
--full_finetune \
--trigger_shape crosshair \
# square triangle crosshair |