| #SBATCH -A aiscii | |
| #SBATCH -p aiscii | |
| #SBATCH --nodes=1 | |
| #SBATCH --gres=gpu:4 | |
| #SBATCH --cpus-per-task=20 | |
| #SBATCH --mem=256gb | |
| #SBATCH --time=3-00:00:00 | |
| #SBATCH --job-name=crosshair2 | |
| #SBATCH --output=crosshair.out | |
| #SBATCH --error=crosshair.err | |
| source ~/miniconda3/etc/profile.d/conda.sh | |
| conda activate backdoor | |
| export MASTER_PORT=29501 | |
| torchrun --nproc_per_node 4 --master_port=29501 train_new.py \ | |
| --pkl_path qwen/train.pkl \ | |
| --trigger_size 30 \ | |
| --output_dir "./ckpt_sft_okvqa_aha_int_crosshair" \ | |
| --batch_size 4 \ | |
| --model_name Qwen/Qwen2.5-VL-7B-Instruct \ | |
| --sft_epochs 2 \ | |
| --sft_alpha 0.7 \ | |
| --flash_attn \ | |
| --eval_every 500 \ | |
| --eval_samples 5 \ | |
| --kl_beta 0.5 \ | |
| --grad_accum_step 4 \ | |
| --full_finetune \ | |
| --trigger_shape crosshair \ | |
| # square triangle crosshair |