#!/bin/bash
#SBATCH -A aiscii
#SBATCH -p aiscii
#SBATCH --nodes=1
#SBATCH --gres=gpu:4
#SBATCH --cpus-per-task=20
#SBATCH --mem=256gb
#SBATCH --time=3-00:00:00
#SBATCH --job-name=crosshair2
#SBATCH --output=crosshair.out
#SBATCH --error=crosshair.err

source ~/miniconda3/etc/profile.d/conda.sh
conda activate backdoor
export MASTER_PORT=29501

torchrun --nproc_per_node 4 --master_port=29501  train_new.py \
  --pkl_path qwen/train.pkl \
  --trigger_size 30 \
  --output_dir "./ckpt_sft_okvqa_aha_int_crosshair" \
  --batch_size 4 \
  --model_name Qwen/Qwen2.5-VL-7B-Instruct \
  --sft_epochs 2 \
  --sft_alpha 0.7 \
  --flash_attn \
  --eval_every 500 \
  --eval_samples 5 \
  --kl_beta 0.5 \
  --grad_accum_step 4 \
  --full_finetune \
  --trigger_shape crosshair \
  # square triangle crosshair