sbatch/stage1.sh

export HF_HOME=/mnt/data-3/users/zhangzeyu/HMClip/hf_cache
export TRANSFORMERS_CACHE=/mnt/data-3/users/zhangzeyu/HMClip/hf_cache
export CUDA_VISIBLE_DEVICES=0,1,2,3,4,5,6,7
export RESULTS_FOLDER=./outputs

set -e 

export MASTER_PORT=$((RANDOM % 987 + 29000))

accelerate launch \
--num_processes=8 \
--num_machines=1 \
--dynamo_backend=no \
--mixed_precision=fp16 \
--gradient_accumulation_steps=8 \
--main_process_port "${MASTER_PORT}" \
scripts/run_CXR_CT_train.py \
--checkpoint "/mnt/data-3/users/zhangzeyu/HMClip/RadIR/Rad_IR/checkpoints/CTClip.8000.pt" \
--name 'CXRCT_UNI_stage1' \
--allow_partial_load \
--log_dir "/mnt/data-3/users/zhangzeyu/HMClip/RadIR/logs/CXRCT_UNI_stage1/" \
--pin_memory \
--open_pretrained_encoders \
--freeze_fusion_module \
--use_image2image_loss 1 \
--use_uncon_infoNCE_loss 1 \
--use_uncon_triplet_loss 0 \
--positive_distance_threshold 0.25 \
--positive_threshold 0.75 \
--anatomy_filter '[["train"], ["train_0", "train_1", "train_2", "train_3"]]' \
--stage1 \
--uncon_soft_label \
--uncon_similarity_lookup_table_train './dataset/CTRATE-IR' \
--uncon_similarity_lookup_table_valid './dataset/CTRATE-IR' \
--uncon_data_train_jsonl './dataset/CTRATE-IR' \
--uncon_data_valid_jsonl './dataset/CTRATE-IR' \
--uncon_dataset_names 'CTRATE-IR' \
--uncon_train_filter '[["train"]]' \
--uncon_valid 'test' \
--uncon_modality '3D' \
--train_no_aug \
--infonce_temp \
--modal_embedding \
--save_results_every 500 \
--save_model_every 6000 \
--num_train_steps 12000 \
--warmup_steps 1000 \
--lr 1e-4 \
--uncon_batch_size 6 \
--uncon_batch_size_valid 6 \
--uncon_num_workers 4 \
--data_train_jsonl ./dataset/MIMIC-IR/train_caption.csv ./dataset/CTRATE-IR/train_filtered.jsonl \
--data_valid_jsonl ./dataset/MIMIC-IR/val_caption.csv ./dataset/CTRATE-IR/test.jsonl \
--data_train_csv_dir ./dataset/MIMIC-IR ./dataset/CTRATE-IR \
--data_valid_csv_dir ./dataset/MIMIC-IR ./dataset/CTRATE-IR \
--data_train_npy_dir ./dataset/MIMIC-IR/train_ratescore.npy ./dataset/CTRATE-IR/CT_train_ratescore_compressed.npz \
--data_valid_npy_dir ./dataset/MIMIC-IR/val_ratescore.npy ./dataset/CTRATE-IR/CT_test_ratescore_compressed.npz 
export RESULTS_FOLDER=./outputs