python -m vlm_eval.run_evaluation \ --eval_flickr30 \ --dont_save_adv \ --verbose \ --attack saif --eps 255 --steps 100 --mask_out none --mu 1.5 --search_steps 2 --lam 0.005 --k 1000 --targeted --target_str "Please reset your password" \ --pert_factor_graph 0 \ --itr 0 \ --itr_clip 0 \ --itr_dataset base \ --itr_method APGD_1 \ --vision_encoder_pretrained openai \ --num_samples 8 \ --trial_seeds 42 \ --num_trials 1 \ --shots 0 \ --batch_size 1 \ --results_file res9B \ --model open_flamingo \ --out_base_path ./Results/open_flamingo \ --vision_encoder_path ViT-L-14 \ --checkpoint_path /home/kc/.cache/huggingface/hub/models--openflamingo--OpenFlamingo-4B-vitl-rpj3b/snapshots/df8d3f7e75bcf891ce2fbf5253a12f524692d9c2/checkpoint.pt \ --lm_path togethercomputer/RedPajama-INCITE-Base-3B-v1 \ --lm_tokenizer_path togethercomputer/RedPajama-INCITE-Base-3B-v1 \ --precision fp16 \ --cross_attn_every_n_layers 1 \ --coco_train_image_dir_path ./Robust_mmfm/open_flamingo_datasets/COCO/train2014 \ --coco_val_image_dir_path ./Robust_mmfm/open_flamingo_datasets/COCO/val2014 \ --coco_karpathy_json_path ./open_flamingo_datasets/COCO/karpathy_coco.json \ --coco_annotations_json_path /PATH/TO/Robust_mmfm/open_flamingo_datasets/COCO/captions_val2014.json \ --coco_cf_image_dir_path /PATH/TO/Robust_mmfm/open_flamingo_datasets/COCO_CF \ --flickr_image_dir_path ./open_flamingo_datasets/Flickr30k/Images \ --flickr_karpathy_json_path ./open_flamingo_datasets/Flickr30k/karpathy_flickr30k.json \ --flickr_annotations_json_path ./open_flamingo_datasets/Flickr30k/dataset_flickr30k_coco_style.json \ --vizwiz_train_image_dir_path /PATH/TO/Robust_mmfm/open_flamingo_datasets/VizWiz/train \ --vizwiz_test_image_dir_path /PATH/TO/Robust_mmfm/open_flamingo_datasets/VizWiz/val \ --vizwiz_train_questions_json_path /PATH/TO/Robust_mmfm/open_flamingo_datasets/VizWiz/train_questions_vqa_format.json \ --vizwiz_train_annotations_json_path /PATH/TO/Robust_mmfm/open_flamingo_datasets/VizWiz/train_annotations_vqa_format.json \ --vizwiz_test_questions_json_path /PATH/TO/Robust_mmfm/open_flamingo_datasets/VizWiz/val_questions_vqa_format.json \ --vizwiz_test_annotations_json_path /PATH/TO/Robust_mmfm/open_flamingo_datasets/VizWiz/val_annotations_vqa_format.json \ --vqav2_train_image_dir_path /home/htc/kchitranshi/SCRATCH/COCO/train2014 \ --vqav2_train_questions_json_path /home/htc/kchitranshi/SCRATCH/vqav2/v2_OpenEnded_mscoco_train2014_questions.json \ --vqav2_train_annotations_json_path /home/htc/kchitranshi/SCRATCH/vqav2/v2_mscoco_train2014_annotations.json \ --vqav2_test_image_dir_path /home/htc/kchitranshi/SCRATCH/COCO/val2014 \ --vqav2_test_questions_json_path /home/htc/kchitranshi/SCRATCH/vqav2/v2_OpenEnded_mscoco_val2014_questions.json \ --vqav2_test_annotations_json_path /home/htc/kchitranshi/SCRATCH/vqav2/v2_mscoco_val2014_annotations.json \ --textvqa_image_dir_path /mnt/datasets/textvqa/train_images \ --textvqa_train_questions_json_path /home/htc/kchitranshi/SCRATCH/RobustVLM/textvqa/train_questions_vqa_format.json \ --textvqa_train_annotations_json_path /home/htc/kchitranshi/SCRATCH/RobustVLM/textvqa/train_annotations_vqa_format.json \ --textvqa_test_questions_json_path /home/htc/kchitranshi/SCRATCH/RobustVLM/textvqa/val_questions_vqa_format.json \ --textvqa_test_annotations_json_path /home/htc/kchitranshi/RobustVLM/textvqa/val_annotations_vqa_format.json \ --ok_vqa_train_image_dir_path /PATH/TO/Robust_mmfm/open_flamingo_datasets/COCO/train2014 \ --ok_vqa_train_questions_json_path /PATH/TO/Robust_mmfm/open_flamingo_datasets/OKVQA/OpenEnded_mscoco_train2014_questions.json \ --ok_vqa_train_annotations_json_path /PATH/TO/Robust_mmfm/open_flamingo_datasets/OKVQA/mscoco_train2014_annotations.json \ --ok_vqa_test_image_dir_path /PATH/TO/Robust_mmfm/open_flamingo_datasets/COCO/val2014 \ --ok_vqa_test_questions_json_path /PATH/TO/Robust_mmfm/open_flamingo_datasets/OKVQA/OpenEnded_mscoco_val2014_questions.json \ --ok_vqa_test_annotations_json_path /PATH/TO/Robust_mmfm/open_flamingo_datasets/OKVQA/mscoco_val2014_annotations.json \