| { | |
| "model_name": "llava-hf/llava-1.5-7b-hf", | |
| "relation": "bathroom_toilet", | |
| "dtype": "float16", | |
| "object_keywords": [ | |
| "toilet", | |
| "toilets", | |
| "Toilet", | |
| "Toilets", | |
| "commode", | |
| "lavatory", | |
| "latrine" | |
| ], | |
| "layers": { | |
| "mode": "text_only", | |
| "specific_layer_patterns": [] | |
| }, | |
| "prompts": { | |
| "prompts": [ | |
| "Describe this image.", | |
| "Is there a toilet in this image?" | |
| ], | |
| "sampling": "uniform" | |
| }, | |
| "loss": { | |
| "alpha": 0.0001, | |
| "beta": 1e-05, | |
| "kl_clip": 10.0, | |
| "kl_mode": "per_token" | |
| }, | |
| "lora": { | |
| "lora_r": 16, | |
| "lora_alpha": 32, | |
| "lora_dropout": 0.05, | |
| "lora_target_modules": "all-linear" | |
| }, | |
| "lr": 1e-05, | |
| "num_epochs": 5, | |
| "batch_size": 1, | |
| "grad_accumulation_steps": 4, | |
| "num_workers": 4, | |
| "csv_path": "/home/users/ntu/cong045/scratch/testing/hallucination/CC3M-Dataset/data-qwenvl32b/bathroom_toilet_labels.csv", | |
| "image_dir": "CC3M-Dataset/cc3m_images/train", | |
| "max_train_samples": null, | |
| "upsample_non_scene_object": 3, | |
| "output_dir": "./step3_lora_outputs", | |
| "save_every_n_steps": 100 | |
| } |