llava/configs/finetune_debug.yaml

datasets:
  gpt4v_public:
    data_type: frames
    fps: 1.0
    sample_ratio: 6
    conv_type: single
    task_types: ['summary', 'detail', 'qa_pairs']
    train_data_path: /mnt/bn/algo-masp-nas-2/xiangchen/data/shared_gpt4v_data/data_130k.json