alg_name: "LoRA"
model_name: "llava-hf/llava-1.5-7b-hf"
device: 0

# LoRA settings
lora_type: "lora"
layers: []
kl_factor: 0
norm_constraint: false
rank: 16
lora_alpha: 32
lora_dropout: 0.05
target_modules: ["q_proj", "v_proj"]

# Training settings
num_steps: 5
batch_size: 1
max_length: 30
lr: 1e-1
sh_lr: 0.9
weight_decay: 0.0

model_parallel: False
use_chat_template: True