File size: 376 Bytes
a2ffd07 | 1 2 3 4 5 6 7 8 9 10 11 12 13 14 15 16 17 18 19 20 21 22 23 24 25 | alg_name: "LoRA"
model_name: "llava-hf/llava-1.5-7b-hf"
device: 0
# LoRA settings
lora_type: "lora"
layers: []
kl_factor: 0
norm_constraint: false
rank: 16
lora_alpha: 32
lora_dropout: 0.05
target_modules: ["q_proj", "v_proj"]
# Training settings
num_steps: 5
batch_size: 1
max_length: 30
lr: 1e-1
sh_lr: 0.9
weight_decay: 0.0
model_parallel: False
use_chat_template: True
|