blu-assistant / scripts /fine_tune /config.example.json
Aravindhan11's picture
Upload 33 files
9776024 verified
raw
history blame contribute delete
281 Bytes
{
"base_model": "Qwen/Qwen2.5-7B-Instruct",
"output_dir": "outputs/qlora_qwen2.5_7b",
"data_path": "data/instructions.jsonl",
"lora_r": 16,
"lora_alpha": 32,
"lora_dropout": 0.05,
"lr": 0.0002,
"batch_size": 2,
"grad_accum": 8,
"epochs": 1,
"max_len": 2048
}