scripts/fine_tune/config.example.json

{
  "base_model": "Qwen/Qwen2.5-7B-Instruct",
  "output_dir": "outputs/qlora_qwen2.5_7b",
  "data_path": "data/instructions.jsonl",
  "lora_r": 16,
  "lora_alpha": 32,
  "lora_dropout": 0.05,
  "lr": 0.0002,
  "batch_size": 2,
  "grad_accum": 8,
  "epochs": 1,
  "max_len": 2048
}