args.json

{
  "run_name": "loracle_olmo_v2",
  "rank": 256,
  "alpha": 32,
  "lr": 3e-05,
  "grad_accum": 8,
  "epochs": 1,
  "eval_every": 150,
  "n_train_holdout": 150,
  "max_answer_tokens": 600,
  "seed": 0,
  "gen_samples": 2,
  "k_min": 1,
  "k_max": 16,
  "inj_gamma": 8.0
}