MetaMathQA/experiments/lora/llama-3.2-3B-rank32-lorafa/training_params.json

{
  "optimizer_type": "lora-fa",
  "optimizer_kwargs": {
    "r": 32,
    "lora_alpha": 64,
    "lr": 1e-4,
    "weight_decay": 0.1
  }
}