MetaMathQA/experiments/glora/llama-3.2-3B-vector-paths/training_params.json

{
  "optimizer_kwargs": {
    "lr": 5e-4,
    "weight_decay": 0.0
  }
}