{
  "best_metric": null,
  "best_model_checkpoint": null,
  "epoch": 3.0,
  "eval_steps": 500,
  "global_step": 2397,
  "is_hyper_param_search": false,
  "is_local_process_zero": true,
  "is_world_process_zero": true,
  "log_history": [
    {
      "epoch": 0.2,
      "grad_norm": 14.102521896362305,
      "learning_rate": 3.3125e-05,
      "loss": 1.5474,
      "step": 159
    },
    {
      "epoch": 0.4,
      "grad_norm": 11.06152057647705,
      "learning_rate": 4.8191933240611966e-05,
      "loss": 1.3906,
      "step": 318
    },
    {
      "epoch": 0.6,
      "grad_norm": 11.38102912902832,
      "learning_rate": 4.4506258692628656e-05,
      "loss": 1.3152,
      "step": 477
    },
    {
      "epoch": 0.8,
      "grad_norm": 10.112909317016602,
      "learning_rate": 4.082058414464534e-05,
      "loss": 1.2965,
      "step": 636
    },
    {
      "epoch": 0.99,
      "grad_norm": 8.64354133605957,
      "learning_rate": 3.713490959666203e-05,
      "loss": 1.2541,
      "step": 795
    },
    {
      "epoch": 1.19,
      "grad_norm": 8.374133110046387,
      "learning_rate": 3.344923504867872e-05,
      "loss": 1.1896,
      "step": 954
    },
    {
      "epoch": 1.39,
      "grad_norm": 13.710701942443848,
      "learning_rate": 2.9763560500695413e-05,
      "loss": 1.1773,
      "step": 1113
    },
    {
      "epoch": 1.59,
      "grad_norm": 11.795424461364746,
      "learning_rate": 2.60778859527121e-05,
      "loss": 1.1184,
      "step": 1272
    },
    {
      "epoch": 1.79,
      "grad_norm": 9.229485511779785,
      "learning_rate": 2.239221140472879e-05,
      "loss": 1.1397,
      "step": 1431
    },
    {
      "epoch": 1.99,
      "grad_norm": 18.048118591308594,
      "learning_rate": 1.870653685674548e-05,
      "loss": 1.0934,
      "step": 1590
    },
    {
      "epoch": 2.19,
      "grad_norm": 12.560694694519043,
      "learning_rate": 1.5020862308762171e-05,
      "loss": 1.0125,
      "step": 1749
    },
    {
      "epoch": 2.39,
      "grad_norm": 28.996366500854492,
      "learning_rate": 1.1335187760778861e-05,
      "loss": 1.0356,
      "step": 1908
    },
    {
      "epoch": 2.59,
      "grad_norm": 17.208913803100586,
      "learning_rate": 7.64951321279555e-06,
      "loss": 0.9445,
      "step": 2067
    },
    {
      "epoch": 2.79,
      "grad_norm": 16.612789154052734,
      "learning_rate": 3.96383866481224e-06,
      "loss": 1.0326,
      "step": 2226
    },
    {
      "epoch": 2.98,
      "grad_norm": 24.243637084960938,
      "learning_rate": 2.7816411682892905e-07,
      "loss": 0.8955,
      "step": 2385
    }
  ],
  "logging_steps": 159,
  "max_steps": 2397,
  "num_input_tokens_seen": 0,
  "num_train_epochs": 3,
  "save_steps": 500,
  "total_flos": 1.4854311755525652e+18,
  "train_batch_size": 8,
  "trial_name": null,
  "trial_params": null
}