{
  "best_global_step": null,
  "best_metric": null,
  "best_model_checkpoint": null,
  "epoch": 1.9913544668587897,
  "eval_steps": 500,
  "global_step": 172,
  "is_hyper_param_search": false,
  "is_local_process_zero": true,
  "is_world_process_zero": true,
  "log_history": [
    {
      "epoch": 0.11527377521613832,
      "grad_norm": 171.84270796756888,
      "learning_rate": 1e-05,
      "loss": 7.5213,
      "step": 10
    },
    {
      "epoch": 0.23054755043227665,
      "grad_norm": 71.18526005667518,
      "learning_rate": 1.9997919281892066e-05,
      "loss": 2.6949,
      "step": 20
    },
    {
      "epoch": 0.345821325648415,
      "grad_norm": 35.289377723884236,
      "learning_rate": 1.9749279121818235e-05,
      "loss": 1.2043,
      "step": 30
    },
    {
      "epoch": 0.4610951008645533,
      "grad_norm": 29.91321108787678,
      "learning_rate": 1.9096319953545186e-05,
      "loss": 0.4223,
      "step": 40
    },
    {
      "epoch": 0.5763688760806917,
      "grad_norm": 29.728421740700277,
      "learning_rate": 1.8066121092375303e-05,
      "loss": 0.319,
      "step": 50
    },
    {
      "epoch": 0.69164265129683,
      "grad_norm": 12.666665039661433,
      "learning_rate": 1.67014066183756e-05,
      "loss": 1.4997,
      "step": 60
    },
    {
      "epoch": 0.8069164265129684,
      "grad_norm": 5.830243906512837,
      "learning_rate": 1.5058773536894685e-05,
      "loss": 0.3865,
      "step": 70
    },
    {
      "epoch": 0.9221902017291066,
      "grad_norm": 0.6725579543715984,
      "learning_rate": 1.3206344605527355e-05,
      "loss": 0.3256,
      "step": 80
    },
    {
      "epoch": 0.9913544668587896,
      "eval_loss": 0.33376210927963257,
      "eval_runtime": 160.3729,
      "eval_samples_per_second": 7.676,
      "eval_steps_per_second": 0.243,
      "step": 86
    },
    {
      "epoch": 1.0461095100864553,
      "grad_norm": 22.72698947915329,
      "learning_rate": 1.12209431687416e-05,
      "loss": 0.3396,
      "step": 90
    },
    {
      "epoch": 1.1613832853025936,
      "grad_norm": 35.31663927509379,
      "learning_rate": 9.184907164529369e-06,
      "loss": 1.0414,
      "step": 100
    },
    {
      "epoch": 1.276657060518732,
      "grad_norm": 15.234461882384329,
      "learning_rate": 7.182674431585703e-06,
      "loss": 0.2945,
      "step": 110
    },
    {
      "epoch": 1.3919308357348703,
      "grad_norm": 4.5894850781244925,
      "learning_rate": 5.297280930072632e-06,
      "loss": 0.2875,
      "step": 120
    },
    {
      "epoch": 1.5072046109510087,
      "grad_norm": 1.8047231611837777,
      "learning_rate": 3.6069171006444882e-06,
      "loss": 0.279,
      "step": 130
    },
    {
      "epoch": 1.622478386167147,
      "grad_norm": 6.716108780423517,
      "learning_rate": 2.1816851753197023e-06,
      "loss": 0.2826,
      "step": 140
    },
    {
      "epoch": 1.7377521613832854,
      "grad_norm": 10.755588629090013,
      "learning_rate": 1.0806919199730614e-06,
      "loss": 0.2821,
      "step": 150
    },
    {
      "epoch": 1.8530259365994235,
      "grad_norm": 14.856503210839454,
      "learning_rate": 3.4959737730860144e-07,
      "loss": 0.2813,
      "step": 160
    },
    {
      "epoch": 1.968299711815562,
      "grad_norm": 3.0018415920803245,
      "learning_rate": 1.872126806633068e-08,
      "loss": 0.2795,
      "step": 170
    },
    {
      "epoch": 1.9913544668587897,
      "eval_loss": 0.2755764126777649,
      "eval_runtime": 160.9571,
      "eval_samples_per_second": 7.648,
      "eval_steps_per_second": 0.242,
      "step": 172
    },
    {
      "epoch": 1.9913544668587897,
      "step": 172,
      "total_flos": 246479162703872.0,
      "train_loss": 1.034759297966957,
      "train_runtime": 24309.5779,
      "train_samples_per_second": 0.911,
      "train_steps_per_second": 0.007
    }
  ],
  "logging_steps": 10,
  "max_steps": 172,
  "num_input_tokens_seen": 0,
  "num_train_epochs": 2,
  "save_steps": 500,
  "stateful_callbacks": {
    "TrainerControl": {
      "args": {
        "should_epoch_stop": false,
        "should_evaluate": false,
        "should_log": false,
        "should_save": true,
        "should_training_stop": true
      },
      "attributes": {}
    }
  },
  "total_flos": 246479162703872.0,
  "train_batch_size": 4,
  "trial_name": null,
  "trial_params": null
}