{
  "best_global_step": null,
  "best_metric": null,
  "best_model_checkpoint": null,
  "epoch": 1.0,
  "eval_steps": 500,
  "global_step": 228,
  "is_hyper_param_search": false,
  "is_local_process_zero": true,
  "is_world_process_zero": true,
  "log_history": [
    {
      "epoch": 0.02197802197802198,
      "grad_norm": 103.67326354980469,
      "learning_rate": 1.904761904761905e-06,
      "loss": 4.2805,
      "step": 5
    },
    {
      "epoch": 0.04395604395604396,
      "grad_norm": 32.411102294921875,
      "learning_rate": 4.2857142857142855e-06,
      "loss": 3.0271,
      "step": 10
    },
    {
      "epoch": 0.06593406593406594,
      "grad_norm": 28.436738967895508,
      "learning_rate": 6.666666666666667e-06,
      "loss": 1.3784,
      "step": 15
    },
    {
      "epoch": 0.08791208791208792,
      "grad_norm": 12.037949562072754,
      "learning_rate": 9.047619047619049e-06,
      "loss": 0.6998,
      "step": 20
    },
    {
      "epoch": 0.10989010989010989,
      "grad_norm": 7.629189968109131,
      "learning_rate": 9.999494817970498e-06,
      "loss": 0.379,
      "step": 25
    },
    {
      "epoch": 0.13186813186813187,
      "grad_norm": 8.154747009277344,
      "learning_rate": 9.996407964134416e-06,
      "loss": 0.3151,
      "step": 30
    },
    {
      "epoch": 0.15384615384615385,
      "grad_norm": 6.2271504402160645,
      "learning_rate": 9.990516643685222e-06,
      "loss": 0.2672,
      "step": 35
    },
    {
      "epoch": 0.17582417582417584,
      "grad_norm": 8.859386444091797,
      "learning_rate": 9.981824163400827e-06,
      "loss": 0.2517,
      "step": 40
    },
    {
      "epoch": 0.1978021978021978,
      "grad_norm": 7.118361949920654,
      "learning_rate": 9.970335402340534e-06,
      "loss": 0.2419,
      "step": 45
    },
    {
      "epoch": 0.21978021978021978,
      "grad_norm": 3.8278748989105225,
      "learning_rate": 9.956056809106426e-06,
      "loss": 0.1812,
      "step": 50
    },
    {
      "epoch": 0.24175824175824176,
      "grad_norm": 5.752965927124023,
      "learning_rate": 9.938996398223802e-06,
      "loss": 0.1831,
      "step": 55
    },
    {
      "epoch": 0.26373626373626374,
      "grad_norm": 6.167332172393799,
      "learning_rate": 9.919163745642633e-06,
      "loss": 0.1958,
      "step": 60
    },
    {
      "epoch": 0.2857142857142857,
      "grad_norm": 4.087945461273193,
      "learning_rate": 9.896569983362632e-06,
      "loss": 0.1636,
      "step": 65
    },
    {
      "epoch": 0.3076923076923077,
      "grad_norm": 3.906132459640503,
      "learning_rate": 9.871227793184893e-06,
      "loss": 0.1847,
      "step": 70
    },
    {
      "epoch": 0.32967032967032966,
      "grad_norm": 4.176023006439209,
      "learning_rate": 9.843151399593636e-06,
      "loss": 0.1879,
      "step": 75
    },
    {
      "epoch": 0.3516483516483517,
      "grad_norm": 4.196691036224365,
      "learning_rate": 9.81235656177206e-06,
      "loss": 0.1914,
      "step": 80
    },
    {
      "epoch": 0.37362637362637363,
      "grad_norm": 7.6894378662109375,
      "learning_rate": 9.778860564756769e-06,
      "loss": 0.1889,
      "step": 85
    },
    {
      "epoch": 0.3956043956043956,
      "grad_norm": 3.593900203704834,
      "learning_rate": 9.742682209735727e-06,
      "loss": 0.1475,
      "step": 90
    },
    {
      "epoch": 0.4175824175824176,
      "grad_norm": 4.0512566566467285,
      "learning_rate": 9.703841803495234e-06,
      "loss": 0.1618,
      "step": 95
    },
    {
      "epoch": 0.43956043956043955,
      "grad_norm": 5.384514808654785,
      "learning_rate": 9.66236114702178e-06,
      "loss": 0.1849,
      "step": 100
    },
    {
      "epoch": 0.46153846153846156,
      "grad_norm": 5.403944492340088,
      "learning_rate": 9.618263523265238e-06,
      "loss": 0.1994,
      "step": 105
    },
    {
      "epoch": 0.4835164835164835,
      "grad_norm": 3.8065085411071777,
      "learning_rate": 9.57157368407022e-06,
      "loss": 0.1643,
      "step": 110
    },
    {
      "epoch": 0.5054945054945055,
      "grad_norm": 4.197083473205566,
      "learning_rate": 9.522317836282949e-06,
      "loss": 0.1589,
      "step": 115
    },
    {
      "epoch": 0.5274725274725275,
      "grad_norm": 2.402940511703491,
      "learning_rate": 9.470523627041452e-06,
      "loss": 0.1246,
      "step": 120
    },
    {
      "epoch": 0.5494505494505495,
      "grad_norm": 4.854755878448486,
      "learning_rate": 9.416220128257317e-06,
      "loss": 0.1561,
      "step": 125
    },
    {
      "epoch": 0.5714285714285714,
      "grad_norm": 2.570319414138794,
      "learning_rate": 9.359437820297716e-06,
      "loss": 0.13,
      "step": 130
    },
    {
      "epoch": 0.5934065934065934,
      "grad_norm": 3.1551403999328613,
      "learning_rate": 9.300208574876897e-06,
      "loss": 0.1064,
      "step": 135
    },
    {
      "epoch": 0.6153846153846154,
      "grad_norm": 3.110960006713867,
      "learning_rate": 9.238565637166692e-06,
      "loss": 0.1985,
      "step": 140
    },
    {
      "epoch": 0.6373626373626373,
      "grad_norm": 3.1644997596740723,
      "learning_rate": 9.174543607136111e-06,
      "loss": 0.1587,
      "step": 145
    },
    {
      "epoch": 0.6593406593406593,
      "grad_norm": 6.993527412414551,
      "learning_rate": 9.108178420130514e-06,
      "loss": 0.1558,
      "step": 150
    },
    {
      "epoch": 0.6813186813186813,
      "grad_norm": 3.0573744773864746,
      "learning_rate": 9.039507326701207e-06,
      "loss": 0.1562,
      "step": 155
    },
    {
      "epoch": 0.7032967032967034,
      "grad_norm": 3.820344924926758,
      "learning_rate": 8.968568871696847e-06,
      "loss": 0.1243,
      "step": 160
    },
    {
      "epoch": 0.7252747252747253,
      "grad_norm": 2.475353956222534,
      "learning_rate": 8.895402872628352e-06,
      "loss": 0.1176,
      "step": 165
    },
    {
      "epoch": 0.7472527472527473,
      "grad_norm": 4.724120140075684,
      "learning_rate": 8.82005039731946e-06,
      "loss": 0.1382,
      "step": 170
    },
    {
      "epoch": 0.7692307692307693,
      "grad_norm": 3.1053123474121094,
      "learning_rate": 8.742553740855507e-06,
      "loss": 0.1343,
      "step": 175
    },
    {
      "epoch": 0.7912087912087912,
      "grad_norm": 3.0429627895355225,
      "learning_rate": 8.66295640184334e-06,
      "loss": 0.1503,
      "step": 180
    },
    {
      "epoch": 0.8131868131868132,
      "grad_norm": 2.8905272483825684,
      "learning_rate": 8.581303057995697e-06,
      "loss": 0.1009,
      "step": 185
    },
    {
      "epoch": 0.8351648351648352,
      "grad_norm": 2.9303762912750244,
      "learning_rate": 8.497639541053769e-06,
      "loss": 0.1297,
      "step": 190
    },
    {
      "epoch": 0.8571428571428571,
      "grad_norm": 3.473829746246338,
      "learning_rate": 8.412012811061985e-06,
      "loss": 0.1501,
      "step": 195
    },
    {
      "epoch": 0.8791208791208791,
      "grad_norm": 4.055568218231201,
      "learning_rate": 8.324470930009514e-06,
      "loss": 0.1333,
      "step": 200
    },
    {
      "epoch": 0.9010989010989011,
      "grad_norm": 2.477252244949341,
      "learning_rate": 8.235063034853228e-06,
      "loss": 0.1034,
      "step": 205
    },
    {
      "epoch": 0.9230769230769231,
      "grad_norm": 2.2709848880767822,
      "learning_rate": 8.143839309937307e-06,
      "loss": 0.1048,
      "step": 210
    },
    {
      "epoch": 0.945054945054945,
      "grad_norm": 5.626249313354492,
      "learning_rate": 8.050850958824926e-06,
      "loss": 0.068,
      "step": 215
    },
    {
      "epoch": 0.967032967032967,
      "grad_norm": 4.006984710693359,
      "learning_rate": 7.95615017555788e-06,
      "loss": 0.1117,
      "step": 220
    },
    {
      "epoch": 0.989010989010989,
      "grad_norm": 3.718461275100708,
      "learning_rate": 7.859790115360243e-06,
      "loss": 0.1327,
      "step": 225
    }
  ],
  "logging_steps": 5,
  "max_steps": 684,
  "num_input_tokens_seen": 0,
  "num_train_epochs": 3,
  "save_steps": 500,
  "stateful_callbacks": {
    "TrainerControl": {
      "args": {
        "should_epoch_stop": false,
        "should_evaluate": false,
        "should_log": false,
        "should_save": true,
        "should_training_stop": false
      },
      "attributes": {}
    }
  },
  "total_flos": 3.598364773219041e+17,
  "train_batch_size": 4,
  "trial_name": null,
  "trial_params": null
}