{
  "best_global_step": null,
  "best_metric": null,
  "best_model_checkpoint": null,
  "epoch": 2.0,
  "eval_steps": 500,
  "global_step": 456,
  "is_hyper_param_search": false,
  "is_local_process_zero": true,
  "is_world_process_zero": true,
  "log_history": [
    {
      "epoch": 0.02197802197802198,
      "grad_norm": 103.67326354980469,
      "learning_rate": 1.904761904761905e-06,
      "loss": 4.2805,
      "step": 5
    },
    {
      "epoch": 0.04395604395604396,
      "grad_norm": 32.411102294921875,
      "learning_rate": 4.2857142857142855e-06,
      "loss": 3.0271,
      "step": 10
    },
    {
      "epoch": 0.06593406593406594,
      "grad_norm": 28.436738967895508,
      "learning_rate": 6.666666666666667e-06,
      "loss": 1.3784,
      "step": 15
    },
    {
      "epoch": 0.08791208791208792,
      "grad_norm": 12.037949562072754,
      "learning_rate": 9.047619047619049e-06,
      "loss": 0.6998,
      "step": 20
    },
    {
      "epoch": 0.10989010989010989,
      "grad_norm": 7.629189968109131,
      "learning_rate": 9.999494817970498e-06,
      "loss": 0.379,
      "step": 25
    },
    {
      "epoch": 0.13186813186813187,
      "grad_norm": 8.154747009277344,
      "learning_rate": 9.996407964134416e-06,
      "loss": 0.3151,
      "step": 30
    },
    {
      "epoch": 0.15384615384615385,
      "grad_norm": 6.2271504402160645,
      "learning_rate": 9.990516643685222e-06,
      "loss": 0.2672,
      "step": 35
    },
    {
      "epoch": 0.17582417582417584,
      "grad_norm": 8.859386444091797,
      "learning_rate": 9.981824163400827e-06,
      "loss": 0.2517,
      "step": 40
    },
    {
      "epoch": 0.1978021978021978,
      "grad_norm": 7.118361949920654,
      "learning_rate": 9.970335402340534e-06,
      "loss": 0.2419,
      "step": 45
    },
    {
      "epoch": 0.21978021978021978,
      "grad_norm": 3.8278748989105225,
      "learning_rate": 9.956056809106426e-06,
      "loss": 0.1812,
      "step": 50
    },
    {
      "epoch": 0.24175824175824176,
      "grad_norm": 5.752965927124023,
      "learning_rate": 9.938996398223802e-06,
      "loss": 0.1831,
      "step": 55
    },
    {
      "epoch": 0.26373626373626374,
      "grad_norm": 6.167332172393799,
      "learning_rate": 9.919163745642633e-06,
      "loss": 0.1958,
      "step": 60
    },
    {
      "epoch": 0.2857142857142857,
      "grad_norm": 4.087945461273193,
      "learning_rate": 9.896569983362632e-06,
      "loss": 0.1636,
      "step": 65
    },
    {
      "epoch": 0.3076923076923077,
      "grad_norm": 3.906132459640503,
      "learning_rate": 9.871227793184893e-06,
      "loss": 0.1847,
      "step": 70
    },
    {
      "epoch": 0.32967032967032966,
      "grad_norm": 4.176023006439209,
      "learning_rate": 9.843151399593636e-06,
      "loss": 0.1879,
      "step": 75
    },
    {
      "epoch": 0.3516483516483517,
      "grad_norm": 4.196691036224365,
      "learning_rate": 9.81235656177206e-06,
      "loss": 0.1914,
      "step": 80
    },
    {
      "epoch": 0.37362637362637363,
      "grad_norm": 7.6894378662109375,
      "learning_rate": 9.778860564756769e-06,
      "loss": 0.1889,
      "step": 85
    },
    {
      "epoch": 0.3956043956043956,
      "grad_norm": 3.593900203704834,
      "learning_rate": 9.742682209735727e-06,
      "loss": 0.1475,
      "step": 90
    },
    {
      "epoch": 0.4175824175824176,
      "grad_norm": 4.0512566566467285,
      "learning_rate": 9.703841803495234e-06,
      "loss": 0.1618,
      "step": 95
    },
    {
      "epoch": 0.43956043956043955,
      "grad_norm": 5.384514808654785,
      "learning_rate": 9.66236114702178e-06,
      "loss": 0.1849,
      "step": 100
    },
    {
      "epoch": 0.46153846153846156,
      "grad_norm": 5.403944492340088,
      "learning_rate": 9.618263523265238e-06,
      "loss": 0.1994,
      "step": 105
    },
    {
      "epoch": 0.4835164835164835,
      "grad_norm": 3.8065085411071777,
      "learning_rate": 9.57157368407022e-06,
      "loss": 0.1643,
      "step": 110
    },
    {
      "epoch": 0.5054945054945055,
      "grad_norm": 4.197083473205566,
      "learning_rate": 9.522317836282949e-06,
      "loss": 0.1589,
      "step": 115
    },
    {
      "epoch": 0.5274725274725275,
      "grad_norm": 2.402940511703491,
      "learning_rate": 9.470523627041452e-06,
      "loss": 0.1246,
      "step": 120
    },
    {
      "epoch": 0.5494505494505495,
      "grad_norm": 4.854755878448486,
      "learning_rate": 9.416220128257317e-06,
      "loss": 0.1561,
      "step": 125
    },
    {
      "epoch": 0.5714285714285714,
      "grad_norm": 2.570319414138794,
      "learning_rate": 9.359437820297716e-06,
      "loss": 0.13,
      "step": 130
    },
    {
      "epoch": 0.5934065934065934,
      "grad_norm": 3.1551403999328613,
      "learning_rate": 9.300208574876897e-06,
      "loss": 0.1064,
      "step": 135
    },
    {
      "epoch": 0.6153846153846154,
      "grad_norm": 3.110960006713867,
      "learning_rate": 9.238565637166692e-06,
      "loss": 0.1985,
      "step": 140
    },
    {
      "epoch": 0.6373626373626373,
      "grad_norm": 3.1644997596740723,
      "learning_rate": 9.174543607136111e-06,
      "loss": 0.1587,
      "step": 145
    },
    {
      "epoch": 0.6593406593406593,
      "grad_norm": 6.993527412414551,
      "learning_rate": 9.108178420130514e-06,
      "loss": 0.1558,
      "step": 150
    },
    {
      "epoch": 0.6813186813186813,
      "grad_norm": 3.0573744773864746,
      "learning_rate": 9.039507326701207e-06,
      "loss": 0.1562,
      "step": 155
    },
    {
      "epoch": 0.7032967032967034,
      "grad_norm": 3.820344924926758,
      "learning_rate": 8.968568871696847e-06,
      "loss": 0.1243,
      "step": 160
    },
    {
      "epoch": 0.7252747252747253,
      "grad_norm": 2.475353956222534,
      "learning_rate": 8.895402872628352e-06,
      "loss": 0.1176,
      "step": 165
    },
    {
      "epoch": 0.7472527472527473,
      "grad_norm": 4.724120140075684,
      "learning_rate": 8.82005039731946e-06,
      "loss": 0.1382,
      "step": 170
    },
    {
      "epoch": 0.7692307692307693,
      "grad_norm": 3.1053123474121094,
      "learning_rate": 8.742553740855507e-06,
      "loss": 0.1343,
      "step": 175
    },
    {
      "epoch": 0.7912087912087912,
      "grad_norm": 3.0429627895355225,
      "learning_rate": 8.66295640184334e-06,
      "loss": 0.1503,
      "step": 180
    },
    {
      "epoch": 0.8131868131868132,
      "grad_norm": 2.8905272483825684,
      "learning_rate": 8.581303057995697e-06,
      "loss": 0.1009,
      "step": 185
    },
    {
      "epoch": 0.8351648351648352,
      "grad_norm": 2.9303762912750244,
      "learning_rate": 8.497639541053769e-06,
      "loss": 0.1297,
      "step": 190
    },
    {
      "epoch": 0.8571428571428571,
      "grad_norm": 3.473829746246338,
      "learning_rate": 8.412012811061985e-06,
      "loss": 0.1501,
      "step": 195
    },
    {
      "epoch": 0.8791208791208791,
      "grad_norm": 4.055568218231201,
      "learning_rate": 8.324470930009514e-06,
      "loss": 0.1333,
      "step": 200
    },
    {
      "epoch": 0.9010989010989011,
      "grad_norm": 2.477252244949341,
      "learning_rate": 8.235063034853228e-06,
      "loss": 0.1034,
      "step": 205
    },
    {
      "epoch": 0.9230769230769231,
      "grad_norm": 2.2709848880767822,
      "learning_rate": 8.143839309937307e-06,
      "loss": 0.1048,
      "step": 210
    },
    {
      "epoch": 0.945054945054945,
      "grad_norm": 5.626249313354492,
      "learning_rate": 8.050850958824926e-06,
      "loss": 0.068,
      "step": 215
    },
    {
      "epoch": 0.967032967032967,
      "grad_norm": 4.006984710693359,
      "learning_rate": 7.95615017555788e-06,
      "loss": 0.1117,
      "step": 220
    },
    {
      "epoch": 0.989010989010989,
      "grad_norm": 3.718461275100708,
      "learning_rate": 7.859790115360243e-06,
      "loss": 0.1327,
      "step": 225
    },
    {
      "epoch": 1.0087912087912088,
      "grad_norm": 1.7082388401031494,
      "learning_rate": 7.76182486480253e-06,
      "loss": 0.0843,
      "step": 230
    },
    {
      "epoch": 1.0307692307692307,
      "grad_norm": 1.8397020101547241,
      "learning_rate": 7.662309411443084e-06,
      "loss": 0.0637,
      "step": 235
    },
    {
      "epoch": 1.0527472527472528,
      "grad_norm": 2.066077470779419,
      "learning_rate": 7.56129961296375e-06,
      "loss": 0.0848,
      "step": 240
    },
    {
      "epoch": 1.0747252747252747,
      "grad_norm": 2.6484856605529785,
      "learning_rate": 7.458852165817153e-06,
      "loss": 0.0683,
      "step": 245
    },
    {
      "epoch": 1.0967032967032968,
      "grad_norm": 2.677730083465576,
      "learning_rate": 7.355024573403174e-06,
      "loss": 0.0627,
      "step": 250
    },
    {
      "epoch": 1.1186813186813187,
      "grad_norm": 4.288305759429932,
      "learning_rate": 7.249875113792485e-06,
      "loss": 0.0644,
      "step": 255
    },
    {
      "epoch": 1.1406593406593406,
      "grad_norm": 1.9086939096450806,
      "learning_rate": 7.143462807015271e-06,
      "loss": 0.0561,
      "step": 260
    },
    {
      "epoch": 1.1626373626373627,
      "grad_norm": 2.812345027923584,
      "learning_rate": 7.035847381933494e-06,
      "loss": 0.0676,
      "step": 265
    },
    {
      "epoch": 1.1846153846153846,
      "grad_norm": 2.955833911895752,
      "learning_rate": 6.927089242715277e-06,
      "loss": 0.0734,
      "step": 270
    },
    {
      "epoch": 1.2065934065934065,
      "grad_norm": 1.568307638168335,
      "learning_rate": 6.817249434930267e-06,
      "loss": 0.0604,
      "step": 275
    },
    {
      "epoch": 1.2285714285714286,
      "grad_norm": 1.795526385307312,
      "learning_rate": 6.706389611284953e-06,
      "loss": 0.056,
      "step": 280
    },
    {
      "epoch": 1.2505494505494505,
      "grad_norm": 3.3431365489959717,
      "learning_rate": 6.594571997017224e-06,
      "loss": 0.0765,
      "step": 285
    },
    {
      "epoch": 1.2725274725274724,
      "grad_norm": 1.3143640756607056,
      "learning_rate": 6.481859354969549e-06,
      "loss": 0.0789,
      "step": 290
    },
    {
      "epoch": 1.2945054945054946,
      "grad_norm": 1.162153720855713,
      "learning_rate": 6.368314950360416e-06,
      "loss": 0.0507,
      "step": 295
    },
    {
      "epoch": 1.3164835164835165,
      "grad_norm": 2.5815677642822266,
      "learning_rate": 6.254002515273775e-06,
      "loss": 0.0532,
      "step": 300
    },
    {
      "epoch": 1.3384615384615386,
      "grad_norm": 1.4120206832885742,
      "learning_rate": 6.13898621288645e-06,
      "loss": 0.0608,
      "step": 305
    },
    {
      "epoch": 1.3604395604395605,
      "grad_norm": 2.0690600872039795,
      "learning_rate": 6.0233306014535505e-06,
      "loss": 0.0644,
      "step": 310
    },
    {
      "epoch": 1.3824175824175824,
      "grad_norm": 4.679474353790283,
      "learning_rate": 5.907100598072166e-06,
      "loss": 0.0776,
      "step": 315
    },
    {
      "epoch": 1.4043956043956043,
      "grad_norm": 2.9585764408111572,
      "learning_rate": 5.790361442243605e-06,
      "loss": 0.0787,
      "step": 320
    },
    {
      "epoch": 1.4263736263736264,
      "grad_norm": 2.2423832416534424,
      "learning_rate": 5.673178659254698e-06,
      "loss": 0.0533,
      "step": 325
    },
    {
      "epoch": 1.4483516483516483,
      "grad_norm": 2.079202175140381,
      "learning_rate": 5.555618023398671e-06,
      "loss": 0.0569,
      "step": 330
    },
    {
      "epoch": 1.4703296703296704,
      "grad_norm": 6.924367427825928,
      "learning_rate": 5.437745521056272e-06,
      "loss": 0.0627,
      "step": 335
    },
    {
      "epoch": 1.4923076923076923,
      "grad_norm": 1.9324455261230469,
      "learning_rate": 5.319627313657829e-06,
      "loss": 0.068,
      "step": 340
    },
    {
      "epoch": 1.5142857142857142,
      "grad_norm": 1.7625529766082764,
      "learning_rate": 5.201329700547077e-06,
      "loss": 0.0483,
      "step": 345
    },
    {
      "epoch": 1.5362637362637361,
      "grad_norm": 2.4921791553497314,
      "learning_rate": 5.082919081767558e-06,
      "loss": 0.0349,
      "step": 350
    },
    {
      "epoch": 1.5582417582417583,
      "grad_norm": 2.6448795795440674,
      "learning_rate": 4.964461920792512e-06,
      "loss": 0.0772,
      "step": 355
    },
    {
      "epoch": 1.5802197802197804,
      "grad_norm": 1.6236152648925781,
      "learning_rate": 4.846024707219149e-06,
      "loss": 0.0681,
      "step": 360
    },
    {
      "epoch": 1.6021978021978023,
      "grad_norm": 2.0495107173919678,
      "learning_rate": 4.727673919448271e-06,
      "loss": 0.0826,
      "step": 365
    },
    {
      "epoch": 1.6241758241758242,
      "grad_norm": 1.9248158931732178,
      "learning_rate": 4.609475987370177e-06,
      "loss": 0.0477,
      "step": 370
    },
    {
      "epoch": 1.646153846153846,
      "grad_norm": 2.607696294784546,
      "learning_rate": 4.49149725507779e-06,
      "loss": 0.0826,
      "step": 375
    },
    {
      "epoch": 1.668131868131868,
      "grad_norm": 6.1411895751953125,
      "learning_rate": 4.373803943627946e-06,
      "loss": 0.0483,
      "step": 380
    },
    {
      "epoch": 1.69010989010989,
      "grad_norm": 1.4206236600875854,
      "learning_rate": 4.256462113871741e-06,
      "loss": 0.05,
      "step": 385
    },
    {
      "epoch": 1.7120879120879122,
      "grad_norm": 1.7655541896820068,
      "learning_rate": 4.139537629374814e-06,
      "loss": 0.0575,
      "step": 390
    },
    {
      "epoch": 1.7340659340659341,
      "grad_norm": 2.251216173171997,
      "learning_rate": 4.0230961194483325e-06,
      "loss": 0.0639,
      "step": 395
    },
    {
      "epoch": 1.756043956043956,
      "grad_norm": 2.040335178375244,
      "learning_rate": 3.907202942311506e-06,
      "loss": 0.059,
      "step": 400
    },
    {
      "epoch": 1.778021978021978,
      "grad_norm": 2.814518928527832,
      "learning_rate": 3.7919231484062334e-06,
      "loss": 0.0552,
      "step": 405
    },
    {
      "epoch": 1.8,
      "grad_norm": 1.965151309967041,
      "learning_rate": 3.677321443884509e-06,
      "loss": 0.0477,
      "step": 410
    },
    {
      "epoch": 1.821978021978022,
      "grad_norm": 1.2191460132598877,
      "learning_rate": 3.563462154289098e-06,
      "loss": 0.0432,
      "step": 415
    },
    {
      "epoch": 1.843956043956044,
      "grad_norm": 2.1048948764801025,
      "learning_rate": 3.4504091884478076e-06,
      "loss": 0.0437,
      "step": 420
    },
    {
      "epoch": 1.865934065934066,
      "grad_norm": 2.3074193000793457,
      "learning_rate": 3.3382260026017027e-06,
      "loss": 0.0364,
      "step": 425
    },
    {
      "epoch": 1.8879120879120879,
      "grad_norm": 1.9517512321472168,
      "learning_rate": 3.226975564787322e-06,
      "loss": 0.046,
      "step": 430
    },
    {
      "epoch": 1.9098901098901098,
      "grad_norm": 1.9187055826187134,
      "learning_rate": 3.1167203194929447e-06,
      "loss": 0.0478,
      "step": 435
    },
    {
      "epoch": 1.9318681318681319,
      "grad_norm": 2.2268590927124023,
      "learning_rate": 3.0075221526087083e-06,
      "loss": 0.0547,
      "step": 440
    },
    {
      "epoch": 1.953846153846154,
      "grad_norm": 2.0119199752807617,
      "learning_rate": 2.899442356690271e-06,
      "loss": 0.0527,
      "step": 445
    },
    {
      "epoch": 1.975824175824176,
      "grad_norm": 1.9883846044540405,
      "learning_rate": 2.7925415965555126e-06,
      "loss": 0.0402,
      "step": 450
    },
    {
      "epoch": 1.9978021978021978,
      "grad_norm": 1.7552664279937744,
      "learning_rate": 2.6868798752335867e-06,
      "loss": 0.0469,
      "step": 455
    }
  ],
  "logging_steps": 5,
  "max_steps": 684,
  "num_input_tokens_seen": 0,
  "num_train_epochs": 3,
  "save_steps": 500,
  "stateful_callbacks": {
    "TrainerControl": {
      "args": {
        "should_epoch_stop": false,
        "should_evaluate": false,
        "should_log": false,
        "should_save": true,
        "should_training_stop": false
      },
      "attributes": {}
    }
  },
  "total_flos": 7.196729545095905e+17,
  "train_batch_size": 4,
  "trial_name": null,
  "trial_params": null
}