{
  "best_global_step": null,
  "best_metric": null,
  "best_model_checkpoint": null,
  "epoch": 3.0,
  "eval_steps": 500,
  "global_step": 684,
  "is_hyper_param_search": false,
  "is_local_process_zero": true,
  "is_world_process_zero": true,
  "log_history": [
    {
      "epoch": 0.02197802197802198,
      "grad_norm": 103.67326354980469,
      "learning_rate": 1.904761904761905e-06,
      "loss": 4.2805,
      "step": 5
    },
    {
      "epoch": 0.04395604395604396,
      "grad_norm": 32.411102294921875,
      "learning_rate": 4.2857142857142855e-06,
      "loss": 3.0271,
      "step": 10
    },
    {
      "epoch": 0.06593406593406594,
      "grad_norm": 28.436738967895508,
      "learning_rate": 6.666666666666667e-06,
      "loss": 1.3784,
      "step": 15
    },
    {
      "epoch": 0.08791208791208792,
      "grad_norm": 12.037949562072754,
      "learning_rate": 9.047619047619049e-06,
      "loss": 0.6998,
      "step": 20
    },
    {
      "epoch": 0.10989010989010989,
      "grad_norm": 7.629189968109131,
      "learning_rate": 9.999494817970498e-06,
      "loss": 0.379,
      "step": 25
    },
    {
      "epoch": 0.13186813186813187,
      "grad_norm": 8.154747009277344,
      "learning_rate": 9.996407964134416e-06,
      "loss": 0.3151,
      "step": 30
    },
    {
      "epoch": 0.15384615384615385,
      "grad_norm": 6.2271504402160645,
      "learning_rate": 9.990516643685222e-06,
      "loss": 0.2672,
      "step": 35
    },
    {
      "epoch": 0.17582417582417584,
      "grad_norm": 8.859386444091797,
      "learning_rate": 9.981824163400827e-06,
      "loss": 0.2517,
      "step": 40
    },
    {
      "epoch": 0.1978021978021978,
      "grad_norm": 7.118361949920654,
      "learning_rate": 9.970335402340534e-06,
      "loss": 0.2419,
      "step": 45
    },
    {
      "epoch": 0.21978021978021978,
      "grad_norm": 3.8278748989105225,
      "learning_rate": 9.956056809106426e-06,
      "loss": 0.1812,
      "step": 50
    },
    {
      "epoch": 0.24175824175824176,
      "grad_norm": 5.752965927124023,
      "learning_rate": 9.938996398223802e-06,
      "loss": 0.1831,
      "step": 55
    },
    {
      "epoch": 0.26373626373626374,
      "grad_norm": 6.167332172393799,
      "learning_rate": 9.919163745642633e-06,
      "loss": 0.1958,
      "step": 60
    },
    {
      "epoch": 0.2857142857142857,
      "grad_norm": 4.087945461273193,
      "learning_rate": 9.896569983362632e-06,
      "loss": 0.1636,
      "step": 65
    },
    {
      "epoch": 0.3076923076923077,
      "grad_norm": 3.906132459640503,
      "learning_rate": 9.871227793184893e-06,
      "loss": 0.1847,
      "step": 70
    },
    {
      "epoch": 0.32967032967032966,
      "grad_norm": 4.176023006439209,
      "learning_rate": 9.843151399593636e-06,
      "loss": 0.1879,
      "step": 75
    },
    {
      "epoch": 0.3516483516483517,
      "grad_norm": 4.196691036224365,
      "learning_rate": 9.81235656177206e-06,
      "loss": 0.1914,
      "step": 80
    },
    {
      "epoch": 0.37362637362637363,
      "grad_norm": 7.6894378662109375,
      "learning_rate": 9.778860564756769e-06,
      "loss": 0.1889,
      "step": 85
    },
    {
      "epoch": 0.3956043956043956,
      "grad_norm": 3.593900203704834,
      "learning_rate": 9.742682209735727e-06,
      "loss": 0.1475,
      "step": 90
    },
    {
      "epoch": 0.4175824175824176,
      "grad_norm": 4.0512566566467285,
      "learning_rate": 9.703841803495234e-06,
      "loss": 0.1618,
      "step": 95
    },
    {
      "epoch": 0.43956043956043955,
      "grad_norm": 5.384514808654785,
      "learning_rate": 9.66236114702178e-06,
      "loss": 0.1849,
      "step": 100
    },
    {
      "epoch": 0.46153846153846156,
      "grad_norm": 5.403944492340088,
      "learning_rate": 9.618263523265238e-06,
      "loss": 0.1994,
      "step": 105
    },
    {
      "epoch": 0.4835164835164835,
      "grad_norm": 3.8065085411071777,
      "learning_rate": 9.57157368407022e-06,
      "loss": 0.1643,
      "step": 110
    },
    {
      "epoch": 0.5054945054945055,
      "grad_norm": 4.197083473205566,
      "learning_rate": 9.522317836282949e-06,
      "loss": 0.1589,
      "step": 115
    },
    {
      "epoch": 0.5274725274725275,
      "grad_norm": 2.402940511703491,
      "learning_rate": 9.470523627041452e-06,
      "loss": 0.1246,
      "step": 120
    },
    {
      "epoch": 0.5494505494505495,
      "grad_norm": 4.854755878448486,
      "learning_rate": 9.416220128257317e-06,
      "loss": 0.1561,
      "step": 125
    },
    {
      "epoch": 0.5714285714285714,
      "grad_norm": 2.570319414138794,
      "learning_rate": 9.359437820297716e-06,
      "loss": 0.13,
      "step": 130
    },
    {
      "epoch": 0.5934065934065934,
      "grad_norm": 3.1551403999328613,
      "learning_rate": 9.300208574876897e-06,
      "loss": 0.1064,
      "step": 135
    },
    {
      "epoch": 0.6153846153846154,
      "grad_norm": 3.110960006713867,
      "learning_rate": 9.238565637166692e-06,
      "loss": 0.1985,
      "step": 140
    },
    {
      "epoch": 0.6373626373626373,
      "grad_norm": 3.1644997596740723,
      "learning_rate": 9.174543607136111e-06,
      "loss": 0.1587,
      "step": 145
    },
    {
      "epoch": 0.6593406593406593,
      "grad_norm": 6.993527412414551,
      "learning_rate": 9.108178420130514e-06,
      "loss": 0.1558,
      "step": 150
    },
    {
      "epoch": 0.6813186813186813,
      "grad_norm": 3.0573744773864746,
      "learning_rate": 9.039507326701207e-06,
      "loss": 0.1562,
      "step": 155
    },
    {
      "epoch": 0.7032967032967034,
      "grad_norm": 3.820344924926758,
      "learning_rate": 8.968568871696847e-06,
      "loss": 0.1243,
      "step": 160
    },
    {
      "epoch": 0.7252747252747253,
      "grad_norm": 2.475353956222534,
      "learning_rate": 8.895402872628352e-06,
      "loss": 0.1176,
      "step": 165
    },
    {
      "epoch": 0.7472527472527473,
      "grad_norm": 4.724120140075684,
      "learning_rate": 8.82005039731946e-06,
      "loss": 0.1382,
      "step": 170
    },
    {
      "epoch": 0.7692307692307693,
      "grad_norm": 3.1053123474121094,
      "learning_rate": 8.742553740855507e-06,
      "loss": 0.1343,
      "step": 175
    },
    {
      "epoch": 0.7912087912087912,
      "grad_norm": 3.0429627895355225,
      "learning_rate": 8.66295640184334e-06,
      "loss": 0.1503,
      "step": 180
    },
    {
      "epoch": 0.8131868131868132,
      "grad_norm": 2.8905272483825684,
      "learning_rate": 8.581303057995697e-06,
      "loss": 0.1009,
      "step": 185
    },
    {
      "epoch": 0.8351648351648352,
      "grad_norm": 2.9303762912750244,
      "learning_rate": 8.497639541053769e-06,
      "loss": 0.1297,
      "step": 190
    },
    {
      "epoch": 0.8571428571428571,
      "grad_norm": 3.473829746246338,
      "learning_rate": 8.412012811061985e-06,
      "loss": 0.1501,
      "step": 195
    },
    {
      "epoch": 0.8791208791208791,
      "grad_norm": 4.055568218231201,
      "learning_rate": 8.324470930009514e-06,
      "loss": 0.1333,
      "step": 200
    },
    {
      "epoch": 0.9010989010989011,
      "grad_norm": 2.477252244949341,
      "learning_rate": 8.235063034853228e-06,
      "loss": 0.1034,
      "step": 205
    },
    {
      "epoch": 0.9230769230769231,
      "grad_norm": 2.2709848880767822,
      "learning_rate": 8.143839309937307e-06,
      "loss": 0.1048,
      "step": 210
    },
    {
      "epoch": 0.945054945054945,
      "grad_norm": 5.626249313354492,
      "learning_rate": 8.050850958824926e-06,
      "loss": 0.068,
      "step": 215
    },
    {
      "epoch": 0.967032967032967,
      "grad_norm": 4.006984710693359,
      "learning_rate": 7.95615017555788e-06,
      "loss": 0.1117,
      "step": 220
    },
    {
      "epoch": 0.989010989010989,
      "grad_norm": 3.718461275100708,
      "learning_rate": 7.859790115360243e-06,
      "loss": 0.1327,
      "step": 225
    },
    {
      "epoch": 1.0087912087912088,
      "grad_norm": 1.7082388401031494,
      "learning_rate": 7.76182486480253e-06,
      "loss": 0.0843,
      "step": 230
    },
    {
      "epoch": 1.0307692307692307,
      "grad_norm": 1.8397020101547241,
      "learning_rate": 7.662309411443084e-06,
      "loss": 0.0637,
      "step": 235
    },
    {
      "epoch": 1.0527472527472528,
      "grad_norm": 2.066077470779419,
      "learning_rate": 7.56129961296375e-06,
      "loss": 0.0848,
      "step": 240
    },
    {
      "epoch": 1.0747252747252747,
      "grad_norm": 2.6484856605529785,
      "learning_rate": 7.458852165817153e-06,
      "loss": 0.0683,
      "step": 245
    },
    {
      "epoch": 1.0967032967032968,
      "grad_norm": 2.677730083465576,
      "learning_rate": 7.355024573403174e-06,
      "loss": 0.0627,
      "step": 250
    },
    {
      "epoch": 1.1186813186813187,
      "grad_norm": 4.288305759429932,
      "learning_rate": 7.249875113792485e-06,
      "loss": 0.0644,
      "step": 255
    },
    {
      "epoch": 1.1406593406593406,
      "grad_norm": 1.9086939096450806,
      "learning_rate": 7.143462807015271e-06,
      "loss": 0.0561,
      "step": 260
    },
    {
      "epoch": 1.1626373626373627,
      "grad_norm": 2.812345027923584,
      "learning_rate": 7.035847381933494e-06,
      "loss": 0.0676,
      "step": 265
    },
    {
      "epoch": 1.1846153846153846,
      "grad_norm": 2.955833911895752,
      "learning_rate": 6.927089242715277e-06,
      "loss": 0.0734,
      "step": 270
    },
    {
      "epoch": 1.2065934065934065,
      "grad_norm": 1.568307638168335,
      "learning_rate": 6.817249434930267e-06,
      "loss": 0.0604,
      "step": 275
    },
    {
      "epoch": 1.2285714285714286,
      "grad_norm": 1.795526385307312,
      "learning_rate": 6.706389611284953e-06,
      "loss": 0.056,
      "step": 280
    },
    {
      "epoch": 1.2505494505494505,
      "grad_norm": 3.3431365489959717,
      "learning_rate": 6.594571997017224e-06,
      "loss": 0.0765,
      "step": 285
    },
    {
      "epoch": 1.2725274725274724,
      "grad_norm": 1.3143640756607056,
      "learning_rate": 6.481859354969549e-06,
      "loss": 0.0789,
      "step": 290
    },
    {
      "epoch": 1.2945054945054946,
      "grad_norm": 1.162153720855713,
      "learning_rate": 6.368314950360416e-06,
      "loss": 0.0507,
      "step": 295
    },
    {
      "epoch": 1.3164835164835165,
      "grad_norm": 2.5815677642822266,
      "learning_rate": 6.254002515273775e-06,
      "loss": 0.0532,
      "step": 300
    },
    {
      "epoch": 1.3384615384615386,
      "grad_norm": 1.4120206832885742,
      "learning_rate": 6.13898621288645e-06,
      "loss": 0.0608,
      "step": 305
    },
    {
      "epoch": 1.3604395604395605,
      "grad_norm": 2.0690600872039795,
      "learning_rate": 6.0233306014535505e-06,
      "loss": 0.0644,
      "step": 310
    },
    {
      "epoch": 1.3824175824175824,
      "grad_norm": 4.679474353790283,
      "learning_rate": 5.907100598072166e-06,
      "loss": 0.0776,
      "step": 315
    },
    {
      "epoch": 1.4043956043956043,
      "grad_norm": 2.9585764408111572,
      "learning_rate": 5.790361442243605e-06,
      "loss": 0.0787,
      "step": 320
    },
    {
      "epoch": 1.4263736263736264,
      "grad_norm": 2.2423832416534424,
      "learning_rate": 5.673178659254698e-06,
      "loss": 0.0533,
      "step": 325
    },
    {
      "epoch": 1.4483516483516483,
      "grad_norm": 2.079202175140381,
      "learning_rate": 5.555618023398671e-06,
      "loss": 0.0569,
      "step": 330
    },
    {
      "epoch": 1.4703296703296704,
      "grad_norm": 6.924367427825928,
      "learning_rate": 5.437745521056272e-06,
      "loss": 0.0627,
      "step": 335
    },
    {
      "epoch": 1.4923076923076923,
      "grad_norm": 1.9324455261230469,
      "learning_rate": 5.319627313657829e-06,
      "loss": 0.068,
      "step": 340
    },
    {
      "epoch": 1.5142857142857142,
      "grad_norm": 1.7625529766082764,
      "learning_rate": 5.201329700547077e-06,
      "loss": 0.0483,
      "step": 345
    },
    {
      "epoch": 1.5362637362637361,
      "grad_norm": 2.4921791553497314,
      "learning_rate": 5.082919081767558e-06,
      "loss": 0.0349,
      "step": 350
    },
    {
      "epoch": 1.5582417582417583,
      "grad_norm": 2.6448795795440674,
      "learning_rate": 4.964461920792512e-06,
      "loss": 0.0772,
      "step": 355
    },
    {
      "epoch": 1.5802197802197804,
      "grad_norm": 1.6236152648925781,
      "learning_rate": 4.846024707219149e-06,
      "loss": 0.0681,
      "step": 360
    },
    {
      "epoch": 1.6021978021978023,
      "grad_norm": 2.0495107173919678,
      "learning_rate": 4.727673919448271e-06,
      "loss": 0.0826,
      "step": 365
    },
    {
      "epoch": 1.6241758241758242,
      "grad_norm": 1.9248158931732178,
      "learning_rate": 4.609475987370177e-06,
      "loss": 0.0477,
      "step": 370
    },
    {
      "epoch": 1.646153846153846,
      "grad_norm": 2.607696294784546,
      "learning_rate": 4.49149725507779e-06,
      "loss": 0.0826,
      "step": 375
    },
    {
      "epoch": 1.668131868131868,
      "grad_norm": 6.1411895751953125,
      "learning_rate": 4.373803943627946e-06,
      "loss": 0.0483,
      "step": 380
    },
    {
      "epoch": 1.69010989010989,
      "grad_norm": 1.4206236600875854,
      "learning_rate": 4.256462113871741e-06,
      "loss": 0.05,
      "step": 385
    },
    {
      "epoch": 1.7120879120879122,
      "grad_norm": 1.7655541896820068,
      "learning_rate": 4.139537629374814e-06,
      "loss": 0.0575,
      "step": 390
    },
    {
      "epoch": 1.7340659340659341,
      "grad_norm": 2.251216173171997,
      "learning_rate": 4.0230961194483325e-06,
      "loss": 0.0639,
      "step": 395
    },
    {
      "epoch": 1.756043956043956,
      "grad_norm": 2.040335178375244,
      "learning_rate": 3.907202942311506e-06,
      "loss": 0.059,
      "step": 400
    },
    {
      "epoch": 1.778021978021978,
      "grad_norm": 2.814518928527832,
      "learning_rate": 3.7919231484062334e-06,
      "loss": 0.0552,
      "step": 405
    },
    {
      "epoch": 1.8,
      "grad_norm": 1.965151309967041,
      "learning_rate": 3.677321443884509e-06,
      "loss": 0.0477,
      "step": 410
    },
    {
      "epoch": 1.821978021978022,
      "grad_norm": 1.2191460132598877,
      "learning_rate": 3.563462154289098e-06,
      "loss": 0.0432,
      "step": 415
    },
    {
      "epoch": 1.843956043956044,
      "grad_norm": 2.1048948764801025,
      "learning_rate": 3.4504091884478076e-06,
      "loss": 0.0437,
      "step": 420
    },
    {
      "epoch": 1.865934065934066,
      "grad_norm": 2.3074193000793457,
      "learning_rate": 3.3382260026017027e-06,
      "loss": 0.0364,
      "step": 425
    },
    {
      "epoch": 1.8879120879120879,
      "grad_norm": 1.9517512321472168,
      "learning_rate": 3.226975564787322e-06,
      "loss": 0.046,
      "step": 430
    },
    {
      "epoch": 1.9098901098901098,
      "grad_norm": 1.9187055826187134,
      "learning_rate": 3.1167203194929447e-06,
      "loss": 0.0478,
      "step": 435
    },
    {
      "epoch": 1.9318681318681319,
      "grad_norm": 2.2268590927124023,
      "learning_rate": 3.0075221526087083e-06,
      "loss": 0.0547,
      "step": 440
    },
    {
      "epoch": 1.953846153846154,
      "grad_norm": 2.0119199752807617,
      "learning_rate": 2.899442356690271e-06,
      "loss": 0.0527,
      "step": 445
    },
    {
      "epoch": 1.975824175824176,
      "grad_norm": 1.9883846044540405,
      "learning_rate": 2.7925415965555126e-06,
      "loss": 0.0402,
      "step": 450
    },
    {
      "epoch": 1.9978021978021978,
      "grad_norm": 1.7552664279937744,
      "learning_rate": 2.6868798752335867e-06,
      "loss": 0.0469,
      "step": 455
    },
    {
      "epoch": 2.0175824175824175,
      "grad_norm": 0.5287231206893921,
      "learning_rate": 2.5825165002854124e-06,
      "loss": 0.0219,
      "step": 460
    },
    {
      "epoch": 2.0395604395604394,
      "grad_norm": 0.9508649706840515,
      "learning_rate": 2.479510050514561e-06,
      "loss": 0.0232,
      "step": 465
    },
    {
      "epoch": 2.0615384615384613,
      "grad_norm": 7.6937079429626465,
      "learning_rate": 2.3779183430871596e-06,
      "loss": 0.0252,
      "step": 470
    },
    {
      "epoch": 2.0835164835164837,
      "grad_norm": 1.1225639581680298,
      "learning_rate": 2.2777984010793264e-06,
      "loss": 0.0231,
      "step": 475
    },
    {
      "epoch": 2.1054945054945056,
      "grad_norm": 1.2512915134429932,
      "learning_rate": 2.17920642147031e-06,
      "loss": 0.0145,
      "step": 480
    },
    {
      "epoch": 2.1274725274725275,
      "grad_norm": 1.3123167753219604,
      "learning_rate": 2.082197743599314e-06,
      "loss": 0.021,
      "step": 485
    },
    {
      "epoch": 2.1494505494505494,
      "grad_norm": 0.9138511419296265,
      "learning_rate": 1.9868268181037186e-06,
      "loss": 0.0113,
      "step": 490
    },
    {
      "epoch": 2.1714285714285713,
      "grad_norm": 0.8708963394165039,
      "learning_rate": 1.893147176356131e-06,
      "loss": 0.0209,
      "step": 495
    },
    {
      "epoch": 2.1934065934065936,
      "grad_norm": 2.585681915283203,
      "learning_rate": 1.8012114004174048e-06,
      "loss": 0.0267,
      "step": 500
    },
    {
      "epoch": 2.2153846153846155,
      "grad_norm": 0.9203632473945618,
      "learning_rate": 1.7110710935225055e-06,
      "loss": 0.0223,
      "step": 505
    },
    {
      "epoch": 2.2373626373626374,
      "grad_norm": 1.768351674079895,
      "learning_rate": 1.6227768511157976e-06,
      "loss": 0.0209,
      "step": 510
    },
    {
      "epoch": 2.2593406593406593,
      "grad_norm": 3.8896982669830322,
      "learning_rate": 1.5363782324520033e-06,
      "loss": 0.0141,
      "step": 515
    },
    {
      "epoch": 2.281318681318681,
      "grad_norm": 1.1721408367156982,
      "learning_rate": 1.451923732778745e-06,
      "loss": 0.0197,
      "step": 520
    },
    {
      "epoch": 2.303296703296703,
      "grad_norm": 0.8685965538024902,
      "learning_rate": 1.369460756116342e-06,
      "loss": 0.0175,
      "step": 525
    },
    {
      "epoch": 2.3252747252747255,
      "grad_norm": 0.3275287449359894,
      "learning_rate": 1.2890355886500971e-06,
      "loss": 0.0198,
      "step": 530
    },
    {
      "epoch": 2.3472527472527474,
      "grad_norm": 1.6135201454162598,
      "learning_rate": 1.210693372750017e-06,
      "loss": 0.0141,
      "step": 535
    },
    {
      "epoch": 2.3692307692307693,
      "grad_norm": 4.374410152435303,
      "learning_rate": 1.1344780816325512e-06,
      "loss": 0.019,
      "step": 540
    },
    {
      "epoch": 2.391208791208791,
      "grad_norm": 0.9651854634284973,
      "learning_rate": 1.0604324946785826e-06,
      "loss": 0.0267,
      "step": 545
    },
    {
      "epoch": 2.413186813186813,
      "grad_norm": 1.089123249053955,
      "learning_rate": 9.885981734215094e-07,
      "loss": 0.0139,
      "step": 550
    },
    {
      "epoch": 2.4351648351648354,
      "grad_norm": 1.8395978212356567,
      "learning_rate": 9.190154382188921e-07,
      "loss": 0.0163,
      "step": 555
    },
    {
      "epoch": 2.4571428571428573,
      "grad_norm": 1.2764804363250732,
      "learning_rate": 8.517233456207819e-07,
      "loss": 0.0138,
      "step": 560
    },
    {
      "epoch": 2.479120879120879,
      "grad_norm": 1.789771318435669,
      "learning_rate": 7.86759666447412e-07,
      "loss": 0.0134,
      "step": 565
    },
    {
      "epoch": 2.501098901098901,
      "grad_norm": 1.204052209854126,
      "learning_rate": 7.241608645885629e-07,
      "loss": 0.0259,
      "step": 570
    },
    {
      "epoch": 2.523076923076923,
      "grad_norm": 1.729567289352417,
      "learning_rate": 6.639620765365074e-07,
      "loss": 0.0133,
      "step": 575
    },
    {
      "epoch": 2.545054945054945,
      "grad_norm": 0.7880439162254333,
      "learning_rate": 6.061970916640236e-07,
      "loss": 0.0134,
      "step": 580
    },
    {
      "epoch": 2.567032967032967,
      "grad_norm": 0.5822762846946716,
      "learning_rate": 5.508983332585316e-07,
      "loss": 0.0088,
      "step": 585
    },
    {
      "epoch": 2.589010989010989,
      "grad_norm": 1.5317531824111938,
      "learning_rate": 4.980968403230097e-07,
      "loss": 0.0104,
      "step": 590
    },
    {
      "epoch": 2.610989010989011,
      "grad_norm": 1.3211156129837036,
      "learning_rate": 4.4782225015391754e-07,
      "loss": 0.0227,
      "step": 595
    },
    {
      "epoch": 2.632967032967033,
      "grad_norm": 0.6713610887527466,
      "learning_rate": 4.001027817058789e-07,
      "loss": 0.0227,
      "step": 600
    },
    {
      "epoch": 2.654945054945055,
      "grad_norm": 0.8090438842773438,
      "learning_rate": 3.549652197524783e-07,
      "loss": 0.0148,
      "step": 605
    },
    {
      "epoch": 2.676923076923077,
      "grad_norm": 0.8606973886489868,
      "learning_rate": 3.1243489985206097e-07,
      "loss": 0.0126,
      "step": 610
    },
    {
      "epoch": 2.698901098901099,
      "grad_norm": 0.4558032751083374,
      "learning_rate": 2.7253569412697244e-07,
      "loss": 0.0148,
      "step": 615
    },
    {
      "epoch": 2.720879120879121,
      "grad_norm": 0.9562636017799377,
      "learning_rate": 2.3528999786421758e-07,
      "loss": 0.0193,
      "step": 620
    },
    {
      "epoch": 2.742857142857143,
      "grad_norm": 0.8559966683387756,
      "learning_rate": 2.007187169450603e-07,
      "loss": 0.016,
      "step": 625
    },
    {
      "epoch": 2.764835164835165,
      "grad_norm": 1.7307000160217285,
      "learning_rate": 1.688412561106284e-07,
      "loss": 0.019,
      "step": 630
    },
    {
      "epoch": 2.7868131868131867,
      "grad_norm": 0.5107638239860535,
      "learning_rate": 1.3967550807009677e-07,
      "loss": 0.0092,
      "step": 635
    },
    {
      "epoch": 2.8087912087912086,
      "grad_norm": 0.4282393455505371,
      "learning_rate": 1.1323784345757205e-07,
      "loss": 0.0183,
      "step": 640
    },
    {
      "epoch": 2.830769230769231,
      "grad_norm": 0.16814564168453217,
      "learning_rate": 8.954310164331015e-08,
      "loss": 0.0068,
      "step": 645
    },
    {
      "epoch": 2.852747252747253,
      "grad_norm": 1.1853666305541992,
      "learning_rate": 6.860458240443179e-08,
      "loss": 0.0228,
      "step": 650
    },
    {
      "epoch": 2.8747252747252747,
      "grad_norm": 0.9609817862510681,
      "learning_rate": 5.0434038459801213e-08,
      "loss": 0.011,
      "step": 655
    },
    {
      "epoch": 2.8967032967032966,
      "grad_norm": 1.1566367149353027,
      "learning_rate": 3.504166887326688e-08,
      "loss": 0.0214,
      "step": 660
    },
    {
      "epoch": 2.9186813186813185,
      "grad_norm": 0.5598509311676025,
      "learning_rate": 2.2436113328958565e-08,
      "loss": 0.0122,
      "step": 665
    },
    {
      "epoch": 2.940659340659341,
      "grad_norm": 0.7686200141906738,
      "learning_rate": 1.2624447281867625e-08,
      "loss": 0.0083,
      "step": 670
    },
    {
      "epoch": 2.9626373626373628,
      "grad_norm": 0.5563770532608032,
      "learning_rate": 5.612177986414891e-09,
      "loss": 0.0075,
      "step": 675
    },
    {
      "epoch": 2.9846153846153847,
      "grad_norm": 1.267865777015686,
      "learning_rate": 1.4032414052478348e-09,
      "loss": 0.0122,
      "step": 680
    }
  ],
  "logging_steps": 5,
  "max_steps": 684,
  "num_input_tokens_seen": 0,
  "num_train_epochs": 3,
  "save_steps": 500,
  "stateful_callbacks": {
    "TrainerControl": {
      "args": {
        "should_epoch_stop": false,
        "should_evaluate": false,
        "should_log": false,
        "should_save": true,
        "should_training_stop": true
      },
      "attributes": {}
    }
  },
  "total_flos": 1.0795094318314947e+18,
  "train_batch_size": 4,
  "trial_name": null,
  "trial_params": null
}