{
  "best_global_step": null,
  "best_metric": null,
  "best_model_checkpoint": null,
  "epoch": 2.0,
  "eval_steps": 202,
  "global_step": 202,
  "is_hyper_param_search": false,
  "is_local_process_zero": true,
  "is_world_process_zero": true,
  "log_history": [
    {
      "epoch": 0.009900990099009901,
      "grad_norm": 152.50006103515625,
      "learning_rate": 0.0,
      "loss": 15.6875,
      "step": 1
    },
    {
      "epoch": 0.019801980198019802,
      "grad_norm": 155.11602783203125,
      "learning_rate": 1.8181818181818182e-05,
      "loss": 15.8984,
      "step": 2
    },
    {
      "epoch": 0.0297029702970297,
      "grad_norm": 39.620399475097656,
      "learning_rate": 3.6363636363636364e-05,
      "loss": 11.7891,
      "step": 3
    },
    {
      "epoch": 0.039603960396039604,
      "grad_norm": 481.17474365234375,
      "learning_rate": 5.4545454545454546e-05,
      "loss": 12.0391,
      "step": 4
    },
    {
      "epoch": 0.04950495049504951,
      "grad_norm": 45.559226989746094,
      "learning_rate": 7.272727272727273e-05,
      "loss": 13.8828,
      "step": 5
    },
    {
      "epoch": 0.0594059405940594,
      "grad_norm": 65.59961700439453,
      "learning_rate": 9.090909090909092e-05,
      "loss": 16.6641,
      "step": 6
    },
    {
      "epoch": 0.06930693069306931,
      "grad_norm": 33.685943603515625,
      "learning_rate": 0.00010909090909090909,
      "loss": 15.5469,
      "step": 7
    },
    {
      "epoch": 0.07920792079207921,
      "grad_norm": 73.23568725585938,
      "learning_rate": 0.00012727272727272728,
      "loss": 19.2344,
      "step": 8
    },
    {
      "epoch": 0.0891089108910891,
      "grad_norm": 26.491865158081055,
      "learning_rate": 0.00014545454545454546,
      "loss": 14.6875,
      "step": 9
    },
    {
      "epoch": 0.09900990099009901,
      "grad_norm": 29.270771026611328,
      "learning_rate": 0.00016363636363636366,
      "loss": 13.5625,
      "step": 10
    },
    {
      "epoch": 0.10891089108910891,
      "grad_norm": 22.94576644897461,
      "learning_rate": 0.00018181818181818183,
      "loss": 13.8359,
      "step": 11
    },
    {
      "epoch": 0.1188118811881188,
      "grad_norm": 19.714340209960938,
      "learning_rate": 0.0002,
      "loss": 13.4453,
      "step": 12
    },
    {
      "epoch": 0.12871287128712872,
      "grad_norm": 29.34218406677246,
      "learning_rate": 0.00019998782593171394,
      "loss": 14.1328,
      "step": 13
    },
    {
      "epoch": 0.13861386138613863,
      "grad_norm": 15.325265884399414,
      "learning_rate": 0.0001999513070203655,
      "loss": 14.1484,
      "step": 14
    },
    {
      "epoch": 0.1485148514851485,
      "grad_norm": 15.70521354675293,
      "learning_rate": 0.00019989045314559295,
      "loss": 13.1875,
      "step": 15
    },
    {
      "epoch": 0.15841584158415842,
      "grad_norm": 13.77431869506836,
      "learning_rate": 0.00019980528077049017,
      "loss": 12.2109,
      "step": 16
    },
    {
      "epoch": 0.16831683168316833,
      "grad_norm": 48.380741119384766,
      "learning_rate": 0.00019969581293715296,
      "loss": 12.6484,
      "step": 17
    },
    {
      "epoch": 0.1782178217821782,
      "grad_norm": 13.91443157196045,
      "learning_rate": 0.00019956207926044532,
      "loss": 12.6172,
      "step": 18
    },
    {
      "epoch": 0.18811881188118812,
      "grad_norm": 9.085782051086426,
      "learning_rate": 0.00019940411591998748,
      "loss": 11.7734,
      "step": 19
    },
    {
      "epoch": 0.19801980198019803,
      "grad_norm": 8.792189598083496,
      "learning_rate": 0.0001992219656503682,
      "loss": 11.2812,
      "step": 20
    },
    {
      "epoch": 0.2079207920792079,
      "grad_norm": 9.451997756958008,
      "learning_rate": 0.0001990156777295835,
      "loss": 10.9844,
      "step": 21
    },
    {
      "epoch": 0.21782178217821782,
      "grad_norm": 8.6239652633667,
      "learning_rate": 0.00019878530796570528,
      "loss": 10.3516,
      "step": 22
    },
    {
      "epoch": 0.22772277227722773,
      "grad_norm": 9.932726860046387,
      "learning_rate": 0.00019853091868178316,
      "loss": 10.2031,
      "step": 23
    },
    {
      "epoch": 0.2376237623762376,
      "grad_norm": 5.901266098022461,
      "learning_rate": 0.00019825257869898418,
      "loss": 9.9297,
      "step": 24
    },
    {
      "epoch": 0.24752475247524752,
      "grad_norm": 4.901180744171143,
      "learning_rate": 0.00019795036331797405,
      "loss": 9.5938,
      "step": 25
    },
    {
      "epoch": 0.25742574257425743,
      "grad_norm": 4.704899311065674,
      "learning_rate": 0.00019762435429854577,
      "loss": 9.5703,
      "step": 26
    },
    {
      "epoch": 0.26732673267326734,
      "grad_norm": 4.755985736846924,
      "learning_rate": 0.00019727463983750077,
      "loss": 9.5312,
      "step": 27
    },
    {
      "epoch": 0.27722772277227725,
      "grad_norm": 5.313395023345947,
      "learning_rate": 0.00019690131454478858,
      "loss": 9.3672,
      "step": 28
    },
    {
      "epoch": 0.2871287128712871,
      "grad_norm": 6.608179092407227,
      "learning_rate": 0.00019650447941791155,
      "loss": 9.6875,
      "step": 29
    },
    {
      "epoch": 0.297029702970297,
      "grad_norm": 7.129603385925293,
      "learning_rate": 0.0001960842418146016,
      "loss": 9.6016,
      "step": 30
    },
    {
      "epoch": 0.3069306930693069,
      "grad_norm": 1075.1676025390625,
      "learning_rate": 0.00019564071542377596,
      "loss": 18.0156,
      "step": 31
    },
    {
      "epoch": 0.31683168316831684,
      "grad_norm": 12.196839332580566,
      "learning_rate": 0.00019517402023478062,
      "loss": 10.8125,
      "step": 32
    },
    {
      "epoch": 0.32673267326732675,
      "grad_norm": 6.137757301330566,
      "learning_rate": 0.0001946842825049289,
      "loss": 10.0625,
      "step": 33
    },
    {
      "epoch": 0.33663366336633666,
      "grad_norm": 9.860557556152344,
      "learning_rate": 0.00019417163472534456,
      "loss": 10.1719,
      "step": 34
    },
    {
      "epoch": 0.3465346534653465,
      "grad_norm": 9.4225435256958,
      "learning_rate": 0.00019363621558511805,
      "loss": 8.7197,
      "step": 35
    },
    {
      "epoch": 0.3564356435643564,
      "grad_norm": 4.244920253753662,
      "learning_rate": 0.00019307816993378662,
      "loss": 9.5391,
      "step": 36
    },
    {
      "epoch": 0.36633663366336633,
      "grad_norm": 4.227206707000732,
      "learning_rate": 0.00019249764874214732,
      "loss": 9.3281,
      "step": 37
    },
    {
      "epoch": 0.37623762376237624,
      "grad_norm": 3.867461681365967,
      "learning_rate": 0.00019189480906141413,
      "loss": 9.0625,
      "step": 38
    },
    {
      "epoch": 0.38613861386138615,
      "grad_norm": 5.17470121383667,
      "learning_rate": 0.00019126981398073008,
      "loss": 9.1094,
      "step": 39
    },
    {
      "epoch": 0.39603960396039606,
      "grad_norm": 5.798826694488525,
      "learning_rate": 0.00019062283258304612,
      "loss": 9.3359,
      "step": 40
    },
    {
      "epoch": 0.40594059405940597,
      "grad_norm": 4.38295841217041,
      "learning_rate": 0.0001899540398993781,
      "loss": 9.4219,
      "step": 41
    },
    {
      "epoch": 0.4158415841584158,
      "grad_norm": 4.414400577545166,
      "learning_rate": 0.00018926361686145494,
      "loss": 9.1016,
      "step": 42
    },
    {
      "epoch": 0.42574257425742573,
      "grad_norm": 4.6771559715271,
      "learning_rate": 0.00018855175025277022,
      "loss": 8.9219,
      "step": 43
    },
    {
      "epoch": 0.43564356435643564,
      "grad_norm": 4.436445713043213,
      "learning_rate": 0.00018781863265805065,
      "loss": 9.1562,
      "step": 44
    },
    {
      "epoch": 0.44554455445544555,
      "grad_norm": 3.0445127487182617,
      "learning_rate": 0.00018706446241115537,
      "loss": 9.0,
      "step": 45
    },
    {
      "epoch": 0.45544554455445546,
      "grad_norm": 13.921093940734863,
      "learning_rate": 0.00018628944354141962,
      "loss": 8.6484,
      "step": 46
    },
    {
      "epoch": 0.46534653465346537,
      "grad_norm": 7.534108638763428,
      "learning_rate": 0.00018549378571845767,
      "loss": 9.7734,
      "step": 47
    },
    {
      "epoch": 0.4752475247524752,
      "grad_norm": 3.2327933311462402,
      "learning_rate": 0.00018467770419543998,
      "loss": 9.375,
      "step": 48
    },
    {
      "epoch": 0.48514851485148514,
      "grad_norm": 4.523435115814209,
      "learning_rate": 0.00018384141975085952,
      "loss": 9.1406,
      "step": 49
    },
    {
      "epoch": 0.49504950495049505,
      "grad_norm": 83.07750701904297,
      "learning_rate": 0.00018298515862880387,
      "loss": 8.9531,
      "step": 50
    },
    {
      "epoch": 0.504950495049505,
      "grad_norm": 6.1501641273498535,
      "learning_rate": 0.00018210915247774784,
      "loss": 10.0547,
      "step": 51
    },
    {
      "epoch": 0.5148514851485149,
      "grad_norm": 3.1539700031280518,
      "learning_rate": 0.00018121363828788484,
      "loss": 9.3359,
      "step": 52
    },
    {
      "epoch": 0.5247524752475248,
      "grad_norm": 3.68802809715271,
      "learning_rate": 0.0001802988583270126,
      "loss": 9.1328,
      "step": 53
    },
    {
      "epoch": 0.5346534653465347,
      "grad_norm": 3.102386713027954,
      "learning_rate": 0.00017936506007499136,
      "loss": 8.9609,
      "step": 54
    },
    {
      "epoch": 0.5445544554455446,
      "grad_norm": 3.1378631591796875,
      "learning_rate": 0.00017841249615679192,
      "loss": 8.7891,
      "step": 55
    },
    {
      "epoch": 0.5544554455445545,
      "grad_norm": 3.207996129989624,
      "learning_rate": 0.00017744142427415172,
      "loss": 8.75,
      "step": 56
    },
    {
      "epoch": 0.5643564356435643,
      "grad_norm": 4.185523509979248,
      "learning_rate": 0.0001764521071358577,
      "loss": 8.5781,
      "step": 57
    },
    {
      "epoch": 0.5742574257425742,
      "grad_norm": 2.66141676902771,
      "learning_rate": 0.00017544481238667426,
      "loss": 8.6172,
      "step": 58
    },
    {
      "epoch": 0.5841584158415841,
      "grad_norm": 4.6184258460998535,
      "learning_rate": 0.00017441981253493607,
      "loss": 8.625,
      "step": 59
    },
    {
      "epoch": 0.594059405940594,
      "grad_norm": 114.2392578125,
      "learning_rate": 0.00017337738487882508,
      "loss": 13.5,
      "step": 60
    },
    {
      "epoch": 0.6039603960396039,
      "grad_norm": 6.742166996002197,
      "learning_rate": 0.00017231781143135173,
      "loss": 9.3594,
      "step": 61
    },
    {
      "epoch": 0.6138613861386139,
      "grad_norm": 2.791332483291626,
      "learning_rate": 0.00017124137884406054,
      "loss": 8.9375,
      "step": 62
    },
    {
      "epoch": 0.6237623762376238,
      "grad_norm": 7.167698383331299,
      "learning_rate": 0.00017014837832948087,
      "loss": 8.6094,
      "step": 63
    },
    {
      "epoch": 0.6336633663366337,
      "grad_norm": 4.072234153747559,
      "learning_rate": 0.00016903910558234393,
      "loss": 8.9688,
      "step": 64
    },
    {
      "epoch": 0.6435643564356436,
      "grad_norm": 4.949003219604492,
      "learning_rate": 0.0001679138606995868,
      "loss": 8.7266,
      "step": 65
    },
    {
      "epoch": 0.6534653465346535,
      "grad_norm": 70.55978393554688,
      "learning_rate": 0.00016677294809916597,
      "loss": 8.9453,
      "step": 66
    },
    {
      "epoch": 0.6633663366336634,
      "grad_norm": 4.001098155975342,
      "learning_rate": 0.0001656166764377016,
      "loss": 8.9453,
      "step": 67
    },
    {
      "epoch": 0.6732673267326733,
      "grad_norm": 3.2970945835113525,
      "learning_rate": 0.00016444535852697508,
      "loss": 8.7578,
      "step": 68
    },
    {
      "epoch": 0.6831683168316832,
      "grad_norm": 7.960860252380371,
      "learning_rate": 0.00016325931124930266,
      "loss": 8.4883,
      "step": 69
    },
    {
      "epoch": 0.693069306930693,
      "grad_norm": 4.774203300476074,
      "learning_rate": 0.00016205885547180762,
      "loss": 9.0859,
      "step": 70
    },
    {
      "epoch": 0.7029702970297029,
      "grad_norm": 2.7817211151123047,
      "learning_rate": 0.00016084431595961464,
      "loss": 9.0234,
      "step": 71
    },
    {
      "epoch": 0.7128712871287128,
      "grad_norm": 3.5456042289733887,
      "learning_rate": 0.0001596160212879894,
      "loss": 8.5508,
      "step": 72
    },
    {
      "epoch": 0.7227722772277227,
      "grad_norm": 2.8811049461364746,
      "learning_rate": 0.00015837430375344766,
      "loss": 8.3203,
      "step": 73
    },
    {
      "epoch": 0.7326732673267327,
      "grad_norm": 2.634841203689575,
      "learning_rate": 0.00015711949928385742,
      "loss": 8.2539,
      "step": 74
    },
    {
      "epoch": 0.7425742574257426,
      "grad_norm": 2.80352520942688,
      "learning_rate": 0.0001558519473475585,
      "loss": 8.3594,
      "step": 75
    },
    {
      "epoch": 0.7524752475247525,
      "grad_norm": 2.983501434326172,
      "learning_rate": 0.000154571990861525,
      "loss": 8.3555,
      "step": 76
    },
    {
      "epoch": 0.7623762376237624,
      "grad_norm": 2.525681972503662,
      "learning_rate": 0.00015327997609859386,
      "loss": 8.0117,
      "step": 77
    },
    {
      "epoch": 0.7722772277227723,
      "grad_norm": 2.6573147773742676,
      "learning_rate": 0.0001519762525937862,
      "loss": 8.1836,
      "step": 78
    },
    {
      "epoch": 0.7821782178217822,
      "grad_norm": 3.265751361846924,
      "learning_rate": 0.0001506611730497459,
      "loss": 8.1836,
      "step": 79
    },
    {
      "epoch": 0.7920792079207921,
      "grad_norm": 3.280087947845459,
      "learning_rate": 0.00014933509324132116,
      "loss": 8.2617,
      "step": 80
    },
    {
      "epoch": 0.801980198019802,
      "grad_norm": 2.2106235027313232,
      "learning_rate": 0.0001479983719193151,
      "loss": 8.0078,
      "step": 81
    },
    {
      "epoch": 0.8118811881188119,
      "grad_norm": 2.518003225326538,
      "learning_rate": 0.0001466513707134312,
      "loss": 8.0078,
      "step": 82
    },
    {
      "epoch": 0.8217821782178217,
      "grad_norm": 38.51225280761719,
      "learning_rate": 0.00014529445403443965,
      "loss": 7.7637,
      "step": 83
    },
    {
      "epoch": 0.8316831683168316,
      "grad_norm": 5.821120738983154,
      "learning_rate": 0.0001439279889755918,
      "loss": 8.375,
      "step": 84
    },
    {
      "epoch": 0.8415841584158416,
      "grad_norm": 3.276437282562256,
      "learning_rate": 0.0001425523452133084,
      "loss": 8.7188,
      "step": 85
    },
    {
      "epoch": 0.8514851485148515,
      "grad_norm": 6.970194339752197,
      "learning_rate": 0.00014116789490716954,
      "loss": 8.5781,
      "step": 86
    },
    {
      "epoch": 0.8613861386138614,
      "grad_norm": 94.84854125976562,
      "learning_rate": 0.00013977501259923215,
      "loss": 23.9531,
      "step": 87
    },
    {
      "epoch": 0.8712871287128713,
      "grad_norm": 4.508042335510254,
      "learning_rate": 0.00013837407511270365,
      "loss": 9.0234,
      "step": 88
    },
    {
      "epoch": 0.8811881188118812,
      "grad_norm": 2.887805223464966,
      "learning_rate": 0.00013696546144999786,
      "loss": 8.375,
      "step": 89
    },
    {
      "epoch": 0.8910891089108911,
      "grad_norm": 2.4554858207702637,
      "learning_rate": 0.00013554955269020195,
      "loss": 8.3242,
      "step": 90
    },
    {
      "epoch": 0.900990099009901,
      "grad_norm": 2.6604201793670654,
      "learning_rate": 0.00013412673188598092,
      "loss": 8.207,
      "step": 91
    },
    {
      "epoch": 0.9108910891089109,
      "grad_norm": 3.3090832233428955,
      "learning_rate": 0.00013269738395994883,
      "loss": 8.2266,
      "step": 92
    },
    {
      "epoch": 0.9207920792079208,
      "grad_norm": 2.517388105392456,
      "learning_rate": 0.00013126189560053352,
      "loss": 8.1797,
      "step": 93
    },
    {
      "epoch": 0.9306930693069307,
      "grad_norm": 2.1608598232269287,
      "learning_rate": 0.00012982065515736418,
      "loss": 7.9102,
      "step": 94
    },
    {
      "epoch": 0.9405940594059405,
      "grad_norm": 2.3422179222106934,
      "learning_rate": 0.00012837405253620905,
      "loss": 7.6211,
      "step": 95
    },
    {
      "epoch": 0.9504950495049505,
      "grad_norm": 2.019343852996826,
      "learning_rate": 0.00012692247909349243,
      "loss": 7.8633,
      "step": 96
    },
    {
      "epoch": 0.9603960396039604,
      "grad_norm": 2.547525405883789,
      "learning_rate": 0.00012546632753041904,
      "loss": 7.5391,
      "step": 97
    },
    {
      "epoch": 0.9702970297029703,
      "grad_norm": 2.123288869857788,
      "learning_rate": 0.00012400599178673483,
      "loss": 7.6953,
      "step": 98
    },
    {
      "epoch": 0.9801980198019802,
      "grad_norm": 2.303816080093384,
      "learning_rate": 0.00012254186693415222,
      "loss": 7.8242,
      "step": 99
    },
    {
      "epoch": 0.9900990099009901,
      "grad_norm": 2.4239020347595215,
      "learning_rate": 0.00012107434906946982,
      "loss": 7.5977,
      "step": 100
    },
    {
      "epoch": 1.0,
      "grad_norm": 2.0720744132995605,
      "learning_rate": 0.00011960383520741419,
      "loss": 7.3789,
      "step": 101
    },
    {
      "checkpoint_runtime": 117.0071
    },
    {
      "epoch": 1.00990099009901,
      "grad_norm": 2.3910915851593018,
      "learning_rate": 0.0001181307231732336,
      "loss": 6.1016,
      "step": 102
    },
    {
      "epoch": 1.0198019801980198,
      "grad_norm": 2.539257764816284,
      "learning_rate": 0.00011665541149507239,
      "loss": 7.4375,
      "step": 103
    },
    {
      "epoch": 1.0297029702970297,
      "grad_norm": 2.1717493534088135,
      "learning_rate": 0.0001151782992961554,
      "loss": 7.2188,
      "step": 104
    },
    {
      "epoch": 1.0396039603960396,
      "grad_norm": 2.1999051570892334,
      "learning_rate": 0.0001136997861868109,
      "loss": 7.7773,
      "step": 105
    },
    {
      "epoch": 1.0495049504950495,
      "grad_norm": 20.015344619750977,
      "learning_rate": 0.00011222027215636235,
      "loss": 13.418,
      "step": 106
    },
    {
      "epoch": 1.0594059405940595,
      "grad_norm": 3.3290457725524902,
      "learning_rate": 0.00011074015746491722,
      "loss": 7.6797,
      "step": 107
    },
    {
      "epoch": 1.0693069306930694,
      "grad_norm": 2.3182663917541504,
      "learning_rate": 0.00010925984253508279,
      "loss": 7.4141,
      "step": 108
    },
    {
      "epoch": 1.0792079207920793,
      "grad_norm": 2.7846322059631348,
      "learning_rate": 0.00010777972784363765,
      "loss": 7.5781,
      "step": 109
    },
    {
      "epoch": 1.0891089108910892,
      "grad_norm": 3.0692903995513916,
      "learning_rate": 0.00010630021381318915,
      "loss": 7.207,
      "step": 110
    },
    {
      "epoch": 1.099009900990099,
      "grad_norm": 2.5749456882476807,
      "learning_rate": 0.0001048217007038446,
      "loss": 6.8672,
      "step": 111
    },
    {
      "epoch": 1.108910891089109,
      "grad_norm": 2.473937511444092,
      "learning_rate": 0.00010334458850492763,
      "loss": 6.7148,
      "step": 112
    },
    {
      "epoch": 1.118811881188119,
      "grad_norm": 2.3984756469726562,
      "learning_rate": 0.00010186927682676646,
      "loss": 6.6914,
      "step": 113
    },
    {
      "epoch": 1.1287128712871288,
      "grad_norm": 2.423884391784668,
      "learning_rate": 0.00010039616479258587,
      "loss": 7.0469,
      "step": 114
    },
    {
      "epoch": 1.1386138613861387,
      "grad_norm": 3.279681921005249,
      "learning_rate": 9.892565093053024e-05,
      "loss": 6.5078,
      "step": 115
    },
    {
      "epoch": 1.1485148514851484,
      "grad_norm": 3.0356831550598145,
      "learning_rate": 9.745813306584781e-05,
      "loss": 6.5273,
      "step": 116
    },
    {
      "epoch": 1.1584158415841583,
      "grad_norm": 2.747650146484375,
      "learning_rate": 9.599400821326521e-05,
      "loss": 6.4219,
      "step": 117
    },
    {
      "epoch": 1.1683168316831682,
      "grad_norm": 2.4899802207946777,
      "learning_rate": 9.453367246958095e-05,
      "loss": 7.0586,
      "step": 118
    },
    {
      "epoch": 1.1782178217821782,
      "grad_norm": 2.7331626415252686,
      "learning_rate": 9.307752090650759e-05,
      "loss": 6.3047,
      "step": 119
    },
    {
      "epoch": 1.188118811881188,
      "grad_norm": 2.377115488052368,
      "learning_rate": 9.162594746379097e-05,
      "loss": 5.9258,
      "step": 120
    },
    {
      "epoch": 1.198019801980198,
      "grad_norm": 2.8060243129730225,
      "learning_rate": 9.017934484263584e-05,
      "loss": 5.6406,
      "step": 121
    },
    {
      "epoch": 1.2079207920792079,
      "grad_norm": 2.350632429122925,
      "learning_rate": 8.873810439946648e-05,
      "loss": 5.5859,
      "step": 122
    },
    {
      "epoch": 1.2178217821782178,
      "grad_norm": 2.519296169281006,
      "learning_rate": 8.73026160400512e-05,
      "loss": 5.1758,
      "step": 123
    },
    {
      "epoch": 1.2277227722772277,
      "grad_norm": 2.0400750637054443,
      "learning_rate": 8.58732681140191e-05,
      "loss": 5.5195,
      "step": 124
    },
    {
      "epoch": 1.2376237623762376,
      "grad_norm": 1.9192492961883545,
      "learning_rate": 8.445044730979808e-05,
      "loss": 4.6875,
      "step": 125
    },
    {
      "epoch": 1.2475247524752475,
      "grad_norm": 2.3437716960906982,
      "learning_rate": 8.303453855000217e-05,
      "loss": 4.4492,
      "step": 126
    },
    {
      "epoch": 1.2574257425742574,
      "grad_norm": 2.027672052383423,
      "learning_rate": 8.162592488729637e-05,
      "loss": 4.3867,
      "step": 127
    },
    {
      "epoch": 1.2673267326732673,
      "grad_norm": 2.480762243270874,
      "learning_rate": 8.022498740076788e-05,
      "loss": 4.582,
      "step": 128
    },
    {
      "epoch": 1.2772277227722773,
      "grad_norm": 2.1822168827056885,
      "learning_rate": 7.883210509283048e-05,
      "loss": 4.6445,
      "step": 129
    },
    {
      "epoch": 1.2871287128712872,
      "grad_norm": 2.1713345050811768,
      "learning_rate": 7.74476547866916e-05,
      "loss": 4.8281,
      "step": 130
    },
    {
      "epoch": 1.297029702970297,
      "grad_norm": 2.949915885925293,
      "learning_rate": 7.607201102440822e-05,
      "loss": 4.8945,
      "step": 131
    },
    {
      "epoch": 1.306930693069307,
      "grad_norm": 5.816825866699219,
      "learning_rate": 7.470554596556038e-05,
      "loss": 6.4536,
      "step": 132
    },
    {
      "epoch": 1.316831683168317,
      "grad_norm": 2.8560147285461426,
      "learning_rate": 7.334862928656882e-05,
      "loss": 6.2148,
      "step": 133
    },
    {
      "epoch": 1.3267326732673268,
      "grad_norm": 1.9923173189163208,
      "learning_rate": 7.200162808068492e-05,
      "loss": 4.8516,
      "step": 134
    },
    {
      "epoch": 1.3366336633663367,
      "grad_norm": 3.521530866622925,
      "learning_rate": 7.06649067586789e-05,
      "loss": 5.7188,
      "step": 135
    },
    {
      "epoch": 1.3465346534653464,
      "grad_norm": 32.16452407836914,
      "learning_rate": 6.933882695025414e-05,
      "loss": 6.3516,
      "step": 136
    },
    {
      "epoch": 1.3564356435643563,
      "grad_norm": 2.6356420516967773,
      "learning_rate": 6.802374740621382e-05,
      "loss": 4.4414,
      "step": 137
    },
    {
      "epoch": 1.3663366336633662,
      "grad_norm": 1.9716286659240723,
      "learning_rate": 6.672002390140615e-05,
      "loss": 4.2656,
      "step": 138
    },
    {
      "epoch": 1.3762376237623761,
      "grad_norm": 1.7040444612503052,
      "learning_rate": 6.542800913847502e-05,
      "loss": 3.9785,
      "step": 139
    },
    {
      "epoch": 1.386138613861386,
      "grad_norm": 2.3597848415374756,
      "learning_rate": 6.414805265244153e-05,
      "loss": 4.4141,
      "step": 140
    },
    {
      "epoch": 1.396039603960396,
      "grad_norm": 2.488919734954834,
      "learning_rate": 6.288050071614263e-05,
      "loss": 4.8203,
      "step": 141
    },
    {
      "epoch": 1.4059405940594059,
      "grad_norm": 2.223335027694702,
      "learning_rate": 6.162569624655235e-05,
      "loss": 4.1738,
      "step": 142
    },
    {
      "epoch": 1.4158415841584158,
      "grad_norm": 1.9648133516311646,
      "learning_rate": 6.0383978712010627e-05,
      "loss": 4.0176,
      "step": 143
    },
    {
      "epoch": 1.4257425742574257,
      "grad_norm": 2.9666850566864014,
      "learning_rate": 5.9155684040385396e-05,
      "loss": 4.4258,
      "step": 144
    },
    {
      "epoch": 1.4356435643564356,
      "grad_norm": 2.051849603652954,
      "learning_rate": 5.794114452819239e-05,
      "loss": 4.0508,
      "step": 145
    },
    {
      "epoch": 1.4455445544554455,
      "grad_norm": 1.7934975624084473,
      "learning_rate": 5.674068875069736e-05,
      "loss": 3.6016,
      "step": 146
    },
    {
      "epoch": 1.4554455445544554,
      "grad_norm": 4.365362167358398,
      "learning_rate": 5.5554641473024916e-05,
      "loss": 6.043,
      "step": 147
    },
    {
      "epoch": 1.4653465346534653,
      "grad_norm": 2.678313732147217,
      "learning_rate": 5.4383323562298405e-05,
      "loss": 5.1289,
      "step": 148
    },
    {
      "epoch": 1.4752475247524752,
      "grad_norm": 1.8244177103042603,
      "learning_rate": 5.3227051900834024e-05,
      "loss": 3.7969,
      "step": 149
    },
    {
      "epoch": 1.4851485148514851,
      "grad_norm": 1.8080298900604248,
      "learning_rate": 5.208613930041323e-05,
      "loss": 4.1211,
      "step": 150
    },
    {
      "epoch": 1.495049504950495,
      "grad_norm": 50.39912414550781,
      "learning_rate": 5.09608944176561e-05,
      "loss": 9.9336,
      "step": 151
    },
    {
      "epoch": 1.504950495049505,
      "grad_norm": 2.4307775497436523,
      "learning_rate": 4.985162167051917e-05,
      "loss": 4.9141,
      "step": 152
    },
    {
      "epoch": 1.5148514851485149,
      "grad_norm": 1.858076572418213,
      "learning_rate": 4.875862115593951e-05,
      "loss": 3.7559,
      "step": 153
    },
    {
      "epoch": 1.5247524752475248,
      "grad_norm": 1.654653787612915,
      "learning_rate": 4.7682188568648294e-05,
      "loss": 3.8965,
      "step": 154
    },
    {
      "epoch": 1.5346534653465347,
      "grad_norm": 1.9130183458328247,
      "learning_rate": 4.662261512117496e-05,
      "loss": 3.5098,
      "step": 155
    },
    {
      "epoch": 1.5445544554455446,
      "grad_norm": 2.3735601902008057,
      "learning_rate": 4.558018746506396e-05,
      "loss": 3.4219,
      "step": 156
    },
    {
      "epoch": 1.5544554455445545,
      "grad_norm": 1.6245256662368774,
      "learning_rate": 4.455518761332576e-05,
      "loss": 3.4375,
      "step": 157
    },
    {
      "epoch": 1.5643564356435644,
      "grad_norm": 1.7158585786819458,
      "learning_rate": 4.35478928641423e-05,
      "loss": 4.0195,
      "step": 158
    },
    {
      "epoch": 1.5742574257425743,
      "grad_norm": 1.537367343902588,
      "learning_rate": 4.25585757258483e-05,
      "loss": 3.1113,
      "step": 159
    },
    {
      "epoch": 1.5841584158415842,
      "grad_norm": 2.29418683052063,
      "learning_rate": 4.158750384320811e-05,
      "loss": 3.9023,
      "step": 160
    },
    {
      "epoch": 1.5940594059405941,
      "grad_norm": 14.955975532531738,
      "learning_rate": 4.063493992500865e-05,
      "loss": 7.5469,
      "step": 161
    },
    {
      "epoch": 1.603960396039604,
      "grad_norm": 2.4816298484802246,
      "learning_rate": 3.9701141672987406e-05,
      "loss": 4.8594,
      "step": 162
    },
    {
      "epoch": 1.613861386138614,
      "grad_norm": 1.8471182584762573,
      "learning_rate": 3.878636171211518e-05,
      "loss": 3.4258,
      "step": 163
    },
    {
      "epoch": 1.6237623762376239,
      "grad_norm": 1.9999842643737793,
      "learning_rate": 3.789084752225219e-05,
      "loss": 4.6172,
      "step": 164
    },
    {
      "epoch": 1.6336633663366338,
      "grad_norm": 1.5966260433197021,
      "learning_rate": 3.701484137119613e-05,
      "loss": 3.7656,
      "step": 165
    },
    {
      "epoch": 1.6435643564356437,
      "grad_norm": 1.9665318727493286,
      "learning_rate": 3.615858024914048e-05,
      "loss": 3.8867,
      "step": 166
    },
    {
      "epoch": 1.6534653465346536,
      "grad_norm": 39.52935791015625,
      "learning_rate": 3.532229580456006e-05,
      "loss": 7.5195,
      "step": 167
    },
    {
      "epoch": 1.6633663366336635,
      "grad_norm": 2.001122236251831,
      "learning_rate": 3.450621428154235e-05,
      "loss": 4.2148,
      "step": 168
    },
    {
      "epoch": 1.6732673267326734,
      "grad_norm": 1.9016386270523071,
      "learning_rate": 3.371055645858038e-05,
      "loss": 3.6035,
      "step": 169
    },
    {
      "epoch": 1.6831683168316833,
      "grad_norm": 8.8970947265625,
      "learning_rate": 3.2935537588844645e-05,
      "loss": 5.6367,
      "step": 170
    },
    {
      "epoch": 1.693069306930693,
      "grad_norm": 1.5331684350967407,
      "learning_rate": 3.218136734194936e-05,
      "loss": 4.3047,
      "step": 171
    },
    {
      "epoch": 1.702970297029703,
      "grad_norm": 1.695820927619934,
      "learning_rate": 3.144824974722983e-05,
      "loss": 3.3164,
      "step": 172
    },
    {
      "epoch": 1.7128712871287128,
      "grad_norm": 7.624035835266113,
      "learning_rate": 3.0736383138545086e-05,
      "loss": 3.7305,
      "step": 173
    },
    {
      "epoch": 1.7227722772277227,
      "grad_norm": 1.5859265327453613,
      "learning_rate": 3.0045960100621918e-05,
      "loss": 3.2656,
      "step": 174
    },
    {
      "epoch": 1.7326732673267327,
      "grad_norm": 1.5074691772460938,
      "learning_rate": 2.937716741695392e-05,
      "loss": 3.1797,
      "step": 175
    },
    {
      "epoch": 1.7425742574257426,
      "grad_norm": 1.3923929929733276,
      "learning_rate": 2.873018601926994e-05,
      "loss": 3.1094,
      "step": 176
    },
    {
      "epoch": 1.7524752475247525,
      "grad_norm": 1.4183502197265625,
      "learning_rate": 2.8105190938585885e-05,
      "loss": 3.1641,
      "step": 177
    },
    {
      "epoch": 1.7623762376237624,
      "grad_norm": 1.5268654823303223,
      "learning_rate": 2.7502351257852678e-05,
      "loss": 2.7832,
      "step": 178
    },
    {
      "epoch": 1.7722772277227723,
      "grad_norm": 1.5342729091644287,
      "learning_rate": 2.692183006621338e-05,
      "loss": 2.8652,
      "step": 179
    },
    {
      "epoch": 1.7821782178217822,
      "grad_norm": 1.6859102249145508,
      "learning_rate": 2.636378441488197e-05,
      "loss": 3.1641,
      "step": 180
    },
    {
      "epoch": 1.7920792079207921,
      "grad_norm": 1.5989638566970825,
      "learning_rate": 2.5828365274655457e-05,
      "loss": 3.0234,
      "step": 181
    },
    {
      "epoch": 1.801980198019802,
      "grad_norm": 1.5343683958053589,
      "learning_rate": 2.5315717495071078e-05,
      "loss": 2.5156,
      "step": 182
    },
    {
      "epoch": 1.811881188118812,
      "grad_norm": 1.508675456047058,
      "learning_rate": 2.4825979765219392e-05,
      "loss": 2.6621,
      "step": 183
    },
    {
      "epoch": 1.8217821782178216,
      "grad_norm": 19.975343704223633,
      "learning_rate": 2.4359284576224078e-05,
      "loss": 7.1133,
      "step": 184
    },
    {
      "epoch": 1.8316831683168315,
      "grad_norm": 3.3649535179138184,
      "learning_rate": 2.3915758185398423e-05,
      "loss": 4.6992,
      "step": 185
    },
    {
      "epoch": 1.8415841584158414,
      "grad_norm": 2.1585795879364014,
      "learning_rate": 2.3495520582088455e-05,
      "loss": 3.5879,
      "step": 186
    },
    {
      "epoch": 1.8514851485148514,
      "grad_norm": 2.5024328231811523,
      "learning_rate": 2.3098685455211446e-05,
      "loss": 4.875,
      "step": 187
    },
    {
      "epoch": 1.8613861386138613,
      "grad_norm": 15.675300598144531,
      "learning_rate": 2.272536016249926e-05,
      "loss": 7.0469,
      "step": 188
    },
    {
      "epoch": 1.8712871287128712,
      "grad_norm": 2.0795493125915527,
      "learning_rate": 2.2375645701454248e-05,
      "loss": 4.3086,
      "step": 189
    },
    {
      "epoch": 1.881188118811881,
      "grad_norm": 1.4968867301940918,
      "learning_rate": 2.2049636682025957e-05,
      "loss": 3.1797,
      "step": 190
    },
    {
      "epoch": 1.891089108910891,
      "grad_norm": 1.6626455783843994,
      "learning_rate": 2.174742130101581e-05,
      "loss": 3.2617,
      "step": 191
    },
    {
      "epoch": 1.900990099009901,
      "grad_norm": 1.4873976707458496,
      "learning_rate": 2.1469081318216833e-05,
      "loss": 3.0488,
      "step": 192
    },
    {
      "epoch": 1.9108910891089108,
      "grad_norm": 1.8592286109924316,
      "learning_rate": 2.121469203429473e-05,
      "loss": 3.2988,
      "step": 193
    },
    {
      "epoch": 1.9207920792079207,
      "grad_norm": 1.742360234260559,
      "learning_rate": 2.0984322270416487e-05,
      "loss": 3.0312,
      "step": 194
    },
    {
      "epoch": 1.9306930693069306,
      "grad_norm": 1.4714621305465698,
      "learning_rate": 2.077803434963179e-05,
      "loss": 2.6895,
      "step": 195
    },
    {
      "epoch": 1.9405940594059405,
      "grad_norm": 1.268083095550537,
      "learning_rate": 2.059588408001252e-05,
      "loss": 2.5215,
      "step": 196
    },
    {
      "epoch": 1.9504950495049505,
      "grad_norm": 1.3318591117858887,
      "learning_rate": 2.0437920739554686e-05,
      "loss": 2.543,
      "step": 197
    },
    {
      "epoch": 1.9603960396039604,
      "grad_norm": 1.3971670866012573,
      "learning_rate": 2.0304187062847038e-05,
      "loss": 2.6191,
      "step": 198
    },
    {
      "epoch": 1.9702970297029703,
      "grad_norm": 1.3031758069992065,
      "learning_rate": 2.0194719229509842e-05,
      "loss": 2.418,
      "step": 199
    },
    {
      "epoch": 1.9801980198019802,
      "grad_norm": 1.3859241008758545,
      "learning_rate": 2.0109546854407064e-05,
      "loss": 2.5918,
      "step": 200
    },
    {
      "epoch": 1.99009900990099,
      "grad_norm": 1.3760048151016235,
      "learning_rate": 2.0048692979634493e-05,
      "loss": 2.6914,
      "step": 201
    },
    {
      "epoch": 2.0,
      "grad_norm": 1.2137415409088135,
      "learning_rate": 2.0012174068286065e-05,
      "loss": 1.6016,
      "step": 202
    },
    {
      "epoch": 2.0,
      "eval_loss": 2.703822612762451,
      "eval_runtime": 12.5311,
      "eval_samples_per_second": 4.309,
      "eval_steps_per_second": 0.559,
      "step": 202
    }
  ],
  "logging_steps": 1.0,
  "max_steps": 202,
  "num_input_tokens_seen": 0,
  "num_train_epochs": 2,
  "save_steps": 101,
  "stateful_callbacks": {
    "TrainerControl": {
      "args": {
        "should_epoch_stop": false,
        "should_evaluate": false,
        "should_log": false,
        "should_save": true,
        "should_training_stop": true
      },
      "attributes": {}
    }
  },
  "total_flos": 3.5479892660867564e+18,
  "train_batch_size": 1,
  "trial_name": null,
  "trial_params": null
}