{
  "best_global_step": 180,
  "best_metric": 0.7345618605613708,
  "best_model_checkpoint": "/tmp/checkpoints_/job_0e64aa6d-d770-420a-8596-581259830426/checkpoint-180",
  "epoch": 1.8818897637795275,
  "eval_steps": 180,
  "global_step": 180,
  "is_hyper_param_search": false,
  "is_local_process_zero": true,
  "is_world_process_zero": true,
  "log_history": [
    {
      "epoch": 0.010498687664041995,
      "grad_norm": 8.951988220214844,
      "learning_rate": 0.0,
      "loss": 3.249479055404663,
      "step": 1
    },
    {
      "epoch": 0.02099737532808399,
      "grad_norm": 10.128303527832031,
      "learning_rate": 1.388888888888889e-06,
      "loss": 3.7097482681274414,
      "step": 2
    },
    {
      "epoch": 0.031496062992125984,
      "grad_norm": 11.297329902648926,
      "learning_rate": 2.777777777777778e-06,
      "loss": 4.088885307312012,
      "step": 3
    },
    {
      "epoch": 0.04199475065616798,
      "grad_norm": 10.444681167602539,
      "learning_rate": 4.166666666666667e-06,
      "loss": 3.485933303833008,
      "step": 4
    },
    {
      "epoch": 0.05249343832020997,
      "grad_norm": 9.82193660736084,
      "learning_rate": 5.555555555555556e-06,
      "loss": 3.5621585845947266,
      "step": 5
    },
    {
      "epoch": 0.06299212598425197,
      "grad_norm": 9.866586685180664,
      "learning_rate": 6.944444444444445e-06,
      "loss": 3.6951005458831787,
      "step": 6
    },
    {
      "epoch": 0.07349081364829396,
      "grad_norm": 7.083434581756592,
      "learning_rate": 8.333333333333334e-06,
      "loss": 2.840730905532837,
      "step": 7
    },
    {
      "epoch": 0.08398950131233596,
      "grad_norm": 6.84299373626709,
      "learning_rate": 9.722222222222223e-06,
      "loss": 2.666860342025757,
      "step": 8
    },
    {
      "epoch": 0.09448818897637795,
      "grad_norm": 9.864928245544434,
      "learning_rate": 1.1111111111111112e-05,
      "loss": 3.023573875427246,
      "step": 9
    },
    {
      "epoch": 0.10498687664041995,
      "grad_norm": 14.969345092773438,
      "learning_rate": 1.25e-05,
      "loss": 2.860168933868408,
      "step": 10
    },
    {
      "epoch": 0.11548556430446194,
      "grad_norm": 11.013322830200195,
      "learning_rate": 1.388888888888889e-05,
      "loss": 2.6086080074310303,
      "step": 11
    },
    {
      "epoch": 0.12598425196850394,
      "grad_norm": 4.521217346191406,
      "learning_rate": 1.527777777777778e-05,
      "loss": 2.150205135345459,
      "step": 12
    },
    {
      "epoch": 0.13648293963254593,
      "grad_norm": 3.814413070678711,
      "learning_rate": 1.6666666666666667e-05,
      "loss": 1.828367829322815,
      "step": 13
    },
    {
      "epoch": 0.14698162729658792,
      "grad_norm": 4.641453266143799,
      "learning_rate": 1.8055555555555555e-05,
      "loss": 2.1309380531311035,
      "step": 14
    },
    {
      "epoch": 0.15748031496062992,
      "grad_norm": 4.126307010650635,
      "learning_rate": 1.9444444444444445e-05,
      "loss": 1.9802217483520508,
      "step": 15
    },
    {
      "epoch": 0.1679790026246719,
      "grad_norm": 4.218288898468018,
      "learning_rate": 2.0833333333333336e-05,
      "loss": 1.7591347694396973,
      "step": 16
    },
    {
      "epoch": 0.1784776902887139,
      "grad_norm": 3.363419771194458,
      "learning_rate": 2.2222222222222223e-05,
      "loss": 1.7987712621688843,
      "step": 17
    },
    {
      "epoch": 0.1889763779527559,
      "grad_norm": 4.657691955566406,
      "learning_rate": 2.361111111111111e-05,
      "loss": 1.66544508934021,
      "step": 18
    },
    {
      "epoch": 0.1994750656167979,
      "grad_norm": 3.800804376602173,
      "learning_rate": 2.5e-05,
      "loss": 1.306773066520691,
      "step": 19
    },
    {
      "epoch": 0.2099737532808399,
      "grad_norm": 3.2552781105041504,
      "learning_rate": 2.6388888888888892e-05,
      "loss": 1.4616773128509521,
      "step": 20
    },
    {
      "epoch": 0.2204724409448819,
      "grad_norm": 3.3963801860809326,
      "learning_rate": 2.777777777777778e-05,
      "loss": 1.7249674797058105,
      "step": 21
    },
    {
      "epoch": 0.23097112860892388,
      "grad_norm": 2.927400588989258,
      "learning_rate": 2.916666666666667e-05,
      "loss": 1.1973810195922852,
      "step": 22
    },
    {
      "epoch": 0.24146981627296588,
      "grad_norm": 3.294121265411377,
      "learning_rate": 3.055555555555556e-05,
      "loss": 1.5330796241760254,
      "step": 23
    },
    {
      "epoch": 0.25196850393700787,
      "grad_norm": 3.000525951385498,
      "learning_rate": 3.194444444444444e-05,
      "loss": 1.5339046716690063,
      "step": 24
    },
    {
      "epoch": 0.26246719160104987,
      "grad_norm": 2.6179091930389404,
      "learning_rate": 3.3333333333333335e-05,
      "loss": 1.376935362815857,
      "step": 25
    },
    {
      "epoch": 0.27296587926509186,
      "grad_norm": 2.7590878009796143,
      "learning_rate": 3.472222222222222e-05,
      "loss": 1.0393620729446411,
      "step": 26
    },
    {
      "epoch": 0.28346456692913385,
      "grad_norm": 2.995431661605835,
      "learning_rate": 3.611111111111111e-05,
      "loss": 1.0867018699645996,
      "step": 27
    },
    {
      "epoch": 0.29396325459317585,
      "grad_norm": 3.041278600692749,
      "learning_rate": 3.7500000000000003e-05,
      "loss": 1.433882474899292,
      "step": 28
    },
    {
      "epoch": 0.30446194225721784,
      "grad_norm": 2.8220653533935547,
      "learning_rate": 3.888888888888889e-05,
      "loss": 1.365267038345337,
      "step": 29
    },
    {
      "epoch": 0.31496062992125984,
      "grad_norm": 3.3981337547302246,
      "learning_rate": 4.027777777777778e-05,
      "loss": 1.263239860534668,
      "step": 30
    },
    {
      "epoch": 0.32545931758530183,
      "grad_norm": 2.696167469024658,
      "learning_rate": 4.166666666666667e-05,
      "loss": 0.9025776386260986,
      "step": 31
    },
    {
      "epoch": 0.3359580052493438,
      "grad_norm": 2.521253824234009,
      "learning_rate": 4.305555555555556e-05,
      "loss": 1.2447938919067383,
      "step": 32
    },
    {
      "epoch": 0.3464566929133858,
      "grad_norm": 2.733062505722046,
      "learning_rate": 4.4444444444444447e-05,
      "loss": 1.2721298933029175,
      "step": 33
    },
    {
      "epoch": 0.3569553805774278,
      "grad_norm": 2.8184359073638916,
      "learning_rate": 4.5833333333333334e-05,
      "loss": 1.1625587940216064,
      "step": 34
    },
    {
      "epoch": 0.3674540682414698,
      "grad_norm": 2.8711488246917725,
      "learning_rate": 4.722222222222222e-05,
      "loss": 1.297273874282837,
      "step": 35
    },
    {
      "epoch": 0.3779527559055118,
      "grad_norm": 2.5392374992370605,
      "learning_rate": 4.8611111111111115e-05,
      "loss": 1.092471718788147,
      "step": 36
    },
    {
      "epoch": 0.3884514435695538,
      "grad_norm": 2.411024332046509,
      "learning_rate": 5e-05,
      "loss": 0.775846540927887,
      "step": 37
    },
    {
      "epoch": 0.3989501312335958,
      "grad_norm": 2.7414016723632812,
      "learning_rate": 5.138888888888889e-05,
      "loss": 1.098214030265808,
      "step": 38
    },
    {
      "epoch": 0.4094488188976378,
      "grad_norm": 2.321186065673828,
      "learning_rate": 5.2777777777777784e-05,
      "loss": 0.9746102094650269,
      "step": 39
    },
    {
      "epoch": 0.4199475065616798,
      "grad_norm": 2.332367420196533,
      "learning_rate": 5.4166666666666664e-05,
      "loss": 1.1140830516815186,
      "step": 40
    },
    {
      "epoch": 0.4304461942257218,
      "grad_norm": 2.3728103637695312,
      "learning_rate": 5.555555555555556e-05,
      "loss": 0.8862820863723755,
      "step": 41
    },
    {
      "epoch": 0.4409448818897638,
      "grad_norm": 2.6133763790130615,
      "learning_rate": 5.6944444444444445e-05,
      "loss": 1.2858248949050903,
      "step": 42
    },
    {
      "epoch": 0.45144356955380577,
      "grad_norm": 2.3347628116607666,
      "learning_rate": 5.833333333333334e-05,
      "loss": 0.8805493712425232,
      "step": 43
    },
    {
      "epoch": 0.46194225721784776,
      "grad_norm": 2.458185911178589,
      "learning_rate": 5.972222222222223e-05,
      "loss": 0.7434869408607483,
      "step": 44
    },
    {
      "epoch": 0.47244094488188976,
      "grad_norm": 3.8044676780700684,
      "learning_rate": 6.111111111111112e-05,
      "loss": 1.1476449966430664,
      "step": 45
    },
    {
      "epoch": 0.48293963254593175,
      "grad_norm": 2.385948657989502,
      "learning_rate": 6.25e-05,
      "loss": 1.0679090023040771,
      "step": 46
    },
    {
      "epoch": 0.49343832020997375,
      "grad_norm": 2.360832452774048,
      "learning_rate": 6.388888888888888e-05,
      "loss": 1.306788444519043,
      "step": 47
    },
    {
      "epoch": 0.5039370078740157,
      "grad_norm": 2.7582314014434814,
      "learning_rate": 6.527777777777778e-05,
      "loss": 0.9781908988952637,
      "step": 48
    },
    {
      "epoch": 0.5144356955380578,
      "grad_norm": 2.75345516204834,
      "learning_rate": 6.666666666666667e-05,
      "loss": 1.1039270162582397,
      "step": 49
    },
    {
      "epoch": 0.5249343832020997,
      "grad_norm": 2.701941728591919,
      "learning_rate": 6.805555555555556e-05,
      "loss": 0.8450642824172974,
      "step": 50
    },
    {
      "epoch": 0.5354330708661418,
      "grad_norm": 2.6181859970092773,
      "learning_rate": 6.944444444444444e-05,
      "loss": 1.1489506959915161,
      "step": 51
    },
    {
      "epoch": 0.5459317585301837,
      "grad_norm": 2.5881521701812744,
      "learning_rate": 7.083333333333334e-05,
      "loss": 1.1173646450042725,
      "step": 52
    },
    {
      "epoch": 0.5564304461942258,
      "grad_norm": 2.8784170150756836,
      "learning_rate": 7.222222222222222e-05,
      "loss": 1.0153920650482178,
      "step": 53
    },
    {
      "epoch": 0.5669291338582677,
      "grad_norm": 2.656449317932129,
      "learning_rate": 7.361111111111111e-05,
      "loss": 0.7619301080703735,
      "step": 54
    },
    {
      "epoch": 0.5774278215223098,
      "grad_norm": 2.858013153076172,
      "learning_rate": 7.500000000000001e-05,
      "loss": 0.9939401149749756,
      "step": 55
    },
    {
      "epoch": 0.5879265091863517,
      "grad_norm": 2.6147100925445557,
      "learning_rate": 7.638888888888889e-05,
      "loss": 0.8214564919471741,
      "step": 56
    },
    {
      "epoch": 0.5984251968503937,
      "grad_norm": 2.5389599800109863,
      "learning_rate": 7.777777777777778e-05,
      "loss": 1.1958118677139282,
      "step": 57
    },
    {
      "epoch": 0.6089238845144357,
      "grad_norm": 2.347487688064575,
      "learning_rate": 7.916666666666666e-05,
      "loss": 0.8644261360168457,
      "step": 58
    },
    {
      "epoch": 0.6194225721784777,
      "grad_norm": 2.565040111541748,
      "learning_rate": 8.055555555555556e-05,
      "loss": 0.7667118310928345,
      "step": 59
    },
    {
      "epoch": 0.6299212598425197,
      "grad_norm": 2.8054683208465576,
      "learning_rate": 8.194444444444445e-05,
      "loss": 1.1510149240493774,
      "step": 60
    },
    {
      "epoch": 0.6404199475065617,
      "grad_norm": 2.382753849029541,
      "learning_rate": 8.333333333333334e-05,
      "loss": 0.992143452167511,
      "step": 61
    },
    {
      "epoch": 0.6509186351706037,
      "grad_norm": 2.7336316108703613,
      "learning_rate": 8.472222222222222e-05,
      "loss": 0.6995159387588501,
      "step": 62
    },
    {
      "epoch": 0.6614173228346457,
      "grad_norm": 2.6157381534576416,
      "learning_rate": 8.611111111111112e-05,
      "loss": 0.9559763669967651,
      "step": 63
    },
    {
      "epoch": 0.6719160104986877,
      "grad_norm": 2.595747947692871,
      "learning_rate": 8.75e-05,
      "loss": 0.8102397918701172,
      "step": 64
    },
    {
      "epoch": 0.6824146981627297,
      "grad_norm": 3.133843421936035,
      "learning_rate": 8.888888888888889e-05,
      "loss": 1.2200690507888794,
      "step": 65
    },
    {
      "epoch": 0.6929133858267716,
      "grad_norm": 2.650782346725464,
      "learning_rate": 9.027777777777779e-05,
      "loss": 1.1741877794265747,
      "step": 66
    },
    {
      "epoch": 0.7034120734908137,
      "grad_norm": 2.95759654045105,
      "learning_rate": 9.166666666666667e-05,
      "loss": 0.7577806711196899,
      "step": 67
    },
    {
      "epoch": 0.7139107611548556,
      "grad_norm": 1.881460189819336,
      "learning_rate": 9.305555555555556e-05,
      "loss": 0.8405244946479797,
      "step": 68
    },
    {
      "epoch": 0.7244094488188977,
      "grad_norm": 2.2031402587890625,
      "learning_rate": 9.444444444444444e-05,
      "loss": 0.7478643655776978,
      "step": 69
    },
    {
      "epoch": 0.7349081364829396,
      "grad_norm": 2.117764949798584,
      "learning_rate": 9.583333333333334e-05,
      "loss": 0.7592930793762207,
      "step": 70
    },
    {
      "epoch": 0.7454068241469817,
      "grad_norm": 2.677325487136841,
      "learning_rate": 9.722222222222223e-05,
      "loss": 0.7365151643753052,
      "step": 71
    },
    {
      "epoch": 0.7559055118110236,
      "grad_norm": 2.6489365100860596,
      "learning_rate": 9.861111111111112e-05,
      "loss": 0.8592371940612793,
      "step": 72
    },
    {
      "epoch": 0.7664041994750657,
      "grad_norm": 2.4191040992736816,
      "learning_rate": 0.0001,
      "loss": 1.1325792074203491,
      "step": 73
    },
    {
      "epoch": 0.7769028871391076,
      "grad_norm": 1.958177089691162,
      "learning_rate": 9.999986815387556e-05,
      "loss": 0.8772994875907898,
      "step": 74
    },
    {
      "epoch": 0.7874015748031497,
      "grad_norm": 2.1741156578063965,
      "learning_rate": 9.999947261619758e-05,
      "loss": 0.7361365556716919,
      "step": 75
    },
    {
      "epoch": 0.7979002624671916,
      "grad_norm": 2.105767250061035,
      "learning_rate": 9.999881338905204e-05,
      "loss": 0.6588690876960754,
      "step": 76
    },
    {
      "epoch": 0.8083989501312336,
      "grad_norm": 2.5501770973205566,
      "learning_rate": 9.999789047591562e-05,
      "loss": 0.7040117979049683,
      "step": 77
    },
    {
      "epoch": 0.8188976377952756,
      "grad_norm": 2.5983259677886963,
      "learning_rate": 9.999670388165563e-05,
      "loss": 0.9301653504371643,
      "step": 78
    },
    {
      "epoch": 0.8293963254593176,
      "grad_norm": 2.293205499649048,
      "learning_rate": 9.999525361252996e-05,
      "loss": 0.766013503074646,
      "step": 79
    },
    {
      "epoch": 0.8398950131233596,
      "grad_norm": 2.1907846927642822,
      "learning_rate": 9.999353967618712e-05,
      "loss": 0.75275057554245,
      "step": 80
    },
    {
      "epoch": 0.8503937007874016,
      "grad_norm": 2.2031643390655518,
      "learning_rate": 9.999156208166614e-05,
      "loss": 1.1576189994812012,
      "step": 81
    },
    {
      "epoch": 0.8608923884514436,
      "grad_norm": 2.2831943035125732,
      "learning_rate": 9.998932083939656e-05,
      "loss": 0.9979517459869385,
      "step": 82
    },
    {
      "epoch": 0.8713910761154856,
      "grad_norm": 2.230264186859131,
      "learning_rate": 9.998681596119832e-05,
      "loss": 0.8245838284492493,
      "step": 83
    },
    {
      "epoch": 0.8818897637795275,
      "grad_norm": 1.797152042388916,
      "learning_rate": 9.998404746028178e-05,
      "loss": 0.7982699275016785,
      "step": 84
    },
    {
      "epoch": 0.8923884514435696,
      "grad_norm": 2.533572196960449,
      "learning_rate": 9.998101535124758e-05,
      "loss": 0.8974773287773132,
      "step": 85
    },
    {
      "epoch": 0.9028871391076115,
      "grad_norm": 2.42849063873291,
      "learning_rate": 9.997771965008657e-05,
      "loss": 0.7184922099113464,
      "step": 86
    },
    {
      "epoch": 0.9133858267716536,
      "grad_norm": 1.8649266958236694,
      "learning_rate": 9.997416037417981e-05,
      "loss": 0.41620638966560364,
      "step": 87
    },
    {
      "epoch": 0.9238845144356955,
      "grad_norm": 1.9906566143035889,
      "learning_rate": 9.997033754229835e-05,
      "loss": 0.7742212414741516,
      "step": 88
    },
    {
      "epoch": 0.9343832020997376,
      "grad_norm": 2.9478235244750977,
      "learning_rate": 9.996625117460318e-05,
      "loss": 0.7733973860740662,
      "step": 89
    },
    {
      "epoch": 0.9448818897637795,
      "grad_norm": 1.8301382064819336,
      "learning_rate": 9.996190129264523e-05,
      "loss": 0.6619459390640259,
      "step": 90
    },
    {
      "epoch": 0.9553805774278216,
      "grad_norm": 1.8731720447540283,
      "learning_rate": 9.995728791936504e-05,
      "loss": 0.4635842442512512,
      "step": 91
    },
    {
      "epoch": 0.9658792650918635,
      "grad_norm": 2.601485252380371,
      "learning_rate": 9.99524110790929e-05,
      "loss": 0.7504260540008545,
      "step": 92
    },
    {
      "epoch": 0.9763779527559056,
      "grad_norm": 2.9148600101470947,
      "learning_rate": 9.994727079754844e-05,
      "loss": 1.203503966331482,
      "step": 93
    },
    {
      "epoch": 0.9868766404199475,
      "grad_norm": 1.9760212898254395,
      "learning_rate": 9.994186710184074e-05,
      "loss": 0.5922846794128418,
      "step": 94
    },
    {
      "epoch": 0.9973753280839895,
      "grad_norm": 1.6480348110198975,
      "learning_rate": 9.993620002046804e-05,
      "loss": 0.641535758972168,
      "step": 95
    },
    {
      "epoch": 1.0,
      "grad_norm": 4.311356544494629,
      "learning_rate": 9.993026958331766e-05,
      "loss": 0.8158049583435059,
      "step": 96
    },
    {
      "epoch": 1.010498687664042,
      "grad_norm": 2.029083728790283,
      "learning_rate": 9.992407582166581e-05,
      "loss": 0.7990297079086304,
      "step": 97
    },
    {
      "epoch": 1.020997375328084,
      "grad_norm": 1.6174428462982178,
      "learning_rate": 9.991761876817743e-05,
      "loss": 0.4130845069885254,
      "step": 98
    },
    {
      "epoch": 1.031496062992126,
      "grad_norm": 1.7238414287567139,
      "learning_rate": 9.9910898456906e-05,
      "loss": 0.493324875831604,
      "step": 99
    },
    {
      "epoch": 1.041994750656168,
      "grad_norm": 1.8164974451065063,
      "learning_rate": 9.990391492329341e-05,
      "loss": 0.882986843585968,
      "step": 100
    },
    {
      "epoch": 1.05249343832021,
      "grad_norm": 1.5358636379241943,
      "learning_rate": 9.989666820416974e-05,
      "loss": 0.7046455144882202,
      "step": 101
    },
    {
      "epoch": 1.0629921259842519,
      "grad_norm": 1.837370753288269,
      "learning_rate": 9.988915833775306e-05,
      "loss": 0.6996272802352905,
      "step": 102
    },
    {
      "epoch": 1.073490813648294,
      "grad_norm": 1.946944236755371,
      "learning_rate": 9.988138536364922e-05,
      "loss": 0.8000504970550537,
      "step": 103
    },
    {
      "epoch": 1.083989501312336,
      "grad_norm": 1.9082279205322266,
      "learning_rate": 9.987334932285173e-05,
      "loss": 0.5257124304771423,
      "step": 104
    },
    {
      "epoch": 1.094488188976378,
      "grad_norm": 2.1394762992858887,
      "learning_rate": 9.986505025774138e-05,
      "loss": 0.5221662521362305,
      "step": 105
    },
    {
      "epoch": 1.10498687664042,
      "grad_norm": 2.4781432151794434,
      "learning_rate": 9.985648821208616e-05,
      "loss": 0.6800025105476379,
      "step": 106
    },
    {
      "epoch": 1.1154855643044619,
      "grad_norm": 2.2431700229644775,
      "learning_rate": 9.984766323104098e-05,
      "loss": 0.5910296440124512,
      "step": 107
    },
    {
      "epoch": 1.125984251968504,
      "grad_norm": 1.9880001544952393,
      "learning_rate": 9.983857536114743e-05,
      "loss": 0.41105562448501587,
      "step": 108
    },
    {
      "epoch": 1.136482939632546,
      "grad_norm": 2.035250425338745,
      "learning_rate": 9.98292246503335e-05,
      "loss": 0.5977977514266968,
      "step": 109
    },
    {
      "epoch": 1.1469816272965878,
      "grad_norm": 2.538686752319336,
      "learning_rate": 9.98196111479134e-05,
      "loss": 0.9912805557250977,
      "step": 110
    },
    {
      "epoch": 1.1574803149606299,
      "grad_norm": 1.6336387395858765,
      "learning_rate": 9.980973490458728e-05,
      "loss": 0.39054954051971436,
      "step": 111
    },
    {
      "epoch": 1.167979002624672,
      "grad_norm": 3.1547133922576904,
      "learning_rate": 9.979959597244088e-05,
      "loss": 0.779079258441925,
      "step": 112
    },
    {
      "epoch": 1.178477690288714,
      "grad_norm": 2.4110825061798096,
      "learning_rate": 9.978919440494539e-05,
      "loss": 0.6666456460952759,
      "step": 113
    },
    {
      "epoch": 1.188976377952756,
      "grad_norm": 2.2546310424804688,
      "learning_rate": 9.977853025695703e-05,
      "loss": 0.8444710969924927,
      "step": 114
    },
    {
      "epoch": 1.1994750656167978,
      "grad_norm": 2.101337432861328,
      "learning_rate": 9.976760358471686e-05,
      "loss": 0.6065786480903625,
      "step": 115
    },
    {
      "epoch": 1.20997375328084,
      "grad_norm": 2.3106939792633057,
      "learning_rate": 9.97564144458505e-05,
      "loss": 0.6238447427749634,
      "step": 116
    },
    {
      "epoch": 1.220472440944882,
      "grad_norm": 2.8519575595855713,
      "learning_rate": 9.974496289936769e-05,
      "loss": 0.7146114110946655,
      "step": 117
    },
    {
      "epoch": 1.2309711286089238,
      "grad_norm": 2.3291711807250977,
      "learning_rate": 9.973324900566213e-05,
      "loss": 0.45184653997421265,
      "step": 118
    },
    {
      "epoch": 1.2414698162729658,
      "grad_norm": 2.258467435836792,
      "learning_rate": 9.972127282651109e-05,
      "loss": 0.7285389304161072,
      "step": 119
    },
    {
      "epoch": 1.2519685039370079,
      "grad_norm": 1.8876954317092896,
      "learning_rate": 9.970903442507506e-05,
      "loss": 0.5147162079811096,
      "step": 120
    },
    {
      "epoch": 1.26246719160105,
      "grad_norm": 2.8735554218292236,
      "learning_rate": 9.969653386589748e-05,
      "loss": 0.7042726278305054,
      "step": 121
    },
    {
      "epoch": 1.272965879265092,
      "grad_norm": 1.9612526893615723,
      "learning_rate": 9.968377121490437e-05,
      "loss": 0.604223906993866,
      "step": 122
    },
    {
      "epoch": 1.2834645669291338,
      "grad_norm": 1.7743514776229858,
      "learning_rate": 9.967074653940396e-05,
      "loss": 0.5064398050308228,
      "step": 123
    },
    {
      "epoch": 1.2939632545931758,
      "grad_norm": 2.4915013313293457,
      "learning_rate": 9.965745990808637e-05,
      "loss": 0.8269689083099365,
      "step": 124
    },
    {
      "epoch": 1.304461942257218,
      "grad_norm": 1.8990368843078613,
      "learning_rate": 9.964391139102325e-05,
      "loss": 0.695353090763092,
      "step": 125
    },
    {
      "epoch": 1.3149606299212597,
      "grad_norm": 1.8268736600875854,
      "learning_rate": 9.963010105966736e-05,
      "loss": 0.4549499452114105,
      "step": 126
    },
    {
      "epoch": 1.3254593175853018,
      "grad_norm": 2.297168016433716,
      "learning_rate": 9.961602898685226e-05,
      "loss": 0.9653254747390747,
      "step": 127
    },
    {
      "epoch": 1.3359580052493438,
      "grad_norm": 2.13908314704895,
      "learning_rate": 9.960169524679187e-05,
      "loss": 0.7483035326004028,
      "step": 128
    },
    {
      "epoch": 1.3464566929133859,
      "grad_norm": 2.573976516723633,
      "learning_rate": 9.958709991508012e-05,
      "loss": 0.8642760515213013,
      "step": 129
    },
    {
      "epoch": 1.356955380577428,
      "grad_norm": 1.9398455619812012,
      "learning_rate": 9.957224306869053e-05,
      "loss": 0.7447575926780701,
      "step": 130
    },
    {
      "epoch": 1.3674540682414698,
      "grad_norm": 2.681727647781372,
      "learning_rate": 9.955712478597579e-05,
      "loss": 0.9864035844802856,
      "step": 131
    },
    {
      "epoch": 1.3779527559055118,
      "grad_norm": 1.647387146949768,
      "learning_rate": 9.954174514666739e-05,
      "loss": 0.48753517866134644,
      "step": 132
    },
    {
      "epoch": 1.3884514435695539,
      "grad_norm": 1.506446361541748,
      "learning_rate": 9.952610423187516e-05,
      "loss": 0.4021700918674469,
      "step": 133
    },
    {
      "epoch": 1.3989501312335957,
      "grad_norm": 1.884376049041748,
      "learning_rate": 9.951020212408688e-05,
      "loss": 0.48823046684265137,
      "step": 134
    },
    {
      "epoch": 1.4094488188976377,
      "grad_norm": 1.5182758569717407,
      "learning_rate": 9.949403890716778e-05,
      "loss": 0.5521265268325806,
      "step": 135
    },
    {
      "epoch": 1.4199475065616798,
      "grad_norm": 1.7282530069351196,
      "learning_rate": 9.947761466636014e-05,
      "loss": 0.5894368290901184,
      "step": 136
    },
    {
      "epoch": 1.4304461942257218,
      "grad_norm": 2.03877854347229,
      "learning_rate": 9.946092948828289e-05,
      "loss": 0.4593750238418579,
      "step": 137
    },
    {
      "epoch": 1.4409448818897639,
      "grad_norm": 1.7829371690750122,
      "learning_rate": 9.944398346093109e-05,
      "loss": 0.36810481548309326,
      "step": 138
    },
    {
      "epoch": 1.4514435695538057,
      "grad_norm": 2.3328187465667725,
      "learning_rate": 9.942677667367541e-05,
      "loss": 0.8222928643226624,
      "step": 139
    },
    {
      "epoch": 1.4619422572178478,
      "grad_norm": 2.3425021171569824,
      "learning_rate": 9.940930921726183e-05,
      "loss": 0.6731731295585632,
      "step": 140
    },
    {
      "epoch": 1.4724409448818898,
      "grad_norm": 2.0964698791503906,
      "learning_rate": 9.939158118381098e-05,
      "loss": 0.6109187006950378,
      "step": 141
    },
    {
      "epoch": 1.4829396325459316,
      "grad_norm": 2.1594483852386475,
      "learning_rate": 9.937359266681775e-05,
      "loss": 0.6047559976577759,
      "step": 142
    },
    {
      "epoch": 1.4934383202099737,
      "grad_norm": 2.070279121398926,
      "learning_rate": 9.935534376115081e-05,
      "loss": 0.7203357219696045,
      "step": 143
    },
    {
      "epoch": 1.5039370078740157,
      "grad_norm": 1.9704307317733765,
      "learning_rate": 9.933683456305205e-05,
      "loss": 0.5379390716552734,
      "step": 144
    },
    {
      "epoch": 1.5144356955380578,
      "grad_norm": 1.8411766290664673,
      "learning_rate": 9.931806517013612e-05,
      "loss": 0.4170542359352112,
      "step": 145
    },
    {
      "epoch": 1.5249343832020998,
      "grad_norm": 2.163189649581909,
      "learning_rate": 9.929903568138989e-05,
      "loss": 0.7208942770957947,
      "step": 146
    },
    {
      "epoch": 1.5354330708661417,
      "grad_norm": 2.2285706996917725,
      "learning_rate": 9.92797461971719e-05,
      "loss": 0.5548675060272217,
      "step": 147
    },
    {
      "epoch": 1.5459317585301837,
      "grad_norm": 2.329015016555786,
      "learning_rate": 9.926019681921196e-05,
      "loss": 0.8331425189971924,
      "step": 148
    },
    {
      "epoch": 1.5564304461942258,
      "grad_norm": 1.8218705654144287,
      "learning_rate": 9.924038765061042e-05,
      "loss": 0.5436433553695679,
      "step": 149
    },
    {
      "epoch": 1.5669291338582676,
      "grad_norm": 1.9812806844711304,
      "learning_rate": 9.922031879583775e-05,
      "loss": 0.4912114143371582,
      "step": 150
    },
    {
      "epoch": 1.5774278215223099,
      "grad_norm": 1.8581124544143677,
      "learning_rate": 9.9199990360734e-05,
      "loss": 0.5493149161338806,
      "step": 151
    },
    {
      "epoch": 1.5879265091863517,
      "grad_norm": 1.4794453382492065,
      "learning_rate": 9.91794024525082e-05,
      "loss": 0.6008919477462769,
      "step": 152
    },
    {
      "epoch": 1.5984251968503937,
      "grad_norm": 1.8988139629364014,
      "learning_rate": 9.915855517973776e-05,
      "loss": 0.5643243789672852,
      "step": 153
    },
    {
      "epoch": 1.6089238845144358,
      "grad_norm": 2.0036725997924805,
      "learning_rate": 9.913744865236798e-05,
      "loss": 0.5755444169044495,
      "step": 154
    },
    {
      "epoch": 1.6194225721784776,
      "grad_norm": 1.9662656784057617,
      "learning_rate": 9.91160829817114e-05,
      "loss": 0.8958609700202942,
      "step": 155
    },
    {
      "epoch": 1.6299212598425197,
      "grad_norm": 1.9017679691314697,
      "learning_rate": 9.909445828044727e-05,
      "loss": 0.7920309901237488,
      "step": 156
    },
    {
      "epoch": 1.6404199475065617,
      "grad_norm": 1.993668794631958,
      "learning_rate": 9.90725746626209e-05,
      "loss": 0.7448785305023193,
      "step": 157
    },
    {
      "epoch": 1.6509186351706036,
      "grad_norm": 2.0651910305023193,
      "learning_rate": 9.90504322436431e-05,
      "loss": 0.6014621257781982,
      "step": 158
    },
    {
      "epoch": 1.6614173228346458,
      "grad_norm": 1.681986689567566,
      "learning_rate": 9.902803114028958e-05,
      "loss": 0.5465738773345947,
      "step": 159
    },
    {
      "epoch": 1.6719160104986877,
      "grad_norm": 2.022700548171997,
      "learning_rate": 9.900537147070023e-05,
      "loss": 0.9149788618087769,
      "step": 160
    },
    {
      "epoch": 1.6824146981627297,
      "grad_norm": 2.1584994792938232,
      "learning_rate": 9.89824533543787e-05,
      "loss": 0.7571656703948975,
      "step": 161
    },
    {
      "epoch": 1.6929133858267718,
      "grad_norm": 2.0340495109558105,
      "learning_rate": 9.895927691219154e-05,
      "loss": 0.6292194724082947,
      "step": 162
    },
    {
      "epoch": 1.7034120734908136,
      "grad_norm": 1.8737069368362427,
      "learning_rate": 9.893584226636772e-05,
      "loss": 0.7888870239257812,
      "step": 163
    },
    {
      "epoch": 1.7139107611548556,
      "grad_norm": 2.0777649879455566,
      "learning_rate": 9.891214954049795e-05,
      "loss": 0.7083946466445923,
      "step": 164
    },
    {
      "epoch": 1.7244094488188977,
      "grad_norm": 1.8575576543807983,
      "learning_rate": 9.888819885953398e-05,
      "loss": 0.6909530162811279,
      "step": 165
    },
    {
      "epoch": 1.7349081364829395,
      "grad_norm": 1.9132843017578125,
      "learning_rate": 9.886399034978797e-05,
      "loss": 0.6255837082862854,
      "step": 166
    },
    {
      "epoch": 1.7454068241469818,
      "grad_norm": 1.5684483051300049,
      "learning_rate": 9.883952413893188e-05,
      "loss": 0.7542819380760193,
      "step": 167
    },
    {
      "epoch": 1.7559055118110236,
      "grad_norm": 1.778061032295227,
      "learning_rate": 9.881480035599667e-05,
      "loss": 0.5502336025238037,
      "step": 168
    },
    {
      "epoch": 1.7664041994750657,
      "grad_norm": 1.5060420036315918,
      "learning_rate": 9.878981913137179e-05,
      "loss": 0.3928365707397461,
      "step": 169
    },
    {
      "epoch": 1.7769028871391077,
      "grad_norm": 1.986333966255188,
      "learning_rate": 9.876458059680431e-05,
      "loss": 0.6346912384033203,
      "step": 170
    },
    {
      "epoch": 1.7874015748031495,
      "grad_norm": 1.9319500923156738,
      "learning_rate": 9.873908488539836e-05,
      "loss": 0.6179134845733643,
      "step": 171
    },
    {
      "epoch": 1.7979002624671916,
      "grad_norm": 2.078474283218384,
      "learning_rate": 9.871333213161438e-05,
      "loss": 0.4551183581352234,
      "step": 172
    },
    {
      "epoch": 1.8083989501312336,
      "grad_norm": 2.0203495025634766,
      "learning_rate": 9.86873224712684e-05,
      "loss": 0.5493985414505005,
      "step": 173
    },
    {
      "epoch": 1.8188976377952755,
      "grad_norm": 2.0541930198669434,
      "learning_rate": 9.86610560415313e-05,
      "loss": 0.9282588958740234,
      "step": 174
    },
    {
      "epoch": 1.8293963254593177,
      "grad_norm": 2.073341131210327,
      "learning_rate": 9.86345329809282e-05,
      "loss": 0.7578333616256714,
      "step": 175
    },
    {
      "epoch": 1.8398950131233596,
      "grad_norm": 1.977852463722229,
      "learning_rate": 9.86077534293376e-05,
      "loss": 0.518857479095459,
      "step": 176
    },
    {
      "epoch": 1.8503937007874016,
      "grad_norm": 1.8464434146881104,
      "learning_rate": 9.85807175279907e-05,
      "loss": 0.6166715621948242,
      "step": 177
    },
    {
      "epoch": 1.8608923884514437,
      "grad_norm": 1.8009787797927856,
      "learning_rate": 9.855342541947065e-05,
      "loss": 0.6155322790145874,
      "step": 178
    },
    {
      "epoch": 1.8713910761154855,
      "grad_norm": 1.5863672494888306,
      "learning_rate": 9.852587724771179e-05,
      "loss": 0.431957483291626,
      "step": 179
    },
    {
      "epoch": 1.8818897637795275,
      "grad_norm": 1.7776707410812378,
      "learning_rate": 9.849807315799894e-05,
      "loss": 0.7111772894859314,
      "step": 180
    },
    {
      "epoch": 1.8818897637795275,
      "eval_loss": 0.7345618605613708,
      "eval_runtime": 8.4131,
      "eval_samples_per_second": 5.111,
      "eval_steps_per_second": 1.307,
      "step": 180
    }
  ],
  "logging_steps": 1,
  "max_steps": 1440,
  "num_input_tokens_seen": 0,
  "num_train_epochs": 15,
  "save_steps": 180,
  "stateful_callbacks": {
    "TrainerControl": {
      "args": {
        "should_epoch_stop": false,
        "should_evaluate": false,
        "should_log": false,
        "should_save": true,
        "should_training_stop": false
      },
      "attributes": {}
    }
  },
  "total_flos": 1.2304729254085632e+16,
  "train_batch_size": 1,
  "trial_name": null,
  "trial_params": null
}