{
  "best_global_step": null,
  "best_metric": null,
  "best_model_checkpoint": null,
  "epoch": 2.094488188976378,
  "eval_steps": 500,
  "global_step": 400,
  "is_hyper_param_search": false,
  "is_local_process_zero": true,
  "is_world_process_zero": true,
  "log_history": [
    {
      "epoch": 0.005249343832020997,
      "grad_norm": 4.7173380851745605,
      "learning_rate": 0.0,
      "loss": 2.0177,
      "step": 1
    },
    {
      "epoch": 0.010498687664041995,
      "grad_norm": 4.437033653259277,
      "learning_rate": 3.5087719298245615e-06,
      "loss": 1.7211,
      "step": 2
    },
    {
      "epoch": 0.015748031496062992,
      "grad_norm": 4.145833969116211,
      "learning_rate": 7.017543859649123e-06,
      "loss": 1.6452,
      "step": 3
    },
    {
      "epoch": 0.02099737532808399,
      "grad_norm": 2.83351731300354,
      "learning_rate": 1.0526315789473684e-05,
      "loss": 1.4565,
      "step": 4
    },
    {
      "epoch": 0.026246719160104987,
      "grad_norm": 4.269916534423828,
      "learning_rate": 1.4035087719298246e-05,
      "loss": 1.8712,
      "step": 5
    },
    {
      "epoch": 0.031496062992125984,
      "grad_norm": 3.0349326133728027,
      "learning_rate": 1.7543859649122806e-05,
      "loss": 1.9409,
      "step": 6
    },
    {
      "epoch": 0.03674540682414698,
      "grad_norm": 4.1207780838012695,
      "learning_rate": 2.105263157894737e-05,
      "loss": 1.7171,
      "step": 7
    },
    {
      "epoch": 0.04199475065616798,
      "grad_norm": 3.790914297103882,
      "learning_rate": 2.456140350877193e-05,
      "loss": 1.7406,
      "step": 8
    },
    {
      "epoch": 0.047244094488188976,
      "grad_norm": 3.1181528568267822,
      "learning_rate": 2.8070175438596492e-05,
      "loss": 1.9785,
      "step": 9
    },
    {
      "epoch": 0.05249343832020997,
      "grad_norm": 3.166116952896118,
      "learning_rate": 3.157894736842105e-05,
      "loss": 1.3592,
      "step": 10
    },
    {
      "epoch": 0.05774278215223097,
      "grad_norm": 3.287881851196289,
      "learning_rate": 3.508771929824561e-05,
      "loss": 1.8857,
      "step": 11
    },
    {
      "epoch": 0.06299212598425197,
      "grad_norm": 3.340050458908081,
      "learning_rate": 3.859649122807018e-05,
      "loss": 1.6225,
      "step": 12
    },
    {
      "epoch": 0.06824146981627296,
      "grad_norm": 3.426025152206421,
      "learning_rate": 4.210526315789474e-05,
      "loss": 1.5674,
      "step": 13
    },
    {
      "epoch": 0.07349081364829396,
      "grad_norm": 3.3121087551116943,
      "learning_rate": 4.56140350877193e-05,
      "loss": 1.4491,
      "step": 14
    },
    {
      "epoch": 0.07874015748031496,
      "grad_norm": 3.173163890838623,
      "learning_rate": 4.912280701754386e-05,
      "loss": 1.4164,
      "step": 15
    },
    {
      "epoch": 0.08398950131233596,
      "grad_norm": 3.2732391357421875,
      "learning_rate": 5.2631578947368424e-05,
      "loss": 1.5818,
      "step": 16
    },
    {
      "epoch": 0.08923884514435695,
      "grad_norm": 4.392367362976074,
      "learning_rate": 5.6140350877192984e-05,
      "loss": 1.5491,
      "step": 17
    },
    {
      "epoch": 0.09448818897637795,
      "grad_norm": 4.179324626922607,
      "learning_rate": 5.9649122807017544e-05,
      "loss": 1.6327,
      "step": 18
    },
    {
      "epoch": 0.09973753280839895,
      "grad_norm": 3.5691120624542236,
      "learning_rate": 6.31578947368421e-05,
      "loss": 1.6418,
      "step": 19
    },
    {
      "epoch": 0.10498687664041995,
      "grad_norm": 2.7537472248077393,
      "learning_rate": 6.666666666666667e-05,
      "loss": 1.3472,
      "step": 20
    },
    {
      "epoch": 0.11023622047244094,
      "grad_norm": 4.199432373046875,
      "learning_rate": 7.017543859649122e-05,
      "loss": 1.3632,
      "step": 21
    },
    {
      "epoch": 0.11548556430446194,
      "grad_norm": 4.307034969329834,
      "learning_rate": 7.368421052631579e-05,
      "loss": 1.3628,
      "step": 22
    },
    {
      "epoch": 0.12073490813648294,
      "grad_norm": 3.5497403144836426,
      "learning_rate": 7.719298245614036e-05,
      "loss": 1.4816,
      "step": 23
    },
    {
      "epoch": 0.12598425196850394,
      "grad_norm": 3.31937575340271,
      "learning_rate": 8.070175438596491e-05,
      "loss": 1.3599,
      "step": 24
    },
    {
      "epoch": 0.13123359580052493,
      "grad_norm": 2.710407257080078,
      "learning_rate": 8.421052631578948e-05,
      "loss": 1.0672,
      "step": 25
    },
    {
      "epoch": 0.13648293963254593,
      "grad_norm": 3.317232847213745,
      "learning_rate": 8.771929824561403e-05,
      "loss": 1.3396,
      "step": 26
    },
    {
      "epoch": 0.14173228346456693,
      "grad_norm": 4.023993492126465,
      "learning_rate": 9.12280701754386e-05,
      "loss": 1.6528,
      "step": 27
    },
    {
      "epoch": 0.14698162729658792,
      "grad_norm": 3.469362735748291,
      "learning_rate": 9.473684210526316e-05,
      "loss": 1.4297,
      "step": 28
    },
    {
      "epoch": 0.15223097112860892,
      "grad_norm": 4.806138515472412,
      "learning_rate": 9.824561403508771e-05,
      "loss": 1.0343,
      "step": 29
    },
    {
      "epoch": 0.15748031496062992,
      "grad_norm": 3.6015982627868652,
      "learning_rate": 0.0001017543859649123,
      "loss": 1.6401,
      "step": 30
    },
    {
      "epoch": 0.16272965879265092,
      "grad_norm": 3.79402232170105,
      "learning_rate": 0.00010526315789473685,
      "loss": 1.6519,
      "step": 31
    },
    {
      "epoch": 0.1679790026246719,
      "grad_norm": 4.123412132263184,
      "learning_rate": 0.00010877192982456141,
      "loss": 1.4302,
      "step": 32
    },
    {
      "epoch": 0.1732283464566929,
      "grad_norm": 2.3286683559417725,
      "learning_rate": 0.00011228070175438597,
      "loss": 1.2029,
      "step": 33
    },
    {
      "epoch": 0.1784776902887139,
      "grad_norm": 2.6430580615997314,
      "learning_rate": 0.00011578947368421053,
      "loss": 1.4423,
      "step": 34
    },
    {
      "epoch": 0.1837270341207349,
      "grad_norm": 3.4652087688446045,
      "learning_rate": 0.00011929824561403509,
      "loss": 1.1598,
      "step": 35
    },
    {
      "epoch": 0.1889763779527559,
      "grad_norm": 4.649867534637451,
      "learning_rate": 0.00012280701754385965,
      "loss": 1.3339,
      "step": 36
    },
    {
      "epoch": 0.1942257217847769,
      "grad_norm": 2.450688123703003,
      "learning_rate": 0.0001263157894736842,
      "loss": 1.2083,
      "step": 37
    },
    {
      "epoch": 0.1994750656167979,
      "grad_norm": 2.2536394596099854,
      "learning_rate": 0.0001298245614035088,
      "loss": 1.2621,
      "step": 38
    },
    {
      "epoch": 0.2047244094488189,
      "grad_norm": 2.371548652648926,
      "learning_rate": 0.00013333333333333334,
      "loss": 1.198,
      "step": 39
    },
    {
      "epoch": 0.2099737532808399,
      "grad_norm": 2.5427513122558594,
      "learning_rate": 0.0001368421052631579,
      "loss": 1.3013,
      "step": 40
    },
    {
      "epoch": 0.2152230971128609,
      "grad_norm": 2.5822794437408447,
      "learning_rate": 0.00014035087719298245,
      "loss": 1.432,
      "step": 41
    },
    {
      "epoch": 0.2204724409448819,
      "grad_norm": 2.5134873390197754,
      "learning_rate": 0.00014385964912280703,
      "loss": 1.2649,
      "step": 42
    },
    {
      "epoch": 0.22572178477690288,
      "grad_norm": 2.4449403285980225,
      "learning_rate": 0.00014736842105263158,
      "loss": 1.2715,
      "step": 43
    },
    {
      "epoch": 0.23097112860892388,
      "grad_norm": 2.940073013305664,
      "learning_rate": 0.00015087719298245616,
      "loss": 1.1609,
      "step": 44
    },
    {
      "epoch": 0.23622047244094488,
      "grad_norm": 2.619502544403076,
      "learning_rate": 0.0001543859649122807,
      "loss": 1.5399,
      "step": 45
    },
    {
      "epoch": 0.24146981627296588,
      "grad_norm": 2.3362364768981934,
      "learning_rate": 0.00015789473684210527,
      "loss": 1.3032,
      "step": 46
    },
    {
      "epoch": 0.24671916010498687,
      "grad_norm": 2.1487205028533936,
      "learning_rate": 0.00016140350877192982,
      "loss": 1.3317,
      "step": 47
    },
    {
      "epoch": 0.25196850393700787,
      "grad_norm": 3.1290791034698486,
      "learning_rate": 0.0001649122807017544,
      "loss": 1.5526,
      "step": 48
    },
    {
      "epoch": 0.2572178477690289,
      "grad_norm": 2.4382166862487793,
      "learning_rate": 0.00016842105263157895,
      "loss": 1.2371,
      "step": 49
    },
    {
      "epoch": 0.26246719160104987,
      "grad_norm": 2.218122959136963,
      "learning_rate": 0.00017192982456140353,
      "loss": 1.2424,
      "step": 50
    },
    {
      "epoch": 0.2677165354330709,
      "grad_norm": 2.6388792991638184,
      "learning_rate": 0.00017543859649122806,
      "loss": 1.2306,
      "step": 51
    },
    {
      "epoch": 0.27296587926509186,
      "grad_norm": 2.736288547515869,
      "learning_rate": 0.00017894736842105264,
      "loss": 1.3486,
      "step": 52
    },
    {
      "epoch": 0.2782152230971129,
      "grad_norm": 2.465235948562622,
      "learning_rate": 0.0001824561403508772,
      "loss": 1.4959,
      "step": 53
    },
    {
      "epoch": 0.28346456692913385,
      "grad_norm": 2.587756872177124,
      "learning_rate": 0.00018596491228070177,
      "loss": 1.6561,
      "step": 54
    },
    {
      "epoch": 0.2887139107611549,
      "grad_norm": 2.873962163925171,
      "learning_rate": 0.00018947368421052632,
      "loss": 1.154,
      "step": 55
    },
    {
      "epoch": 0.29396325459317585,
      "grad_norm": 2.857832431793213,
      "learning_rate": 0.00019298245614035088,
      "loss": 1.4398,
      "step": 56
    },
    {
      "epoch": 0.2992125984251969,
      "grad_norm": 2.450753688812256,
      "learning_rate": 0.00019649122807017543,
      "loss": 1.3935,
      "step": 57
    },
    {
      "epoch": 0.30446194225721784,
      "grad_norm": 3.0704116821289062,
      "learning_rate": 0.0002,
      "loss": 1.4604,
      "step": 58
    },
    {
      "epoch": 0.30971128608923887,
      "grad_norm": 2.362713098526001,
      "learning_rate": 0.00019999812486015523,
      "loss": 1.5173,
      "step": 59
    },
    {
      "epoch": 0.31496062992125984,
      "grad_norm": 2.8491404056549072,
      "learning_rate": 0.00019999249951094388,
      "loss": 1.5408,
      "step": 60
    },
    {
      "epoch": 0.32020997375328086,
      "grad_norm": 2.454577684402466,
      "learning_rate": 0.00019998312416333227,
      "loss": 1.4086,
      "step": 61
    },
    {
      "epoch": 0.32545931758530183,
      "grad_norm": 2.2537734508514404,
      "learning_rate": 0.0001999699991689222,
      "loss": 1.1157,
      "step": 62
    },
    {
      "epoch": 0.33070866141732286,
      "grad_norm": 2.300297260284424,
      "learning_rate": 0.00019995312501993765,
      "loss": 1.1927,
      "step": 63
    },
    {
      "epoch": 0.3359580052493438,
      "grad_norm": 2.0972819328308105,
      "learning_rate": 0.00019993250234920636,
      "loss": 1.1443,
      "step": 64
    },
    {
      "epoch": 0.34120734908136485,
      "grad_norm": 2.440847396850586,
      "learning_rate": 0.00019990813193013625,
      "loss": 1.7633,
      "step": 65
    },
    {
      "epoch": 0.3464566929133858,
      "grad_norm": 2.1753475666046143,
      "learning_rate": 0.0001998800146766861,
      "loss": 1.2409,
      "step": 66
    },
    {
      "epoch": 0.35170603674540685,
      "grad_norm": 2.196859836578369,
      "learning_rate": 0.00019984815164333163,
      "loss": 1.1315,
      "step": 67
    },
    {
      "epoch": 0.3569553805774278,
      "grad_norm": 2.589327335357666,
      "learning_rate": 0.00019981254402502566,
      "loss": 1.4154,
      "step": 68
    },
    {
      "epoch": 0.36220472440944884,
      "grad_norm": 2.040648937225342,
      "learning_rate": 0.0001997731931571535,
      "loss": 1.1035,
      "step": 69
    },
    {
      "epoch": 0.3674540682414698,
      "grad_norm": 3.925663709640503,
      "learning_rate": 0.00019973010051548275,
      "loss": 1.562,
      "step": 70
    },
    {
      "epoch": 0.37270341207349084,
      "grad_norm": 2.7915618419647217,
      "learning_rate": 0.00019968326771610797,
      "loss": 1.1201,
      "step": 71
    },
    {
      "epoch": 0.3779527559055118,
      "grad_norm": 2.5829081535339355,
      "learning_rate": 0.00019963269651539017,
      "loss": 1.3134,
      "step": 72
    },
    {
      "epoch": 0.38320209973753283,
      "grad_norm": 3.7920446395874023,
      "learning_rate": 0.00019957838880989078,
      "loss": 1.4021,
      "step": 73
    },
    {
      "epoch": 0.3884514435695538,
      "grad_norm": 2.2051122188568115,
      "learning_rate": 0.00019952034663630062,
      "loss": 1.1945,
      "step": 74
    },
    {
      "epoch": 0.3937007874015748,
      "grad_norm": 2.5238990783691406,
      "learning_rate": 0.00019945857217136363,
      "loss": 1.3494,
      "step": 75
    },
    {
      "epoch": 0.3989501312335958,
      "grad_norm": 2.7515692710876465,
      "learning_rate": 0.00019939306773179497,
      "loss": 1.3467,
      "step": 76
    },
    {
      "epoch": 0.4041994750656168,
      "grad_norm": 2.8522536754608154,
      "learning_rate": 0.00019932383577419432,
      "loss": 1.57,
      "step": 77
    },
    {
      "epoch": 0.4094488188976378,
      "grad_norm": 1.9163004159927368,
      "learning_rate": 0.00019925087889495374,
      "loss": 1.3051,
      "step": 78
    },
    {
      "epoch": 0.4146981627296588,
      "grad_norm": 1.9789259433746338,
      "learning_rate": 0.00019917419983016025,
      "loss": 0.9476,
      "step": 79
    },
    {
      "epoch": 0.4199475065616798,
      "grad_norm": 2.6120073795318604,
      "learning_rate": 0.00019909380145549324,
      "loss": 1.3412,
      "step": 80
    },
    {
      "epoch": 0.4251968503937008,
      "grad_norm": 2.627711772918701,
      "learning_rate": 0.00019900968678611666,
      "loss": 1.424,
      "step": 81
    },
    {
      "epoch": 0.4304461942257218,
      "grad_norm": 2.3083677291870117,
      "learning_rate": 0.00019892185897656578,
      "loss": 1.137,
      "step": 82
    },
    {
      "epoch": 0.4356955380577428,
      "grad_norm": 2.250309705734253,
      "learning_rate": 0.00019883032132062925,
      "loss": 1.0466,
      "step": 83
    },
    {
      "epoch": 0.4409448818897638,
      "grad_norm": 2.2926323413848877,
      "learning_rate": 0.00019873507725122504,
      "loss": 1.4918,
      "step": 84
    },
    {
      "epoch": 0.4461942257217848,
      "grad_norm": 2.8048651218414307,
      "learning_rate": 0.00019863613034027224,
      "loss": 1.2737,
      "step": 85
    },
    {
      "epoch": 0.45144356955380577,
      "grad_norm": 2.108257532119751,
      "learning_rate": 0.00019853348429855672,
      "loss": 1.0448,
      "step": 86
    },
    {
      "epoch": 0.4566929133858268,
      "grad_norm": 2.1626484394073486,
      "learning_rate": 0.00019842714297559213,
      "loss": 1.1422,
      "step": 87
    },
    {
      "epoch": 0.46194225721784776,
      "grad_norm": 2.1590943336486816,
      "learning_rate": 0.0001983171103594755,
      "loss": 1.073,
      "step": 88
    },
    {
      "epoch": 0.4671916010498688,
      "grad_norm": 2.6183314323425293,
      "learning_rate": 0.0001982033905767377,
      "loss": 1.1683,
      "step": 89
    },
    {
      "epoch": 0.47244094488188976,
      "grad_norm": 2.6423206329345703,
      "learning_rate": 0.00019808598789218865,
      "loss": 1.284,
      "step": 90
    },
    {
      "epoch": 0.4776902887139108,
      "grad_norm": 2.9666941165924072,
      "learning_rate": 0.0001979649067087574,
      "loss": 1.4623,
      "step": 91
    },
    {
      "epoch": 0.48293963254593175,
      "grad_norm": 2.3356740474700928,
      "learning_rate": 0.00019784015156732693,
      "loss": 1.4087,
      "step": 92
    },
    {
      "epoch": 0.4881889763779528,
      "grad_norm": 2.55161190032959,
      "learning_rate": 0.000197711727146564,
      "loss": 1.2149,
      "step": 93
    },
    {
      "epoch": 0.49343832020997375,
      "grad_norm": 2.503931760787964,
      "learning_rate": 0.00019757963826274357,
      "loss": 1.0572,
      "step": 94
    },
    {
      "epoch": 0.49868766404199477,
      "grad_norm": 2.113316297531128,
      "learning_rate": 0.00019744388986956822,
      "loss": 1.3952,
      "step": 95
    },
    {
      "epoch": 0.5039370078740157,
      "grad_norm": 2.413565158843994,
      "learning_rate": 0.00019730448705798239,
      "loss": 1.0974,
      "step": 96
    },
    {
      "epoch": 0.5091863517060368,
      "grad_norm": 2.6888630390167236,
      "learning_rate": 0.0001971614350559814,
      "loss": 1.5181,
      "step": 97
    },
    {
      "epoch": 0.5144356955380578,
      "grad_norm": 2.208359718322754,
      "learning_rate": 0.0001970147392284154,
      "loss": 1.1508,
      "step": 98
    },
    {
      "epoch": 0.5196850393700787,
      "grad_norm": 2.3736019134521484,
      "learning_rate": 0.00019686440507678824,
      "loss": 1.4067,
      "step": 99
    },
    {
      "epoch": 0.5249343832020997,
      "grad_norm": 2.40409255027771,
      "learning_rate": 0.0001967104382390511,
      "loss": 1.1971,
      "step": 100
    },
    {
      "epoch": 0.5301837270341208,
      "grad_norm": 2.203507661819458,
      "learning_rate": 0.00019655284448939094,
      "loss": 1.3298,
      "step": 101
    },
    {
      "epoch": 0.5354330708661418,
      "grad_norm": 2.1737711429595947,
      "learning_rate": 0.00019639162973801426,
      "loss": 1.4618,
      "step": 102
    },
    {
      "epoch": 0.5406824146981627,
      "grad_norm": 3.172531843185425,
      "learning_rate": 0.00019622680003092503,
      "loss": 1.6789,
      "step": 103
    },
    {
      "epoch": 0.5459317585301837,
      "grad_norm": 2.5439305305480957,
      "learning_rate": 0.0001960583615496984,
      "loss": 1.6033,
      "step": 104
    },
    {
      "epoch": 0.5511811023622047,
      "grad_norm": 2.414440870285034,
      "learning_rate": 0.00019588632061124837,
      "loss": 1.1086,
      "step": 105
    },
    {
      "epoch": 0.5564304461942258,
      "grad_norm": 2.828094244003296,
      "learning_rate": 0.00019571068366759143,
      "loss": 1.2589,
      "step": 106
    },
    {
      "epoch": 0.5616797900262467,
      "grad_norm": 2.0109658241271973,
      "learning_rate": 0.00019553145730560415,
      "loss": 0.8927,
      "step": 107
    },
    {
      "epoch": 0.5669291338582677,
      "grad_norm": 2.842677116394043,
      "learning_rate": 0.0001953486482467764,
      "loss": 1.4432,
      "step": 108
    },
    {
      "epoch": 0.5721784776902887,
      "grad_norm": 2.2482569217681885,
      "learning_rate": 0.0001951622633469592,
      "loss": 1.1888,
      "step": 109
    },
    {
      "epoch": 0.5774278215223098,
      "grad_norm": 2.6185362339019775,
      "learning_rate": 0.00019497230959610756,
      "loss": 1.1135,
      "step": 110
    },
    {
      "epoch": 0.5826771653543307,
      "grad_norm": 2.3009023666381836,
      "learning_rate": 0.00019477879411801844,
      "loss": 1.1068,
      "step": 111
    },
    {
      "epoch": 0.5879265091863517,
      "grad_norm": 2.750929832458496,
      "learning_rate": 0.00019458172417006347,
      "loss": 1.0964,
      "step": 112
    },
    {
      "epoch": 0.5931758530183727,
      "grad_norm": 2.6601922512054443,
      "learning_rate": 0.00019438110714291694,
      "loss": 1.4321,
      "step": 113
    },
    {
      "epoch": 0.5984251968503937,
      "grad_norm": 2.598353624343872,
      "learning_rate": 0.00019417695056027844,
      "loss": 1.1159,
      "step": 114
    },
    {
      "epoch": 0.6036745406824147,
      "grad_norm": 2.5931055545806885,
      "learning_rate": 0.00019396926207859084,
      "loss": 1.5328,
      "step": 115
    },
    {
      "epoch": 0.6089238845144357,
      "grad_norm": 2.612820625305176,
      "learning_rate": 0.00019375804948675306,
      "loss": 1.5006,
      "step": 116
    },
    {
      "epoch": 0.6141732283464567,
      "grad_norm": 2.5003819465637207,
      "learning_rate": 0.0001935433207058281,
      "loss": 1.5221,
      "step": 117
    },
    {
      "epoch": 0.6194225721784777,
      "grad_norm": 2.438344955444336,
      "learning_rate": 0.0001933250837887457,
      "loss": 1.1499,
      "step": 118
    },
    {
      "epoch": 0.6246719160104987,
      "grad_norm": 2.2599291801452637,
      "learning_rate": 0.00019310334692000075,
      "loss": 1.1137,
      "step": 119
    },
    {
      "epoch": 0.6299212598425197,
      "grad_norm": 2.45780086517334,
      "learning_rate": 0.00019287811841534595,
      "loss": 1.363,
      "step": 120
    },
    {
      "epoch": 0.6351706036745407,
      "grad_norm": 2.098870038986206,
      "learning_rate": 0.00019264940672148018,
      "loss": 1.2201,
      "step": 121
    },
    {
      "epoch": 0.6404199475065617,
      "grad_norm": 1.8870902061462402,
      "learning_rate": 0.00019241722041573166,
      "loss": 1.3615,
      "step": 122
    },
    {
      "epoch": 0.6456692913385826,
      "grad_norm": 1.971105694770813,
      "learning_rate": 0.0001921815682057362,
      "loss": 1.1174,
      "step": 123
    },
    {
      "epoch": 0.6509186351706037,
      "grad_norm": 2.195482015609741,
      "learning_rate": 0.0001919424589291108,
      "loss": 1.2562,
      "step": 124
    },
    {
      "epoch": 0.6561679790026247,
      "grad_norm": 2.429697036743164,
      "learning_rate": 0.0001916999015531221,
      "loss": 1.3243,
      "step": 125
    },
    {
      "epoch": 0.6614173228346457,
      "grad_norm": 2.208289623260498,
      "learning_rate": 0.00019145390517435012,
      "loss": 1.0649,
      "step": 126
    },
    {
      "epoch": 0.6666666666666666,
      "grad_norm": 2.1772406101226807,
      "learning_rate": 0.00019120447901834706,
      "loss": 1.1999,
      "step": 127
    },
    {
      "epoch": 0.6719160104986877,
      "grad_norm": 2.6156198978424072,
      "learning_rate": 0.00019095163243929142,
      "loss": 1.2446,
      "step": 128
    },
    {
      "epoch": 0.6771653543307087,
      "grad_norm": 2.6300153732299805,
      "learning_rate": 0.0001906953749196371,
      "loss": 1.3671,
      "step": 129
    },
    {
      "epoch": 0.6824146981627297,
      "grad_norm": 2.3485264778137207,
      "learning_rate": 0.00019043571606975777,
      "loss": 0.9951,
      "step": 130
    },
    {
      "epoch": 0.6876640419947506,
      "grad_norm": 2.8363163471221924,
      "learning_rate": 0.00019017266562758659,
      "loss": 1.3425,
      "step": 131
    },
    {
      "epoch": 0.6929133858267716,
      "grad_norm": 2.223158121109009,
      "learning_rate": 0.00018990623345825083,
      "loss": 1.3456,
      "step": 132
    },
    {
      "epoch": 0.6981627296587927,
      "grad_norm": 2.4961116313934326,
      "learning_rate": 0.00018963642955370201,
      "loss": 1.4691,
      "step": 133
    },
    {
      "epoch": 0.7034120734908137,
      "grad_norm": 2.3813393115997314,
      "learning_rate": 0.00018936326403234125,
      "loss": 1.2141,
      "step": 134
    },
    {
      "epoch": 0.7086614173228346,
      "grad_norm": 2.0415079593658447,
      "learning_rate": 0.00018908674713863952,
      "loss": 1.1995,
      "step": 135
    },
    {
      "epoch": 0.7139107611548556,
      "grad_norm": 2.443024158477783,
      "learning_rate": 0.00018880688924275378,
      "loss": 1.5299,
      "step": 136
    },
    {
      "epoch": 0.7191601049868767,
      "grad_norm": 2.8351380825042725,
      "learning_rate": 0.0001885237008401378,
      "loss": 1.2206,
      "step": 137
    },
    {
      "epoch": 0.7244094488188977,
      "grad_norm": 2.696510076522827,
      "learning_rate": 0.0001882371925511488,
      "loss": 1.0794,
      "step": 138
    },
    {
      "epoch": 0.7296587926509186,
      "grad_norm": 2.9665584564208984,
      "learning_rate": 0.0001879473751206489,
      "loss": 1.575,
      "step": 139
    },
    {
      "epoch": 0.7349081364829396,
      "grad_norm": 2.1545960903167725,
      "learning_rate": 0.00018765425941760238,
      "loss": 1.0347,
      "step": 140
    },
    {
      "epoch": 0.7401574803149606,
      "grad_norm": 2.3312506675720215,
      "learning_rate": 0.00018735785643466784,
      "loss": 1.3836,
      "step": 141
    },
    {
      "epoch": 0.7454068241469817,
      "grad_norm": 2.3382620811462402,
      "learning_rate": 0.00018705817728778624,
      "loss": 1.1358,
      "step": 142
    },
    {
      "epoch": 0.7506561679790026,
      "grad_norm": 2.4452474117279053,
      "learning_rate": 0.00018675523321576371,
      "loss": 1.1749,
      "step": 143
    },
    {
      "epoch": 0.7559055118110236,
      "grad_norm": 2.0249741077423096,
      "learning_rate": 0.00018644903557985025,
      "loss": 0.9222,
      "step": 144
    },
    {
      "epoch": 0.7611548556430446,
      "grad_norm": 2.624455451965332,
      "learning_rate": 0.00018613959586331362,
      "loss": 1.0862,
      "step": 145
    },
    {
      "epoch": 0.7664041994750657,
      "grad_norm": 2.175856351852417,
      "learning_rate": 0.00018582692567100867,
      "loss": 1.1019,
      "step": 146
    },
    {
      "epoch": 0.7716535433070866,
      "grad_norm": 2.5203380584716797,
      "learning_rate": 0.00018551103672894206,
      "loss": 1.5635,
      "step": 147
    },
    {
      "epoch": 0.7769028871391076,
      "grad_norm": 2.405241012573242,
      "learning_rate": 0.00018519194088383273,
      "loss": 1.2331,
      "step": 148
    },
    {
      "epoch": 0.7821522309711286,
      "grad_norm": 2.598151206970215,
      "learning_rate": 0.00018486965010266725,
      "loss": 1.7277,
      "step": 149
    },
    {
      "epoch": 0.7874015748031497,
      "grad_norm": 2.171656370162964,
      "learning_rate": 0.0001845441764722514,
      "loss": 1.2162,
      "step": 150
    },
    {
      "epoch": 0.7926509186351706,
      "grad_norm": 2.485642433166504,
      "learning_rate": 0.00018421553219875658,
      "loss": 1.5379,
      "step": 151
    },
    {
      "epoch": 0.7979002624671916,
      "grad_norm": 2.297564744949341,
      "learning_rate": 0.00018388372960726228,
      "loss": 1.168,
      "step": 152
    },
    {
      "epoch": 0.8031496062992126,
      "grad_norm": 1.9809898138046265,
      "learning_rate": 0.00018354878114129367,
      "loss": 1.1138,
      "step": 153
    },
    {
      "epoch": 0.8083989501312336,
      "grad_norm": 2.277679920196533,
      "learning_rate": 0.00018321069936235503,
      "loss": 0.9873,
      "step": 154
    },
    {
      "epoch": 0.8136482939632546,
      "grad_norm": 2.324462890625,
      "learning_rate": 0.00018286949694945866,
      "loss": 1.2728,
      "step": 155
    },
    {
      "epoch": 0.8188976377952756,
      "grad_norm": 2.318861722946167,
      "learning_rate": 0.00018252518669864936,
      "loss": 1.2905,
      "step": 156
    },
    {
      "epoch": 0.8241469816272966,
      "grad_norm": 2.5826478004455566,
      "learning_rate": 0.0001821777815225245,
      "loss": 1.2632,
      "step": 157
    },
    {
      "epoch": 0.8293963254593176,
      "grad_norm": 1.9897890090942383,
      "learning_rate": 0.00018182729444974992,
      "loss": 1.1829,
      "step": 158
    },
    {
      "epoch": 0.8346456692913385,
      "grad_norm": 2.1801273822784424,
      "learning_rate": 0.00018147373862457107,
      "loss": 1.1657,
      "step": 159
    },
    {
      "epoch": 0.8398950131233596,
      "grad_norm": 2.332425117492676,
      "learning_rate": 0.00018111712730632022,
      "loss": 1.1415,
      "step": 160
    },
    {
      "epoch": 0.8451443569553806,
      "grad_norm": 2.0971760749816895,
      "learning_rate": 0.0001807574738689193,
      "loss": 1.3374,
      "step": 161
    },
    {
      "epoch": 0.8503937007874016,
      "grad_norm": 2.436295509338379,
      "learning_rate": 0.000180394791800378,
      "loss": 1.2387,
      "step": 162
    },
    {
      "epoch": 0.8556430446194225,
      "grad_norm": 2.6877710819244385,
      "learning_rate": 0.00018002909470228842,
      "loss": 1.5381,
      "step": 163
    },
    {
      "epoch": 0.8608923884514436,
      "grad_norm": 2.4646594524383545,
      "learning_rate": 0.00017966039628931446,
      "loss": 1.4384,
      "step": 164
    },
    {
      "epoch": 0.8661417322834646,
      "grad_norm": 2.020935297012329,
      "learning_rate": 0.00017928871038867784,
      "loss": 1.2144,
      "step": 165
    },
    {
      "epoch": 0.8713910761154856,
      "grad_norm": 2.4887311458587646,
      "learning_rate": 0.00017891405093963938,
      "loss": 1.3464,
      "step": 166
    },
    {
      "epoch": 0.8766404199475065,
      "grad_norm": 2.3591365814208984,
      "learning_rate": 0.00017853643199297633,
      "loss": 1.1275,
      "step": 167
    },
    {
      "epoch": 0.8818897637795275,
      "grad_norm": 1.8852261304855347,
      "learning_rate": 0.00017815586771045535,
      "loss": 1.1718,
      "step": 168
    },
    {
      "epoch": 0.8871391076115486,
      "grad_norm": 2.501147747039795,
      "learning_rate": 0.0001777723723643014,
      "loss": 1.5136,
      "step": 169
    },
    {
      "epoch": 0.8923884514435696,
      "grad_norm": 2.3164873123168945,
      "learning_rate": 0.0001773859603366626,
      "loss": 1.2471,
      "step": 170
    },
    {
      "epoch": 0.8976377952755905,
      "grad_norm": 2.3213908672332764,
      "learning_rate": 0.00017699664611907072,
      "loss": 1.5152,
      "step": 171
    },
    {
      "epoch": 0.9028871391076115,
      "grad_norm": 2.225059986114502,
      "learning_rate": 0.0001766044443118978,
      "loss": 0.9982,
      "step": 172
    },
    {
      "epoch": 0.9081364829396326,
      "grad_norm": 2.617565631866455,
      "learning_rate": 0.00017620936962380856,
      "loss": 1.1797,
      "step": 173
    },
    {
      "epoch": 0.9133858267716536,
      "grad_norm": 2.1258366107940674,
      "learning_rate": 0.00017581143687120875,
      "loss": 1.2575,
      "step": 174
    },
    {
      "epoch": 0.9186351706036745,
      "grad_norm": 2.1051361560821533,
      "learning_rate": 0.00017541066097768963,
      "loss": 0.8311,
      "step": 175
    },
    {
      "epoch": 0.9238845144356955,
      "grad_norm": 2.1657958030700684,
      "learning_rate": 0.0001750070569734681,
      "loss": 1.093,
      "step": 176
    },
    {
      "epoch": 0.9291338582677166,
      "grad_norm": 2.4127931594848633,
      "learning_rate": 0.00017460063999482316,
      "loss": 1.0833,
      "step": 177
    },
    {
      "epoch": 0.9343832020997376,
      "grad_norm": 2.753276824951172,
      "learning_rate": 0.00017419142528352817,
      "loss": 1.178,
      "step": 178
    },
    {
      "epoch": 0.9396325459317585,
      "grad_norm": 2.67309832572937,
      "learning_rate": 0.00017377942818627942,
      "loss": 1.303,
      "step": 179
    },
    {
      "epoch": 0.9448818897637795,
      "grad_norm": 2.5962181091308594,
      "learning_rate": 0.00017336466415412028,
      "loss": 1.5608,
      "step": 180
    },
    {
      "epoch": 0.9501312335958005,
      "grad_norm": 3.0257773399353027,
      "learning_rate": 0.0001729471487418621,
      "loss": 1.3775,
      "step": 181
    },
    {
      "epoch": 0.9553805774278216,
      "grad_norm": 1.9228885173797607,
      "learning_rate": 0.0001725268976075005,
      "loss": 1.0905,
      "step": 182
    },
    {
      "epoch": 0.9606299212598425,
      "grad_norm": 3.0711910724639893,
      "learning_rate": 0.0001721039265116285,
      "loss": 1.1671,
      "step": 183
    },
    {
      "epoch": 0.9658792650918635,
      "grad_norm": 2.53415846824646,
      "learning_rate": 0.00017167825131684513,
      "loss": 1.458,
      "step": 184
    },
    {
      "epoch": 0.9711286089238845,
      "grad_norm": 2.325265407562256,
      "learning_rate": 0.00017124988798716083,
      "loss": 1.3166,
      "step": 185
    },
    {
      "epoch": 0.9763779527559056,
      "grad_norm": 1.972551941871643,
      "learning_rate": 0.00017081885258739846,
      "loss": 1.1434,
      "step": 186
    },
    {
      "epoch": 0.9816272965879265,
      "grad_norm": 2.308837890625,
      "learning_rate": 0.00017038516128259115,
      "loss": 1.25,
      "step": 187
    },
    {
      "epoch": 0.9868766404199475,
      "grad_norm": 2.6584460735321045,
      "learning_rate": 0.00016994883033737582,
      "loss": 1.3522,
      "step": 188
    },
    {
      "epoch": 0.9921259842519685,
      "grad_norm": 2.0960097312927246,
      "learning_rate": 0.00016950987611538324,
      "loss": 1.0266,
      "step": 189
    },
    {
      "epoch": 0.9973753280839895,
      "grad_norm": 2.1752665042877197,
      "learning_rate": 0.00016906831507862443,
      "loss": 1.3627,
      "step": 190
    },
    {
      "epoch": 1.0,
      "grad_norm": 2.6606860160827637,
      "learning_rate": 0.0001686241637868734,
      "loss": 0.8187,
      "step": 191
    },
    {
      "epoch": 1.005249343832021,
      "grad_norm": 2.049098491668701,
      "learning_rate": 0.00016817743889704565,
      "loss": 1.0819,
      "step": 192
    },
    {
      "epoch": 1.010498687664042,
      "grad_norm": 1.9727576971054077,
      "learning_rate": 0.00016772815716257412,
      "loss": 1.0079,
      "step": 193
    },
    {
      "epoch": 1.015748031496063,
      "grad_norm": 1.9842270612716675,
      "learning_rate": 0.0001672763354327804,
      "loss": 0.8639,
      "step": 194
    },
    {
      "epoch": 1.020997375328084,
      "grad_norm": 1.639641523361206,
      "learning_rate": 0.00016682199065224307,
      "loss": 0.6213,
      "step": 195
    },
    {
      "epoch": 1.026246719160105,
      "grad_norm": 2.2830586433410645,
      "learning_rate": 0.00016636513986016213,
      "loss": 0.7467,
      "step": 196
    },
    {
      "epoch": 1.031496062992126,
      "grad_norm": 3.062472105026245,
      "learning_rate": 0.0001659058001897201,
      "loss": 0.9837,
      "step": 197
    },
    {
      "epoch": 1.036745406824147,
      "grad_norm": 2.6546707153320312,
      "learning_rate": 0.00016544398886743933,
      "loss": 1.0166,
      "step": 198
    },
    {
      "epoch": 1.041994750656168,
      "grad_norm": 2.1115078926086426,
      "learning_rate": 0.000164979723212536,
      "loss": 0.8896,
      "step": 199
    },
    {
      "epoch": 1.047244094488189,
      "grad_norm": 2.4062306880950928,
      "learning_rate": 0.00016451302063627066,
      "loss": 0.9431,
      "step": 200
    },
    {
      "epoch": 1.05249343832021,
      "grad_norm": 2.4070167541503906,
      "learning_rate": 0.00016404389864129533,
      "loss": 0.7534,
      "step": 201
    },
    {
      "epoch": 1.057742782152231,
      "grad_norm": 2.7025625705718994,
      "learning_rate": 0.00016357237482099684,
      "loss": 0.6826,
      "step": 202
    },
    {
      "epoch": 1.0629921259842519,
      "grad_norm": 2.4860000610351562,
      "learning_rate": 0.00016309846685883726,
      "loss": 0.7801,
      "step": 203
    },
    {
      "epoch": 1.068241469816273,
      "grad_norm": 2.442067861557007,
      "learning_rate": 0.00016262219252769064,
      "loss": 0.8237,
      "step": 204
    },
    {
      "epoch": 1.073490813648294,
      "grad_norm": 2.510655164718628,
      "learning_rate": 0.00016214356968917648,
      "loss": 0.8001,
      "step": 205
    },
    {
      "epoch": 1.078740157480315,
      "grad_norm": 3.1672093868255615,
      "learning_rate": 0.00016166261629298995,
      "loss": 0.9451,
      "step": 206
    },
    {
      "epoch": 1.083989501312336,
      "grad_norm": 3.2933852672576904,
      "learning_rate": 0.0001611793503762285,
      "loss": 0.9388,
      "step": 207
    },
    {
      "epoch": 1.0892388451443569,
      "grad_norm": 3.1465041637420654,
      "learning_rate": 0.00016069379006271566,
      "loss": 1.0714,
      "step": 208
    },
    {
      "epoch": 1.094488188976378,
      "grad_norm": 2.6741809844970703,
      "learning_rate": 0.00016020595356232135,
      "loss": 0.7402,
      "step": 209
    },
    {
      "epoch": 1.099737532808399,
      "grad_norm": 2.4382576942443848,
      "learning_rate": 0.00015971585917027862,
      "loss": 0.6643,
      "step": 210
    },
    {
      "epoch": 1.10498687664042,
      "grad_norm": 2.5925192832946777,
      "learning_rate": 0.00015922352526649803,
      "loss": 0.8338,
      "step": 211
    },
    {
      "epoch": 1.110236220472441,
      "grad_norm": 2.8813819885253906,
      "learning_rate": 0.00015872897031487791,
      "loss": 0.9946,
      "step": 212
    },
    {
      "epoch": 1.1154855643044619,
      "grad_norm": 2.19948673248291,
      "learning_rate": 0.00015823221286261215,
      "loss": 0.916,
      "step": 213
    },
    {
      "epoch": 1.120734908136483,
      "grad_norm": 2.330357551574707,
      "learning_rate": 0.00015773327153949465,
      "loss": 0.9889,
      "step": 214
    },
    {
      "epoch": 1.125984251968504,
      "grad_norm": 2.321606397628784,
      "learning_rate": 0.0001572321650572205,
      "loss": 0.9533,
      "step": 215
    },
    {
      "epoch": 1.1312335958005248,
      "grad_norm": 2.219377040863037,
      "learning_rate": 0.00015672891220868432,
      "loss": 0.6138,
      "step": 216
    },
    {
      "epoch": 1.136482939632546,
      "grad_norm": 2.7651844024658203,
      "learning_rate": 0.00015622353186727544,
      "loss": 0.8008,
      "step": 217
    },
    {
      "epoch": 1.141732283464567,
      "grad_norm": 2.5043694972991943,
      "learning_rate": 0.0001557160429861702,
      "loss": 0.9846,
      "step": 218
    },
    {
      "epoch": 1.1469816272965878,
      "grad_norm": 2.6043448448181152,
      "learning_rate": 0.000155206464597621,
      "loss": 0.932,
      "step": 219
    },
    {
      "epoch": 1.152230971128609,
      "grad_norm": 2.5369505882263184,
      "learning_rate": 0.00015469481581224272,
      "loss": 0.8897,
      "step": 220
    },
    {
      "epoch": 1.1574803149606299,
      "grad_norm": 2.6622097492218018,
      "learning_rate": 0.00015418111581829574,
      "loss": 0.952,
      "step": 221
    },
    {
      "epoch": 1.162729658792651,
      "grad_norm": 2.4234066009521484,
      "learning_rate": 0.0001536653838809667,
      "loss": 0.8107,
      "step": 222
    },
    {
      "epoch": 1.167979002624672,
      "grad_norm": 2.463465452194214,
      "learning_rate": 0.0001531476393416456,
      "loss": 0.7944,
      "step": 223
    },
    {
      "epoch": 1.1732283464566928,
      "grad_norm": 2.748023271560669,
      "learning_rate": 0.0001526279016172008,
      "loss": 0.8127,
      "step": 224
    },
    {
      "epoch": 1.178477690288714,
      "grad_norm": 2.4598255157470703,
      "learning_rate": 0.00015210619019925066,
      "loss": 0.7711,
      "step": 225
    },
    {
      "epoch": 1.1837270341207349,
      "grad_norm": 2.580259323120117,
      "learning_rate": 0.00015158252465343242,
      "loss": 0.8544,
      "step": 226
    },
    {
      "epoch": 1.188976377952756,
      "grad_norm": 2.5548136234283447,
      "learning_rate": 0.00015105692461866874,
      "loss": 0.7007,
      "step": 227
    },
    {
      "epoch": 1.194225721784777,
      "grad_norm": 2.474823236465454,
      "learning_rate": 0.000150529409806431,
      "loss": 0.7501,
      "step": 228
    },
    {
      "epoch": 1.1994750656167978,
      "grad_norm": 2.46974515914917,
      "learning_rate": 0.00015000000000000001,
      "loss": 0.6326,
      "step": 229
    },
    {
      "epoch": 1.204724409448819,
      "grad_norm": 2.542745590209961,
      "learning_rate": 0.00014946871505372425,
      "loss": 0.63,
      "step": 230
    },
    {
      "epoch": 1.20997375328084,
      "grad_norm": 2.988248109817505,
      "learning_rate": 0.00014893557489227517,
      "loss": 1.0908,
      "step": 231
    },
    {
      "epoch": 1.2152230971128608,
      "grad_norm": 3.3131489753723145,
      "learning_rate": 0.0001484005995098999,
      "loss": 1.2089,
      "step": 232
    },
    {
      "epoch": 1.220472440944882,
      "grad_norm": 3.060359477996826,
      "learning_rate": 0.0001478638089696716,
      "loss": 0.7317,
      "step": 233
    },
    {
      "epoch": 1.2257217847769029,
      "grad_norm": 3.0129809379577637,
      "learning_rate": 0.00014732522340273684,
      "loss": 0.6776,
      "step": 234
    },
    {
      "epoch": 1.2309711286089238,
      "grad_norm": 2.892338752746582,
      "learning_rate": 0.0001467848630075608,
      "loss": 0.731,
      "step": 235
    },
    {
      "epoch": 1.236220472440945,
      "grad_norm": 3.0470635890960693,
      "learning_rate": 0.00014624274804916958,
      "loss": 0.9027,
      "step": 236
    },
    {
      "epoch": 1.2414698162729658,
      "grad_norm": 2.4284868240356445,
      "learning_rate": 0.00014569889885839037,
      "loss": 0.7888,
      "step": 237
    },
    {
      "epoch": 1.246719160104987,
      "grad_norm": 2.565948486328125,
      "learning_rate": 0.00014515333583108896,
      "loss": 0.6491,
      "step": 238
    },
    {
      "epoch": 1.2519685039370079,
      "grad_norm": 2.1786141395568848,
      "learning_rate": 0.00014460607942740468,
      "loss": 0.7064,
      "step": 239
    },
    {
      "epoch": 1.257217847769029,
      "grad_norm": 2.6910786628723145,
      "learning_rate": 0.00014405715017098335,
      "loss": 0.6241,
      "step": 240
    },
    {
      "epoch": 1.26246719160105,
      "grad_norm": 2.9195802211761475,
      "learning_rate": 0.00014350656864820733,
      "loss": 0.815,
      "step": 241
    },
    {
      "epoch": 1.2677165354330708,
      "grad_norm": 2.84618878364563,
      "learning_rate": 0.0001429543555074237,
      "loss": 0.8676,
      "step": 242
    },
    {
      "epoch": 1.272965879265092,
      "grad_norm": 2.5274624824523926,
      "learning_rate": 0.00014240053145816967,
      "loss": 0.8162,
      "step": 243
    },
    {
      "epoch": 1.2782152230971129,
      "grad_norm": 2.549936294555664,
      "learning_rate": 0.00014184511727039612,
      "loss": 0.7318,
      "step": 244
    },
    {
      "epoch": 1.2834645669291338,
      "grad_norm": 2.6315500736236572,
      "learning_rate": 0.0001412881337736885,
      "loss": 0.828,
      "step": 245
    },
    {
      "epoch": 1.288713910761155,
      "grad_norm": 2.9797654151916504,
      "learning_rate": 0.00014072960185648577,
      "loss": 0.8592,
      "step": 246
    },
    {
      "epoch": 1.2939632545931758,
      "grad_norm": 3.380535364151001,
      "learning_rate": 0.00014016954246529696,
      "loss": 1.2413,
      "step": 247
    },
    {
      "epoch": 1.2992125984251968,
      "grad_norm": 2.557527780532837,
      "learning_rate": 0.0001396079766039157,
      "loss": 0.7001,
      "step": 248
    },
    {
      "epoch": 1.304461942257218,
      "grad_norm": 2.8971340656280518,
      "learning_rate": 0.00013904492533263244,
      "loss": 0.7283,
      "step": 249
    },
    {
      "epoch": 1.3097112860892388,
      "grad_norm": 2.7849743366241455,
      "learning_rate": 0.00013848040976744457,
      "loss": 0.7282,
      "step": 250
    },
    {
      "epoch": 1.3149606299212597,
      "grad_norm": 2.8634750843048096,
      "learning_rate": 0.00013791445107926478,
      "loss": 0.8419,
      "step": 251
    },
    {
      "epoch": 1.3202099737532809,
      "grad_norm": 2.310309410095215,
      "learning_rate": 0.00013734707049312673,
      "loss": 0.5901,
      "step": 252
    },
    {
      "epoch": 1.3254593175853018,
      "grad_norm": 2.7387428283691406,
      "learning_rate": 0.00013677828928738934,
      "loss": 0.7358,
      "step": 253
    },
    {
      "epoch": 1.330708661417323,
      "grad_norm": 2.7614364624023438,
      "learning_rate": 0.00013620812879293863,
      "loss": 0.792,
      "step": 254
    },
    {
      "epoch": 1.3359580052493438,
      "grad_norm": 2.8637635707855225,
      "learning_rate": 0.00013563661039238785,
      "loss": 0.8998,
      "step": 255
    },
    {
      "epoch": 1.341207349081365,
      "grad_norm": 2.455495595932007,
      "learning_rate": 0.00013506375551927547,
      "loss": 0.6392,
      "step": 256
    },
    {
      "epoch": 1.3464566929133859,
      "grad_norm": 3.1629257202148438,
      "learning_rate": 0.00013448958565726144,
      "loss": 0.8548,
      "step": 257
    },
    {
      "epoch": 1.3517060367454068,
      "grad_norm": 2.6103389263153076,
      "learning_rate": 0.00013391412233932149,
      "loss": 0.6498,
      "step": 258
    },
    {
      "epoch": 1.356955380577428,
      "grad_norm": 2.9760587215423584,
      "learning_rate": 0.00013333738714693956,
      "loss": 0.7394,
      "step": 259
    },
    {
      "epoch": 1.3622047244094488,
      "grad_norm": 2.5022411346435547,
      "learning_rate": 0.00013275940170929843,
      "loss": 0.6005,
      "step": 260
    },
    {
      "epoch": 1.3674540682414698,
      "grad_norm": 2.8095810413360596,
      "learning_rate": 0.00013218018770246858,
      "loss": 0.6823,
      "step": 261
    },
    {
      "epoch": 1.372703412073491,
      "grad_norm": 2.7416610717773438,
      "learning_rate": 0.00013159976684859527,
      "loss": 0.7922,
      "step": 262
    },
    {
      "epoch": 1.3779527559055118,
      "grad_norm": 2.2850701808929443,
      "learning_rate": 0.00013101816091508388,
      "loss": 0.7069,
      "step": 263
    },
    {
      "epoch": 1.3832020997375327,
      "grad_norm": 2.835042953491211,
      "learning_rate": 0.0001304353917137836,
      "loss": 0.7351,
      "step": 264
    },
    {
      "epoch": 1.3884514435695539,
      "grad_norm": 2.9981067180633545,
      "learning_rate": 0.00012985148110016947,
      "loss": 0.8191,
      "step": 265
    },
    {
      "epoch": 1.3937007874015748,
      "grad_norm": 2.754315137863159,
      "learning_rate": 0.0001292664509725226,
      "loss": 0.6671,
      "step": 266
    },
    {
      "epoch": 1.3989501312335957,
      "grad_norm": 2.780714750289917,
      "learning_rate": 0.00012868032327110904,
      "loss": 0.6961,
      "step": 267
    },
    {
      "epoch": 1.4041994750656168,
      "grad_norm": 2.5875256061553955,
      "learning_rate": 0.00012809311997735696,
      "loss": 0.5871,
      "step": 268
    },
    {
      "epoch": 1.4094488188976377,
      "grad_norm": 2.6932876110076904,
      "learning_rate": 0.00012750486311303218,
      "loss": 0.7657,
      "step": 269
    },
    {
      "epoch": 1.4146981627296589,
      "grad_norm": 2.3105850219726562,
      "learning_rate": 0.00012691557473941243,
      "loss": 0.4689,
      "step": 270
    },
    {
      "epoch": 1.4199475065616798,
      "grad_norm": 2.749490261077881,
      "learning_rate": 0.00012632527695645993,
      "loss": 0.9078,
      "step": 271
    },
    {
      "epoch": 1.425196850393701,
      "grad_norm": 2.5074801445007324,
      "learning_rate": 0.0001257339919019925,
      "loss": 0.6867,
      "step": 272
    },
    {
      "epoch": 1.4304461942257218,
      "grad_norm": 2.0776736736297607,
      "learning_rate": 0.00012514174175085345,
      "loss": 0.6132,
      "step": 273
    },
    {
      "epoch": 1.4356955380577427,
      "grad_norm": 2.6735877990722656,
      "learning_rate": 0.00012454854871407994,
      "loss": 0.7334,
      "step": 274
    },
    {
      "epoch": 1.4409448818897639,
      "grad_norm": 2.643948554992676,
      "learning_rate": 0.0001239544350380699,
      "loss": 0.6834,
      "step": 275
    },
    {
      "epoch": 1.4461942257217848,
      "grad_norm": 3.092463254928589,
      "learning_rate": 0.00012335942300374788,
      "loss": 1.0018,
      "step": 276
    },
    {
      "epoch": 1.4514435695538057,
      "grad_norm": 2.8050155639648438,
      "learning_rate": 0.00012276353492572935,
      "loss": 0.8914,
      "step": 277
    },
    {
      "epoch": 1.4566929133858268,
      "grad_norm": 2.794189214706421,
      "learning_rate": 0.00012216679315148386,
      "loss": 0.8057,
      "step": 278
    },
    {
      "epoch": 1.4619422572178478,
      "grad_norm": 2.8576409816741943,
      "learning_rate": 0.00012156922006049702,
      "loss": 0.9259,
      "step": 279
    },
    {
      "epoch": 1.4671916010498687,
      "grad_norm": 3.4657177925109863,
      "learning_rate": 0.00012097083806343103,
      "loss": 1.0509,
      "step": 280
    },
    {
      "epoch": 1.4724409448818898,
      "grad_norm": 2.971736431121826,
      "learning_rate": 0.00012037166960128443,
      "loss": 1.2074,
      "step": 281
    },
    {
      "epoch": 1.4776902887139107,
      "grad_norm": 2.635852336883545,
      "learning_rate": 0.00011977173714455034,
      "loss": 0.739,
      "step": 282
    },
    {
      "epoch": 1.4829396325459316,
      "grad_norm": 2.4697046279907227,
      "learning_rate": 0.00011917106319237386,
      "loss": 0.8156,
      "step": 283
    },
    {
      "epoch": 1.4881889763779528,
      "grad_norm": 2.8160102367401123,
      "learning_rate": 0.00011856967027170818,
      "loss": 0.7248,
      "step": 284
    },
    {
      "epoch": 1.4934383202099737,
      "grad_norm": 2.7745792865753174,
      "learning_rate": 0.00011796758093646989,
      "loss": 0.7826,
      "step": 285
    },
    {
      "epoch": 1.4986876640419948,
      "grad_norm": 2.684284210205078,
      "learning_rate": 0.00011736481776669306,
      "loss": 0.6299,
      "step": 286
    },
    {
      "epoch": 1.5039370078740157,
      "grad_norm": 2.7349674701690674,
      "learning_rate": 0.00011676140336768236,
      "loss": 0.8248,
      "step": 287
    },
    {
      "epoch": 1.5091863517060369,
      "grad_norm": 3.207608938217163,
      "learning_rate": 0.00011615736036916549,
      "loss": 1.0109,
      "step": 288
    },
    {
      "epoch": 1.5144356955380578,
      "grad_norm": 2.8411524295806885,
      "learning_rate": 0.00011555271142444433,
      "loss": 0.8515,
      "step": 289
    },
    {
      "epoch": 1.5196850393700787,
      "grad_norm": 2.936953544616699,
      "learning_rate": 0.00011494747920954545,
      "loss": 0.7542,
      "step": 290
    },
    {
      "epoch": 1.5249343832020998,
      "grad_norm": 2.1223931312561035,
      "learning_rate": 0.00011434168642236964,
      "loss": 0.5709,
      "step": 291
    },
    {
      "epoch": 1.5301837270341208,
      "grad_norm": 3.362982988357544,
      "learning_rate": 0.00011373535578184082,
      "loss": 0.9206,
      "step": 292
    },
    {
      "epoch": 1.5354330708661417,
      "grad_norm": 3.006317138671875,
      "learning_rate": 0.00011312851002705383,
      "loss": 1.017,
      "step": 293
    },
    {
      "epoch": 1.5406824146981628,
      "grad_norm": 3.088223934173584,
      "learning_rate": 0.00011252117191642175,
      "loss": 1.025,
      "step": 294
    },
    {
      "epoch": 1.5459317585301837,
      "grad_norm": 2.5200142860412598,
      "learning_rate": 0.00011191336422682237,
      "loss": 0.5996,
      "step": 295
    },
    {
      "epoch": 1.5511811023622046,
      "grad_norm": 2.9995408058166504,
      "learning_rate": 0.00011130510975274409,
      "loss": 0.6813,
      "step": 296
    },
    {
      "epoch": 1.5564304461942258,
      "grad_norm": 2.932790994644165,
      "learning_rate": 0.00011069643130543084,
      "loss": 0.9218,
      "step": 297
    },
    {
      "epoch": 1.5616797900262467,
      "grad_norm": 2.309981346130371,
      "learning_rate": 0.00011008735171202684,
      "loss": 0.7003,
      "step": 298
    },
    {
      "epoch": 1.5669291338582676,
      "grad_norm": 2.602471113204956,
      "learning_rate": 0.00010947789381472035,
      "loss": 0.7051,
      "step": 299
    },
    {
      "epoch": 1.5721784776902887,
      "grad_norm": 2.633842945098877,
      "learning_rate": 0.00010886808046988717,
      "loss": 0.6228,
      "step": 300
    },
    {
      "epoch": 1.5774278215223099,
      "grad_norm": 3.1037299633026123,
      "learning_rate": 0.00010825793454723325,
      "loss": 0.7738,
      "step": 301
    },
    {
      "epoch": 1.5826771653543306,
      "grad_norm": 2.92518949508667,
      "learning_rate": 0.00010764747892893723,
      "loss": 1.1082,
      "step": 302
    },
    {
      "epoch": 1.5879265091863517,
      "grad_norm": 2.7783684730529785,
      "learning_rate": 0.00010703673650879218,
      "loss": 0.7418,
      "step": 303
    },
    {
      "epoch": 1.5931758530183728,
      "grad_norm": 2.6031315326690674,
      "learning_rate": 0.00010642573019134703,
      "loss": 0.6829,
      "step": 304
    },
    {
      "epoch": 1.5984251968503937,
      "grad_norm": 2.9734861850738525,
      "learning_rate": 0.00010581448289104758,
      "loss": 0.7531,
      "step": 305
    },
    {
      "epoch": 1.6036745406824147,
      "grad_norm": 2.526393175125122,
      "learning_rate": 0.00010520301753137724,
      "loss": 0.7303,
      "step": 306
    },
    {
      "epoch": 1.6089238845144358,
      "grad_norm": 3.016721487045288,
      "learning_rate": 0.00010459135704399718,
      "loss": 0.9378,
      "step": 307
    },
    {
      "epoch": 1.6141732283464567,
      "grad_norm": 2.5446736812591553,
      "learning_rate": 0.00010397952436788642,
      "loss": 0.6229,
      "step": 308
    },
    {
      "epoch": 1.6194225721784776,
      "grad_norm": 2.3816916942596436,
      "learning_rate": 0.00010336754244848157,
      "loss": 0.6167,
      "step": 309
    },
    {
      "epoch": 1.6246719160104988,
      "grad_norm": 2.27657413482666,
      "learning_rate": 0.00010275543423681621,
      "loss": 0.5536,
      "step": 310
    },
    {
      "epoch": 1.6299212598425197,
      "grad_norm": 2.585496664047241,
      "learning_rate": 0.00010214322268866032,
      "loss": 0.5935,
      "step": 311
    },
    {
      "epoch": 1.6351706036745406,
      "grad_norm": 2.376311779022217,
      "learning_rate": 0.00010153093076365923,
      "loss": 0.6658,
      "step": 312
    },
    {
      "epoch": 1.6404199475065617,
      "grad_norm": 2.830921173095703,
      "learning_rate": 0.00010091858142447265,
      "loss": 0.7428,
      "step": 313
    },
    {
      "epoch": 1.6456692913385826,
      "grad_norm": 2.712291717529297,
      "learning_rate": 0.00010030619763591347,
      "loss": 0.7036,
      "step": 314
    },
    {
      "epoch": 1.6509186351706036,
      "grad_norm": 3.999314546585083,
      "learning_rate": 9.969380236408656e-05,
      "loss": 1.0524,
      "step": 315
    },
    {
      "epoch": 1.6561679790026247,
      "grad_norm": 3.0849058628082275,
      "learning_rate": 9.908141857552737e-05,
      "loss": 0.6273,
      "step": 316
    },
    {
      "epoch": 1.6614173228346458,
      "grad_norm": 2.9424805641174316,
      "learning_rate": 9.846906923634079e-05,
      "loss": 0.6581,
      "step": 317
    },
    {
      "epoch": 1.6666666666666665,
      "grad_norm": 2.7930872440338135,
      "learning_rate": 9.78567773113397e-05,
      "loss": 0.7108,
      "step": 318
    },
    {
      "epoch": 1.6719160104986877,
      "grad_norm": 2.6098508834838867,
      "learning_rate": 9.724456576318381e-05,
      "loss": 0.7179,
      "step": 319
    },
    {
      "epoch": 1.6771653543307088,
      "grad_norm": 3.0556881427764893,
      "learning_rate": 9.663245755151846e-05,
      "loss": 0.7449,
      "step": 320
    },
    {
      "epoch": 1.6824146981627297,
      "grad_norm": 2.536299705505371,
      "learning_rate": 9.602047563211359e-05,
      "loss": 0.5627,
      "step": 321
    },
    {
      "epoch": 1.6876640419947506,
      "grad_norm": 2.9197168350219727,
      "learning_rate": 9.540864295600283e-05,
      "loss": 0.6701,
      "step": 322
    },
    {
      "epoch": 1.6929133858267718,
      "grad_norm": 2.77664852142334,
      "learning_rate": 9.479698246862276e-05,
      "loss": 0.8544,
      "step": 323
    },
    {
      "epoch": 1.6981627296587927,
      "grad_norm": 2.833603858947754,
      "learning_rate": 9.418551710895243e-05,
      "loss": 0.7597,
      "step": 324
    },
    {
      "epoch": 1.7034120734908136,
      "grad_norm": 2.527200937271118,
      "learning_rate": 9.357426980865301e-05,
      "loss": 0.7198,
      "step": 325
    },
    {
      "epoch": 1.7086614173228347,
      "grad_norm": 2.7248785495758057,
      "learning_rate": 9.296326349120785e-05,
      "loss": 0.7121,
      "step": 326
    },
    {
      "epoch": 1.7139107611548556,
      "grad_norm": 2.6824331283569336,
      "learning_rate": 9.235252107106279e-05,
      "loss": 0.884,
      "step": 327
    },
    {
      "epoch": 1.7191601049868765,
      "grad_norm": 2.580566167831421,
      "learning_rate": 9.174206545276677e-05,
      "loss": 0.6406,
      "step": 328
    },
    {
      "epoch": 1.7244094488188977,
      "grad_norm": 2.741162061691284,
      "learning_rate": 9.113191953011287e-05,
      "loss": 0.8105,
      "step": 329
    },
    {
      "epoch": 1.7296587926509186,
      "grad_norm": 2.2699320316314697,
      "learning_rate": 9.052210618527966e-05,
      "loss": 0.598,
      "step": 330
    },
    {
      "epoch": 1.7349081364829395,
      "grad_norm": 2.4851629734039307,
      "learning_rate": 8.991264828797319e-05,
      "loss": 0.7384,
      "step": 331
    },
    {
      "epoch": 1.7401574803149606,
      "grad_norm": 2.476698637008667,
      "learning_rate": 8.930356869456919e-05,
      "loss": 0.6595,
      "step": 332
    },
    {
      "epoch": 1.7454068241469818,
      "grad_norm": 2.465303897857666,
      "learning_rate": 8.869489024725595e-05,
      "loss": 0.7266,
      "step": 333
    },
    {
      "epoch": 1.7506561679790025,
      "grad_norm": 2.6506006717681885,
      "learning_rate": 8.808663577317764e-05,
      "loss": 0.8465,
      "step": 334
    },
    {
      "epoch": 1.7559055118110236,
      "grad_norm": 2.6736481189727783,
      "learning_rate": 8.747882808357828e-05,
      "loss": 0.7328,
      "step": 335
    },
    {
      "epoch": 1.7611548556430447,
      "grad_norm": 2.2621066570281982,
      "learning_rate": 8.687148997294621e-05,
      "loss": 0.5939,
      "step": 336
    },
    {
      "epoch": 1.7664041994750657,
      "grad_norm": 2.6498119831085205,
      "learning_rate": 8.626464421815919e-05,
      "loss": 0.6821,
      "step": 337
    },
    {
      "epoch": 1.7716535433070866,
      "grad_norm": 2.5098793506622314,
      "learning_rate": 8.565831357763039e-05,
      "loss": 0.6737,
      "step": 338
    },
    {
      "epoch": 1.7769028871391077,
      "grad_norm": 2.26190447807312,
      "learning_rate": 8.505252079045458e-05,
      "loss": 0.6358,
      "step": 339
    },
    {
      "epoch": 1.7821522309711286,
      "grad_norm": 2.6021599769592285,
      "learning_rate": 8.444728857555572e-05,
      "loss": 0.764,
      "step": 340
    },
    {
      "epoch": 1.7874015748031495,
      "grad_norm": 2.805920362472534,
      "learning_rate": 8.384263963083453e-05,
      "loss": 0.7641,
      "step": 341
    },
    {
      "epoch": 1.7926509186351707,
      "grad_norm": 3.371159791946411,
      "learning_rate": 8.323859663231768e-05,
      "loss": 0.8458,
      "step": 342
    },
    {
      "epoch": 1.7979002624671916,
      "grad_norm": 3.0499484539031982,
      "learning_rate": 8.263518223330697e-05,
      "loss": 0.7696,
      "step": 343
    },
    {
      "epoch": 1.8031496062992125,
      "grad_norm": 3.3315682411193848,
      "learning_rate": 8.203241906353014e-05,
      "loss": 0.8452,
      "step": 344
    },
    {
      "epoch": 1.8083989501312336,
      "grad_norm": 2.8910834789276123,
      "learning_rate": 8.143032972829183e-05,
      "loss": 0.7281,
      "step": 345
    },
    {
      "epoch": 1.8136482939632546,
      "grad_norm": 2.424577236175537,
      "learning_rate": 8.082893680762619e-05,
      "loss": 0.5982,
      "step": 346
    },
    {
      "epoch": 1.8188976377952755,
      "grad_norm": 2.4802539348602295,
      "learning_rate": 8.022826285544968e-05,
      "loss": 0.4913,
      "step": 347
    },
    {
      "epoch": 1.8241469816272966,
      "grad_norm": 3.608314037322998,
      "learning_rate": 7.96283303987156e-05,
      "loss": 0.965,
      "step": 348
    },
    {
      "epoch": 1.8293963254593177,
      "grad_norm": 2.9640915393829346,
      "learning_rate": 7.902916193656898e-05,
      "loss": 0.8494,
      "step": 349
    },
    {
      "epoch": 1.8346456692913384,
      "grad_norm": 3.1008963584899902,
      "learning_rate": 7.843077993950302e-05,
      "loss": 0.9431,
      "step": 350
    },
    {
      "epoch": 1.8398950131233596,
      "grad_norm": 3.1320395469665527,
      "learning_rate": 7.783320684851614e-05,
      "loss": 1.0122,
      "step": 351
    },
    {
      "epoch": 1.8451443569553807,
      "grad_norm": 2.527387857437134,
      "learning_rate": 7.72364650742707e-05,
      "loss": 0.7018,
      "step": 352
    },
    {
      "epoch": 1.8503937007874016,
      "grad_norm": 2.8600051403045654,
      "learning_rate": 7.664057699625214e-05,
      "loss": 0.7482,
      "step": 353
    },
    {
      "epoch": 1.8556430446194225,
      "grad_norm": 2.6719634532928467,
      "learning_rate": 7.604556496193015e-05,
      "loss": 0.7669,
      "step": 354
    },
    {
      "epoch": 1.8608923884514437,
      "grad_norm": 2.4626736640930176,
      "learning_rate": 7.54514512859201e-05,
      "loss": 0.6617,
      "step": 355
    },
    {
      "epoch": 1.8661417322834646,
      "grad_norm": 3.1328530311584473,
      "learning_rate": 7.485825824914659e-05,
      "loss": 0.9866,
      "step": 356
    },
    {
      "epoch": 1.8713910761154855,
      "grad_norm": 2.8781819343566895,
      "learning_rate": 7.426600809800752e-05,
      "loss": 0.8311,
      "step": 357
    },
    {
      "epoch": 1.8766404199475066,
      "grad_norm": 2.889805793762207,
      "learning_rate": 7.36747230435401e-05,
      "loss": 0.6937,
      "step": 358
    },
    {
      "epoch": 1.8818897637795275,
      "grad_norm": 3.0408389568328857,
      "learning_rate": 7.308442526058756e-05,
      "loss": 0.6836,
      "step": 359
    },
    {
      "epoch": 1.8871391076115485,
      "grad_norm": 3.536181926727295,
      "learning_rate": 7.249513688696786e-05,
      "loss": 1.0847,
      "step": 360
    },
    {
      "epoch": 1.8923884514435696,
      "grad_norm": 3.20278263092041,
      "learning_rate": 7.190688002264308e-05,
      "loss": 1.0111,
      "step": 361
    },
    {
      "epoch": 1.8976377952755905,
      "grad_norm": 2.5212113857269287,
      "learning_rate": 7.131967672889101e-05,
      "loss": 0.5622,
      "step": 362
    },
    {
      "epoch": 1.9028871391076114,
      "grad_norm": 2.54811429977417,
      "learning_rate": 7.073354902747741e-05,
      "loss": 0.6633,
      "step": 363
    },
    {
      "epoch": 1.9081364829396326,
      "grad_norm": 2.259267568588257,
      "learning_rate": 7.014851889983057e-05,
      "loss": 0.5843,
      "step": 364
    },
    {
      "epoch": 1.9133858267716537,
      "grad_norm": 2.4579734802246094,
      "learning_rate": 6.95646082862164e-05,
      "loss": 0.573,
      "step": 365
    },
    {
      "epoch": 1.9186351706036744,
      "grad_norm": 3.317549228668213,
      "learning_rate": 6.898183908491617e-05,
      "loss": 0.9837,
      "step": 366
    },
    {
      "epoch": 1.9238845144356955,
      "grad_norm": 2.377362012863159,
      "learning_rate": 6.840023315140475e-05,
      "loss": 0.7062,
      "step": 367
    },
    {
      "epoch": 1.9291338582677167,
      "grad_norm": 2.8858208656311035,
      "learning_rate": 6.781981229753145e-05,
      "loss": 0.7657,
      "step": 368
    },
    {
      "epoch": 1.9343832020997376,
      "grad_norm": 2.407649278640747,
      "learning_rate": 6.724059829070158e-05,
      "loss": 0.6103,
      "step": 369
    },
    {
      "epoch": 1.9396325459317585,
      "grad_norm": 2.943190813064575,
      "learning_rate": 6.666261285306047e-05,
      "loss": 0.9676,
      "step": 370
    },
    {
      "epoch": 1.9448818897637796,
      "grad_norm": 2.791794538497925,
      "learning_rate": 6.608587766067852e-05,
      "loss": 0.7191,
      "step": 371
    },
    {
      "epoch": 1.9501312335958005,
      "grad_norm": 2.5075485706329346,
      "learning_rate": 6.551041434273861e-05,
      "loss": 0.634,
      "step": 372
    },
    {
      "epoch": 1.9553805774278215,
      "grad_norm": 2.816528797149658,
      "learning_rate": 6.493624448072457e-05,
      "loss": 0.7335,
      "step": 373
    },
    {
      "epoch": 1.9606299212598426,
      "grad_norm": 2.5737648010253906,
      "learning_rate": 6.43633896076122e-05,
      "loss": 0.6795,
      "step": 374
    },
    {
      "epoch": 1.9658792650918635,
      "grad_norm": 2.7753782272338867,
      "learning_rate": 6.379187120706138e-05,
      "loss": 0.721,
      "step": 375
    },
    {
      "epoch": 1.9711286089238844,
      "grad_norm": 2.586721181869507,
      "learning_rate": 6.322171071261071e-05,
      "loss": 0.6044,
      "step": 376
    },
    {
      "epoch": 1.9763779527559056,
      "grad_norm": 2.821720838546753,
      "learning_rate": 6.26529295068733e-05,
      "loss": 0.687,
      "step": 377
    },
    {
      "epoch": 1.9816272965879265,
      "grad_norm": 2.5189385414123535,
      "learning_rate": 6.208554892073528e-05,
      "loss": 0.6973,
      "step": 378
    },
    {
      "epoch": 1.9868766404199474,
      "grad_norm": 2.7033824920654297,
      "learning_rate": 6.151959023255545e-05,
      "loss": 0.5675,
      "step": 379
    },
    {
      "epoch": 1.9921259842519685,
      "grad_norm": 2.864698886871338,
      "learning_rate": 6.095507466736763e-05,
      "loss": 0.8994,
      "step": 380
    },
    {
      "epoch": 1.9973753280839897,
      "grad_norm": 2.771103858947754,
      "learning_rate": 6.039202339608432e-05,
      "loss": 0.7414,
      "step": 381
    },
    {
      "epoch": 2.0,
      "grad_norm": 4.474254131317139,
      "learning_rate": 5.983045753470308e-05,
      "loss": 0.8273,
      "step": 382
    },
    {
      "epoch": 2.005249343832021,
      "grad_norm": 1.8631569147109985,
      "learning_rate": 5.927039814351426e-05,
      "loss": 0.3455,
      "step": 383
    },
    {
      "epoch": 2.010498687664042,
      "grad_norm": 1.857398271560669,
      "learning_rate": 5.8711866226311553e-05,
      "loss": 0.3454,
      "step": 384
    },
    {
      "epoch": 2.015748031496063,
      "grad_norm": 2.315157651901245,
      "learning_rate": 5.8154882729603876e-05,
      "loss": 0.4925,
      "step": 385
    },
    {
      "epoch": 2.020997375328084,
      "grad_norm": 2.0346195697784424,
      "learning_rate": 5.7599468541830356e-05,
      "loss": 0.3541,
      "step": 386
    },
    {
      "epoch": 2.026246719160105,
      "grad_norm": 2.2926833629608154,
      "learning_rate": 5.7045644492576346e-05,
      "loss": 0.3705,
      "step": 387
    },
    {
      "epoch": 2.031496062992126,
      "grad_norm": 1.8985930681228638,
      "learning_rate": 5.64934313517927e-05,
      "loss": 0.3665,
      "step": 388
    },
    {
      "epoch": 2.036745406824147,
      "grad_norm": 1.6224257946014404,
      "learning_rate": 5.5942849829016695e-05,
      "loss": 0.2719,
      "step": 389
    },
    {
      "epoch": 2.041994750656168,
      "grad_norm": 1.9239685535430908,
      "learning_rate": 5.5393920572595356e-05,
      "loss": 0.2669,
      "step": 390
    },
    {
      "epoch": 2.047244094488189,
      "grad_norm": 1.7690950632095337,
      "learning_rate": 5.484666416891109e-05,
      "loss": 0.2509,
      "step": 391
    },
    {
      "epoch": 2.05249343832021,
      "grad_norm": 2.04697322845459,
      "learning_rate": 5.430110114160964e-05,
      "loss": 0.2676,
      "step": 392
    },
    {
      "epoch": 2.057742782152231,
      "grad_norm": 2.4531140327453613,
      "learning_rate": 5.375725195083046e-05,
      "loss": 0.3482,
      "step": 393
    },
    {
      "epoch": 2.062992125984252,
      "grad_norm": 2.427957057952881,
      "learning_rate": 5.321513699243924e-05,
      "loss": 0.3182,
      "step": 394
    },
    {
      "epoch": 2.068241469816273,
      "grad_norm": 2.123382091522217,
      "learning_rate": 5.2674776597263186e-05,
      "loss": 0.2888,
      "step": 395
    },
    {
      "epoch": 2.073490813648294,
      "grad_norm": 3.2138147354125977,
      "learning_rate": 5.2136191030328455e-05,
      "loss": 0.3561,
      "step": 396
    },
    {
      "epoch": 2.078740157480315,
      "grad_norm": 2.332437753677368,
      "learning_rate": 5.159940049010015e-05,
      "loss": 0.3039,
      "step": 397
    },
    {
      "epoch": 2.083989501312336,
      "grad_norm": 2.8219337463378906,
      "learning_rate": 5.106442510772489e-05,
      "loss": 0.3129,
      "step": 398
    },
    {
      "epoch": 2.089238845144357,
      "grad_norm": 2.9364748001098633,
      "learning_rate": 5.0531284946275784e-05,
      "loss": 0.2937,
      "step": 399
    },
    {
      "epoch": 2.094488188976378,
      "grad_norm": 2.8431618213653564,
      "learning_rate": 5.000000000000002e-05,
      "loss": 0.3048,
      "step": 400
    }
  ],
  "logging_steps": 1,
  "max_steps": 570,
  "num_input_tokens_seen": 0,
  "num_train_epochs": 3,
  "save_steps": 100,
  "stateful_callbacks": {
    "TrainerControl": {
      "args": {
        "should_epoch_stop": false,
        "should_evaluate": false,
        "should_log": false,
        "should_save": true,
        "should_training_stop": false
      },
      "attributes": {}
    }
  },
  "total_flos": 9.535375299019562e+16,
  "train_batch_size": 4,
  "trial_name": null,
  "trial_params": null
}