{
  "best_global_step": 334,
  "best_metric": 0.11946738511323929,
  "best_model_checkpoint": "./albert-large-v2-checkpoints\\checkpoint-334",
  "epoch": 4.985767790262172,
  "eval_steps": 500,
  "global_step": 1665,
  "is_hyper_param_search": false,
  "is_local_process_zero": true,
  "is_world_process_zero": true,
  "log_history": [
    {
      "epoch": 0.00299625468164794,
      "grad_norm": 14.905317306518555,
      "learning_rate": 9.993993993993994e-06,
      "loss": 0.7434,
      "step": 1
    },
    {
      "epoch": 0.00599250936329588,
      "grad_norm": 14.136712074279785,
      "learning_rate": 9.987987987987989e-06,
      "loss": 0.6318,
      "step": 2
    },
    {
      "epoch": 0.008988764044943821,
      "grad_norm": 14.850204467773438,
      "learning_rate": 9.981981981981982e-06,
      "loss": 0.6954,
      "step": 3
    },
    {
      "epoch": 0.01198501872659176,
      "grad_norm": 14.774368286132812,
      "learning_rate": 9.975975975975977e-06,
      "loss": 0.6352,
      "step": 4
    },
    {
      "epoch": 0.0149812734082397,
      "grad_norm": 14.21596908569336,
      "learning_rate": 9.96996996996997e-06,
      "loss": 0.5841,
      "step": 5
    },
    {
      "epoch": 0.017977528089887642,
      "grad_norm": 11.977082252502441,
      "learning_rate": 9.963963963963965e-06,
      "loss": 0.5649,
      "step": 6
    },
    {
      "epoch": 0.020973782771535582,
      "grad_norm": 15.396467208862305,
      "learning_rate": 9.957957957957959e-06,
      "loss": 0.6076,
      "step": 7
    },
    {
      "epoch": 0.02397003745318352,
      "grad_norm": 14.53940486907959,
      "learning_rate": 9.951951951951952e-06,
      "loss": 0.5034,
      "step": 8
    },
    {
      "epoch": 0.02696629213483146,
      "grad_norm": 11.599512100219727,
      "learning_rate": 9.945945945945947e-06,
      "loss": 0.4279,
      "step": 9
    },
    {
      "epoch": 0.0299625468164794,
      "grad_norm": 32.86847686767578,
      "learning_rate": 9.93993993993994e-06,
      "loss": 0.467,
      "step": 10
    },
    {
      "epoch": 0.03295880149812734,
      "grad_norm": 28.4532527923584,
      "learning_rate": 9.933933933933935e-06,
      "loss": 0.524,
      "step": 11
    },
    {
      "epoch": 0.035955056179775284,
      "grad_norm": 44.46889877319336,
      "learning_rate": 9.927927927927928e-06,
      "loss": 0.5606,
      "step": 12
    },
    {
      "epoch": 0.03895131086142322,
      "grad_norm": 21.121667861938477,
      "learning_rate": 9.921921921921923e-06,
      "loss": 0.5904,
      "step": 13
    },
    {
      "epoch": 0.041947565543071164,
      "grad_norm": 58.1203727722168,
      "learning_rate": 9.915915915915917e-06,
      "loss": 0.4462,
      "step": 14
    },
    {
      "epoch": 0.0449438202247191,
      "grad_norm": 196.31521606445312,
      "learning_rate": 9.90990990990991e-06,
      "loss": 0.5616,
      "step": 15
    },
    {
      "epoch": 0.04794007490636704,
      "grad_norm": 71.38382720947266,
      "learning_rate": 9.903903903903905e-06,
      "loss": 0.744,
      "step": 16
    },
    {
      "epoch": 0.05093632958801498,
      "grad_norm": 43.24066925048828,
      "learning_rate": 9.8978978978979e-06,
      "loss": 0.7099,
      "step": 17
    },
    {
      "epoch": 0.05393258426966292,
      "grad_norm": 51.185211181640625,
      "learning_rate": 9.891891891891893e-06,
      "loss": 0.6348,
      "step": 18
    },
    {
      "epoch": 0.05692883895131086,
      "grad_norm": 25.794620513916016,
      "learning_rate": 9.885885885885886e-06,
      "loss": 0.6368,
      "step": 19
    },
    {
      "epoch": 0.0599250936329588,
      "grad_norm": 25.217397689819336,
      "learning_rate": 9.879879879879881e-06,
      "loss": 0.7707,
      "step": 20
    },
    {
      "epoch": 0.06292134831460675,
      "grad_norm": 34.317901611328125,
      "learning_rate": 9.873873873873875e-06,
      "loss": 0.403,
      "step": 21
    },
    {
      "epoch": 0.06591760299625468,
      "grad_norm": 33.57453918457031,
      "learning_rate": 9.867867867867868e-06,
      "loss": 0.5658,
      "step": 22
    },
    {
      "epoch": 0.06891385767790262,
      "grad_norm": 14.95702838897705,
      "learning_rate": 9.861861861861863e-06,
      "loss": 0.5581,
      "step": 23
    },
    {
      "epoch": 0.07191011235955057,
      "grad_norm": 15.038543701171875,
      "learning_rate": 9.855855855855858e-06,
      "loss": 0.459,
      "step": 24
    },
    {
      "epoch": 0.0749063670411985,
      "grad_norm": 12.593106269836426,
      "learning_rate": 9.849849849849851e-06,
      "loss": 0.4268,
      "step": 25
    },
    {
      "epoch": 0.07790262172284644,
      "grad_norm": 13.807997703552246,
      "learning_rate": 9.843843843843844e-06,
      "loss": 0.4778,
      "step": 26
    },
    {
      "epoch": 0.08089887640449438,
      "grad_norm": 11.103631973266602,
      "learning_rate": 9.83783783783784e-06,
      "loss": 0.3946,
      "step": 27
    },
    {
      "epoch": 0.08389513108614233,
      "grad_norm": 23.803539276123047,
      "learning_rate": 9.831831831831833e-06,
      "loss": 0.5929,
      "step": 28
    },
    {
      "epoch": 0.08689138576779026,
      "grad_norm": 23.249616622924805,
      "learning_rate": 9.825825825825826e-06,
      "loss": 0.4351,
      "step": 29
    },
    {
      "epoch": 0.0898876404494382,
      "grad_norm": 33.72541427612305,
      "learning_rate": 9.81981981981982e-06,
      "loss": 0.4335,
      "step": 30
    },
    {
      "epoch": 0.09288389513108614,
      "grad_norm": 13.924614906311035,
      "learning_rate": 9.813813813813816e-06,
      "loss": 0.3411,
      "step": 31
    },
    {
      "epoch": 0.09588014981273409,
      "grad_norm": 14.99662971496582,
      "learning_rate": 9.807807807807809e-06,
      "loss": 0.3439,
      "step": 32
    },
    {
      "epoch": 0.09887640449438202,
      "grad_norm": 27.40151023864746,
      "learning_rate": 9.801801801801802e-06,
      "loss": 0.4916,
      "step": 33
    },
    {
      "epoch": 0.10187265917602996,
      "grad_norm": 18.182722091674805,
      "learning_rate": 9.795795795795795e-06,
      "loss": 0.4784,
      "step": 34
    },
    {
      "epoch": 0.10486891385767791,
      "grad_norm": 12.109911918640137,
      "learning_rate": 9.78978978978979e-06,
      "loss": 0.3813,
      "step": 35
    },
    {
      "epoch": 0.10786516853932585,
      "grad_norm": 27.76490592956543,
      "learning_rate": 9.783783783783785e-06,
      "loss": 0.4398,
      "step": 36
    },
    {
      "epoch": 0.11086142322097378,
      "grad_norm": 14.584527015686035,
      "learning_rate": 9.777777777777779e-06,
      "loss": 0.3289,
      "step": 37
    },
    {
      "epoch": 0.11385767790262172,
      "grad_norm": 36.990325927734375,
      "learning_rate": 9.771771771771774e-06,
      "loss": 0.3665,
      "step": 38
    },
    {
      "epoch": 0.11685393258426967,
      "grad_norm": 20.206125259399414,
      "learning_rate": 9.765765765765767e-06,
      "loss": 0.4474,
      "step": 39
    },
    {
      "epoch": 0.1198501872659176,
      "grad_norm": 10.573413848876953,
      "learning_rate": 9.75975975975976e-06,
      "loss": 0.3983,
      "step": 40
    },
    {
      "epoch": 0.12284644194756554,
      "grad_norm": 14.455694198608398,
      "learning_rate": 9.753753753753753e-06,
      "loss": 0.2375,
      "step": 41
    },
    {
      "epoch": 0.1258426966292135,
      "grad_norm": 20.108503341674805,
      "learning_rate": 9.747747747747748e-06,
      "loss": 0.3686,
      "step": 42
    },
    {
      "epoch": 0.12883895131086143,
      "grad_norm": 23.18209457397461,
      "learning_rate": 9.741741741741743e-06,
      "loss": 0.3195,
      "step": 43
    },
    {
      "epoch": 0.13183520599250936,
      "grad_norm": 12.491003036499023,
      "learning_rate": 9.735735735735737e-06,
      "loss": 0.3443,
      "step": 44
    },
    {
      "epoch": 0.1348314606741573,
      "grad_norm": 14.124627113342285,
      "learning_rate": 9.729729729729732e-06,
      "loss": 0.3179,
      "step": 45
    },
    {
      "epoch": 0.13782771535580524,
      "grad_norm": 20.555522918701172,
      "learning_rate": 9.723723723723725e-06,
      "loss": 0.2215,
      "step": 46
    },
    {
      "epoch": 0.14082397003745317,
      "grad_norm": 11.338384628295898,
      "learning_rate": 9.717717717717718e-06,
      "loss": 0.267,
      "step": 47
    },
    {
      "epoch": 0.14382022471910114,
      "grad_norm": 13.290757179260254,
      "learning_rate": 9.711711711711711e-06,
      "loss": 0.1393,
      "step": 48
    },
    {
      "epoch": 0.14681647940074907,
      "grad_norm": 12.90415096282959,
      "learning_rate": 9.705705705705706e-06,
      "loss": 0.2614,
      "step": 49
    },
    {
      "epoch": 0.149812734082397,
      "grad_norm": 20.324295043945312,
      "learning_rate": 9.699699699699701e-06,
      "loss": 0.3713,
      "step": 50
    },
    {
      "epoch": 0.15280898876404495,
      "grad_norm": 51.13927459716797,
      "learning_rate": 9.693693693693694e-06,
      "loss": 0.4306,
      "step": 51
    },
    {
      "epoch": 0.15580524344569288,
      "grad_norm": 6.610884189605713,
      "learning_rate": 9.687687687687688e-06,
      "loss": 0.2065,
      "step": 52
    },
    {
      "epoch": 0.15880149812734082,
      "grad_norm": 38.602378845214844,
      "learning_rate": 9.681681681681683e-06,
      "loss": 0.3805,
      "step": 53
    },
    {
      "epoch": 0.16179775280898875,
      "grad_norm": 15.254252433776855,
      "learning_rate": 9.675675675675676e-06,
      "loss": 0.2872,
      "step": 54
    },
    {
      "epoch": 0.1647940074906367,
      "grad_norm": 25.657941818237305,
      "learning_rate": 9.669669669669671e-06,
      "loss": 0.1818,
      "step": 55
    },
    {
      "epoch": 0.16779026217228465,
      "grad_norm": 115.34745788574219,
      "learning_rate": 9.663663663663664e-06,
      "loss": 0.2394,
      "step": 56
    },
    {
      "epoch": 0.1707865168539326,
      "grad_norm": 17.47480583190918,
      "learning_rate": 9.65765765765766e-06,
      "loss": 0.2356,
      "step": 57
    },
    {
      "epoch": 0.17378277153558053,
      "grad_norm": 25.645423889160156,
      "learning_rate": 9.651651651651652e-06,
      "loss": 0.2226,
      "step": 58
    },
    {
      "epoch": 0.17677902621722846,
      "grad_norm": 11.551637649536133,
      "learning_rate": 9.645645645645646e-06,
      "loss": 0.2643,
      "step": 59
    },
    {
      "epoch": 0.1797752808988764,
      "grad_norm": 9.87855052947998,
      "learning_rate": 9.63963963963964e-06,
      "loss": 0.1593,
      "step": 60
    },
    {
      "epoch": 0.18277153558052434,
      "grad_norm": 28.706981658935547,
      "learning_rate": 9.633633633633634e-06,
      "loss": 0.1934,
      "step": 61
    },
    {
      "epoch": 0.18576779026217227,
      "grad_norm": 18.82908058166504,
      "learning_rate": 9.627627627627629e-06,
      "loss": 0.1193,
      "step": 62
    },
    {
      "epoch": 0.18876404494382024,
      "grad_norm": 25.83577537536621,
      "learning_rate": 9.621621621621622e-06,
      "loss": 0.3402,
      "step": 63
    },
    {
      "epoch": 0.19176029962546817,
      "grad_norm": 23.55269432067871,
      "learning_rate": 9.615615615615617e-06,
      "loss": 0.1416,
      "step": 64
    },
    {
      "epoch": 0.1947565543071161,
      "grad_norm": 19.169841766357422,
      "learning_rate": 9.60960960960961e-06,
      "loss": 0.2281,
      "step": 65
    },
    {
      "epoch": 0.19775280898876405,
      "grad_norm": 39.77779006958008,
      "learning_rate": 9.603603603603604e-06,
      "loss": 0.2663,
      "step": 66
    },
    {
      "epoch": 0.20074906367041198,
      "grad_norm": 25.331012725830078,
      "learning_rate": 9.597597597597599e-06,
      "loss": 0.2053,
      "step": 67
    },
    {
      "epoch": 0.20374531835205992,
      "grad_norm": 11.722957611083984,
      "learning_rate": 9.591591591591592e-06,
      "loss": 0.0716,
      "step": 68
    },
    {
      "epoch": 0.20674157303370785,
      "grad_norm": 9.155919075012207,
      "learning_rate": 9.585585585585587e-06,
      "loss": 0.0777,
      "step": 69
    },
    {
      "epoch": 0.20973782771535582,
      "grad_norm": 21.291912078857422,
      "learning_rate": 9.57957957957958e-06,
      "loss": 0.1228,
      "step": 70
    },
    {
      "epoch": 0.21273408239700375,
      "grad_norm": 13.857783317565918,
      "learning_rate": 9.573573573573575e-06,
      "loss": 0.1877,
      "step": 71
    },
    {
      "epoch": 0.2157303370786517,
      "grad_norm": 62.58148956298828,
      "learning_rate": 9.567567567567568e-06,
      "loss": 0.1719,
      "step": 72
    },
    {
      "epoch": 0.21872659176029963,
      "grad_norm": 29.480480194091797,
      "learning_rate": 9.561561561561562e-06,
      "loss": 0.2129,
      "step": 73
    },
    {
      "epoch": 0.22172284644194756,
      "grad_norm": 24.820606231689453,
      "learning_rate": 9.555555555555556e-06,
      "loss": 0.2905,
      "step": 74
    },
    {
      "epoch": 0.2247191011235955,
      "grad_norm": 11.047852516174316,
      "learning_rate": 9.54954954954955e-06,
      "loss": 0.3314,
      "step": 75
    },
    {
      "epoch": 0.22771535580524344,
      "grad_norm": 7.338944435119629,
      "learning_rate": 9.543543543543545e-06,
      "loss": 0.0453,
      "step": 76
    },
    {
      "epoch": 0.23071161048689137,
      "grad_norm": 32.50682067871094,
      "learning_rate": 9.537537537537538e-06,
      "loss": 0.1425,
      "step": 77
    },
    {
      "epoch": 0.23370786516853934,
      "grad_norm": 1.6429194211959839,
      "learning_rate": 9.531531531531533e-06,
      "loss": 0.0247,
      "step": 78
    },
    {
      "epoch": 0.23670411985018727,
      "grad_norm": 41.79351806640625,
      "learning_rate": 9.525525525525526e-06,
      "loss": 0.184,
      "step": 79
    },
    {
      "epoch": 0.2397003745318352,
      "grad_norm": 13.814924240112305,
      "learning_rate": 9.51951951951952e-06,
      "loss": 0.1562,
      "step": 80
    },
    {
      "epoch": 0.24269662921348314,
      "grad_norm": 56.38475799560547,
      "learning_rate": 9.513513513513514e-06,
      "loss": 0.3752,
      "step": 81
    },
    {
      "epoch": 0.24569288389513108,
      "grad_norm": 44.72063446044922,
      "learning_rate": 9.507507507507508e-06,
      "loss": 0.3172,
      "step": 82
    },
    {
      "epoch": 0.24868913857677902,
      "grad_norm": 18.458343505859375,
      "learning_rate": 9.501501501501503e-06,
      "loss": 0.1315,
      "step": 83
    },
    {
      "epoch": 0.251685393258427,
      "grad_norm": 17.870281219482422,
      "learning_rate": 9.495495495495496e-06,
      "loss": 0.2761,
      "step": 84
    },
    {
      "epoch": 0.2546816479400749,
      "grad_norm": 7.055416584014893,
      "learning_rate": 9.489489489489491e-06,
      "loss": 0.1989,
      "step": 85
    },
    {
      "epoch": 0.25767790262172285,
      "grad_norm": 12.610936164855957,
      "learning_rate": 9.483483483483484e-06,
      "loss": 0.1071,
      "step": 86
    },
    {
      "epoch": 0.2606741573033708,
      "grad_norm": 17.32162094116211,
      "learning_rate": 9.477477477477477e-06,
      "loss": 0.1906,
      "step": 87
    },
    {
      "epoch": 0.2636704119850187,
      "grad_norm": 42.67469787597656,
      "learning_rate": 9.471471471471472e-06,
      "loss": 0.1468,
      "step": 88
    },
    {
      "epoch": 0.26666666666666666,
      "grad_norm": 35.54982376098633,
      "learning_rate": 9.465465465465467e-06,
      "loss": 0.2978,
      "step": 89
    },
    {
      "epoch": 0.2696629213483146,
      "grad_norm": 15.13595199584961,
      "learning_rate": 9.45945945945946e-06,
      "loss": 0.2086,
      "step": 90
    },
    {
      "epoch": 0.27265917602996254,
      "grad_norm": 31.031539916992188,
      "learning_rate": 9.453453453453454e-06,
      "loss": 0.2054,
      "step": 91
    },
    {
      "epoch": 0.27565543071161047,
      "grad_norm": 31.638675689697266,
      "learning_rate": 9.447447447447449e-06,
      "loss": 0.2501,
      "step": 92
    },
    {
      "epoch": 0.2786516853932584,
      "grad_norm": 15.932416915893555,
      "learning_rate": 9.441441441441442e-06,
      "loss": 0.3287,
      "step": 93
    },
    {
      "epoch": 0.28164794007490634,
      "grad_norm": 8.57020378112793,
      "learning_rate": 9.435435435435435e-06,
      "loss": 0.2637,
      "step": 94
    },
    {
      "epoch": 0.2846441947565543,
      "grad_norm": 8.692102432250977,
      "learning_rate": 9.42942942942943e-06,
      "loss": 0.0893,
      "step": 95
    },
    {
      "epoch": 0.2876404494382023,
      "grad_norm": 5.30082368850708,
      "learning_rate": 9.423423423423425e-06,
      "loss": 0.0564,
      "step": 96
    },
    {
      "epoch": 0.2906367041198502,
      "grad_norm": 21.0859432220459,
      "learning_rate": 9.417417417417418e-06,
      "loss": 0.1392,
      "step": 97
    },
    {
      "epoch": 0.29363295880149815,
      "grad_norm": 6.980339527130127,
      "learning_rate": 9.411411411411412e-06,
      "loss": 0.2184,
      "step": 98
    },
    {
      "epoch": 0.2966292134831461,
      "grad_norm": 7.253073692321777,
      "learning_rate": 9.405405405405407e-06,
      "loss": 0.1224,
      "step": 99
    },
    {
      "epoch": 0.299625468164794,
      "grad_norm": 3.25008487701416,
      "learning_rate": 9.3993993993994e-06,
      "loss": 0.0364,
      "step": 100
    },
    {
      "epoch": 0.30262172284644195,
      "grad_norm": 13.387791633605957,
      "learning_rate": 9.393393393393393e-06,
      "loss": 0.1356,
      "step": 101
    },
    {
      "epoch": 0.3056179775280899,
      "grad_norm": 2.4467055797576904,
      "learning_rate": 9.387387387387388e-06,
      "loss": 0.0245,
      "step": 102
    },
    {
      "epoch": 0.3086142322097378,
      "grad_norm": 11.636857986450195,
      "learning_rate": 9.381381381381383e-06,
      "loss": 0.2406,
      "step": 103
    },
    {
      "epoch": 0.31161048689138576,
      "grad_norm": 26.644214630126953,
      "learning_rate": 9.375375375375376e-06,
      "loss": 0.1765,
      "step": 104
    },
    {
      "epoch": 0.3146067415730337,
      "grad_norm": 7.455554008483887,
      "learning_rate": 9.36936936936937e-06,
      "loss": 0.0346,
      "step": 105
    },
    {
      "epoch": 0.31760299625468164,
      "grad_norm": 7.504270076751709,
      "learning_rate": 9.363363363363363e-06,
      "loss": 0.1419,
      "step": 106
    },
    {
      "epoch": 0.32059925093632957,
      "grad_norm": 84.28512573242188,
      "learning_rate": 9.357357357357358e-06,
      "loss": 0.1742,
      "step": 107
    },
    {
      "epoch": 0.3235955056179775,
      "grad_norm": 31.72047996520996,
      "learning_rate": 9.351351351351353e-06,
      "loss": 0.3746,
      "step": 108
    },
    {
      "epoch": 0.32659176029962544,
      "grad_norm": 18.567527770996094,
      "learning_rate": 9.345345345345346e-06,
      "loss": 0.1845,
      "step": 109
    },
    {
      "epoch": 0.3295880149812734,
      "grad_norm": 45.910888671875,
      "learning_rate": 9.339339339339341e-06,
      "loss": 0.496,
      "step": 110
    },
    {
      "epoch": 0.3325842696629214,
      "grad_norm": 31.651735305786133,
      "learning_rate": 9.333333333333334e-06,
      "loss": 0.3987,
      "step": 111
    },
    {
      "epoch": 0.3355805243445693,
      "grad_norm": 13.848103523254395,
      "learning_rate": 9.327327327327328e-06,
      "loss": 0.0471,
      "step": 112
    },
    {
      "epoch": 0.33857677902621724,
      "grad_norm": 22.99566078186035,
      "learning_rate": 9.321321321321321e-06,
      "loss": 0.0891,
      "step": 113
    },
    {
      "epoch": 0.3415730337078652,
      "grad_norm": 47.94853973388672,
      "learning_rate": 9.315315315315316e-06,
      "loss": 0.2814,
      "step": 114
    },
    {
      "epoch": 0.3445692883895131,
      "grad_norm": 17.474658966064453,
      "learning_rate": 9.30930930930931e-06,
      "loss": 0.1467,
      "step": 115
    },
    {
      "epoch": 0.34756554307116105,
      "grad_norm": 20.27558135986328,
      "learning_rate": 9.303303303303304e-06,
      "loss": 0.0898,
      "step": 116
    },
    {
      "epoch": 0.350561797752809,
      "grad_norm": 7.167867660522461,
      "learning_rate": 9.297297297297299e-06,
      "loss": 0.1388,
      "step": 117
    },
    {
      "epoch": 0.3535580524344569,
      "grad_norm": 21.503070831298828,
      "learning_rate": 9.291291291291292e-06,
      "loss": 0.1127,
      "step": 118
    },
    {
      "epoch": 0.35655430711610486,
      "grad_norm": 10.975125312805176,
      "learning_rate": 9.285285285285286e-06,
      "loss": 0.0986,
      "step": 119
    },
    {
      "epoch": 0.3595505617977528,
      "grad_norm": 11.209259986877441,
      "learning_rate": 9.27927927927928e-06,
      "loss": 0.3344,
      "step": 120
    },
    {
      "epoch": 0.36254681647940074,
      "grad_norm": 15.64116096496582,
      "learning_rate": 9.273273273273274e-06,
      "loss": 0.0601,
      "step": 121
    },
    {
      "epoch": 0.36554307116104867,
      "grad_norm": 30.275739669799805,
      "learning_rate": 9.267267267267269e-06,
      "loss": 0.2309,
      "step": 122
    },
    {
      "epoch": 0.3685393258426966,
      "grad_norm": 18.100448608398438,
      "learning_rate": 9.261261261261262e-06,
      "loss": 0.0974,
      "step": 123
    },
    {
      "epoch": 0.37153558052434454,
      "grad_norm": 15.199792861938477,
      "learning_rate": 9.255255255255255e-06,
      "loss": 0.1668,
      "step": 124
    },
    {
      "epoch": 0.37453183520599254,
      "grad_norm": 37.463462829589844,
      "learning_rate": 9.24924924924925e-06,
      "loss": 0.2607,
      "step": 125
    },
    {
      "epoch": 0.3775280898876405,
      "grad_norm": 3.9865729808807373,
      "learning_rate": 9.243243243243243e-06,
      "loss": 0.0319,
      "step": 126
    },
    {
      "epoch": 0.3805243445692884,
      "grad_norm": 7.066198825836182,
      "learning_rate": 9.237237237237238e-06,
      "loss": 0.1569,
      "step": 127
    },
    {
      "epoch": 0.38352059925093634,
      "grad_norm": 40.82876205444336,
      "learning_rate": 9.231231231231232e-06,
      "loss": 0.2919,
      "step": 128
    },
    {
      "epoch": 0.3865168539325843,
      "grad_norm": 10.111753463745117,
      "learning_rate": 9.225225225225227e-06,
      "loss": 0.0578,
      "step": 129
    },
    {
      "epoch": 0.3895131086142322,
      "grad_norm": 22.75676727294922,
      "learning_rate": 9.21921921921922e-06,
      "loss": 0.111,
      "step": 130
    },
    {
      "epoch": 0.39250936329588015,
      "grad_norm": 35.19755554199219,
      "learning_rate": 9.213213213213213e-06,
      "loss": 0.3111,
      "step": 131
    },
    {
      "epoch": 0.3955056179775281,
      "grad_norm": 42.04582977294922,
      "learning_rate": 9.207207207207208e-06,
      "loss": 0.6253,
      "step": 132
    },
    {
      "epoch": 0.398501872659176,
      "grad_norm": 6.762131214141846,
      "learning_rate": 9.201201201201201e-06,
      "loss": 0.1322,
      "step": 133
    },
    {
      "epoch": 0.40149812734082396,
      "grad_norm": 15.04703426361084,
      "learning_rate": 9.195195195195196e-06,
      "loss": 0.264,
      "step": 134
    },
    {
      "epoch": 0.4044943820224719,
      "grad_norm": 7.994354724884033,
      "learning_rate": 9.189189189189191e-06,
      "loss": 0.1069,
      "step": 135
    },
    {
      "epoch": 0.40749063670411984,
      "grad_norm": 16.184736251831055,
      "learning_rate": 9.183183183183185e-06,
      "loss": 0.196,
      "step": 136
    },
    {
      "epoch": 0.41048689138576777,
      "grad_norm": 19.40424919128418,
      "learning_rate": 9.177177177177178e-06,
      "loss": 0.335,
      "step": 137
    },
    {
      "epoch": 0.4134831460674157,
      "grad_norm": 27.46769142150879,
      "learning_rate": 9.171171171171171e-06,
      "loss": 0.1453,
      "step": 138
    },
    {
      "epoch": 0.41647940074906364,
      "grad_norm": 9.040424346923828,
      "learning_rate": 9.165165165165166e-06,
      "loss": 0.1096,
      "step": 139
    },
    {
      "epoch": 0.41947565543071164,
      "grad_norm": 16.803510665893555,
      "learning_rate": 9.15915915915916e-06,
      "loss": 0.2407,
      "step": 140
    },
    {
      "epoch": 0.42247191011235957,
      "grad_norm": 7.690004825592041,
      "learning_rate": 9.153153153153154e-06,
      "loss": 0.0914,
      "step": 141
    },
    {
      "epoch": 0.4254681647940075,
      "grad_norm": 20.977710723876953,
      "learning_rate": 9.147147147147147e-06,
      "loss": 0.2522,
      "step": 142
    },
    {
      "epoch": 0.42846441947565544,
      "grad_norm": 5.203715801239014,
      "learning_rate": 9.141141141141142e-06,
      "loss": 0.0493,
      "step": 143
    },
    {
      "epoch": 0.4314606741573034,
      "grad_norm": 4.435147762298584,
      "learning_rate": 9.135135135135136e-06,
      "loss": 0.038,
      "step": 144
    },
    {
      "epoch": 0.4344569288389513,
      "grad_norm": 12.076634407043457,
      "learning_rate": 9.129129129129129e-06,
      "loss": 0.2559,
      "step": 145
    },
    {
      "epoch": 0.43745318352059925,
      "grad_norm": 10.864753723144531,
      "learning_rate": 9.123123123123124e-06,
      "loss": 0.1158,
      "step": 146
    },
    {
      "epoch": 0.4404494382022472,
      "grad_norm": 10.240983009338379,
      "learning_rate": 9.117117117117117e-06,
      "loss": 0.1289,
      "step": 147
    },
    {
      "epoch": 0.4434456928838951,
      "grad_norm": 10.733732223510742,
      "learning_rate": 9.111111111111112e-06,
      "loss": 0.0875,
      "step": 148
    },
    {
      "epoch": 0.44644194756554306,
      "grad_norm": 15.851396560668945,
      "learning_rate": 9.105105105105105e-06,
      "loss": 0.1594,
      "step": 149
    },
    {
      "epoch": 0.449438202247191,
      "grad_norm": 30.241884231567383,
      "learning_rate": 9.0990990990991e-06,
      "loss": 0.1735,
      "step": 150
    },
    {
      "epoch": 0.45243445692883894,
      "grad_norm": 3.5728492736816406,
      "learning_rate": 9.093093093093094e-06,
      "loss": 0.023,
      "step": 151
    },
    {
      "epoch": 0.45543071161048687,
      "grad_norm": 20.475706100463867,
      "learning_rate": 9.087087087087087e-06,
      "loss": 0.1483,
      "step": 152
    },
    {
      "epoch": 0.4584269662921348,
      "grad_norm": 7.573640823364258,
      "learning_rate": 9.081081081081082e-06,
      "loss": 0.1161,
      "step": 153
    },
    {
      "epoch": 0.46142322097378274,
      "grad_norm": 12.72209644317627,
      "learning_rate": 9.075075075075077e-06,
      "loss": 0.2493,
      "step": 154
    },
    {
      "epoch": 0.46441947565543074,
      "grad_norm": 61.5605354309082,
      "learning_rate": 9.06906906906907e-06,
      "loss": 0.3252,
      "step": 155
    },
    {
      "epoch": 0.46741573033707867,
      "grad_norm": 20.318923950195312,
      "learning_rate": 9.063063063063063e-06,
      "loss": 0.2094,
      "step": 156
    },
    {
      "epoch": 0.4704119850187266,
      "grad_norm": 7.439236164093018,
      "learning_rate": 9.057057057057058e-06,
      "loss": 0.2375,
      "step": 157
    },
    {
      "epoch": 0.47340823970037454,
      "grad_norm": 5.565708160400391,
      "learning_rate": 9.051051051051052e-06,
      "loss": 0.1719,
      "step": 158
    },
    {
      "epoch": 0.4764044943820225,
      "grad_norm": 15.711952209472656,
      "learning_rate": 9.045045045045045e-06,
      "loss": 0.3358,
      "step": 159
    },
    {
      "epoch": 0.4794007490636704,
      "grad_norm": 22.145919799804688,
      "learning_rate": 9.03903903903904e-06,
      "loss": 0.1433,
      "step": 160
    },
    {
      "epoch": 0.48239700374531835,
      "grad_norm": 13.894994735717773,
      "learning_rate": 9.033033033033035e-06,
      "loss": 0.3261,
      "step": 161
    },
    {
      "epoch": 0.4853932584269663,
      "grad_norm": 16.804580688476562,
      "learning_rate": 9.027027027027028e-06,
      "loss": 0.0538,
      "step": 162
    },
    {
      "epoch": 0.4883895131086142,
      "grad_norm": 12.285701751708984,
      "learning_rate": 9.021021021021021e-06,
      "loss": 0.0615,
      "step": 163
    },
    {
      "epoch": 0.49138576779026216,
      "grad_norm": 16.515159606933594,
      "learning_rate": 9.015015015015016e-06,
      "loss": 0.2548,
      "step": 164
    },
    {
      "epoch": 0.4943820224719101,
      "grad_norm": 8.001544952392578,
      "learning_rate": 9.00900900900901e-06,
      "loss": 0.0656,
      "step": 165
    },
    {
      "epoch": 0.49737827715355803,
      "grad_norm": 41.51729965209961,
      "learning_rate": 9.003003003003003e-06,
      "loss": 0.2541,
      "step": 166
    },
    {
      "epoch": 0.500374531835206,
      "grad_norm": 21.762195587158203,
      "learning_rate": 8.996996996996998e-06,
      "loss": 0.1823,
      "step": 167
    },
    {
      "epoch": 0.503370786516854,
      "grad_norm": 9.834053993225098,
      "learning_rate": 8.990990990990993e-06,
      "loss": 0.1474,
      "step": 168
    },
    {
      "epoch": 0.5063670411985018,
      "grad_norm": 10.880240440368652,
      "learning_rate": 8.984984984984986e-06,
      "loss": 0.0919,
      "step": 169
    },
    {
      "epoch": 0.5093632958801498,
      "grad_norm": 3.719357490539551,
      "learning_rate": 8.97897897897898e-06,
      "loss": 0.0335,
      "step": 170
    },
    {
      "epoch": 0.5123595505617977,
      "grad_norm": 9.114514350891113,
      "learning_rate": 8.972972972972974e-06,
      "loss": 0.0635,
      "step": 171
    },
    {
      "epoch": 0.5153558052434457,
      "grad_norm": 32.97814178466797,
      "learning_rate": 8.966966966966967e-06,
      "loss": 0.2202,
      "step": 172
    },
    {
      "epoch": 0.5183520599250936,
      "grad_norm": 31.934534072875977,
      "learning_rate": 8.960960960960962e-06,
      "loss": 0.1925,
      "step": 173
    },
    {
      "epoch": 0.5213483146067416,
      "grad_norm": 25.543624877929688,
      "learning_rate": 8.954954954954956e-06,
      "loss": 0.1673,
      "step": 174
    },
    {
      "epoch": 0.5243445692883895,
      "grad_norm": 21.611799240112305,
      "learning_rate": 8.94894894894895e-06,
      "loss": 0.1972,
      "step": 175
    },
    {
      "epoch": 0.5273408239700375,
      "grad_norm": 40.040523529052734,
      "learning_rate": 8.942942942942944e-06,
      "loss": 0.0953,
      "step": 176
    },
    {
      "epoch": 0.5303370786516854,
      "grad_norm": 11.244500160217285,
      "learning_rate": 8.936936936936937e-06,
      "loss": 0.2063,
      "step": 177
    },
    {
      "epoch": 0.5333333333333333,
      "grad_norm": 2.2858376502990723,
      "learning_rate": 8.93093093093093e-06,
      "loss": 0.0222,
      "step": 178
    },
    {
      "epoch": 0.5363295880149813,
      "grad_norm": 19.4034366607666,
      "learning_rate": 8.924924924924925e-06,
      "loss": 0.2228,
      "step": 179
    },
    {
      "epoch": 0.5393258426966292,
      "grad_norm": 10.577714920043945,
      "learning_rate": 8.91891891891892e-06,
      "loss": 0.393,
      "step": 180
    },
    {
      "epoch": 0.5423220973782772,
      "grad_norm": 41.52705764770508,
      "learning_rate": 8.912912912912914e-06,
      "loss": 0.0604,
      "step": 181
    },
    {
      "epoch": 0.5453183520599251,
      "grad_norm": 14.04199504852295,
      "learning_rate": 8.906906906906909e-06,
      "loss": 0.2713,
      "step": 182
    },
    {
      "epoch": 0.5483146067415731,
      "grad_norm": 13.048672676086426,
      "learning_rate": 8.900900900900902e-06,
      "loss": 0.1217,
      "step": 183
    },
    {
      "epoch": 0.5513108614232209,
      "grad_norm": 24.741180419921875,
      "learning_rate": 8.894894894894895e-06,
      "loss": 0.1374,
      "step": 184
    },
    {
      "epoch": 0.5543071161048689,
      "grad_norm": 88.56827545166016,
      "learning_rate": 8.888888888888888e-06,
      "loss": 0.2562,
      "step": 185
    },
    {
      "epoch": 0.5573033707865168,
      "grad_norm": 19.29568099975586,
      "learning_rate": 8.882882882882883e-06,
      "loss": 0.2243,
      "step": 186
    },
    {
      "epoch": 0.5602996254681648,
      "grad_norm": 25.720760345458984,
      "learning_rate": 8.876876876876878e-06,
      "loss": 0.2908,
      "step": 187
    },
    {
      "epoch": 0.5632958801498127,
      "grad_norm": 3.2698912620544434,
      "learning_rate": 8.870870870870871e-06,
      "loss": 0.0457,
      "step": 188
    },
    {
      "epoch": 0.5662921348314607,
      "grad_norm": 8.583268165588379,
      "learning_rate": 8.864864864864866e-06,
      "loss": 0.2066,
      "step": 189
    },
    {
      "epoch": 0.5692883895131086,
      "grad_norm": 17.988779067993164,
      "learning_rate": 8.85885885885886e-06,
      "loss": 0.1369,
      "step": 190
    },
    {
      "epoch": 0.5722846441947566,
      "grad_norm": 12.211359024047852,
      "learning_rate": 8.852852852852853e-06,
      "loss": 0.1654,
      "step": 191
    },
    {
      "epoch": 0.5752808988764045,
      "grad_norm": 2.5672764778137207,
      "learning_rate": 8.846846846846848e-06,
      "loss": 0.0272,
      "step": 192
    },
    {
      "epoch": 0.5782771535580524,
      "grad_norm": 10.646368026733398,
      "learning_rate": 8.840840840840841e-06,
      "loss": 0.2832,
      "step": 193
    },
    {
      "epoch": 0.5812734082397004,
      "grad_norm": 26.280115127563477,
      "learning_rate": 8.834834834834836e-06,
      "loss": 0.2149,
      "step": 194
    },
    {
      "epoch": 0.5842696629213483,
      "grad_norm": 3.840461254119873,
      "learning_rate": 8.82882882882883e-06,
      "loss": 0.0419,
      "step": 195
    },
    {
      "epoch": 0.5872659176029963,
      "grad_norm": 17.350587844848633,
      "learning_rate": 8.822822822822824e-06,
      "loss": 0.2152,
      "step": 196
    },
    {
      "epoch": 0.5902621722846442,
      "grad_norm": 12.285447120666504,
      "learning_rate": 8.816816816816818e-06,
      "loss": 0.2658,
      "step": 197
    },
    {
      "epoch": 0.5932584269662922,
      "grad_norm": 32.076202392578125,
      "learning_rate": 8.810810810810811e-06,
      "loss": 0.3356,
      "step": 198
    },
    {
      "epoch": 0.59625468164794,
      "grad_norm": 2.1881797313690186,
      "learning_rate": 8.804804804804806e-06,
      "loss": 0.0237,
      "step": 199
    },
    {
      "epoch": 0.599250936329588,
      "grad_norm": 11.07189655303955,
      "learning_rate": 8.798798798798799e-06,
      "loss": 0.1987,
      "step": 200
    },
    {
      "epoch": 0.6022471910112359,
      "grad_norm": 5.4934983253479,
      "learning_rate": 8.792792792792794e-06,
      "loss": 0.0278,
      "step": 201
    },
    {
      "epoch": 0.6052434456928839,
      "grad_norm": 13.686779022216797,
      "learning_rate": 8.786786786786787e-06,
      "loss": 0.2953,
      "step": 202
    },
    {
      "epoch": 0.6082397003745318,
      "grad_norm": 2.1537270545959473,
      "learning_rate": 8.78078078078078e-06,
      "loss": 0.0217,
      "step": 203
    },
    {
      "epoch": 0.6112359550561798,
      "grad_norm": 22.37981605529785,
      "learning_rate": 8.774774774774776e-06,
      "loss": 0.0577,
      "step": 204
    },
    {
      "epoch": 0.6142322097378277,
      "grad_norm": 9.048362731933594,
      "learning_rate": 8.768768768768769e-06,
      "loss": 0.1542,
      "step": 205
    },
    {
      "epoch": 0.6172284644194757,
      "grad_norm": 40.02397155761719,
      "learning_rate": 8.762762762762764e-06,
      "loss": 0.4363,
      "step": 206
    },
    {
      "epoch": 0.6202247191011236,
      "grad_norm": 92.53890991210938,
      "learning_rate": 8.756756756756759e-06,
      "loss": 0.1394,
      "step": 207
    },
    {
      "epoch": 0.6232209737827715,
      "grad_norm": 10.263978958129883,
      "learning_rate": 8.750750750750752e-06,
      "loss": 0.0705,
      "step": 208
    },
    {
      "epoch": 0.6262172284644195,
      "grad_norm": 12.193284034729004,
      "learning_rate": 8.744744744744745e-06,
      "loss": 0.1682,
      "step": 209
    },
    {
      "epoch": 0.6292134831460674,
      "grad_norm": 20.703235626220703,
      "learning_rate": 8.738738738738739e-06,
      "loss": 0.1674,
      "step": 210
    },
    {
      "epoch": 0.6322097378277154,
      "grad_norm": 12.266006469726562,
      "learning_rate": 8.732732732732733e-06,
      "loss": 0.0886,
      "step": 211
    },
    {
      "epoch": 0.6352059925093633,
      "grad_norm": 10.525797843933105,
      "learning_rate": 8.726726726726727e-06,
      "loss": 0.1492,
      "step": 212
    },
    {
      "epoch": 0.6382022471910113,
      "grad_norm": 34.268333435058594,
      "learning_rate": 8.720720720720722e-06,
      "loss": 0.1805,
      "step": 213
    },
    {
      "epoch": 0.6411985018726591,
      "grad_norm": 34.239017486572266,
      "learning_rate": 8.714714714714717e-06,
      "loss": 0.2837,
      "step": 214
    },
    {
      "epoch": 0.6441947565543071,
      "grad_norm": 28.905134201049805,
      "learning_rate": 8.70870870870871e-06,
      "loss": 0.0671,
      "step": 215
    },
    {
      "epoch": 0.647191011235955,
      "grad_norm": 12.800658226013184,
      "learning_rate": 8.702702702702703e-06,
      "loss": 0.0734,
      "step": 216
    },
    {
      "epoch": 0.650187265917603,
      "grad_norm": 16.8038272857666,
      "learning_rate": 8.696696696696696e-06,
      "loss": 0.076,
      "step": 217
    },
    {
      "epoch": 0.6531835205992509,
      "grad_norm": 35.847591400146484,
      "learning_rate": 8.690690690690691e-06,
      "loss": 0.23,
      "step": 218
    },
    {
      "epoch": 0.6561797752808989,
      "grad_norm": 29.712432861328125,
      "learning_rate": 8.684684684684686e-06,
      "loss": 0.4,
      "step": 219
    },
    {
      "epoch": 0.6591760299625468,
      "grad_norm": 4.912635803222656,
      "learning_rate": 8.67867867867868e-06,
      "loss": 0.0355,
      "step": 220
    },
    {
      "epoch": 0.6621722846441948,
      "grad_norm": 4.8858184814453125,
      "learning_rate": 8.672672672672673e-06,
      "loss": 0.0877,
      "step": 221
    },
    {
      "epoch": 0.6651685393258427,
      "grad_norm": 13.752501487731934,
      "learning_rate": 8.666666666666668e-06,
      "loss": 0.1442,
      "step": 222
    },
    {
      "epoch": 0.6681647940074906,
      "grad_norm": 24.75152587890625,
      "learning_rate": 8.660660660660661e-06,
      "loss": 0.102,
      "step": 223
    },
    {
      "epoch": 0.6711610486891386,
      "grad_norm": 10.803027153015137,
      "learning_rate": 8.654654654654654e-06,
      "loss": 0.0781,
      "step": 224
    },
    {
      "epoch": 0.6741573033707865,
      "grad_norm": 12.187631607055664,
      "learning_rate": 8.64864864864865e-06,
      "loss": 0.1672,
      "step": 225
    },
    {
      "epoch": 0.6771535580524345,
      "grad_norm": 14.320629119873047,
      "learning_rate": 8.642642642642644e-06,
      "loss": 0.0654,
      "step": 226
    },
    {
      "epoch": 0.6801498127340824,
      "grad_norm": 17.489456176757812,
      "learning_rate": 8.636636636636638e-06,
      "loss": 0.2263,
      "step": 227
    },
    {
      "epoch": 0.6831460674157304,
      "grad_norm": 20.89166831970215,
      "learning_rate": 8.63063063063063e-06,
      "loss": 0.2127,
      "step": 228
    },
    {
      "epoch": 0.6861423220973782,
      "grad_norm": 16.09478759765625,
      "learning_rate": 8.624624624624626e-06,
      "loss": 0.5156,
      "step": 229
    },
    {
      "epoch": 0.6891385767790262,
      "grad_norm": 12.102310180664062,
      "learning_rate": 8.618618618618619e-06,
      "loss": 0.2197,
      "step": 230
    },
    {
      "epoch": 0.6921348314606741,
      "grad_norm": 10.38111686706543,
      "learning_rate": 8.612612612612612e-06,
      "loss": 0.1235,
      "step": 231
    },
    {
      "epoch": 0.6951310861423221,
      "grad_norm": 16.827526092529297,
      "learning_rate": 8.606606606606607e-06,
      "loss": 0.1645,
      "step": 232
    },
    {
      "epoch": 0.69812734082397,
      "grad_norm": 6.083835601806641,
      "learning_rate": 8.600600600600602e-06,
      "loss": 0.0408,
      "step": 233
    },
    {
      "epoch": 0.701123595505618,
      "grad_norm": 11.81071662902832,
      "learning_rate": 8.594594594594595e-06,
      "loss": 0.1148,
      "step": 234
    },
    {
      "epoch": 0.704119850187266,
      "grad_norm": 19.527591705322266,
      "learning_rate": 8.588588588588589e-06,
      "loss": 0.1755,
      "step": 235
    },
    {
      "epoch": 0.7071161048689139,
      "grad_norm": 29.794513702392578,
      "learning_rate": 8.582582582582584e-06,
      "loss": 0.276,
      "step": 236
    },
    {
      "epoch": 0.7101123595505618,
      "grad_norm": 4.606306076049805,
      "learning_rate": 8.576576576576577e-06,
      "loss": 0.0844,
      "step": 237
    },
    {
      "epoch": 0.7131086142322097,
      "grad_norm": 7.751136302947998,
      "learning_rate": 8.570570570570572e-06,
      "loss": 0.0422,
      "step": 238
    },
    {
      "epoch": 0.7161048689138577,
      "grad_norm": 25.384265899658203,
      "learning_rate": 8.564564564564565e-06,
      "loss": 0.2254,
      "step": 239
    },
    {
      "epoch": 0.7191011235955056,
      "grad_norm": 17.381261825561523,
      "learning_rate": 8.55855855855856e-06,
      "loss": 0.2021,
      "step": 240
    },
    {
      "epoch": 0.7220973782771536,
      "grad_norm": 6.3656721115112305,
      "learning_rate": 8.552552552552553e-06,
      "loss": 0.0418,
      "step": 241
    },
    {
      "epoch": 0.7250936329588015,
      "grad_norm": 17.37508773803711,
      "learning_rate": 8.546546546546547e-06,
      "loss": 0.2149,
      "step": 242
    },
    {
      "epoch": 0.7280898876404495,
      "grad_norm": 15.539769172668457,
      "learning_rate": 8.540540540540542e-06,
      "loss": 0.1091,
      "step": 243
    },
    {
      "epoch": 0.7310861423220973,
      "grad_norm": 20.707759857177734,
      "learning_rate": 8.534534534534535e-06,
      "loss": 0.193,
      "step": 244
    },
    {
      "epoch": 0.7340823970037453,
      "grad_norm": 58.69212341308594,
      "learning_rate": 8.52852852852853e-06,
      "loss": 0.3135,
      "step": 245
    },
    {
      "epoch": 0.7370786516853932,
      "grad_norm": 7.689098834991455,
      "learning_rate": 8.522522522522523e-06,
      "loss": 0.1342,
      "step": 246
    },
    {
      "epoch": 0.7400749063670412,
      "grad_norm": 4.829769134521484,
      "learning_rate": 8.516516516516518e-06,
      "loss": 0.0578,
      "step": 247
    },
    {
      "epoch": 0.7430711610486891,
      "grad_norm": 22.263853073120117,
      "learning_rate": 8.510510510510511e-06,
      "loss": 0.1343,
      "step": 248
    },
    {
      "epoch": 0.7460674157303371,
      "grad_norm": 7.045224666595459,
      "learning_rate": 8.504504504504505e-06,
      "loss": 0.2689,
      "step": 249
    },
    {
      "epoch": 0.7490636704119851,
      "grad_norm": 6.928183555603027,
      "learning_rate": 8.4984984984985e-06,
      "loss": 0.1844,
      "step": 250
    },
    {
      "epoch": 0.752059925093633,
      "grad_norm": 28.74045753479004,
      "learning_rate": 8.492492492492493e-06,
      "loss": 0.0597,
      "step": 251
    },
    {
      "epoch": 0.755056179775281,
      "grad_norm": 13.25463581085205,
      "learning_rate": 8.486486486486488e-06,
      "loss": 0.1473,
      "step": 252
    },
    {
      "epoch": 0.7580524344569288,
      "grad_norm": 15.956781387329102,
      "learning_rate": 8.480480480480481e-06,
      "loss": 0.3126,
      "step": 253
    },
    {
      "epoch": 0.7610486891385768,
      "grad_norm": 2.675602674484253,
      "learning_rate": 8.474474474474476e-06,
      "loss": 0.0166,
      "step": 254
    },
    {
      "epoch": 0.7640449438202247,
      "grad_norm": 37.20961380004883,
      "learning_rate": 8.46846846846847e-06,
      "loss": 0.1657,
      "step": 255
    },
    {
      "epoch": 0.7670411985018727,
      "grad_norm": 15.512018203735352,
      "learning_rate": 8.462462462462462e-06,
      "loss": 0.0386,
      "step": 256
    },
    {
      "epoch": 0.7700374531835206,
      "grad_norm": 32.963443756103516,
      "learning_rate": 8.456456456456457e-06,
      "loss": 0.2774,
      "step": 257
    },
    {
      "epoch": 0.7730337078651686,
      "grad_norm": 16.815654754638672,
      "learning_rate": 8.45045045045045e-06,
      "loss": 0.129,
      "step": 258
    },
    {
      "epoch": 0.7760299625468164,
      "grad_norm": 6.724097728729248,
      "learning_rate": 8.444444444444446e-06,
      "loss": 0.1062,
      "step": 259
    },
    {
      "epoch": 0.7790262172284644,
      "grad_norm": 29.041170120239258,
      "learning_rate": 8.438438438438439e-06,
      "loss": 0.2664,
      "step": 260
    },
    {
      "epoch": 0.7820224719101123,
      "grad_norm": 12.00438117980957,
      "learning_rate": 8.432432432432434e-06,
      "loss": 0.1892,
      "step": 261
    },
    {
      "epoch": 0.7850187265917603,
      "grad_norm": 11.682869911193848,
      "learning_rate": 8.426426426426427e-06,
      "loss": 0.1562,
      "step": 262
    },
    {
      "epoch": 0.7880149812734082,
      "grad_norm": 8.800082206726074,
      "learning_rate": 8.42042042042042e-06,
      "loss": 0.1216,
      "step": 263
    },
    {
      "epoch": 0.7910112359550562,
      "grad_norm": 7.602773666381836,
      "learning_rate": 8.414414414414415e-06,
      "loss": 0.1247,
      "step": 264
    },
    {
      "epoch": 0.7940074906367042,
      "grad_norm": 27.003143310546875,
      "learning_rate": 8.408408408408409e-06,
      "loss": 0.1152,
      "step": 265
    },
    {
      "epoch": 0.797003745318352,
      "grad_norm": 8.360997200012207,
      "learning_rate": 8.402402402402404e-06,
      "loss": 0.0904,
      "step": 266
    },
    {
      "epoch": 0.8,
      "grad_norm": 19.083864212036133,
      "learning_rate": 8.396396396396397e-06,
      "loss": 0.2671,
      "step": 267
    },
    {
      "epoch": 0.8029962546816479,
      "grad_norm": 8.989147186279297,
      "learning_rate": 8.390390390390392e-06,
      "loss": 0.1077,
      "step": 268
    },
    {
      "epoch": 0.8059925093632959,
      "grad_norm": 8.945937156677246,
      "learning_rate": 8.384384384384385e-06,
      "loss": 0.0694,
      "step": 269
    },
    {
      "epoch": 0.8089887640449438,
      "grad_norm": 24.782485961914062,
      "learning_rate": 8.378378378378378e-06,
      "loss": 0.229,
      "step": 270
    },
    {
      "epoch": 0.8119850187265918,
      "grad_norm": 13.788922309875488,
      "learning_rate": 8.372372372372373e-06,
      "loss": 0.288,
      "step": 271
    },
    {
      "epoch": 0.8149812734082397,
      "grad_norm": 2.8008830547332764,
      "learning_rate": 8.366366366366368e-06,
      "loss": 0.0261,
      "step": 272
    },
    {
      "epoch": 0.8179775280898877,
      "grad_norm": 8.207698822021484,
      "learning_rate": 8.360360360360362e-06,
      "loss": 0.0412,
      "step": 273
    },
    {
      "epoch": 0.8209737827715355,
      "grad_norm": 22.58644676208496,
      "learning_rate": 8.354354354354355e-06,
      "loss": 0.1497,
      "step": 274
    },
    {
      "epoch": 0.8239700374531835,
      "grad_norm": 45.544166564941406,
      "learning_rate": 8.348348348348348e-06,
      "loss": 0.5003,
      "step": 275
    },
    {
      "epoch": 0.8269662921348314,
      "grad_norm": 21.0858097076416,
      "learning_rate": 8.342342342342343e-06,
      "loss": 0.134,
      "step": 276
    },
    {
      "epoch": 0.8299625468164794,
      "grad_norm": 9.136311531066895,
      "learning_rate": 8.336336336336336e-06,
      "loss": 0.1608,
      "step": 277
    },
    {
      "epoch": 0.8329588014981273,
      "grad_norm": 34.26778030395508,
      "learning_rate": 8.330330330330331e-06,
      "loss": 0.1974,
      "step": 278
    },
    {
      "epoch": 0.8359550561797753,
      "grad_norm": 18.104585647583008,
      "learning_rate": 8.324324324324326e-06,
      "loss": 0.2067,
      "step": 279
    },
    {
      "epoch": 0.8389513108614233,
      "grad_norm": 5.197758674621582,
      "learning_rate": 8.31831831831832e-06,
      "loss": 0.0304,
      "step": 280
    },
    {
      "epoch": 0.8419475655430712,
      "grad_norm": 17.64066505432129,
      "learning_rate": 8.312312312312313e-06,
      "loss": 0.1255,
      "step": 281
    },
    {
      "epoch": 0.8449438202247191,
      "grad_norm": 7.24787712097168,
      "learning_rate": 8.306306306306306e-06,
      "loss": 0.0542,
      "step": 282
    },
    {
      "epoch": 0.847940074906367,
      "grad_norm": 22.338401794433594,
      "learning_rate": 8.300300300300301e-06,
      "loss": 0.2414,
      "step": 283
    },
    {
      "epoch": 0.850936329588015,
      "grad_norm": 2.4518821239471436,
      "learning_rate": 8.294294294294294e-06,
      "loss": 0.0225,
      "step": 284
    },
    {
      "epoch": 0.8539325842696629,
      "grad_norm": 10.993781089782715,
      "learning_rate": 8.288288288288289e-06,
      "loss": 0.1272,
      "step": 285
    },
    {
      "epoch": 0.8569288389513109,
      "grad_norm": 20.767696380615234,
      "learning_rate": 8.282282282282284e-06,
      "loss": 0.2292,
      "step": 286
    },
    {
      "epoch": 0.8599250936329588,
      "grad_norm": 8.080395698547363,
      "learning_rate": 8.276276276276277e-06,
      "loss": 0.0724,
      "step": 287
    },
    {
      "epoch": 0.8629213483146068,
      "grad_norm": 12.226408004760742,
      "learning_rate": 8.27027027027027e-06,
      "loss": 0.0517,
      "step": 288
    },
    {
      "epoch": 0.8659176029962546,
      "grad_norm": 19.302963256835938,
      "learning_rate": 8.264264264264264e-06,
      "loss": 0.2312,
      "step": 289
    },
    {
      "epoch": 0.8689138576779026,
      "grad_norm": 12.43891716003418,
      "learning_rate": 8.258258258258259e-06,
      "loss": 0.1691,
      "step": 290
    },
    {
      "epoch": 0.8719101123595505,
      "grad_norm": 22.69147300720215,
      "learning_rate": 8.252252252252254e-06,
      "loss": 0.4963,
      "step": 291
    },
    {
      "epoch": 0.8749063670411985,
      "grad_norm": 28.830711364746094,
      "learning_rate": 8.246246246246247e-06,
      "loss": 0.1232,
      "step": 292
    },
    {
      "epoch": 0.8779026217228464,
      "grad_norm": 18.377243041992188,
      "learning_rate": 8.24024024024024e-06,
      "loss": 0.3857,
      "step": 293
    },
    {
      "epoch": 0.8808988764044944,
      "grad_norm": 15.206390380859375,
      "learning_rate": 8.234234234234235e-06,
      "loss": 0.3878,
      "step": 294
    },
    {
      "epoch": 0.8838951310861424,
      "grad_norm": 8.833643913269043,
      "learning_rate": 8.228228228228229e-06,
      "loss": 0.0323,
      "step": 295
    },
    {
      "epoch": 0.8868913857677903,
      "grad_norm": 23.821523666381836,
      "learning_rate": 8.222222222222222e-06,
      "loss": 0.0463,
      "step": 296
    },
    {
      "epoch": 0.8898876404494382,
      "grad_norm": 6.677974700927734,
      "learning_rate": 8.216216216216217e-06,
      "loss": 0.0694,
      "step": 297
    },
    {
      "epoch": 0.8928838951310861,
      "grad_norm": 9.413395881652832,
      "learning_rate": 8.210210210210212e-06,
      "loss": 0.1021,
      "step": 298
    },
    {
      "epoch": 0.8958801498127341,
      "grad_norm": 29.241336822509766,
      "learning_rate": 8.204204204204205e-06,
      "loss": 0.3005,
      "step": 299
    },
    {
      "epoch": 0.898876404494382,
      "grad_norm": 36.27946090698242,
      "learning_rate": 8.198198198198198e-06,
      "loss": 0.1948,
      "step": 300
    },
    {
      "epoch": 0.90187265917603,
      "grad_norm": 28.775794982910156,
      "learning_rate": 8.192192192192193e-06,
      "loss": 0.2941,
      "step": 301
    },
    {
      "epoch": 0.9048689138576779,
      "grad_norm": 17.307905197143555,
      "learning_rate": 8.186186186186186e-06,
      "loss": 0.2186,
      "step": 302
    },
    {
      "epoch": 0.9078651685393259,
      "grad_norm": 10.828490257263184,
      "learning_rate": 8.18018018018018e-06,
      "loss": 0.1976,
      "step": 303
    },
    {
      "epoch": 0.9108614232209737,
      "grad_norm": 19.335052490234375,
      "learning_rate": 8.174174174174175e-06,
      "loss": 0.1453,
      "step": 304
    },
    {
      "epoch": 0.9138576779026217,
      "grad_norm": 3.647679328918457,
      "learning_rate": 8.16816816816817e-06,
      "loss": 0.0316,
      "step": 305
    },
    {
      "epoch": 0.9168539325842696,
      "grad_norm": 6.035706043243408,
      "learning_rate": 8.162162162162163e-06,
      "loss": 0.1271,
      "step": 306
    },
    {
      "epoch": 0.9198501872659176,
      "grad_norm": 1.434196949005127,
      "learning_rate": 8.156156156156156e-06,
      "loss": 0.0144,
      "step": 307
    },
    {
      "epoch": 0.9228464419475655,
      "grad_norm": 9.214011192321777,
      "learning_rate": 8.150150150150151e-06,
      "loss": 0.0604,
      "step": 308
    },
    {
      "epoch": 0.9258426966292135,
      "grad_norm": 12.949444770812988,
      "learning_rate": 8.144144144144144e-06,
      "loss": 0.1786,
      "step": 309
    },
    {
      "epoch": 0.9288389513108615,
      "grad_norm": 23.851194381713867,
      "learning_rate": 8.13813813813814e-06,
      "loss": 0.1708,
      "step": 310
    },
    {
      "epoch": 0.9318352059925094,
      "grad_norm": 12.829343795776367,
      "learning_rate": 8.132132132132133e-06,
      "loss": 0.1446,
      "step": 311
    },
    {
      "epoch": 0.9348314606741573,
      "grad_norm": 15.807905197143555,
      "learning_rate": 8.126126126126128e-06,
      "loss": 0.1975,
      "step": 312
    },
    {
      "epoch": 0.9378277153558052,
      "grad_norm": 8.796603202819824,
      "learning_rate": 8.12012012012012e-06,
      "loss": 0.187,
      "step": 313
    },
    {
      "epoch": 0.9408239700374532,
      "grad_norm": 10.466839790344238,
      "learning_rate": 8.114114114114114e-06,
      "loss": 0.2681,
      "step": 314
    },
    {
      "epoch": 0.9438202247191011,
      "grad_norm": 7.512752056121826,
      "learning_rate": 8.108108108108109e-06,
      "loss": 0.1491,
      "step": 315
    },
    {
      "epoch": 0.9468164794007491,
      "grad_norm": 15.471590995788574,
      "learning_rate": 8.102102102102102e-06,
      "loss": 0.1303,
      "step": 316
    },
    {
      "epoch": 0.949812734082397,
      "grad_norm": 12.372467994689941,
      "learning_rate": 8.096096096096097e-06,
      "loss": 0.1722,
      "step": 317
    },
    {
      "epoch": 0.952808988764045,
      "grad_norm": 35.21929931640625,
      "learning_rate": 8.09009009009009e-06,
      "loss": 0.1994,
      "step": 318
    },
    {
      "epoch": 0.9558052434456928,
      "grad_norm": 10.004145622253418,
      "learning_rate": 8.084084084084085e-06,
      "loss": 0.2364,
      "step": 319
    },
    {
      "epoch": 0.9588014981273408,
      "grad_norm": 18.422414779663086,
      "learning_rate": 8.078078078078079e-06,
      "loss": 0.174,
      "step": 320
    },
    {
      "epoch": 0.9617977528089887,
      "grad_norm": 29.870635986328125,
      "learning_rate": 8.072072072072072e-06,
      "loss": 0.2527,
      "step": 321
    },
    {
      "epoch": 0.9647940074906367,
      "grad_norm": 22.32419776916504,
      "learning_rate": 8.066066066066067e-06,
      "loss": 0.1479,
      "step": 322
    },
    {
      "epoch": 0.9677902621722847,
      "grad_norm": 4.837985515594482,
      "learning_rate": 8.06006006006006e-06,
      "loss": 0.0536,
      "step": 323
    },
    {
      "epoch": 0.9707865168539326,
      "grad_norm": 13.291611671447754,
      "learning_rate": 8.054054054054055e-06,
      "loss": 0.1632,
      "step": 324
    },
    {
      "epoch": 0.9737827715355806,
      "grad_norm": 15.556182861328125,
      "learning_rate": 8.048048048048048e-06,
      "loss": 0.2155,
      "step": 325
    },
    {
      "epoch": 0.9767790262172285,
      "grad_norm": 7.722557067871094,
      "learning_rate": 8.042042042042043e-06,
      "loss": 0.1771,
      "step": 326
    },
    {
      "epoch": 0.9797752808988764,
      "grad_norm": 7.998552322387695,
      "learning_rate": 8.036036036036037e-06,
      "loss": 0.1449,
      "step": 327
    },
    {
      "epoch": 0.9827715355805243,
      "grad_norm": 6.057829856872559,
      "learning_rate": 8.03003003003003e-06,
      "loss": 0.0371,
      "step": 328
    },
    {
      "epoch": 0.9857677902621723,
      "grad_norm": 21.65921401977539,
      "learning_rate": 8.024024024024025e-06,
      "loss": 0.1521,
      "step": 329
    },
    {
      "epoch": 0.9887640449438202,
      "grad_norm": 7.719748497009277,
      "learning_rate": 8.018018018018018e-06,
      "loss": 0.0284,
      "step": 330
    },
    {
      "epoch": 0.9917602996254682,
      "grad_norm": 10.670609474182129,
      "learning_rate": 8.012012012012013e-06,
      "loss": 0.1507,
      "step": 331
    },
    {
      "epoch": 0.9947565543071161,
      "grad_norm": 7.674363136291504,
      "learning_rate": 8.006006006006006e-06,
      "loss": 0.1219,
      "step": 332
    },
    {
      "epoch": 0.9977528089887641,
      "grad_norm": 17.153457641601562,
      "learning_rate": 8.000000000000001e-06,
      "loss": 0.0474,
      "step": 333
    },
    {
      "epoch": 1.0,
      "grad_norm": 29.845190048217773,
      "learning_rate": 7.993993993993995e-06,
      "loss": 0.1987,
      "step": 334
    },
    {
      "epoch": 1.0,
      "eval_accuracy": 0.9591474245115453,
      "eval_loss": 0.11946738511323929,
      "eval_runtime": 21.1179,
      "eval_samples_per_second": 26.66,
      "eval_steps_per_second": 3.362,
      "step": 334
    },
    {
      "epoch": 1.002996254681648,
      "grad_norm": 8.704512596130371,
      "learning_rate": 7.987987987987988e-06,
      "loss": 0.0673,
      "step": 335
    },
    {
      "epoch": 1.005992509363296,
      "grad_norm": 2.9829344749450684,
      "learning_rate": 7.981981981981983e-06,
      "loss": 0.0514,
      "step": 336
    },
    {
      "epoch": 1.0089887640449438,
      "grad_norm": 8.938423156738281,
      "learning_rate": 7.975975975975978e-06,
      "loss": 0.0306,
      "step": 337
    },
    {
      "epoch": 1.0119850187265917,
      "grad_norm": 12.165358543395996,
      "learning_rate": 7.969969969969971e-06,
      "loss": 0.0555,
      "step": 338
    },
    {
      "epoch": 1.0149812734082397,
      "grad_norm": 8.754467964172363,
      "learning_rate": 7.963963963963964e-06,
      "loss": 0.1657,
      "step": 339
    },
    {
      "epoch": 1.0179775280898877,
      "grad_norm": 37.51422882080078,
      "learning_rate": 7.95795795795796e-06,
      "loss": 0.3651,
      "step": 340
    },
    {
      "epoch": 1.0209737827715355,
      "grad_norm": 20.821075439453125,
      "learning_rate": 7.951951951951953e-06,
      "loss": 0.2785,
      "step": 341
    },
    {
      "epoch": 1.0239700374531835,
      "grad_norm": 28.079492568969727,
      "learning_rate": 7.945945945945946e-06,
      "loss": 0.0578,
      "step": 342
    },
    {
      "epoch": 1.0269662921348315,
      "grad_norm": 7.524195194244385,
      "learning_rate": 7.93993993993994e-06,
      "loss": 0.1938,
      "step": 343
    },
    {
      "epoch": 1.0299625468164795,
      "grad_norm": 12.441058158874512,
      "learning_rate": 7.933933933933936e-06,
      "loss": 0.135,
      "step": 344
    },
    {
      "epoch": 1.0329588014981272,
      "grad_norm": 31.68756675720215,
      "learning_rate": 7.927927927927929e-06,
      "loss": 0.2056,
      "step": 345
    },
    {
      "epoch": 1.0359550561797752,
      "grad_norm": 13.770333290100098,
      "learning_rate": 7.921921921921922e-06,
      "loss": 0.2414,
      "step": 346
    },
    {
      "epoch": 1.0389513108614232,
      "grad_norm": 8.553635597229004,
      "learning_rate": 7.915915915915915e-06,
      "loss": 0.0912,
      "step": 347
    },
    {
      "epoch": 1.0419475655430712,
      "grad_norm": 7.250548839569092,
      "learning_rate": 7.90990990990991e-06,
      "loss": 0.1249,
      "step": 348
    },
    {
      "epoch": 1.0449438202247192,
      "grad_norm": 5.451450824737549,
      "learning_rate": 7.903903903903904e-06,
      "loss": 0.0234,
      "step": 349
    },
    {
      "epoch": 1.047940074906367,
      "grad_norm": 86.4170913696289,
      "learning_rate": 7.897897897897899e-06,
      "loss": 0.2227,
      "step": 350
    },
    {
      "epoch": 1.050936329588015,
      "grad_norm": 20.818153381347656,
      "learning_rate": 7.891891891891894e-06,
      "loss": 0.139,
      "step": 351
    },
    {
      "epoch": 1.053932584269663,
      "grad_norm": 2.33195161819458,
      "learning_rate": 7.885885885885887e-06,
      "loss": 0.0168,
      "step": 352
    },
    {
      "epoch": 1.056928838951311,
      "grad_norm": 4.339377403259277,
      "learning_rate": 7.87987987987988e-06,
      "loss": 0.0861,
      "step": 353
    },
    {
      "epoch": 1.0599250936329587,
      "grad_norm": 2.396423101425171,
      "learning_rate": 7.873873873873873e-06,
      "loss": 0.021,
      "step": 354
    },
    {
      "epoch": 1.0629213483146067,
      "grad_norm": 11.536689758300781,
      "learning_rate": 7.867867867867868e-06,
      "loss": 0.0589,
      "step": 355
    },
    {
      "epoch": 1.0659176029962547,
      "grad_norm": 12.232866287231445,
      "learning_rate": 7.861861861861863e-06,
      "loss": 0.2006,
      "step": 356
    },
    {
      "epoch": 1.0689138576779027,
      "grad_norm": 1.4649150371551514,
      "learning_rate": 7.855855855855857e-06,
      "loss": 0.0155,
      "step": 357
    },
    {
      "epoch": 1.0719101123595505,
      "grad_norm": 10.53365421295166,
      "learning_rate": 7.849849849849852e-06,
      "loss": 0.101,
      "step": 358
    },
    {
      "epoch": 1.0749063670411985,
      "grad_norm": 22.114564895629883,
      "learning_rate": 7.843843843843845e-06,
      "loss": 0.0534,
      "step": 359
    },
    {
      "epoch": 1.0779026217228465,
      "grad_norm": 21.454910278320312,
      "learning_rate": 7.837837837837838e-06,
      "loss": 0.0903,
      "step": 360
    },
    {
      "epoch": 1.0808988764044944,
      "grad_norm": 1.3954575061798096,
      "learning_rate": 7.831831831831831e-06,
      "loss": 0.0103,
      "step": 361
    },
    {
      "epoch": 1.0838951310861424,
      "grad_norm": 14.362143516540527,
      "learning_rate": 7.825825825825826e-06,
      "loss": 0.1225,
      "step": 362
    },
    {
      "epoch": 1.0868913857677902,
      "grad_norm": 14.380382537841797,
      "learning_rate": 7.819819819819821e-06,
      "loss": 0.0574,
      "step": 363
    },
    {
      "epoch": 1.0898876404494382,
      "grad_norm": 29.942373275756836,
      "learning_rate": 7.813813813813815e-06,
      "loss": 0.0988,
      "step": 364
    },
    {
      "epoch": 1.0928838951310862,
      "grad_norm": 2.7837705612182617,
      "learning_rate": 7.807807807807808e-06,
      "loss": 0.0099,
      "step": 365
    },
    {
      "epoch": 1.0958801498127342,
      "grad_norm": 0.6954925656318665,
      "learning_rate": 7.801801801801803e-06,
      "loss": 0.0065,
      "step": 366
    },
    {
      "epoch": 1.098876404494382,
      "grad_norm": 14.443358421325684,
      "learning_rate": 7.795795795795796e-06,
      "loss": 0.112,
      "step": 367
    },
    {
      "epoch": 1.10187265917603,
      "grad_norm": 5.893136024475098,
      "learning_rate": 7.78978978978979e-06,
      "loss": 0.1652,
      "step": 368
    },
    {
      "epoch": 1.104868913857678,
      "grad_norm": 6.0014824867248535,
      "learning_rate": 7.783783783783784e-06,
      "loss": 0.021,
      "step": 369
    },
    {
      "epoch": 1.107865168539326,
      "grad_norm": 8.743016242980957,
      "learning_rate": 7.77777777777778e-06,
      "loss": 0.1724,
      "step": 370
    },
    {
      "epoch": 1.1108614232209737,
      "grad_norm": 0.37825778126716614,
      "learning_rate": 7.771771771771772e-06,
      "loss": 0.0046,
      "step": 371
    },
    {
      "epoch": 1.1138576779026217,
      "grad_norm": 8.950119972229004,
      "learning_rate": 7.765765765765766e-06,
      "loss": 0.1493,
      "step": 372
    },
    {
      "epoch": 1.1168539325842697,
      "grad_norm": 14.684659004211426,
      "learning_rate": 7.75975975975976e-06,
      "loss": 0.4266,
      "step": 373
    },
    {
      "epoch": 1.1198501872659177,
      "grad_norm": 4.281994342803955,
      "learning_rate": 7.753753753753754e-06,
      "loss": 0.0188,
      "step": 374
    },
    {
      "epoch": 1.1228464419475654,
      "grad_norm": 17.326810836791992,
      "learning_rate": 7.747747747747749e-06,
      "loss": 0.1295,
      "step": 375
    },
    {
      "epoch": 1.1258426966292134,
      "grad_norm": 7.717726707458496,
      "learning_rate": 7.741741741741742e-06,
      "loss": 0.1392,
      "step": 376
    },
    {
      "epoch": 1.1288389513108614,
      "grad_norm": 9.157553672790527,
      "learning_rate": 7.735735735735737e-06,
      "loss": 0.0142,
      "step": 377
    },
    {
      "epoch": 1.1318352059925094,
      "grad_norm": 12.936677932739258,
      "learning_rate": 7.72972972972973e-06,
      "loss": 0.0543,
      "step": 378
    },
    {
      "epoch": 1.1348314606741572,
      "grad_norm": 79.90240478515625,
      "learning_rate": 7.723723723723724e-06,
      "loss": 0.1265,
      "step": 379
    },
    {
      "epoch": 1.1378277153558052,
      "grad_norm": 39.708614349365234,
      "learning_rate": 7.717717717717719e-06,
      "loss": 0.3713,
      "step": 380
    },
    {
      "epoch": 1.1408239700374532,
      "grad_norm": 35.54008102416992,
      "learning_rate": 7.711711711711712e-06,
      "loss": 0.1263,
      "step": 381
    },
    {
      "epoch": 1.1438202247191012,
      "grad_norm": 0.7054191827774048,
      "learning_rate": 7.705705705705707e-06,
      "loss": 0.0061,
      "step": 382
    },
    {
      "epoch": 1.1468164794007492,
      "grad_norm": 8.379510879516602,
      "learning_rate": 7.6996996996997e-06,
      "loss": 0.1285,
      "step": 383
    },
    {
      "epoch": 1.149812734082397,
      "grad_norm": 1.627866506576538,
      "learning_rate": 7.693693693693695e-06,
      "loss": 0.0154,
      "step": 384
    },
    {
      "epoch": 1.152808988764045,
      "grad_norm": 4.262239933013916,
      "learning_rate": 7.687687687687688e-06,
      "loss": 0.0106,
      "step": 385
    },
    {
      "epoch": 1.155805243445693,
      "grad_norm": 10.119087219238281,
      "learning_rate": 7.681681681681682e-06,
      "loss": 0.1108,
      "step": 386
    },
    {
      "epoch": 1.158801498127341,
      "grad_norm": 0.4903702139854431,
      "learning_rate": 7.675675675675676e-06,
      "loss": 0.0048,
      "step": 387
    },
    {
      "epoch": 1.1617977528089887,
      "grad_norm": 14.855613708496094,
      "learning_rate": 7.66966966966967e-06,
      "loss": 0.2215,
      "step": 388
    },
    {
      "epoch": 1.1647940074906367,
      "grad_norm": 0.7505202293395996,
      "learning_rate": 7.663663663663665e-06,
      "loss": 0.0071,
      "step": 389
    },
    {
      "epoch": 1.1677902621722847,
      "grad_norm": 16.078067779541016,
      "learning_rate": 7.657657657657658e-06,
      "loss": 0.0508,
      "step": 390
    },
    {
      "epoch": 1.1707865168539326,
      "grad_norm": 3.9604501724243164,
      "learning_rate": 7.651651651651653e-06,
      "loss": 0.2049,
      "step": 391
    },
    {
      "epoch": 1.1737827715355804,
      "grad_norm": 4.397295951843262,
      "learning_rate": 7.645645645645646e-06,
      "loss": 0.0075,
      "step": 392
    },
    {
      "epoch": 1.1767790262172284,
      "grad_norm": 7.140230178833008,
      "learning_rate": 7.63963963963964e-06,
      "loss": 0.1843,
      "step": 393
    },
    {
      "epoch": 1.1797752808988764,
      "grad_norm": 1.3169139623641968,
      "learning_rate": 7.633633633633634e-06,
      "loss": 0.0049,
      "step": 394
    },
    {
      "epoch": 1.1827715355805244,
      "grad_norm": 19.79604721069336,
      "learning_rate": 7.6276276276276285e-06,
      "loss": 0.2981,
      "step": 395
    },
    {
      "epoch": 1.1857677902621724,
      "grad_norm": 23.419668197631836,
      "learning_rate": 7.621621621621622e-06,
      "loss": 0.0854,
      "step": 396
    },
    {
      "epoch": 1.1887640449438202,
      "grad_norm": 11.932912826538086,
      "learning_rate": 7.615615615615616e-06,
      "loss": 0.2126,
      "step": 397
    },
    {
      "epoch": 1.1917602996254681,
      "grad_norm": 2.394584894180298,
      "learning_rate": 7.609609609609611e-06,
      "loss": 0.0109,
      "step": 398
    },
    {
      "epoch": 1.1947565543071161,
      "grad_norm": 37.54982376098633,
      "learning_rate": 7.603603603603604e-06,
      "loss": 0.2556,
      "step": 399
    },
    {
      "epoch": 1.1977528089887641,
      "grad_norm": 16.414182662963867,
      "learning_rate": 7.597597597597598e-06,
      "loss": 0.3071,
      "step": 400
    },
    {
      "epoch": 1.200749063670412,
      "grad_norm": 8.574248313903809,
      "learning_rate": 7.591591591591592e-06,
      "loss": 0.1423,
      "step": 401
    },
    {
      "epoch": 1.20374531835206,
      "grad_norm": 5.446165084838867,
      "learning_rate": 7.5855855855855865e-06,
      "loss": 0.13,
      "step": 402
    },
    {
      "epoch": 1.2067415730337079,
      "grad_norm": 4.059351444244385,
      "learning_rate": 7.57957957957958e-06,
      "loss": 0.0203,
      "step": 403
    },
    {
      "epoch": 1.2097378277153559,
      "grad_norm": 8.453432083129883,
      "learning_rate": 7.573573573573574e-06,
      "loss": 0.1575,
      "step": 404
    },
    {
      "epoch": 1.2127340823970036,
      "grad_norm": 15.920672416687012,
      "learning_rate": 7.567567567567569e-06,
      "loss": 0.1366,
      "step": 405
    },
    {
      "epoch": 1.2157303370786516,
      "grad_norm": 32.0057258605957,
      "learning_rate": 7.561561561561562e-06,
      "loss": 0.1107,
      "step": 406
    },
    {
      "epoch": 1.2187265917602996,
      "grad_norm": 13.950464248657227,
      "learning_rate": 7.555555555555556e-06,
      "loss": 0.0376,
      "step": 407
    },
    {
      "epoch": 1.2217228464419476,
      "grad_norm": 28.328393936157227,
      "learning_rate": 7.549549549549549e-06,
      "loss": 0.2798,
      "step": 408
    },
    {
      "epoch": 1.2247191011235956,
      "grad_norm": 27.61097526550293,
      "learning_rate": 7.543543543543544e-06,
      "loss": 0.0284,
      "step": 409
    },
    {
      "epoch": 1.2277153558052434,
      "grad_norm": 3.6726973056793213,
      "learning_rate": 7.5375375375375385e-06,
      "loss": 0.0174,
      "step": 410
    },
    {
      "epoch": 1.2307116104868914,
      "grad_norm": 6.744252681732178,
      "learning_rate": 7.531531531531532e-06,
      "loss": 0.1594,
      "step": 411
    },
    {
      "epoch": 1.2337078651685394,
      "grad_norm": 4.745820045471191,
      "learning_rate": 7.525525525525527e-06,
      "loss": 0.0222,
      "step": 412
    },
    {
      "epoch": 1.2367041198501874,
      "grad_norm": 10.849603652954102,
      "learning_rate": 7.51951951951952e-06,
      "loss": 0.2271,
      "step": 413
    },
    {
      "epoch": 1.2397003745318351,
      "grad_norm": 8.78612995147705,
      "learning_rate": 7.513513513513514e-06,
      "loss": 0.109,
      "step": 414
    },
    {
      "epoch": 1.2426966292134831,
      "grad_norm": 1.3302922248840332,
      "learning_rate": 7.507507507507507e-06,
      "loss": 0.0111,
      "step": 415
    },
    {
      "epoch": 1.245692883895131,
      "grad_norm": 8.550155639648438,
      "learning_rate": 7.501501501501502e-06,
      "loss": 0.0296,
      "step": 416
    },
    {
      "epoch": 1.248689138576779,
      "grad_norm": 25.59956169128418,
      "learning_rate": 7.495495495495496e-06,
      "loss": 0.2662,
      "step": 417
    },
    {
      "epoch": 1.2516853932584269,
      "grad_norm": 26.77549934387207,
      "learning_rate": 7.48948948948949e-06,
      "loss": 0.1273,
      "step": 418
    },
    {
      "epoch": 1.2546816479400749,
      "grad_norm": 2.1836867332458496,
      "learning_rate": 7.483483483483485e-06,
      "loss": 0.0123,
      "step": 419
    },
    {
      "epoch": 1.2576779026217229,
      "grad_norm": 14.294233322143555,
      "learning_rate": 7.477477477477479e-06,
      "loss": 0.0355,
      "step": 420
    },
    {
      "epoch": 1.2606741573033708,
      "grad_norm": 15.087601661682129,
      "learning_rate": 7.471471471471472e-06,
      "loss": 0.2491,
      "step": 421
    },
    {
      "epoch": 1.2636704119850188,
      "grad_norm": 10.146037101745605,
      "learning_rate": 7.465465465465466e-06,
      "loss": 0.0924,
      "step": 422
    },
    {
      "epoch": 1.2666666666666666,
      "grad_norm": 18.425317764282227,
      "learning_rate": 7.45945945945946e-06,
      "loss": 0.2718,
      "step": 423
    },
    {
      "epoch": 1.2696629213483146,
      "grad_norm": 24.406692504882812,
      "learning_rate": 7.453453453453454e-06,
      "loss": 0.1304,
      "step": 424
    },
    {
      "epoch": 1.2726591760299626,
      "grad_norm": 13.614672660827637,
      "learning_rate": 7.447447447447448e-06,
      "loss": 0.2901,
      "step": 425
    },
    {
      "epoch": 1.2756554307116104,
      "grad_norm": 1.9076930284500122,
      "learning_rate": 7.441441441441442e-06,
      "loss": 0.0173,
      "step": 426
    },
    {
      "epoch": 1.2786516853932584,
      "grad_norm": 20.179975509643555,
      "learning_rate": 7.435435435435437e-06,
      "loss": 0.0924,
      "step": 427
    },
    {
      "epoch": 1.2816479400749063,
      "grad_norm": 16.551319122314453,
      "learning_rate": 7.42942942942943e-06,
      "loss": 0.0628,
      "step": 428
    },
    {
      "epoch": 1.2846441947565543,
      "grad_norm": 6.466628551483154,
      "learning_rate": 7.423423423423424e-06,
      "loss": 0.0284,
      "step": 429
    },
    {
      "epoch": 1.2876404494382023,
      "grad_norm": 47.095340728759766,
      "learning_rate": 7.417417417417418e-06,
      "loss": 0.0875,
      "step": 430
    },
    {
      "epoch": 1.29063670411985,
      "grad_norm": 10.281209945678711,
      "learning_rate": 7.411411411411412e-06,
      "loss": 0.0202,
      "step": 431
    },
    {
      "epoch": 1.293632958801498,
      "grad_norm": 12.131975173950195,
      "learning_rate": 7.4054054054054055e-06,
      "loss": 0.1233,
      "step": 432
    },
    {
      "epoch": 1.296629213483146,
      "grad_norm": 3.8274757862091064,
      "learning_rate": 7.3993993993994e-06,
      "loss": 0.0253,
      "step": 433
    },
    {
      "epoch": 1.299625468164794,
      "grad_norm": 13.201749801635742,
      "learning_rate": 7.393393393393395e-06,
      "loss": 0.0396,
      "step": 434
    },
    {
      "epoch": 1.302621722846442,
      "grad_norm": 4.812632083892822,
      "learning_rate": 7.387387387387388e-06,
      "loss": 0.104,
      "step": 435
    },
    {
      "epoch": 1.3056179775280898,
      "grad_norm": 20.616060256958008,
      "learning_rate": 7.381381381381382e-06,
      "loss": 0.2587,
      "step": 436
    },
    {
      "epoch": 1.3086142322097378,
      "grad_norm": 16.196264266967773,
      "learning_rate": 7.375375375375377e-06,
      "loss": 0.1342,
      "step": 437
    },
    {
      "epoch": 1.3116104868913858,
      "grad_norm": 14.186867713928223,
      "learning_rate": 7.36936936936937e-06,
      "loss": 0.2195,
      "step": 438
    },
    {
      "epoch": 1.3146067415730336,
      "grad_norm": 1.1713473796844482,
      "learning_rate": 7.363363363363364e-06,
      "loss": 0.013,
      "step": 439
    },
    {
      "epoch": 1.3176029962546816,
      "grad_norm": 17.85066032409668,
      "learning_rate": 7.3573573573573575e-06,
      "loss": 0.2871,
      "step": 440
    },
    {
      "epoch": 1.3205992509363296,
      "grad_norm": 6.779399394989014,
      "learning_rate": 7.3513513513513525e-06,
      "loss": 0.1663,
      "step": 441
    },
    {
      "epoch": 1.3235955056179776,
      "grad_norm": 41.116676330566406,
      "learning_rate": 7.345345345345346e-06,
      "loss": 0.0885,
      "step": 442
    },
    {
      "epoch": 1.3265917602996256,
      "grad_norm": 2.9757792949676514,
      "learning_rate": 7.33933933933934e-06,
      "loss": 0.0165,
      "step": 443
    },
    {
      "epoch": 1.3295880149812733,
      "grad_norm": 2.5939130783081055,
      "learning_rate": 7.333333333333333e-06,
      "loss": 0.0141,
      "step": 444
    },
    {
      "epoch": 1.3325842696629213,
      "grad_norm": 18.92623519897461,
      "learning_rate": 7.327327327327328e-06,
      "loss": 0.0533,
      "step": 445
    },
    {
      "epoch": 1.3355805243445693,
      "grad_norm": 22.663772583007812,
      "learning_rate": 7.321321321321322e-06,
      "loss": 0.1222,
      "step": 446
    },
    {
      "epoch": 1.3385767790262173,
      "grad_norm": 1.3068466186523438,
      "learning_rate": 7.3153153153153155e-06,
      "loss": 0.0125,
      "step": 447
    },
    {
      "epoch": 1.3415730337078653,
      "grad_norm": 4.3140130043029785,
      "learning_rate": 7.3093093093093104e-06,
      "loss": 0.1783,
      "step": 448
    },
    {
      "epoch": 1.344569288389513,
      "grad_norm": 7.359616756439209,
      "learning_rate": 7.303303303303304e-06,
      "loss": 0.3706,
      "step": 449
    },
    {
      "epoch": 1.347565543071161,
      "grad_norm": 0.9203206896781921,
      "learning_rate": 7.297297297297298e-06,
      "loss": 0.0072,
      "step": 450
    },
    {
      "epoch": 1.350561797752809,
      "grad_norm": 15.939404487609863,
      "learning_rate": 7.291291291291291e-06,
      "loss": 0.1554,
      "step": 451
    },
    {
      "epoch": 1.3535580524344568,
      "grad_norm": 5.646368026733398,
      "learning_rate": 7.285285285285286e-06,
      "loss": 0.0907,
      "step": 452
    },
    {
      "epoch": 1.3565543071161048,
      "grad_norm": 0.47080573439598083,
      "learning_rate": 7.27927927927928e-06,
      "loss": 0.0055,
      "step": 453
    },
    {
      "epoch": 1.3595505617977528,
      "grad_norm": 47.65138244628906,
      "learning_rate": 7.273273273273273e-06,
      "loss": 0.1361,
      "step": 454
    },
    {
      "epoch": 1.3625468164794008,
      "grad_norm": 8.572495460510254,
      "learning_rate": 7.267267267267268e-06,
      "loss": 0.2409,
      "step": 455
    },
    {
      "epoch": 1.3655430711610488,
      "grad_norm": 12.817127227783203,
      "learning_rate": 7.2612612612612625e-06,
      "loss": 0.024,
      "step": 456
    },
    {
      "epoch": 1.3685393258426966,
      "grad_norm": 37.24135208129883,
      "learning_rate": 7.255255255255256e-06,
      "loss": 0.1954,
      "step": 457
    },
    {
      "epoch": 1.3715355805243445,
      "grad_norm": 64.09664154052734,
      "learning_rate": 7.24924924924925e-06,
      "loss": 0.0542,
      "step": 458
    },
    {
      "epoch": 1.3745318352059925,
      "grad_norm": 0.8731926679611206,
      "learning_rate": 7.243243243243244e-06,
      "loss": 0.0054,
      "step": 459
    },
    {
      "epoch": 1.3775280898876405,
      "grad_norm": 13.14030933380127,
      "learning_rate": 7.237237237237238e-06,
      "loss": 0.1353,
      "step": 460
    },
    {
      "epoch": 1.3805243445692885,
      "grad_norm": 5.747009754180908,
      "learning_rate": 7.231231231231231e-06,
      "loss": 0.1059,
      "step": 461
    },
    {
      "epoch": 1.3835205992509363,
      "grad_norm": 8.522408485412598,
      "learning_rate": 7.2252252252252254e-06,
      "loss": 0.1198,
      "step": 462
    },
    {
      "epoch": 1.3865168539325843,
      "grad_norm": 2.3080382347106934,
      "learning_rate": 7.21921921921922e-06,
      "loss": 0.0152,
      "step": 463
    },
    {
      "epoch": 1.3895131086142323,
      "grad_norm": 9.45796012878418,
      "learning_rate": 7.213213213213214e-06,
      "loss": 0.1234,
      "step": 464
    },
    {
      "epoch": 1.39250936329588,
      "grad_norm": 6.192313194274902,
      "learning_rate": 7.207207207207208e-06,
      "loss": 0.1422,
      "step": 465
    },
    {
      "epoch": 1.395505617977528,
      "grad_norm": 1.42098069190979,
      "learning_rate": 7.201201201201202e-06,
      "loss": 0.0107,
      "step": 466
    },
    {
      "epoch": 1.398501872659176,
      "grad_norm": 10.835694313049316,
      "learning_rate": 7.195195195195196e-06,
      "loss": 0.1974,
      "step": 467
    },
    {
      "epoch": 1.401498127340824,
      "grad_norm": 22.209035873413086,
      "learning_rate": 7.189189189189189e-06,
      "loss": 0.0638,
      "step": 468
    },
    {
      "epoch": 1.404494382022472,
      "grad_norm": 34.53959655761719,
      "learning_rate": 7.183183183183183e-06,
      "loss": 0.0737,
      "step": 469
    },
    {
      "epoch": 1.4074906367041198,
      "grad_norm": 5.806796550750732,
      "learning_rate": 7.177177177177178e-06,
      "loss": 0.1531,
      "step": 470
    },
    {
      "epoch": 1.4104868913857678,
      "grad_norm": 10.332561492919922,
      "learning_rate": 7.1711711711711716e-06,
      "loss": 0.0959,
      "step": 471
    },
    {
      "epoch": 1.4134831460674158,
      "grad_norm": 4.447213649749756,
      "learning_rate": 7.165165165165166e-06,
      "loss": 0.0605,
      "step": 472
    },
    {
      "epoch": 1.4164794007490635,
      "grad_norm": 3.727720260620117,
      "learning_rate": 7.159159159159161e-06,
      "loss": 0.0743,
      "step": 473
    },
    {
      "epoch": 1.4194756554307117,
      "grad_norm": 11.457908630371094,
      "learning_rate": 7.153153153153154e-06,
      "loss": 0.0506,
      "step": 474
    },
    {
      "epoch": 1.4224719101123595,
      "grad_norm": 43.636070251464844,
      "learning_rate": 7.147147147147148e-06,
      "loss": 0.2081,
      "step": 475
    },
    {
      "epoch": 1.4254681647940075,
      "grad_norm": 15.501445770263672,
      "learning_rate": 7.141141141141141e-06,
      "loss": 0.0602,
      "step": 476
    },
    {
      "epoch": 1.4284644194756555,
      "grad_norm": 4.321882724761963,
      "learning_rate": 7.135135135135136e-06,
      "loss": 0.0219,
      "step": 477
    },
    {
      "epoch": 1.4314606741573033,
      "grad_norm": 17.598709106445312,
      "learning_rate": 7.1291291291291295e-06,
      "loss": 0.2692,
      "step": 478
    },
    {
      "epoch": 1.4344569288389513,
      "grad_norm": 16.832195281982422,
      "learning_rate": 7.123123123123124e-06,
      "loss": 0.0655,
      "step": 479
    },
    {
      "epoch": 1.4374531835205993,
      "grad_norm": 2.132268190383911,
      "learning_rate": 7.117117117117117e-06,
      "loss": 0.017,
      "step": 480
    },
    {
      "epoch": 1.4404494382022472,
      "grad_norm": 21.201562881469727,
      "learning_rate": 7.111111111111112e-06,
      "loss": 0.3869,
      "step": 481
    },
    {
      "epoch": 1.4434456928838952,
      "grad_norm": 4.5265069007873535,
      "learning_rate": 7.105105105105106e-06,
      "loss": 0.0298,
      "step": 482
    },
    {
      "epoch": 1.446441947565543,
      "grad_norm": 2.2739415168762207,
      "learning_rate": 7.099099099099099e-06,
      "loss": 0.0131,
      "step": 483
    },
    {
      "epoch": 1.449438202247191,
      "grad_norm": 7.272430419921875,
      "learning_rate": 7.093093093093094e-06,
      "loss": 0.1106,
      "step": 484
    },
    {
      "epoch": 1.452434456928839,
      "grad_norm": 55.692535400390625,
      "learning_rate": 7.087087087087087e-06,
      "loss": 0.0646,
      "step": 485
    },
    {
      "epoch": 1.4554307116104868,
      "grad_norm": 35.61100769042969,
      "learning_rate": 7.0810810810810815e-06,
      "loss": 0.0924,
      "step": 486
    },
    {
      "epoch": 1.4584269662921348,
      "grad_norm": 0.891657292842865,
      "learning_rate": 7.075075075075075e-06,
      "loss": 0.0077,
      "step": 487
    },
    {
      "epoch": 1.4614232209737827,
      "grad_norm": 25.506799697875977,
      "learning_rate": 7.06906906906907e-06,
      "loss": 0.255,
      "step": 488
    },
    {
      "epoch": 1.4644194756554307,
      "grad_norm": 28.113414764404297,
      "learning_rate": 7.063063063063064e-06,
      "loss": 0.1042,
      "step": 489
    },
    {
      "epoch": 1.4674157303370787,
      "grad_norm": 5.091357231140137,
      "learning_rate": 7.057057057057057e-06,
      "loss": 0.0782,
      "step": 490
    },
    {
      "epoch": 1.4704119850187265,
      "grad_norm": 15.681722640991211,
      "learning_rate": 7.051051051051052e-06,
      "loss": 0.3396,
      "step": 491
    },
    {
      "epoch": 1.4734082397003745,
      "grad_norm": 19.764301300048828,
      "learning_rate": 7.045045045045046e-06,
      "loss": 0.4275,
      "step": 492
    },
    {
      "epoch": 1.4764044943820225,
      "grad_norm": 10.320667266845703,
      "learning_rate": 7.0390390390390395e-06,
      "loss": 0.3144,
      "step": 493
    },
    {
      "epoch": 1.4794007490636705,
      "grad_norm": 0.8163776993751526,
      "learning_rate": 7.0330330330330336e-06,
      "loss": 0.0076,
      "step": 494
    },
    {
      "epoch": 1.4823970037453185,
      "grad_norm": 12.22108268737793,
      "learning_rate": 7.027027027027028e-06,
      "loss": 0.0954,
      "step": 495
    },
    {
      "epoch": 1.4853932584269662,
      "grad_norm": 23.646915435791016,
      "learning_rate": 7.021021021021022e-06,
      "loss": 0.1453,
      "step": 496
    },
    {
      "epoch": 1.4883895131086142,
      "grad_norm": 22.996501922607422,
      "learning_rate": 7.015015015015015e-06,
      "loss": 0.1926,
      "step": 497
    },
    {
      "epoch": 1.4913857677902622,
      "grad_norm": 6.45268440246582,
      "learning_rate": 7.009009009009009e-06,
      "loss": 0.0603,
      "step": 498
    },
    {
      "epoch": 1.49438202247191,
      "grad_norm": 18.419157028198242,
      "learning_rate": 7.003003003003004e-06,
      "loss": 0.0509,
      "step": 499
    },
    {
      "epoch": 1.497378277153558,
      "grad_norm": 30.36125373840332,
      "learning_rate": 6.996996996996997e-06,
      "loss": 0.239,
      "step": 500
    },
    {
      "epoch": 1.500374531835206,
      "grad_norm": 12.767863273620605,
      "learning_rate": 6.9909909909909915e-06,
      "loss": 0.0604,
      "step": 501
    },
    {
      "epoch": 1.503370786516854,
      "grad_norm": 19.505027770996094,
      "learning_rate": 6.984984984984986e-06,
      "loss": 0.4936,
      "step": 502
    },
    {
      "epoch": 1.506367041198502,
      "grad_norm": 9.562569618225098,
      "learning_rate": 6.97897897897898e-06,
      "loss": 0.1404,
      "step": 503
    },
    {
      "epoch": 1.5093632958801497,
      "grad_norm": 10.234158515930176,
      "learning_rate": 6.972972972972973e-06,
      "loss": 0.0465,
      "step": 504
    },
    {
      "epoch": 1.5123595505617977,
      "grad_norm": 7.085693359375,
      "learning_rate": 6.966966966966967e-06,
      "loss": 0.0108,
      "step": 505
    },
    {
      "epoch": 1.5153558052434457,
      "grad_norm": 7.290648460388184,
      "learning_rate": 6.960960960960962e-06,
      "loss": 0.2304,
      "step": 506
    },
    {
      "epoch": 1.5183520599250935,
      "grad_norm": 43.409732818603516,
      "learning_rate": 6.954954954954955e-06,
      "loss": 0.1585,
      "step": 507
    },
    {
      "epoch": 1.5213483146067417,
      "grad_norm": 4.9887309074401855,
      "learning_rate": 6.948948948948949e-06,
      "loss": 0.0938,
      "step": 508
    },
    {
      "epoch": 1.5243445692883895,
      "grad_norm": 1.0400062799453735,
      "learning_rate": 6.942942942942944e-06,
      "loss": 0.0101,
      "step": 509
    },
    {
      "epoch": 1.5273408239700375,
      "grad_norm": 5.245956897735596,
      "learning_rate": 6.936936936936938e-06,
      "loss": 0.0337,
      "step": 510
    },
    {
      "epoch": 1.5303370786516854,
      "grad_norm": 9.969259262084961,
      "learning_rate": 6.930930930930932e-06,
      "loss": 0.1278,
      "step": 511
    },
    {
      "epoch": 1.5333333333333332,
      "grad_norm": 8.882756233215332,
      "learning_rate": 6.924924924924925e-06,
      "loss": 0.3435,
      "step": 512
    },
    {
      "epoch": 1.5363295880149814,
      "grad_norm": 5.988860607147217,
      "learning_rate": 6.91891891891892e-06,
      "loss": 0.0529,
      "step": 513
    },
    {
      "epoch": 1.5393258426966292,
      "grad_norm": 2.451871156692505,
      "learning_rate": 6.912912912912913e-06,
      "loss": 0.0198,
      "step": 514
    },
    {
      "epoch": 1.5423220973782772,
      "grad_norm": 2.6480090618133545,
      "learning_rate": 6.906906906906907e-06,
      "loss": 0.0213,
      "step": 515
    },
    {
      "epoch": 1.5453183520599252,
      "grad_norm": 7.050961017608643,
      "learning_rate": 6.900900900900901e-06,
      "loss": 0.0405,
      "step": 516
    },
    {
      "epoch": 1.548314606741573,
      "grad_norm": 15.774571418762207,
      "learning_rate": 6.8948948948948955e-06,
      "loss": 0.2177,
      "step": 517
    },
    {
      "epoch": 1.551310861423221,
      "grad_norm": 34.69354248046875,
      "learning_rate": 6.88888888888889e-06,
      "loss": 0.1795,
      "step": 518
    },
    {
      "epoch": 1.554307116104869,
      "grad_norm": 29.670717239379883,
      "learning_rate": 6.882882882882883e-06,
      "loss": 0.1604,
      "step": 519
    },
    {
      "epoch": 1.5573033707865167,
      "grad_norm": 1.4310669898986816,
      "learning_rate": 6.876876876876878e-06,
      "loss": 0.0117,
      "step": 520
    },
    {
      "epoch": 1.560299625468165,
      "grad_norm": 38.75698471069336,
      "learning_rate": 6.870870870870872e-06,
      "loss": 0.0964,
      "step": 521
    },
    {
      "epoch": 1.5632958801498127,
      "grad_norm": 26.66681671142578,
      "learning_rate": 6.864864864864865e-06,
      "loss": 0.1959,
      "step": 522
    },
    {
      "epoch": 1.5662921348314607,
      "grad_norm": 1.6589252948760986,
      "learning_rate": 6.8588588588588585e-06,
      "loss": 0.0081,
      "step": 523
    },
    {
      "epoch": 1.5692883895131087,
      "grad_norm": 89.270263671875,
      "learning_rate": 6.8528528528528535e-06,
      "loss": 0.2365,
      "step": 524
    },
    {
      "epoch": 1.5722846441947564,
      "grad_norm": 3.4999654293060303,
      "learning_rate": 6.846846846846848e-06,
      "loss": 0.0102,
      "step": 525
    },
    {
      "epoch": 1.5752808988764047,
      "grad_norm": 8.316466331481934,
      "learning_rate": 6.840840840840841e-06,
      "loss": 0.1912,
      "step": 526
    },
    {
      "epoch": 1.5782771535580524,
      "grad_norm": 24.64727783203125,
      "learning_rate": 6.834834834834836e-06,
      "loss": 0.4597,
      "step": 527
    },
    {
      "epoch": 1.5812734082397004,
      "grad_norm": 11.571331024169922,
      "learning_rate": 6.82882882882883e-06,
      "loss": 0.2734,
      "step": 528
    },
    {
      "epoch": 1.5842696629213484,
      "grad_norm": 80.09754180908203,
      "learning_rate": 6.822822822822823e-06,
      "loss": 0.1977,
      "step": 529
    },
    {
      "epoch": 1.5872659176029962,
      "grad_norm": 1.2138384580612183,
      "learning_rate": 6.816816816816817e-06,
      "loss": 0.0044,
      "step": 530
    },
    {
      "epoch": 1.5902621722846442,
      "grad_norm": 3.866417169570923,
      "learning_rate": 6.810810810810811e-06,
      "loss": 0.0172,
      "step": 531
    },
    {
      "epoch": 1.5932584269662922,
      "grad_norm": 33.33708953857422,
      "learning_rate": 6.8048048048048055e-06,
      "loss": 0.2992,
      "step": 532
    },
    {
      "epoch": 1.59625468164794,
      "grad_norm": 5.784562110900879,
      "learning_rate": 6.798798798798799e-06,
      "loss": 0.0195,
      "step": 533
    },
    {
      "epoch": 1.5992509363295881,
      "grad_norm": 49.21910858154297,
      "learning_rate": 6.792792792792793e-06,
      "loss": 0.1381,
      "step": 534
    },
    {
      "epoch": 1.602247191011236,
      "grad_norm": 49.31438064575195,
      "learning_rate": 6.786786786786788e-06,
      "loss": 0.2871,
      "step": 535
    },
    {
      "epoch": 1.605243445692884,
      "grad_norm": 35.16240310668945,
      "learning_rate": 6.780780780780781e-06,
      "loss": 0.4596,
      "step": 536
    },
    {
      "epoch": 1.608239700374532,
      "grad_norm": 7.544735908508301,
      "learning_rate": 6.774774774774775e-06,
      "loss": 0.0482,
      "step": 537
    },
    {
      "epoch": 1.6112359550561797,
      "grad_norm": 9.65584659576416,
      "learning_rate": 6.76876876876877e-06,
      "loss": 0.2395,
      "step": 538
    },
    {
      "epoch": 1.6142322097378277,
      "grad_norm": 21.089454650878906,
      "learning_rate": 6.7627627627627634e-06,
      "loss": 0.3148,
      "step": 539
    },
    {
      "epoch": 1.6172284644194757,
      "grad_norm": 1.6967628002166748,
      "learning_rate": 6.7567567567567575e-06,
      "loss": 0.0106,
      "step": 540
    },
    {
      "epoch": 1.6202247191011236,
      "grad_norm": 13.342013359069824,
      "learning_rate": 6.750750750750751e-06,
      "loss": 0.1322,
      "step": 541
    },
    {
      "epoch": 1.6232209737827716,
      "grad_norm": 16.040504455566406,
      "learning_rate": 6.744744744744746e-06,
      "loss": 0.1228,
      "step": 542
    },
    {
      "epoch": 1.6262172284644194,
      "grad_norm": 20.384510040283203,
      "learning_rate": 6.738738738738739e-06,
      "loss": 0.1223,
      "step": 543
    },
    {
      "epoch": 1.6292134831460674,
      "grad_norm": 28.042816162109375,
      "learning_rate": 6.732732732732733e-06,
      "loss": 0.222,
      "step": 544
    },
    {
      "epoch": 1.6322097378277154,
      "grad_norm": 15.969573974609375,
      "learning_rate": 6.726726726726728e-06,
      "loss": 0.1599,
      "step": 545
    },
    {
      "epoch": 1.6352059925093632,
      "grad_norm": 18.415395736694336,
      "learning_rate": 6.720720720720721e-06,
      "loss": 0.2701,
      "step": 546
    },
    {
      "epoch": 1.6382022471910114,
      "grad_norm": 6.37872838973999,
      "learning_rate": 6.7147147147147155e-06,
      "loss": 0.0233,
      "step": 547
    },
    {
      "epoch": 1.6411985018726591,
      "grad_norm": 16.17081642150879,
      "learning_rate": 6.708708708708709e-06,
      "loss": 0.1433,
      "step": 548
    },
    {
      "epoch": 1.6441947565543071,
      "grad_norm": 17.56867790222168,
      "learning_rate": 6.702702702702704e-06,
      "loss": 0.2109,
      "step": 549
    },
    {
      "epoch": 1.6471910112359551,
      "grad_norm": 1.078957200050354,
      "learning_rate": 6.696696696696697e-06,
      "loss": 0.0067,
      "step": 550
    },
    {
      "epoch": 1.650187265917603,
      "grad_norm": 11.603385925292969,
      "learning_rate": 6.690690690690691e-06,
      "loss": 0.0667,
      "step": 551
    },
    {
      "epoch": 1.6531835205992509,
      "grad_norm": 12.611420631408691,
      "learning_rate": 6.684684684684684e-06,
      "loss": 0.1252,
      "step": 552
    },
    {
      "epoch": 1.6561797752808989,
      "grad_norm": 27.921640396118164,
      "learning_rate": 6.678678678678679e-06,
      "loss": 0.1692,
      "step": 553
    },
    {
      "epoch": 1.6591760299625467,
      "grad_norm": 26.80571937561035,
      "learning_rate": 6.672672672672673e-06,
      "loss": 0.1332,
      "step": 554
    },
    {
      "epoch": 1.6621722846441949,
      "grad_norm": 11.543664932250977,
      "learning_rate": 6.666666666666667e-06,
      "loss": 0.3633,
      "step": 555
    },
    {
      "epoch": 1.6651685393258426,
      "grad_norm": 5.858215808868408,
      "learning_rate": 6.660660660660662e-06,
      "loss": 0.0784,
      "step": 556
    },
    {
      "epoch": 1.6681647940074906,
      "grad_norm": 7.0159101486206055,
      "learning_rate": 6.654654654654656e-06,
      "loss": 0.2038,
      "step": 557
    },
    {
      "epoch": 1.6711610486891386,
      "grad_norm": 1.6647109985351562,
      "learning_rate": 6.648648648648649e-06,
      "loss": 0.0147,
      "step": 558
    },
    {
      "epoch": 1.6741573033707864,
      "grad_norm": 13.881926536560059,
      "learning_rate": 6.642642642642643e-06,
      "loss": 0.2186,
      "step": 559
    },
    {
      "epoch": 1.6771535580524346,
      "grad_norm": 11.37131404876709,
      "learning_rate": 6.636636636636637e-06,
      "loss": 0.2356,
      "step": 560
    },
    {
      "epoch": 1.6801498127340824,
      "grad_norm": 10.474662780761719,
      "learning_rate": 6.630630630630631e-06,
      "loss": 0.0665,
      "step": 561
    },
    {
      "epoch": 1.6831460674157304,
      "grad_norm": 6.607825756072998,
      "learning_rate": 6.6246246246246246e-06,
      "loss": 0.0881,
      "step": 562
    },
    {
      "epoch": 1.6861423220973784,
      "grad_norm": 6.6188483238220215,
      "learning_rate": 6.6186186186186195e-06,
      "loss": 0.0392,
      "step": 563
    },
    {
      "epoch": 1.6891385767790261,
      "grad_norm": 5.466091632843018,
      "learning_rate": 6.612612612612614e-06,
      "loss": 0.0838,
      "step": 564
    },
    {
      "epoch": 1.6921348314606741,
      "grad_norm": 9.057148933410645,
      "learning_rate": 6.606606606606607e-06,
      "loss": 0.1985,
      "step": 565
    },
    {
      "epoch": 1.695131086142322,
      "grad_norm": 6.330142498016357,
      "learning_rate": 6.600600600600601e-06,
      "loss": 0.1581,
      "step": 566
    },
    {
      "epoch": 1.6981273408239699,
      "grad_norm": 11.276079177856445,
      "learning_rate": 6.594594594594595e-06,
      "loss": 0.1456,
      "step": 567
    },
    {
      "epoch": 1.701123595505618,
      "grad_norm": 44.33750915527344,
      "learning_rate": 6.588588588588589e-06,
      "loss": 0.0747,
      "step": 568
    },
    {
      "epoch": 1.7041198501872659,
      "grad_norm": 2.712155818939209,
      "learning_rate": 6.5825825825825825e-06,
      "loss": 0.0127,
      "step": 569
    },
    {
      "epoch": 1.7071161048689139,
      "grad_norm": 9.837244033813477,
      "learning_rate": 6.5765765765765775e-06,
      "loss": 0.0491,
      "step": 570
    },
    {
      "epoch": 1.7101123595505618,
      "grad_norm": 15.660017967224121,
      "learning_rate": 6.5705705705705716e-06,
      "loss": 0.0321,
      "step": 571
    },
    {
      "epoch": 1.7131086142322096,
      "grad_norm": 3.569031238555908,
      "learning_rate": 6.564564564564565e-06,
      "loss": 0.0171,
      "step": 572
    },
    {
      "epoch": 1.7161048689138578,
      "grad_norm": 7.967754364013672,
      "learning_rate": 6.558558558558559e-06,
      "loss": 0.0196,
      "step": 573
    },
    {
      "epoch": 1.7191011235955056,
      "grad_norm": 38.77738952636719,
      "learning_rate": 6.552552552552554e-06,
      "loss": 0.1644,
      "step": 574
    },
    {
      "epoch": 1.7220973782771536,
      "grad_norm": 15.910918235778809,
      "learning_rate": 6.546546546546547e-06,
      "loss": 0.0418,
      "step": 575
    },
    {
      "epoch": 1.7250936329588016,
      "grad_norm": 1.2709795236587524,
      "learning_rate": 6.540540540540541e-06,
      "loss": 0.0092,
      "step": 576
    },
    {
      "epoch": 1.7280898876404494,
      "grad_norm": 5.7393083572387695,
      "learning_rate": 6.5345345345345345e-06,
      "loss": 0.0153,
      "step": 577
    },
    {
      "epoch": 1.7310861423220973,
      "grad_norm": 9.134088516235352,
      "learning_rate": 6.5285285285285295e-06,
      "loss": 0.1522,
      "step": 578
    },
    {
      "epoch": 1.7340823970037453,
      "grad_norm": 1.5715709924697876,
      "learning_rate": 6.522522522522523e-06,
      "loss": 0.0086,
      "step": 579
    },
    {
      "epoch": 1.737078651685393,
      "grad_norm": 14.366767883300781,
      "learning_rate": 6.516516516516517e-06,
      "loss": 0.1476,
      "step": 580
    },
    {
      "epoch": 1.7400749063670413,
      "grad_norm": 86.79978942871094,
      "learning_rate": 6.510510510510512e-06,
      "loss": 0.3148,
      "step": 581
    },
    {
      "epoch": 1.743071161048689,
      "grad_norm": 25.74228858947754,
      "learning_rate": 6.504504504504505e-06,
      "loss": 0.0823,
      "step": 582
    },
    {
      "epoch": 1.746067415730337,
      "grad_norm": 2.1786141395568848,
      "learning_rate": 6.498498498498499e-06,
      "loss": 0.0407,
      "step": 583
    },
    {
      "epoch": 1.749063670411985,
      "grad_norm": 11.25271224975586,
      "learning_rate": 6.4924924924924924e-06,
      "loss": 0.1132,
      "step": 584
    },
    {
      "epoch": 1.7520599250936328,
      "grad_norm": 6.763452053070068,
      "learning_rate": 6.486486486486487e-06,
      "loss": 0.1273,
      "step": 585
    },
    {
      "epoch": 1.755056179775281,
      "grad_norm": 11.457433700561523,
      "learning_rate": 6.480480480480481e-06,
      "loss": 0.1285,
      "step": 586
    },
    {
      "epoch": 1.7580524344569288,
      "grad_norm": 13.343894004821777,
      "learning_rate": 6.474474474474475e-06,
      "loss": 0.1073,
      "step": 587
    },
    {
      "epoch": 1.7610486891385768,
      "grad_norm": 2.7385926246643066,
      "learning_rate": 6.46846846846847e-06,
      "loss": 0.0106,
      "step": 588
    },
    {
      "epoch": 1.7640449438202248,
      "grad_norm": 10.37146282196045,
      "learning_rate": 6.462462462462463e-06,
      "loss": 0.1138,
      "step": 589
    },
    {
      "epoch": 1.7670411985018726,
      "grad_norm": 12.535324096679688,
      "learning_rate": 6.456456456456457e-06,
      "loss": 0.3249,
      "step": 590
    },
    {
      "epoch": 1.7700374531835206,
      "grad_norm": 16.183120727539062,
      "learning_rate": 6.45045045045045e-06,
      "loss": 0.146,
      "step": 591
    },
    {
      "epoch": 1.7730337078651686,
      "grad_norm": 1.8901420831680298,
      "learning_rate": 6.444444444444445e-06,
      "loss": 0.0093,
      "step": 592
    },
    {
      "epoch": 1.7760299625468163,
      "grad_norm": 6.514512062072754,
      "learning_rate": 6.4384384384384394e-06,
      "loss": 0.0634,
      "step": 593
    },
    {
      "epoch": 1.7790262172284645,
      "grad_norm": 0.9441383481025696,
      "learning_rate": 6.432432432432433e-06,
      "loss": 0.0057,
      "step": 594
    },
    {
      "epoch": 1.7820224719101123,
      "grad_norm": 12.353267669677734,
      "learning_rate": 6.426426426426427e-06,
      "loss": 0.1619,
      "step": 595
    },
    {
      "epoch": 1.7850187265917603,
      "grad_norm": 43.51881408691406,
      "learning_rate": 6.420420420420421e-06,
      "loss": 0.0852,
      "step": 596
    },
    {
      "epoch": 1.7880149812734083,
      "grad_norm": 6.979588985443115,
      "learning_rate": 6.414414414414415e-06,
      "loss": 0.0682,
      "step": 597
    },
    {
      "epoch": 1.791011235955056,
      "grad_norm": 89.94390106201172,
      "learning_rate": 6.408408408408408e-06,
      "loss": 0.0609,
      "step": 598
    },
    {
      "epoch": 1.7940074906367043,
      "grad_norm": 0.7167533040046692,
      "learning_rate": 6.402402402402403e-06,
      "loss": 0.0063,
      "step": 599
    },
    {
      "epoch": 1.797003745318352,
      "grad_norm": 9.951140403747559,
      "learning_rate": 6.396396396396397e-06,
      "loss": 0.0798,
      "step": 600
    },
    {
      "epoch": 1.8,
      "grad_norm": 16.502790451049805,
      "learning_rate": 6.390390390390391e-06,
      "loss": 0.0604,
      "step": 601
    },
    {
      "epoch": 1.802996254681648,
      "grad_norm": 0.9641748070716858,
      "learning_rate": 6.384384384384385e-06,
      "loss": 0.0077,
      "step": 602
    },
    {
      "epoch": 1.8059925093632958,
      "grad_norm": 7.25760555267334,
      "learning_rate": 6.378378378378379e-06,
      "loss": 0.2486,
      "step": 603
    },
    {
      "epoch": 1.8089887640449438,
      "grad_norm": 3.220059633255005,
      "learning_rate": 6.372372372372373e-06,
      "loss": 0.0191,
      "step": 604
    },
    {
      "epoch": 1.8119850187265918,
      "grad_norm": 16.940893173217773,
      "learning_rate": 6.366366366366366e-06,
      "loss": 0.3028,
      "step": 605
    },
    {
      "epoch": 1.8149812734082396,
      "grad_norm": 18.268726348876953,
      "learning_rate": 6.360360360360361e-06,
      "loss": 0.0792,
      "step": 606
    },
    {
      "epoch": 1.8179775280898878,
      "grad_norm": 10.651285171508789,
      "learning_rate": 6.354354354354355e-06,
      "loss": 0.2412,
      "step": 607
    },
    {
      "epoch": 1.8209737827715355,
      "grad_norm": 6.449036121368408,
      "learning_rate": 6.3483483483483485e-06,
      "loss": 0.1626,
      "step": 608
    },
    {
      "epoch": 1.8239700374531835,
      "grad_norm": 8.067935943603516,
      "learning_rate": 6.342342342342343e-06,
      "loss": 0.2036,
      "step": 609
    },
    {
      "epoch": 1.8269662921348315,
      "grad_norm": 20.39588165283203,
      "learning_rate": 6.336336336336338e-06,
      "loss": 0.0415,
      "step": 610
    },
    {
      "epoch": 1.8299625468164793,
      "grad_norm": 2.1398937702178955,
      "learning_rate": 6.330330330330331e-06,
      "loss": 0.0161,
      "step": 611
    },
    {
      "epoch": 1.8329588014981273,
      "grad_norm": 10.125085830688477,
      "learning_rate": 6.324324324324325e-06,
      "loss": 0.0958,
      "step": 612
    },
    {
      "epoch": 1.8359550561797753,
      "grad_norm": 6.839081764221191,
      "learning_rate": 6.318318318318318e-06,
      "loss": 0.033,
      "step": 613
    },
    {
      "epoch": 1.8389513108614233,
      "grad_norm": 14.015419006347656,
      "learning_rate": 6.312312312312313e-06,
      "loss": 0.0511,
      "step": 614
    },
    {
      "epoch": 1.8419475655430713,
      "grad_norm": 1.7917118072509766,
      "learning_rate": 6.3063063063063065e-06,
      "loss": 0.0129,
      "step": 615
    },
    {
      "epoch": 1.844943820224719,
      "grad_norm": 42.57280349731445,
      "learning_rate": 6.300300300300301e-06,
      "loss": 0.5527,
      "step": 616
    },
    {
      "epoch": 1.847940074906367,
      "grad_norm": 8.393253326416016,
      "learning_rate": 6.2942942942942955e-06,
      "loss": 0.1261,
      "step": 617
    },
    {
      "epoch": 1.850936329588015,
      "grad_norm": 11.131349563598633,
      "learning_rate": 6.288288288288289e-06,
      "loss": 0.1046,
      "step": 618
    },
    {
      "epoch": 1.8539325842696628,
      "grad_norm": 3.5293877124786377,
      "learning_rate": 6.282282282282283e-06,
      "loss": 0.019,
      "step": 619
    },
    {
      "epoch": 1.856928838951311,
      "grad_norm": 17.706586837768555,
      "learning_rate": 6.276276276276276e-06,
      "loss": 0.1971,
      "step": 620
    },
    {
      "epoch": 1.8599250936329588,
      "grad_norm": 6.9695820808410645,
      "learning_rate": 6.270270270270271e-06,
      "loss": 0.0962,
      "step": 621
    },
    {
      "epoch": 1.8629213483146068,
      "grad_norm": 27.412729263305664,
      "learning_rate": 6.264264264264264e-06,
      "loss": 0.1069,
      "step": 622
    },
    {
      "epoch": 1.8659176029962548,
      "grad_norm": 0.4648933708667755,
      "learning_rate": 6.2582582582582585e-06,
      "loss": 0.0042,
      "step": 623
    },
    {
      "epoch": 1.8689138576779025,
      "grad_norm": 0.4726819694042206,
      "learning_rate": 6.2522522522522535e-06,
      "loss": 0.0046,
      "step": 624
    },
    {
      "epoch": 1.8719101123595505,
      "grad_norm": 1.470893383026123,
      "learning_rate": 6.246246246246247e-06,
      "loss": 0.0077,
      "step": 625
    },
    {
      "epoch": 1.8749063670411985,
      "grad_norm": 3.6832358837127686,
      "learning_rate": 6.240240240240241e-06,
      "loss": 0.0115,
      "step": 626
    },
    {
      "epoch": 1.8779026217228463,
      "grad_norm": 18.701379776000977,
      "learning_rate": 6.234234234234234e-06,
      "loss": 0.0779,
      "step": 627
    },
    {
      "epoch": 1.8808988764044945,
      "grad_norm": 30.573083877563477,
      "learning_rate": 6.228228228228229e-06,
      "loss": 0.1874,
      "step": 628
    },
    {
      "epoch": 1.8838951310861423,
      "grad_norm": 9.952974319458008,
      "learning_rate": 6.222222222222223e-06,
      "loss": 0.0224,
      "step": 629
    },
    {
      "epoch": 1.8868913857677903,
      "grad_norm": 8.398797035217285,
      "learning_rate": 6.2162162162162164e-06,
      "loss": 0.023,
      "step": 630
    },
    {
      "epoch": 1.8898876404494382,
      "grad_norm": 57.172767639160156,
      "learning_rate": 6.2102102102102105e-06,
      "loss": 0.309,
      "step": 631
    },
    {
      "epoch": 1.892883895131086,
      "grad_norm": 13.952315330505371,
      "learning_rate": 6.204204204204205e-06,
      "loss": 0.2085,
      "step": 632
    },
    {
      "epoch": 1.8958801498127342,
      "grad_norm": 2.267925262451172,
      "learning_rate": 6.198198198198199e-06,
      "loss": 0.0089,
      "step": 633
    },
    {
      "epoch": 1.898876404494382,
      "grad_norm": 22.36163902282715,
      "learning_rate": 6.192192192192192e-06,
      "loss": 0.0828,
      "step": 634
    },
    {
      "epoch": 1.90187265917603,
      "grad_norm": 27.486753463745117,
      "learning_rate": 6.186186186186187e-06,
      "loss": 0.2391,
      "step": 635
    },
    {
      "epoch": 1.904868913857678,
      "grad_norm": 19.787206649780273,
      "learning_rate": 6.180180180180181e-06,
      "loss": 0.1322,
      "step": 636
    },
    {
      "epoch": 1.9078651685393258,
      "grad_norm": 25.75490951538086,
      "learning_rate": 6.174174174174174e-06,
      "loss": 0.3078,
      "step": 637
    },
    {
      "epoch": 1.9108614232209737,
      "grad_norm": 1.3198350667953491,
      "learning_rate": 6.1681681681681685e-06,
      "loss": 0.0095,
      "step": 638
    },
    {
      "epoch": 1.9138576779026217,
      "grad_norm": 22.31900978088379,
      "learning_rate": 6.162162162162163e-06,
      "loss": 0.0727,
      "step": 639
    },
    {
      "epoch": 1.9168539325842695,
      "grad_norm": 1.1945544481277466,
      "learning_rate": 6.156156156156157e-06,
      "loss": 0.0063,
      "step": 640
    },
    {
      "epoch": 1.9198501872659177,
      "grad_norm": 27.085445404052734,
      "learning_rate": 6.150150150150151e-06,
      "loss": 0.2401,
      "step": 641
    },
    {
      "epoch": 1.9228464419475655,
      "grad_norm": 16.98576545715332,
      "learning_rate": 6.144144144144145e-06,
      "loss": 0.1808,
      "step": 642
    },
    {
      "epoch": 1.9258426966292135,
      "grad_norm": 49.55059814453125,
      "learning_rate": 6.138138138138139e-06,
      "loss": 0.0933,
      "step": 643
    },
    {
      "epoch": 1.9288389513108615,
      "grad_norm": 28.487606048583984,
      "learning_rate": 6.132132132132132e-06,
      "loss": 0.178,
      "step": 644
    },
    {
      "epoch": 1.9318352059925092,
      "grad_norm": 20.86649513244629,
      "learning_rate": 6.126126126126126e-06,
      "loss": 0.264,
      "step": 645
    },
    {
      "epoch": 1.9348314606741575,
      "grad_norm": 19.417577743530273,
      "learning_rate": 6.120120120120121e-06,
      "loss": 0.1081,
      "step": 646
    },
    {
      "epoch": 1.9378277153558052,
      "grad_norm": 53.47108459472656,
      "learning_rate": 6.114114114114115e-06,
      "loss": 0.1331,
      "step": 647
    },
    {
      "epoch": 1.9408239700374532,
      "grad_norm": 49.08430480957031,
      "learning_rate": 6.108108108108109e-06,
      "loss": 0.0763,
      "step": 648
    },
    {
      "epoch": 1.9438202247191012,
      "grad_norm": 0.42823904752731323,
      "learning_rate": 6.102102102102102e-06,
      "loss": 0.0037,
      "step": 649
    },
    {
      "epoch": 1.946816479400749,
      "grad_norm": 18.32347297668457,
      "learning_rate": 6.096096096096097e-06,
      "loss": 0.1231,
      "step": 650
    },
    {
      "epoch": 1.949812734082397,
      "grad_norm": 20.45136260986328,
      "learning_rate": 6.09009009009009e-06,
      "loss": 0.0879,
      "step": 651
    },
    {
      "epoch": 1.952808988764045,
      "grad_norm": 1.428236722946167,
      "learning_rate": 6.084084084084084e-06,
      "loss": 0.0037,
      "step": 652
    },
    {
      "epoch": 1.9558052434456927,
      "grad_norm": 11.381040573120117,
      "learning_rate": 6.078078078078079e-06,
      "loss": 0.1399,
      "step": 653
    },
    {
      "epoch": 1.958801498127341,
      "grad_norm": 15.425947189331055,
      "learning_rate": 6.0720720720720725e-06,
      "loss": 0.1007,
      "step": 654
    },
    {
      "epoch": 1.9617977528089887,
      "grad_norm": 107.60688018798828,
      "learning_rate": 6.066066066066067e-06,
      "loss": 0.2099,
      "step": 655
    },
    {
      "epoch": 1.9647940074906367,
      "grad_norm": 67.12344360351562,
      "learning_rate": 6.06006006006006e-06,
      "loss": 0.2502,
      "step": 656
    },
    {
      "epoch": 1.9677902621722847,
      "grad_norm": 28.404937744140625,
      "learning_rate": 6.054054054054055e-06,
      "loss": 0.0673,
      "step": 657
    },
    {
      "epoch": 1.9707865168539325,
      "grad_norm": 9.660676002502441,
      "learning_rate": 6.048048048048049e-06,
      "loss": 0.0241,
      "step": 658
    },
    {
      "epoch": 1.9737827715355807,
      "grad_norm": 31.48454475402832,
      "learning_rate": 6.042042042042042e-06,
      "loss": 0.0621,
      "step": 659
    },
    {
      "epoch": 1.9767790262172285,
      "grad_norm": 1.8083164691925049,
      "learning_rate": 6.036036036036037e-06,
      "loss": 0.0069,
      "step": 660
    },
    {
      "epoch": 1.9797752808988764,
      "grad_norm": 0.15951628983020782,
      "learning_rate": 6.0300300300300304e-06,
      "loss": 0.0022,
      "step": 661
    },
    {
      "epoch": 1.9827715355805244,
      "grad_norm": 40.35248565673828,
      "learning_rate": 6.0240240240240246e-06,
      "loss": 0.4294,
      "step": 662
    },
    {
      "epoch": 1.9857677902621722,
      "grad_norm": 1.4828264713287354,
      "learning_rate": 6.018018018018018e-06,
      "loss": 0.0224,
      "step": 663
    },
    {
      "epoch": 1.9887640449438202,
      "grad_norm": 1.8770043849945068,
      "learning_rate": 6.012012012012013e-06,
      "loss": 0.0061,
      "step": 664
    },
    {
      "epoch": 1.9917602996254682,
      "grad_norm": 1.222030758857727,
      "learning_rate": 6.006006006006007e-06,
      "loss": 0.0056,
      "step": 665
    },
    {
      "epoch": 1.994756554307116,
      "grad_norm": 8.759161949157715,
      "learning_rate": 6e-06,
      "loss": 0.028,
      "step": 666
    },
    {
      "epoch": 1.9977528089887642,
      "grad_norm": 7.441140174865723,
      "learning_rate": 5.993993993993994e-06,
      "loss": 0.1808,
      "step": 667
    },
    {
      "epoch": 2.0,
      "grad_norm": 0.9321421384811401,
      "learning_rate": 5.987987987987988e-06,
      "loss": 0.0064,
      "step": 668
    },
    {
      "epoch": 2.0,
      "eval_accuracy": 0.9680284191829485,
      "eval_loss": 0.13619664311408997,
      "eval_runtime": 21.2748,
      "eval_samples_per_second": 26.463,
      "eval_steps_per_second": 3.337,
      "step": 668
    },
    {
      "epoch": 2.0029962546816478,
      "grad_norm": 0.5909117460250854,
      "learning_rate": 5.9819819819819825e-06,
      "loss": 0.0045,
      "step": 669
    },
    {
      "epoch": 2.005992509363296,
      "grad_norm": 2.8122856616973877,
      "learning_rate": 5.975975975975976e-06,
      "loss": 0.0159,
      "step": 670
    },
    {
      "epoch": 2.0089887640449438,
      "grad_norm": 6.904968738555908,
      "learning_rate": 5.969969969969971e-06,
      "loss": 0.1124,
      "step": 671
    },
    {
      "epoch": 2.011985018726592,
      "grad_norm": 2.411268472671509,
      "learning_rate": 5.963963963963965e-06,
      "loss": 0.0125,
      "step": 672
    },
    {
      "epoch": 2.0149812734082397,
      "grad_norm": 5.258452415466309,
      "learning_rate": 5.957957957957958e-06,
      "loss": 0.0101,
      "step": 673
    },
    {
      "epoch": 2.0179775280898875,
      "grad_norm": 1.4426406621932983,
      "learning_rate": 5.951951951951952e-06,
      "loss": 0.0046,
      "step": 674
    },
    {
      "epoch": 2.0209737827715357,
      "grad_norm": 20.04401969909668,
      "learning_rate": 5.945945945945947e-06,
      "loss": 0.1996,
      "step": 675
    },
    {
      "epoch": 2.0239700374531835,
      "grad_norm": 14.030840873718262,
      "learning_rate": 5.93993993993994e-06,
      "loss": 0.136,
      "step": 676
    },
    {
      "epoch": 2.0269662921348313,
      "grad_norm": 28.96600914001465,
      "learning_rate": 5.9339339339339345e-06,
      "loss": 0.5518,
      "step": 677
    },
    {
      "epoch": 2.0299625468164795,
      "grad_norm": 0.33994242548942566,
      "learning_rate": 5.927927927927929e-06,
      "loss": 0.0029,
      "step": 678
    },
    {
      "epoch": 2.0329588014981272,
      "grad_norm": 27.4215030670166,
      "learning_rate": 5.921921921921923e-06,
      "loss": 0.0131,
      "step": 679
    },
    {
      "epoch": 2.0359550561797755,
      "grad_norm": 0.48077064752578735,
      "learning_rate": 5.915915915915916e-06,
      "loss": 0.0027,
      "step": 680
    },
    {
      "epoch": 2.0389513108614232,
      "grad_norm": 23.7380428314209,
      "learning_rate": 5.90990990990991e-06,
      "loss": 0.097,
      "step": 681
    },
    {
      "epoch": 2.041947565543071,
      "grad_norm": 9.703587532043457,
      "learning_rate": 5.903903903903905e-06,
      "loss": 0.0113,
      "step": 682
    },
    {
      "epoch": 2.044943820224719,
      "grad_norm": 17.765623092651367,
      "learning_rate": 5.897897897897898e-06,
      "loss": 0.0674,
      "step": 683
    },
    {
      "epoch": 2.047940074906367,
      "grad_norm": 9.970433235168457,
      "learning_rate": 5.8918918918918924e-06,
      "loss": 0.1364,
      "step": 684
    },
    {
      "epoch": 2.050936329588015,
      "grad_norm": 6.063045978546143,
      "learning_rate": 5.885885885885886e-06,
      "loss": 0.0695,
      "step": 685
    },
    {
      "epoch": 2.053932584269663,
      "grad_norm": 0.3433529734611511,
      "learning_rate": 5.879879879879881e-06,
      "loss": 0.003,
      "step": 686
    },
    {
      "epoch": 2.0569288389513107,
      "grad_norm": 16.1558780670166,
      "learning_rate": 5.873873873873874e-06,
      "loss": 0.14,
      "step": 687
    },
    {
      "epoch": 2.059925093632959,
      "grad_norm": 9.964441299438477,
      "learning_rate": 5.867867867867868e-06,
      "loss": 0.3482,
      "step": 688
    },
    {
      "epoch": 2.0629213483146067,
      "grad_norm": 53.629356384277344,
      "learning_rate": 5.861861861861863e-06,
      "loss": 0.0792,
      "step": 689
    },
    {
      "epoch": 2.0659176029962545,
      "grad_norm": 9.418923377990723,
      "learning_rate": 5.855855855855856e-06,
      "loss": 0.1174,
      "step": 690
    },
    {
      "epoch": 2.0689138576779027,
      "grad_norm": 0.4195489287376404,
      "learning_rate": 5.84984984984985e-06,
      "loss": 0.0039,
      "step": 691
    },
    {
      "epoch": 2.0719101123595505,
      "grad_norm": 0.2967524528503418,
      "learning_rate": 5.843843843843844e-06,
      "loss": 0.0028,
      "step": 692
    },
    {
      "epoch": 2.0749063670411987,
      "grad_norm": 12.891443252563477,
      "learning_rate": 5.837837837837839e-06,
      "loss": 0.1519,
      "step": 693
    },
    {
      "epoch": 2.0779026217228465,
      "grad_norm": 1.4585908651351929,
      "learning_rate": 5.831831831831833e-06,
      "loss": 0.0041,
      "step": 694
    },
    {
      "epoch": 2.0808988764044942,
      "grad_norm": 0.25973114371299744,
      "learning_rate": 5.825825825825826e-06,
      "loss": 0.002,
      "step": 695
    },
    {
      "epoch": 2.0838951310861424,
      "grad_norm": 0.362197607755661,
      "learning_rate": 5.819819819819821e-06,
      "loss": 0.0033,
      "step": 696
    },
    {
      "epoch": 2.08689138576779,
      "grad_norm": 12.347769737243652,
      "learning_rate": 5.813813813813814e-06,
      "loss": 0.1076,
      "step": 697
    },
    {
      "epoch": 2.0898876404494384,
      "grad_norm": 8.291030883789062,
      "learning_rate": 5.807807807807808e-06,
      "loss": 0.1345,
      "step": 698
    },
    {
      "epoch": 2.092883895131086,
      "grad_norm": 7.131426811218262,
      "learning_rate": 5.8018018018018015e-06,
      "loss": 0.1503,
      "step": 699
    },
    {
      "epoch": 2.095880149812734,
      "grad_norm": 53.37166213989258,
      "learning_rate": 5.7957957957957965e-06,
      "loss": 0.1402,
      "step": 700
    },
    {
      "epoch": 2.098876404494382,
      "grad_norm": 33.311214447021484,
      "learning_rate": 5.789789789789791e-06,
      "loss": 0.2643,
      "step": 701
    },
    {
      "epoch": 2.10187265917603,
      "grad_norm": 21.769689559936523,
      "learning_rate": 5.783783783783784e-06,
      "loss": 0.0221,
      "step": 702
    },
    {
      "epoch": 2.1048689138576777,
      "grad_norm": 0.9422563314437866,
      "learning_rate": 5.777777777777778e-06,
      "loss": 0.0071,
      "step": 703
    },
    {
      "epoch": 2.107865168539326,
      "grad_norm": 114.99813079833984,
      "learning_rate": 5.771771771771772e-06,
      "loss": 0.0244,
      "step": 704
    },
    {
      "epoch": 2.1108614232209737,
      "grad_norm": 7.310803413391113,
      "learning_rate": 5.765765765765766e-06,
      "loss": 0.1388,
      "step": 705
    },
    {
      "epoch": 2.113857677902622,
      "grad_norm": 0.3826982378959656,
      "learning_rate": 5.7597597597597595e-06,
      "loss": 0.0031,
      "step": 706
    },
    {
      "epoch": 2.1168539325842697,
      "grad_norm": 18.026264190673828,
      "learning_rate": 5.7537537537537544e-06,
      "loss": 0.106,
      "step": 707
    },
    {
      "epoch": 2.1198501872659175,
      "grad_norm": 3.6052420139312744,
      "learning_rate": 5.7477477477477485e-06,
      "loss": 0.0363,
      "step": 708
    },
    {
      "epoch": 2.1228464419475657,
      "grad_norm": 24.524499893188477,
      "learning_rate": 5.741741741741742e-06,
      "loss": 0.1066,
      "step": 709
    },
    {
      "epoch": 2.1258426966292134,
      "grad_norm": 1.308187484741211,
      "learning_rate": 5.735735735735736e-06,
      "loss": 0.0179,
      "step": 710
    },
    {
      "epoch": 2.128838951310861,
      "grad_norm": 29.05257797241211,
      "learning_rate": 5.729729729729731e-06,
      "loss": 0.2827,
      "step": 711
    },
    {
      "epoch": 2.1318352059925094,
      "grad_norm": 7.687588691711426,
      "learning_rate": 5.723723723723724e-06,
      "loss": 0.0988,
      "step": 712
    },
    {
      "epoch": 2.134831460674157,
      "grad_norm": 0.3173719346523285,
      "learning_rate": 5.717717717717718e-06,
      "loss": 0.0026,
      "step": 713
    },
    {
      "epoch": 2.1378277153558054,
      "grad_norm": 1.266904592514038,
      "learning_rate": 5.711711711711712e-06,
      "loss": 0.0063,
      "step": 714
    },
    {
      "epoch": 2.140823970037453,
      "grad_norm": 6.052237510681152,
      "learning_rate": 5.7057057057057065e-06,
      "loss": 0.1987,
      "step": 715
    },
    {
      "epoch": 2.143820224719101,
      "grad_norm": 1.3977775573730469,
      "learning_rate": 5.6996996996997e-06,
      "loss": 0.0103,
      "step": 716
    },
    {
      "epoch": 2.146816479400749,
      "grad_norm": 9.335174560546875,
      "learning_rate": 5.693693693693694e-06,
      "loss": 0.1433,
      "step": 717
    },
    {
      "epoch": 2.149812734082397,
      "grad_norm": 29.303775787353516,
      "learning_rate": 5.687687687687689e-06,
      "loss": 0.1656,
      "step": 718
    },
    {
      "epoch": 2.152808988764045,
      "grad_norm": 9.021591186523438,
      "learning_rate": 5.681681681681682e-06,
      "loss": 0.0573,
      "step": 719
    },
    {
      "epoch": 2.155805243445693,
      "grad_norm": 44.36116409301758,
      "learning_rate": 5.675675675675676e-06,
      "loss": 0.1947,
      "step": 720
    },
    {
      "epoch": 2.1588014981273407,
      "grad_norm": 9.322854995727539,
      "learning_rate": 5.6696696696696694e-06,
      "loss": 0.0363,
      "step": 721
    },
    {
      "epoch": 2.161797752808989,
      "grad_norm": 49.801944732666016,
      "learning_rate": 5.663663663663664e-06,
      "loss": 0.0502,
      "step": 722
    },
    {
      "epoch": 2.1647940074906367,
      "grad_norm": 3.590524435043335,
      "learning_rate": 5.657657657657658e-06,
      "loss": 0.0074,
      "step": 723
    },
    {
      "epoch": 2.167790262172285,
      "grad_norm": 0.7181494235992432,
      "learning_rate": 5.651651651651652e-06,
      "loss": 0.0034,
      "step": 724
    },
    {
      "epoch": 2.1707865168539326,
      "grad_norm": 3.66660213470459,
      "learning_rate": 5.645645645645647e-06,
      "loss": 0.0144,
      "step": 725
    },
    {
      "epoch": 2.1737827715355804,
      "grad_norm": 1.0453420877456665,
      "learning_rate": 5.63963963963964e-06,
      "loss": 0.0047,
      "step": 726
    },
    {
      "epoch": 2.1767790262172286,
      "grad_norm": 22.018798828125,
      "learning_rate": 5.633633633633634e-06,
      "loss": 0.0382,
      "step": 727
    },
    {
      "epoch": 2.1797752808988764,
      "grad_norm": 0.10004288703203201,
      "learning_rate": 5.627627627627627e-06,
      "loss": 0.0015,
      "step": 728
    },
    {
      "epoch": 2.182771535580524,
      "grad_norm": 0.48340409994125366,
      "learning_rate": 5.621621621621622e-06,
      "loss": 0.0027,
      "step": 729
    },
    {
      "epoch": 2.1857677902621724,
      "grad_norm": 0.16499565541744232,
      "learning_rate": 5.615615615615616e-06,
      "loss": 0.0019,
      "step": 730
    },
    {
      "epoch": 2.18876404494382,
      "grad_norm": 13.637986183166504,
      "learning_rate": 5.60960960960961e-06,
      "loss": 0.1302,
      "step": 731
    },
    {
      "epoch": 2.1917602996254684,
      "grad_norm": 0.1634170562028885,
      "learning_rate": 5.603603603603605e-06,
      "loss": 0.0018,
      "step": 732
    },
    {
      "epoch": 2.194756554307116,
      "grad_norm": 0.20700804889202118,
      "learning_rate": 5.597597597597598e-06,
      "loss": 0.0019,
      "step": 733
    },
    {
      "epoch": 2.197752808988764,
      "grad_norm": 8.509710311889648,
      "learning_rate": 5.591591591591592e-06,
      "loss": 0.0384,
      "step": 734
    },
    {
      "epoch": 2.200749063670412,
      "grad_norm": 53.0845947265625,
      "learning_rate": 5.585585585585585e-06,
      "loss": 0.3973,
      "step": 735
    },
    {
      "epoch": 2.20374531835206,
      "grad_norm": 2.7898035049438477,
      "learning_rate": 5.57957957957958e-06,
      "loss": 0.0293,
      "step": 736
    },
    {
      "epoch": 2.2067415730337077,
      "grad_norm": 2.3603007793426514,
      "learning_rate": 5.573573573573574e-06,
      "loss": 0.0074,
      "step": 737
    },
    {
      "epoch": 2.209737827715356,
      "grad_norm": 1.4276190996170044,
      "learning_rate": 5.567567567567568e-06,
      "loss": 0.0041,
      "step": 738
    },
    {
      "epoch": 2.2127340823970036,
      "grad_norm": 11.371862411499023,
      "learning_rate": 5.561561561561562e-06,
      "loss": 0.1776,
      "step": 739
    },
    {
      "epoch": 2.215730337078652,
      "grad_norm": 2.8665268421173096,
      "learning_rate": 5.555555555555557e-06,
      "loss": 0.2261,
      "step": 740
    },
    {
      "epoch": 2.2187265917602996,
      "grad_norm": 10.104736328125,
      "learning_rate": 5.54954954954955e-06,
      "loss": 0.1393,
      "step": 741
    },
    {
      "epoch": 2.2217228464419474,
      "grad_norm": 15.026305198669434,
      "learning_rate": 5.543543543543544e-06,
      "loss": 0.0207,
      "step": 742
    },
    {
      "epoch": 2.2247191011235956,
      "grad_norm": 0.11509612202644348,
      "learning_rate": 5.537537537537538e-06,
      "loss": 0.0012,
      "step": 743
    },
    {
      "epoch": 2.2277153558052434,
      "grad_norm": 1.4837394952774048,
      "learning_rate": 5.531531531531532e-06,
      "loss": 0.0027,
      "step": 744
    },
    {
      "epoch": 2.2307116104868916,
      "grad_norm": 36.25615692138672,
      "learning_rate": 5.5255255255255255e-06,
      "loss": 0.123,
      "step": 745
    },
    {
      "epoch": 2.2337078651685394,
      "grad_norm": 22.573949813842773,
      "learning_rate": 5.51951951951952e-06,
      "loss": 0.1777,
      "step": 746
    },
    {
      "epoch": 2.236704119850187,
      "grad_norm": 18.751577377319336,
      "learning_rate": 5.513513513513515e-06,
      "loss": 0.0642,
      "step": 747
    },
    {
      "epoch": 2.2397003745318353,
      "grad_norm": 0.2828042507171631,
      "learning_rate": 5.507507507507508e-06,
      "loss": 0.0018,
      "step": 748
    },
    {
      "epoch": 2.242696629213483,
      "grad_norm": 0.3677152991294861,
      "learning_rate": 5.501501501501502e-06,
      "loss": 0.0018,
      "step": 749
    },
    {
      "epoch": 2.245692883895131,
      "grad_norm": 0.7993999719619751,
      "learning_rate": 5.495495495495496e-06,
      "loss": 0.0029,
      "step": 750
    },
    {
      "epoch": 2.248689138576779,
      "grad_norm": 0.25123536586761475,
      "learning_rate": 5.48948948948949e-06,
      "loss": 0.0019,
      "step": 751
    },
    {
      "epoch": 2.251685393258427,
      "grad_norm": 27.455381393432617,
      "learning_rate": 5.4834834834834834e-06,
      "loss": 0.2809,
      "step": 752
    },
    {
      "epoch": 2.254681647940075,
      "grad_norm": 18.18854331970215,
      "learning_rate": 5.4774774774774776e-06,
      "loss": 0.0799,
      "step": 753
    },
    {
      "epoch": 2.257677902621723,
      "grad_norm": 11.329863548278809,
      "learning_rate": 5.4714714714714725e-06,
      "loss": 0.3422,
      "step": 754
    },
    {
      "epoch": 2.2606741573033706,
      "grad_norm": 0.5013195872306824,
      "learning_rate": 5.465465465465466e-06,
      "loss": 0.0024,
      "step": 755
    },
    {
      "epoch": 2.263670411985019,
      "grad_norm": 0.2460617870092392,
      "learning_rate": 5.45945945945946e-06,
      "loss": 0.0017,
      "step": 756
    },
    {
      "epoch": 2.2666666666666666,
      "grad_norm": 11.609503746032715,
      "learning_rate": 5.453453453453455e-06,
      "loss": 0.2084,
      "step": 757
    },
    {
      "epoch": 2.2696629213483144,
      "grad_norm": 13.621426582336426,
      "learning_rate": 5.447447447447448e-06,
      "loss": 0.1697,
      "step": 758
    },
    {
      "epoch": 2.2726591760299626,
      "grad_norm": 54.862449645996094,
      "learning_rate": 5.441441441441442e-06,
      "loss": 0.2744,
      "step": 759
    },
    {
      "epoch": 2.2756554307116104,
      "grad_norm": 20.107084274291992,
      "learning_rate": 5.4354354354354355e-06,
      "loss": 0.0514,
      "step": 760
    },
    {
      "epoch": 2.2786516853932586,
      "grad_norm": 19.26397705078125,
      "learning_rate": 5.4294294294294304e-06,
      "loss": 0.115,
      "step": 761
    },
    {
      "epoch": 2.2816479400749063,
      "grad_norm": 10.051045417785645,
      "learning_rate": 5.423423423423424e-06,
      "loss": 0.0323,
      "step": 762
    },
    {
      "epoch": 2.284644194756554,
      "grad_norm": 21.69451904296875,
      "learning_rate": 5.417417417417418e-06,
      "loss": 0.1779,
      "step": 763
    },
    {
      "epoch": 2.2876404494382023,
      "grad_norm": 4.480892181396484,
      "learning_rate": 5.411411411411411e-06,
      "loss": 0.0154,
      "step": 764
    },
    {
      "epoch": 2.29063670411985,
      "grad_norm": 32.57766342163086,
      "learning_rate": 5.405405405405406e-06,
      "loss": 0.1731,
      "step": 765
    },
    {
      "epoch": 2.2936329588014983,
      "grad_norm": 4.176045894622803,
      "learning_rate": 5.3993993993994e-06,
      "loss": 0.0297,
      "step": 766
    },
    {
      "epoch": 2.296629213483146,
      "grad_norm": 0.535074770450592,
      "learning_rate": 5.393393393393393e-06,
      "loss": 0.002,
      "step": 767
    },
    {
      "epoch": 2.299625468164794,
      "grad_norm": 2.382888078689575,
      "learning_rate": 5.387387387387388e-06,
      "loss": 0.0125,
      "step": 768
    },
    {
      "epoch": 2.302621722846442,
      "grad_norm": 3.4220054149627686,
      "learning_rate": 5.381381381381382e-06,
      "loss": 0.0209,
      "step": 769
    },
    {
      "epoch": 2.30561797752809,
      "grad_norm": 0.531780481338501,
      "learning_rate": 5.375375375375376e-06,
      "loss": 0.0029,
      "step": 770
    },
    {
      "epoch": 2.308614232209738,
      "grad_norm": 1.319352149963379,
      "learning_rate": 5.369369369369369e-06,
      "loss": 0.0051,
      "step": 771
    },
    {
      "epoch": 2.311610486891386,
      "grad_norm": 15.450730323791504,
      "learning_rate": 5.363363363363364e-06,
      "loss": 0.0317,
      "step": 772
    },
    {
      "epoch": 2.3146067415730336,
      "grad_norm": 0.8007951974868774,
      "learning_rate": 5.357357357357358e-06,
      "loss": 0.0087,
      "step": 773
    },
    {
      "epoch": 2.317602996254682,
      "grad_norm": 11.054052352905273,
      "learning_rate": 5.351351351351351e-06,
      "loss": 0.1622,
      "step": 774
    },
    {
      "epoch": 2.3205992509363296,
      "grad_norm": 12.34724235534668,
      "learning_rate": 5.345345345345346e-06,
      "loss": 0.1531,
      "step": 775
    },
    {
      "epoch": 2.3235955056179773,
      "grad_norm": 5.4940714836120605,
      "learning_rate": 5.33933933933934e-06,
      "loss": 0.0071,
      "step": 776
    },
    {
      "epoch": 2.3265917602996256,
      "grad_norm": 0.43366900086402893,
      "learning_rate": 5.333333333333334e-06,
      "loss": 0.0024,
      "step": 777
    },
    {
      "epoch": 2.3295880149812733,
      "grad_norm": 0.31749555468559265,
      "learning_rate": 5.327327327327328e-06,
      "loss": 0.003,
      "step": 778
    },
    {
      "epoch": 2.3325842696629215,
      "grad_norm": 41.52970504760742,
      "learning_rate": 5.321321321321322e-06,
      "loss": 0.1501,
      "step": 779
    },
    {
      "epoch": 2.3355805243445693,
      "grad_norm": 56.170494079589844,
      "learning_rate": 5.315315315315316e-06,
      "loss": 0.2017,
      "step": 780
    },
    {
      "epoch": 2.338576779026217,
      "grad_norm": 27.163827896118164,
      "learning_rate": 5.309309309309309e-06,
      "loss": 0.4548,
      "step": 781
    },
    {
      "epoch": 2.3415730337078653,
      "grad_norm": 0.11042162775993347,
      "learning_rate": 5.303303303303303e-06,
      "loss": 0.0012,
      "step": 782
    },
    {
      "epoch": 2.344569288389513,
      "grad_norm": 8.128288269042969,
      "learning_rate": 5.297297297297298e-06,
      "loss": 0.1435,
      "step": 783
    },
    {
      "epoch": 2.347565543071161,
      "grad_norm": 18.697711944580078,
      "learning_rate": 5.291291291291292e-06,
      "loss": 0.0559,
      "step": 784
    },
    {
      "epoch": 2.350561797752809,
      "grad_norm": 11.155041694641113,
      "learning_rate": 5.285285285285286e-06,
      "loss": 0.1482,
      "step": 785
    },
    {
      "epoch": 2.353558052434457,
      "grad_norm": 11.597505569458008,
      "learning_rate": 5.27927927927928e-06,
      "loss": 0.1998,
      "step": 786
    },
    {
      "epoch": 2.356554307116105,
      "grad_norm": 0.6385789513587952,
      "learning_rate": 5.273273273273274e-06,
      "loss": 0.0036,
      "step": 787
    },
    {
      "epoch": 2.359550561797753,
      "grad_norm": 14.634647369384766,
      "learning_rate": 5.267267267267267e-06,
      "loss": 0.0066,
      "step": 788
    },
    {
      "epoch": 2.3625468164794006,
      "grad_norm": 3.1089072227478027,
      "learning_rate": 5.261261261261261e-06,
      "loss": 0.0051,
      "step": 789
    },
    {
      "epoch": 2.365543071161049,
      "grad_norm": 10.165287971496582,
      "learning_rate": 5.255255255255256e-06,
      "loss": 0.1874,
      "step": 790
    },
    {
      "epoch": 2.3685393258426966,
      "grad_norm": 18.6910400390625,
      "learning_rate": 5.2492492492492495e-06,
      "loss": 0.0269,
      "step": 791
    },
    {
      "epoch": 2.3715355805243448,
      "grad_norm": 15.441289901733398,
      "learning_rate": 5.243243243243244e-06,
      "loss": 0.1545,
      "step": 792
    },
    {
      "epoch": 2.3745318352059925,
      "grad_norm": 1.1983261108398438,
      "learning_rate": 5.2372372372372386e-06,
      "loss": 0.0066,
      "step": 793
    },
    {
      "epoch": 2.3775280898876403,
      "grad_norm": 9.271286010742188,
      "learning_rate": 5.231231231231232e-06,
      "loss": 0.0771,
      "step": 794
    },
    {
      "epoch": 2.3805243445692885,
      "grad_norm": 0.5765110850334167,
      "learning_rate": 5.225225225225226e-06,
      "loss": 0.0033,
      "step": 795
    },
    {
      "epoch": 2.3835205992509363,
      "grad_norm": 22.070837020874023,
      "learning_rate": 5.219219219219219e-06,
      "loss": 0.2031,
      "step": 796
    },
    {
      "epoch": 2.3865168539325845,
      "grad_norm": 0.5393401980400085,
      "learning_rate": 5.213213213213214e-06,
      "loss": 0.0034,
      "step": 797
    },
    {
      "epoch": 2.3895131086142323,
      "grad_norm": 1.5076879262924194,
      "learning_rate": 5.2072072072072074e-06,
      "loss": 0.0075,
      "step": 798
    },
    {
      "epoch": 2.39250936329588,
      "grad_norm": 36.4506950378418,
      "learning_rate": 5.2012012012012015e-06,
      "loss": 0.0209,
      "step": 799
    },
    {
      "epoch": 2.3955056179775283,
      "grad_norm": 47.675262451171875,
      "learning_rate": 5.195195195195195e-06,
      "loss": 0.1072,
      "step": 800
    },
    {
      "epoch": 2.398501872659176,
      "grad_norm": 0.2616981565952301,
      "learning_rate": 5.18918918918919e-06,
      "loss": 0.0016,
      "step": 801
    },
    {
      "epoch": 2.401498127340824,
      "grad_norm": 0.1060936376452446,
      "learning_rate": 5.183183183183184e-06,
      "loss": 0.0013,
      "step": 802
    },
    {
      "epoch": 2.404494382022472,
      "grad_norm": 0.11718081682920456,
      "learning_rate": 5.177177177177177e-06,
      "loss": 0.0014,
      "step": 803
    },
    {
      "epoch": 2.40749063670412,
      "grad_norm": 3.4686341285705566,
      "learning_rate": 5.171171171171172e-06,
      "loss": 0.0075,
      "step": 804
    },
    {
      "epoch": 2.4104868913857675,
      "grad_norm": 26.21915054321289,
      "learning_rate": 5.165165165165165e-06,
      "loss": 0.0425,
      "step": 805
    },
    {
      "epoch": 2.4134831460674158,
      "grad_norm": 1.9707993268966675,
      "learning_rate": 5.1591591591591595e-06,
      "loss": 0.0034,
      "step": 806
    },
    {
      "epoch": 2.4164794007490635,
      "grad_norm": 0.2612178921699524,
      "learning_rate": 5.153153153153153e-06,
      "loss": 0.0021,
      "step": 807
    },
    {
      "epoch": 2.4194756554307117,
      "grad_norm": 3.325965642929077,
      "learning_rate": 5.147147147147148e-06,
      "loss": 0.2177,
      "step": 808
    },
    {
      "epoch": 2.4224719101123595,
      "grad_norm": 0.3344706892967224,
      "learning_rate": 5.141141141141142e-06,
      "loss": 0.0018,
      "step": 809
    },
    {
      "epoch": 2.4254681647940073,
      "grad_norm": 3.4124205112457275,
      "learning_rate": 5.135135135135135e-06,
      "loss": 0.0077,
      "step": 810
    },
    {
      "epoch": 2.4284644194756555,
      "grad_norm": 0.11304173618555069,
      "learning_rate": 5.12912912912913e-06,
      "loss": 0.0013,
      "step": 811
    },
    {
      "epoch": 2.4314606741573033,
      "grad_norm": 20.09816551208496,
      "learning_rate": 5.123123123123124e-06,
      "loss": 0.1898,
      "step": 812
    },
    {
      "epoch": 2.4344569288389515,
      "grad_norm": 20.79599380493164,
      "learning_rate": 5.117117117117117e-06,
      "loss": 0.1413,
      "step": 813
    },
    {
      "epoch": 2.4374531835205993,
      "grad_norm": 38.39596939086914,
      "learning_rate": 5.1111111111111115e-06,
      "loss": 0.4453,
      "step": 814
    },
    {
      "epoch": 2.440449438202247,
      "grad_norm": 3.7794981002807617,
      "learning_rate": 5.105105105105106e-06,
      "loss": 0.2574,
      "step": 815
    },
    {
      "epoch": 2.4434456928838952,
      "grad_norm": 9.27757453918457,
      "learning_rate": 5.0990990990991e-06,
      "loss": 0.3929,
      "step": 816
    },
    {
      "epoch": 2.446441947565543,
      "grad_norm": 11.782530784606934,
      "learning_rate": 5.093093093093093e-06,
      "loss": 0.2448,
      "step": 817
    },
    {
      "epoch": 2.449438202247191,
      "grad_norm": 21.72043800354004,
      "learning_rate": 5.087087087087087e-06,
      "loss": 0.0636,
      "step": 818
    },
    {
      "epoch": 2.452434456928839,
      "grad_norm": 0.24695485830307007,
      "learning_rate": 5.081081081081082e-06,
      "loss": 0.0023,
      "step": 819
    },
    {
      "epoch": 2.4554307116104868,
      "grad_norm": 0.15776212513446808,
      "learning_rate": 5.075075075075075e-06,
      "loss": 0.0016,
      "step": 820
    },
    {
      "epoch": 2.458426966292135,
      "grad_norm": 0.12474209070205688,
      "learning_rate": 5.069069069069069e-06,
      "loss": 0.0014,
      "step": 821
    },
    {
      "epoch": 2.4614232209737827,
      "grad_norm": 0.823479950428009,
      "learning_rate": 5.0630630630630635e-06,
      "loss": 0.0033,
      "step": 822
    },
    {
      "epoch": 2.464419475655431,
      "grad_norm": 1.9294389486312866,
      "learning_rate": 5.057057057057058e-06,
      "loss": 0.0051,
      "step": 823
    },
    {
      "epoch": 2.4674157303370787,
      "grad_norm": 9.133439064025879,
      "learning_rate": 5.051051051051051e-06,
      "loss": 0.1372,
      "step": 824
    },
    {
      "epoch": 2.4704119850187265,
      "grad_norm": 0.1794380247592926,
      "learning_rate": 5.045045045045045e-06,
      "loss": 0.0018,
      "step": 825
    },
    {
      "epoch": 2.4734082397003747,
      "grad_norm": 40.159278869628906,
      "learning_rate": 5.03903903903904e-06,
      "loss": 0.0716,
      "step": 826
    },
    {
      "epoch": 2.4764044943820225,
      "grad_norm": 0.2856251895427704,
      "learning_rate": 5.033033033033033e-06,
      "loss": 0.0021,
      "step": 827
    },
    {
      "epoch": 2.4794007490636703,
      "grad_norm": 29.261083602905273,
      "learning_rate": 5.027027027027027e-06,
      "loss": 0.3959,
      "step": 828
    },
    {
      "epoch": 2.4823970037453185,
      "grad_norm": 15.03356647491455,
      "learning_rate": 5.021021021021022e-06,
      "loss": 0.3091,
      "step": 829
    },
    {
      "epoch": 2.4853932584269662,
      "grad_norm": 0.49418002367019653,
      "learning_rate": 5.0150150150150156e-06,
      "loss": 0.0027,
      "step": 830
    },
    {
      "epoch": 2.488389513108614,
      "grad_norm": 0.5899301171302795,
      "learning_rate": 5.00900900900901e-06,
      "loss": 0.0027,
      "step": 831
    },
    {
      "epoch": 2.491385767790262,
      "grad_norm": 17.68525505065918,
      "learning_rate": 5.003003003003003e-06,
      "loss": 0.1421,
      "step": 832
    },
    {
      "epoch": 2.49438202247191,
      "grad_norm": 0.6795111298561096,
      "learning_rate": 4.996996996996997e-06,
      "loss": 0.0042,
      "step": 833
    },
    {
      "epoch": 2.497378277153558,
      "grad_norm": 11.507546424865723,
      "learning_rate": 4.990990990990991e-06,
      "loss": 0.1846,
      "step": 834
    },
    {
      "epoch": 2.500374531835206,
      "grad_norm": 27.412553787231445,
      "learning_rate": 4.984984984984985e-06,
      "loss": 0.0149,
      "step": 835
    },
    {
      "epoch": 2.5033707865168537,
      "grad_norm": 13.921358108520508,
      "learning_rate": 4.978978978978979e-06,
      "loss": 0.0957,
      "step": 836
    },
    {
      "epoch": 2.506367041198502,
      "grad_norm": 0.35653361678123474,
      "learning_rate": 4.9729729729729735e-06,
      "loss": 0.0023,
      "step": 837
    },
    {
      "epoch": 2.5093632958801497,
      "grad_norm": 0.6814135909080505,
      "learning_rate": 4.966966966966968e-06,
      "loss": 0.0038,
      "step": 838
    },
    {
      "epoch": 2.512359550561798,
      "grad_norm": 0.20339810848236084,
      "learning_rate": 4.960960960960962e-06,
      "loss": 0.002,
      "step": 839
    },
    {
      "epoch": 2.5153558052434457,
      "grad_norm": 9.292779922485352,
      "learning_rate": 4.954954954954955e-06,
      "loss": 0.0212,
      "step": 840
    },
    {
      "epoch": 2.5183520599250935,
      "grad_norm": 55.11958694458008,
      "learning_rate": 4.94894894894895e-06,
      "loss": 0.2677,
      "step": 841
    },
    {
      "epoch": 2.5213483146067417,
      "grad_norm": 0.5604162812232971,
      "learning_rate": 4.942942942942943e-06,
      "loss": 0.0026,
      "step": 842
    },
    {
      "epoch": 2.5243445692883895,
      "grad_norm": 43.203163146972656,
      "learning_rate": 4.936936936936937e-06,
      "loss": 0.0814,
      "step": 843
    },
    {
      "epoch": 2.5273408239700377,
      "grad_norm": 7.531084060668945,
      "learning_rate": 4.930930930930931e-06,
      "loss": 0.0413,
      "step": 844
    },
    {
      "epoch": 2.5303370786516854,
      "grad_norm": 6.6757612228393555,
      "learning_rate": 4.9249249249249255e-06,
      "loss": 0.2019,
      "step": 845
    },
    {
      "epoch": 2.533333333333333,
      "grad_norm": 23.998159408569336,
      "learning_rate": 4.91891891891892e-06,
      "loss": 0.6601,
      "step": 846
    },
    {
      "epoch": 2.5363295880149814,
      "grad_norm": 0.18272723257541656,
      "learning_rate": 4.912912912912913e-06,
      "loss": 0.0018,
      "step": 847
    },
    {
      "epoch": 2.539325842696629,
      "grad_norm": 0.9130871295928955,
      "learning_rate": 4.906906906906908e-06,
      "loss": 0.0035,
      "step": 848
    },
    {
      "epoch": 2.5423220973782774,
      "grad_norm": 0.418591171503067,
      "learning_rate": 4.900900900900901e-06,
      "loss": 0.0017,
      "step": 849
    },
    {
      "epoch": 2.545318352059925,
      "grad_norm": 40.452972412109375,
      "learning_rate": 4.894894894894895e-06,
      "loss": 0.0702,
      "step": 850
    },
    {
      "epoch": 2.548314606741573,
      "grad_norm": 2.587827682495117,
      "learning_rate": 4.888888888888889e-06,
      "loss": 0.0032,
      "step": 851
    },
    {
      "epoch": 2.5513108614232207,
      "grad_norm": 20.748512268066406,
      "learning_rate": 4.8828828828828834e-06,
      "loss": 0.2098,
      "step": 852
    },
    {
      "epoch": 2.554307116104869,
      "grad_norm": 0.8581587076187134,
      "learning_rate": 4.876876876876877e-06,
      "loss": 0.0045,
      "step": 853
    },
    {
      "epoch": 2.5573033707865167,
      "grad_norm": 9.334095001220703,
      "learning_rate": 4.870870870870872e-06,
      "loss": 0.1712,
      "step": 854
    },
    {
      "epoch": 2.560299625468165,
      "grad_norm": 0.5096704363822937,
      "learning_rate": 4.864864864864866e-06,
      "loss": 0.0035,
      "step": 855
    },
    {
      "epoch": 2.5632958801498127,
      "grad_norm": 0.1468096524477005,
      "learning_rate": 4.858858858858859e-06,
      "loss": 0.0014,
      "step": 856
    },
    {
      "epoch": 2.5662921348314605,
      "grad_norm": 2.789402723312378,
      "learning_rate": 4.852852852852853e-06,
      "loss": 0.0046,
      "step": 857
    },
    {
      "epoch": 2.5692883895131087,
      "grad_norm": 6.312567234039307,
      "learning_rate": 4.846846846846847e-06,
      "loss": 0.1153,
      "step": 858
    },
    {
      "epoch": 2.5722846441947564,
      "grad_norm": 46.265533447265625,
      "learning_rate": 4.840840840840841e-06,
      "loss": 0.1256,
      "step": 859
    },
    {
      "epoch": 2.5752808988764047,
      "grad_norm": 3.9658403396606445,
      "learning_rate": 4.8348348348348355e-06,
      "loss": 0.0808,
      "step": 860
    },
    {
      "epoch": 2.5782771535580524,
      "grad_norm": 0.1250729262828827,
      "learning_rate": 4.82882882882883e-06,
      "loss": 0.0012,
      "step": 861
    },
    {
      "epoch": 2.5812734082397,
      "grad_norm": 123.43838500976562,
      "learning_rate": 4.822822822822823e-06,
      "loss": 0.3392,
      "step": 862
    },
    {
      "epoch": 2.5842696629213484,
      "grad_norm": 0.9565964937210083,
      "learning_rate": 4.816816816816817e-06,
      "loss": 0.0029,
      "step": 863
    },
    {
      "epoch": 2.587265917602996,
      "grad_norm": 0.3829185962677002,
      "learning_rate": 4.810810810810811e-06,
      "loss": 0.0029,
      "step": 864
    },
    {
      "epoch": 2.5902621722846444,
      "grad_norm": 0.17929819226264954,
      "learning_rate": 4.804804804804805e-06,
      "loss": 0.0014,
      "step": 865
    },
    {
      "epoch": 2.593258426966292,
      "grad_norm": 9.648361206054688,
      "learning_rate": 4.798798798798799e-06,
      "loss": 0.1846,
      "step": 866
    },
    {
      "epoch": 2.59625468164794,
      "grad_norm": 0.1267472803592682,
      "learning_rate": 4.792792792792793e-06,
      "loss": 0.0014,
      "step": 867
    },
    {
      "epoch": 2.599250936329588,
      "grad_norm": 25.92026710510254,
      "learning_rate": 4.7867867867867875e-06,
      "loss": 0.3681,
      "step": 868
    },
    {
      "epoch": 2.602247191011236,
      "grad_norm": 0.7075502872467041,
      "learning_rate": 4.780780780780781e-06,
      "loss": 0.0049,
      "step": 869
    },
    {
      "epoch": 2.605243445692884,
      "grad_norm": 11.952223777770996,
      "learning_rate": 4.774774774774775e-06,
      "loss": 0.0262,
      "step": 870
    },
    {
      "epoch": 2.608239700374532,
      "grad_norm": 0.10766910016536713,
      "learning_rate": 4.768768768768769e-06,
      "loss": 0.0012,
      "step": 871
    },
    {
      "epoch": 2.6112359550561797,
      "grad_norm": 0.3023926615715027,
      "learning_rate": 4.762762762762763e-06,
      "loss": 0.0015,
      "step": 872
    },
    {
      "epoch": 2.6142322097378274,
      "grad_norm": 0.7597098350524902,
      "learning_rate": 4.756756756756757e-06,
      "loss": 0.0043,
      "step": 873
    },
    {
      "epoch": 2.6172284644194757,
      "grad_norm": 1.2177233695983887,
      "learning_rate": 4.750750750750751e-06,
      "loss": 0.0032,
      "step": 874
    },
    {
      "epoch": 2.620224719101124,
      "grad_norm": 25.467269897460938,
      "learning_rate": 4.7447447447447454e-06,
      "loss": 0.1228,
      "step": 875
    },
    {
      "epoch": 2.6232209737827716,
      "grad_norm": 442.0234375,
      "learning_rate": 4.738738738738739e-06,
      "loss": 0.0861,
      "step": 876
    },
    {
      "epoch": 2.6262172284644194,
      "grad_norm": 26.847919464111328,
      "learning_rate": 4.732732732732734e-06,
      "loss": 0.0681,
      "step": 877
    },
    {
      "epoch": 2.629213483146067,
      "grad_norm": 1.892886996269226,
      "learning_rate": 4.726726726726727e-06,
      "loss": 0.0031,
      "step": 878
    },
    {
      "epoch": 2.6322097378277154,
      "grad_norm": 66.78556823730469,
      "learning_rate": 4.720720720720721e-06,
      "loss": 0.0983,
      "step": 879
    },
    {
      "epoch": 2.635205992509363,
      "grad_norm": 8.591114044189453,
      "learning_rate": 4.714714714714715e-06,
      "loss": 0.1965,
      "step": 880
    },
    {
      "epoch": 2.6382022471910114,
      "grad_norm": 0.11544928699731827,
      "learning_rate": 4.708708708708709e-06,
      "loss": 0.0013,
      "step": 881
    },
    {
      "epoch": 2.641198501872659,
      "grad_norm": 37.577293395996094,
      "learning_rate": 4.702702702702703e-06,
      "loss": 0.017,
      "step": 882
    },
    {
      "epoch": 2.644194756554307,
      "grad_norm": 28.23415184020996,
      "learning_rate": 4.696696696696697e-06,
      "loss": 0.0643,
      "step": 883
    },
    {
      "epoch": 2.647191011235955,
      "grad_norm": 18.36665916442871,
      "learning_rate": 4.6906906906906916e-06,
      "loss": 0.0892,
      "step": 884
    },
    {
      "epoch": 2.650187265917603,
      "grad_norm": 41.964542388916016,
      "learning_rate": 4.684684684684685e-06,
      "loss": 0.2094,
      "step": 885
    },
    {
      "epoch": 2.653183520599251,
      "grad_norm": 0.08253569155931473,
      "learning_rate": 4.678678678678679e-06,
      "loss": 0.0012,
      "step": 886
    },
    {
      "epoch": 2.656179775280899,
      "grad_norm": 6.9803667068481445,
      "learning_rate": 4.672672672672673e-06,
      "loss": 0.1977,
      "step": 887
    },
    {
      "epoch": 2.6591760299625467,
      "grad_norm": 18.16313934326172,
      "learning_rate": 4.666666666666667e-06,
      "loss": 0.1378,
      "step": 888
    },
    {
      "epoch": 2.662172284644195,
      "grad_norm": 0.06998983025550842,
      "learning_rate": 4.6606606606606604e-06,
      "loss": 0.0011,
      "step": 889
    },
    {
      "epoch": 2.6651685393258426,
      "grad_norm": 7.2744550704956055,
      "learning_rate": 4.654654654654655e-06,
      "loss": 0.1735,
      "step": 890
    },
    {
      "epoch": 2.668164794007491,
      "grad_norm": 30.42450523376465,
      "learning_rate": 4.6486486486486495e-06,
      "loss": 0.0356,
      "step": 891
    },
    {
      "epoch": 2.6711610486891386,
      "grad_norm": 44.49040222167969,
      "learning_rate": 4.642642642642643e-06,
      "loss": 0.1461,
      "step": 892
    },
    {
      "epoch": 2.6741573033707864,
      "grad_norm": 1.59342360496521,
      "learning_rate": 4.636636636636637e-06,
      "loss": 0.0036,
      "step": 893
    },
    {
      "epoch": 2.6771535580524346,
      "grad_norm": 29.2288875579834,
      "learning_rate": 4.630630630630631e-06,
      "loss": 0.0307,
      "step": 894
    },
    {
      "epoch": 2.6801498127340824,
      "grad_norm": 11.434829711914062,
      "learning_rate": 4.624624624624625e-06,
      "loss": 0.1934,
      "step": 895
    },
    {
      "epoch": 2.6831460674157306,
      "grad_norm": 2.359086751937866,
      "learning_rate": 4.618618618618619e-06,
      "loss": 0.0037,
      "step": 896
    },
    {
      "epoch": 2.6861423220973784,
      "grad_norm": 60.97223663330078,
      "learning_rate": 4.612612612612613e-06,
      "loss": 0.0463,
      "step": 897
    },
    {
      "epoch": 2.689138576779026,
      "grad_norm": 11.485381126403809,
      "learning_rate": 4.6066066066066066e-06,
      "loss": 0.3903,
      "step": 898
    },
    {
      "epoch": 2.692134831460674,
      "grad_norm": 6.2090606689453125,
      "learning_rate": 4.600600600600601e-06,
      "loss": 0.0086,
      "step": 899
    },
    {
      "epoch": 2.695131086142322,
      "grad_norm": 9.591205596923828,
      "learning_rate": 4.594594594594596e-06,
      "loss": 0.1575,
      "step": 900
    },
    {
      "epoch": 2.69812734082397,
      "grad_norm": 6.412684440612793,
      "learning_rate": 4.588588588588589e-06,
      "loss": 0.1917,
      "step": 901
    },
    {
      "epoch": 2.701123595505618,
      "grad_norm": 22.770511627197266,
      "learning_rate": 4.582582582582583e-06,
      "loss": 0.0435,
      "step": 902
    },
    {
      "epoch": 2.704119850187266,
      "grad_norm": 2.934674024581909,
      "learning_rate": 4.576576576576577e-06,
      "loss": 0.008,
      "step": 903
    },
    {
      "epoch": 2.7071161048689136,
      "grad_norm": 17.256736755371094,
      "learning_rate": 4.570570570570571e-06,
      "loss": 0.1505,
      "step": 904
    },
    {
      "epoch": 2.710112359550562,
      "grad_norm": 62.274959564208984,
      "learning_rate": 4.5645645645645645e-06,
      "loss": 0.0212,
      "step": 905
    },
    {
      "epoch": 2.7131086142322096,
      "grad_norm": 12.418325424194336,
      "learning_rate": 4.558558558558559e-06,
      "loss": 0.2201,
      "step": 906
    },
    {
      "epoch": 2.716104868913858,
      "grad_norm": 8.286155700683594,
      "learning_rate": 4.552552552552553e-06,
      "loss": 0.0192,
      "step": 907
    },
    {
      "epoch": 2.7191011235955056,
      "grad_norm": 27.978260040283203,
      "learning_rate": 4.546546546546547e-06,
      "loss": 0.0299,
      "step": 908
    },
    {
      "epoch": 2.7220973782771534,
      "grad_norm": 42.434749603271484,
      "learning_rate": 4.540540540540541e-06,
      "loss": 0.1445,
      "step": 909
    },
    {
      "epoch": 2.7250936329588016,
      "grad_norm": 27.940105438232422,
      "learning_rate": 4.534534534534535e-06,
      "loss": 0.1832,
      "step": 910
    },
    {
      "epoch": 2.7280898876404494,
      "grad_norm": 1.3547303676605225,
      "learning_rate": 4.528528528528529e-06,
      "loss": 0.0098,
      "step": 911
    },
    {
      "epoch": 2.7310861423220976,
      "grad_norm": 16.92689323425293,
      "learning_rate": 4.522522522522522e-06,
      "loss": 0.2324,
      "step": 912
    },
    {
      "epoch": 2.7340823970037453,
      "grad_norm": 12.57506275177002,
      "learning_rate": 4.516516516516517e-06,
      "loss": 0.0518,
      "step": 913
    },
    {
      "epoch": 2.737078651685393,
      "grad_norm": 2.679365873336792,
      "learning_rate": 4.510510510510511e-06,
      "loss": 0.0101,
      "step": 914
    },
    {
      "epoch": 2.7400749063670413,
      "grad_norm": 0.8655032515525818,
      "learning_rate": 4.504504504504505e-06,
      "loss": 0.0065,
      "step": 915
    },
    {
      "epoch": 2.743071161048689,
      "grad_norm": 3.3864078521728516,
      "learning_rate": 4.498498498498499e-06,
      "loss": 0.013,
      "step": 916
    },
    {
      "epoch": 2.7460674157303373,
      "grad_norm": 1.2563741207122803,
      "learning_rate": 4.492492492492493e-06,
      "loss": 0.011,
      "step": 917
    },
    {
      "epoch": 2.749063670411985,
      "grad_norm": 0.49878114461898804,
      "learning_rate": 4.486486486486487e-06,
      "loss": 0.0039,
      "step": 918
    },
    {
      "epoch": 2.752059925093633,
      "grad_norm": 11.697792053222656,
      "learning_rate": 4.480480480480481e-06,
      "loss": 0.045,
      "step": 919
    },
    {
      "epoch": 2.755056179775281,
      "grad_norm": 0.36841416358947754,
      "learning_rate": 4.474474474474475e-06,
      "loss": 0.0031,
      "step": 920
    },
    {
      "epoch": 2.758052434456929,
      "grad_norm": 41.0269660949707,
      "learning_rate": 4.4684684684684686e-06,
      "loss": 0.0636,
      "step": 921
    },
    {
      "epoch": 2.761048689138577,
      "grad_norm": 101.55135345458984,
      "learning_rate": 4.462462462462463e-06,
      "loss": 0.1721,
      "step": 922
    },
    {
      "epoch": 2.764044943820225,
      "grad_norm": 0.4171302020549774,
      "learning_rate": 4.456456456456457e-06,
      "loss": 0.0036,
      "step": 923
    },
    {
      "epoch": 2.7670411985018726,
      "grad_norm": 0.4484114646911621,
      "learning_rate": 4.450450450450451e-06,
      "loss": 0.0028,
      "step": 924
    },
    {
      "epoch": 2.7700374531835203,
      "grad_norm": 5.420213222503662,
      "learning_rate": 4.444444444444444e-06,
      "loss": 0.071,
      "step": 925
    },
    {
      "epoch": 2.7730337078651686,
      "grad_norm": 0.597194492816925,
      "learning_rate": 4.438438438438439e-06,
      "loss": 0.0033,
      "step": 926
    },
    {
      "epoch": 2.7760299625468163,
      "grad_norm": 4.167457580566406,
      "learning_rate": 4.432432432432433e-06,
      "loss": 0.0647,
      "step": 927
    },
    {
      "epoch": 2.7790262172284645,
      "grad_norm": 1.0770858526229858,
      "learning_rate": 4.4264264264264265e-06,
      "loss": 0.0051,
      "step": 928
    },
    {
      "epoch": 2.7820224719101123,
      "grad_norm": 37.39751052856445,
      "learning_rate": 4.420420420420421e-06,
      "loss": 0.2673,
      "step": 929
    },
    {
      "epoch": 2.78501872659176,
      "grad_norm": 11.69890308380127,
      "learning_rate": 4.414414414414415e-06,
      "loss": 0.1224,
      "step": 930
    },
    {
      "epoch": 2.7880149812734083,
      "grad_norm": 3.142592191696167,
      "learning_rate": 4.408408408408409e-06,
      "loss": 0.0518,
      "step": 931
    },
    {
      "epoch": 2.791011235955056,
      "grad_norm": 0.5001957416534424,
      "learning_rate": 4.402402402402403e-06,
      "loss": 0.0022,
      "step": 932
    },
    {
      "epoch": 2.7940074906367043,
      "grad_norm": 5.0716681480407715,
      "learning_rate": 4.396396396396397e-06,
      "loss": 0.004,
      "step": 933
    },
    {
      "epoch": 2.797003745318352,
      "grad_norm": 0.25839465856552124,
      "learning_rate": 4.39039039039039e-06,
      "loss": 0.0017,
      "step": 934
    },
    {
      "epoch": 2.8,
      "grad_norm": 0.493880033493042,
      "learning_rate": 4.384384384384384e-06,
      "loss": 0.0022,
      "step": 935
    },
    {
      "epoch": 2.802996254681648,
      "grad_norm": 29.217018127441406,
      "learning_rate": 4.378378378378379e-06,
      "loss": 0.264,
      "step": 936
    },
    {
      "epoch": 2.805992509363296,
      "grad_norm": 0.13375498354434967,
      "learning_rate": 4.372372372372373e-06,
      "loss": 0.0012,
      "step": 937
    },
    {
      "epoch": 2.808988764044944,
      "grad_norm": 2.6857287883758545,
      "learning_rate": 4.366366366366367e-06,
      "loss": 0.2199,
      "step": 938
    },
    {
      "epoch": 2.811985018726592,
      "grad_norm": 24.061279296875,
      "learning_rate": 4.360360360360361e-06,
      "loss": 0.0098,
      "step": 939
    },
    {
      "epoch": 2.8149812734082396,
      "grad_norm": 1.165687918663025,
      "learning_rate": 4.354354354354355e-06,
      "loss": 0.0028,
      "step": 940
    },
    {
      "epoch": 2.8179775280898878,
      "grad_norm": 26.728168487548828,
      "learning_rate": 4.348348348348348e-06,
      "loss": 0.0122,
      "step": 941
    },
    {
      "epoch": 2.8209737827715355,
      "grad_norm": 0.08892860263586044,
      "learning_rate": 4.342342342342343e-06,
      "loss": 0.001,
      "step": 942
    },
    {
      "epoch": 2.8239700374531838,
      "grad_norm": 0.7470696568489075,
      "learning_rate": 4.3363363363363364e-06,
      "loss": 0.0019,
      "step": 943
    },
    {
      "epoch": 2.8269662921348315,
      "grad_norm": 3.205700159072876,
      "learning_rate": 4.3303303303303305e-06,
      "loss": 0.1981,
      "step": 944
    },
    {
      "epoch": 2.8299625468164793,
      "grad_norm": 23.71075439453125,
      "learning_rate": 4.324324324324325e-06,
      "loss": 0.0421,
      "step": 945
    },
    {
      "epoch": 2.832958801498127,
      "grad_norm": 64.29513549804688,
      "learning_rate": 4.318318318318319e-06,
      "loss": 0.1661,
      "step": 946
    },
    {
      "epoch": 2.8359550561797753,
      "grad_norm": 6.911731243133545,
      "learning_rate": 4.312312312312313e-06,
      "loss": 0.0765,
      "step": 947
    },
    {
      "epoch": 2.8389513108614235,
      "grad_norm": 27.351591110229492,
      "learning_rate": 4.306306306306306e-06,
      "loss": 0.1383,
      "step": 948
    },
    {
      "epoch": 2.8419475655430713,
      "grad_norm": 1.3769259452819824,
      "learning_rate": 4.300300300300301e-06,
      "loss": 0.0116,
      "step": 949
    },
    {
      "epoch": 2.844943820224719,
      "grad_norm": 8.797236442565918,
      "learning_rate": 4.294294294294294e-06,
      "loss": 0.0105,
      "step": 950
    },
    {
      "epoch": 2.847940074906367,
      "grad_norm": 0.6100442409515381,
      "learning_rate": 4.2882882882882885e-06,
      "loss": 0.0031,
      "step": 951
    },
    {
      "epoch": 2.850936329588015,
      "grad_norm": 0.11245360225439072,
      "learning_rate": 4.282282282282283e-06,
      "loss": 0.0015,
      "step": 952
    },
    {
      "epoch": 2.853932584269663,
      "grad_norm": 13.6712064743042,
      "learning_rate": 4.276276276276277e-06,
      "loss": 0.1337,
      "step": 953
    },
    {
      "epoch": 2.856928838951311,
      "grad_norm": 0.09966795146465302,
      "learning_rate": 4.270270270270271e-06,
      "loss": 0.0014,
      "step": 954
    },
    {
      "epoch": 2.8599250936329588,
      "grad_norm": 9.589887619018555,
      "learning_rate": 4.264264264264265e-06,
      "loss": 0.2213,
      "step": 955
    },
    {
      "epoch": 2.8629213483146065,
      "grad_norm": 0.7842001914978027,
      "learning_rate": 4.258258258258259e-06,
      "loss": 0.0027,
      "step": 956
    },
    {
      "epoch": 2.8659176029962548,
      "grad_norm": 0.18834924697875977,
      "learning_rate": 4.252252252252252e-06,
      "loss": 0.0017,
      "step": 957
    },
    {
      "epoch": 2.8689138576779025,
      "grad_norm": 12.313905715942383,
      "learning_rate": 4.246246246246246e-06,
      "loss": 0.1867,
      "step": 958
    },
    {
      "epoch": 2.8719101123595507,
      "grad_norm": 4.269379138946533,
      "learning_rate": 4.2402402402402405e-06,
      "loss": 0.1962,
      "step": 959
    },
    {
      "epoch": 2.8749063670411985,
      "grad_norm": 7.370109558105469,
      "learning_rate": 4.234234234234235e-06,
      "loss": 0.0208,
      "step": 960
    },
    {
      "epoch": 2.8779026217228463,
      "grad_norm": 204.92921447753906,
      "learning_rate": 4.228228228228229e-06,
      "loss": 0.174,
      "step": 961
    },
    {
      "epoch": 2.8808988764044945,
      "grad_norm": 0.2679640054702759,
      "learning_rate": 4.222222222222223e-06,
      "loss": 0.002,
      "step": 962
    },
    {
      "epoch": 2.8838951310861423,
      "grad_norm": 0.22722303867340088,
      "learning_rate": 4.216216216216217e-06,
      "loss": 0.0021,
      "step": 963
    },
    {
      "epoch": 2.8868913857677905,
      "grad_norm": 7.144226551055908,
      "learning_rate": 4.21021021021021e-06,
      "loss": 0.036,
      "step": 964
    },
    {
      "epoch": 2.8898876404494382,
      "grad_norm": 1.2280908823013306,
      "learning_rate": 4.204204204204204e-06,
      "loss": 0.0038,
      "step": 965
    },
    {
      "epoch": 2.892883895131086,
      "grad_norm": 132.9735107421875,
      "learning_rate": 4.1981981981981984e-06,
      "loss": 0.108,
      "step": 966
    },
    {
      "epoch": 2.8958801498127342,
      "grad_norm": 59.87287139892578,
      "learning_rate": 4.1921921921921925e-06,
      "loss": 0.0791,
      "step": 967
    },
    {
      "epoch": 2.898876404494382,
      "grad_norm": 27.576318740844727,
      "learning_rate": 4.186186186186187e-06,
      "loss": 0.1638,
      "step": 968
    },
    {
      "epoch": 2.90187265917603,
      "grad_norm": 5.267337799072266,
      "learning_rate": 4.180180180180181e-06,
      "loss": 0.0397,
      "step": 969
    },
    {
      "epoch": 2.904868913857678,
      "grad_norm": 0.24482539296150208,
      "learning_rate": 4.174174174174174e-06,
      "loss": 0.0021,
      "step": 970
    },
    {
      "epoch": 2.9078651685393258,
      "grad_norm": 10.936861038208008,
      "learning_rate": 4.168168168168168e-06,
      "loss": 0.078,
      "step": 971
    },
    {
      "epoch": 2.9108614232209735,
      "grad_norm": 1.8542410135269165,
      "learning_rate": 4.162162162162163e-06,
      "loss": 0.0051,
      "step": 972
    },
    {
      "epoch": 2.9138576779026217,
      "grad_norm": 0.12661808729171753,
      "learning_rate": 4.156156156156156e-06,
      "loss": 0.0014,
      "step": 973
    },
    {
      "epoch": 2.9168539325842695,
      "grad_norm": 30.025484085083008,
      "learning_rate": 4.1501501501501505e-06,
      "loss": 0.0946,
      "step": 974
    },
    {
      "epoch": 2.9198501872659177,
      "grad_norm": 68.63817596435547,
      "learning_rate": 4.1441441441441446e-06,
      "loss": 0.1685,
      "step": 975
    },
    {
      "epoch": 2.9228464419475655,
      "grad_norm": 48.791038513183594,
      "learning_rate": 4.138138138138139e-06,
      "loss": 0.0473,
      "step": 976
    },
    {
      "epoch": 2.9258426966292133,
      "grad_norm": 15.335400581359863,
      "learning_rate": 4.132132132132132e-06,
      "loss": 0.1922,
      "step": 977
    },
    {
      "epoch": 2.9288389513108615,
      "grad_norm": 77.87091827392578,
      "learning_rate": 4.126126126126127e-06,
      "loss": 0.1616,
      "step": 978
    },
    {
      "epoch": 2.9318352059925092,
      "grad_norm": 0.6916086077690125,
      "learning_rate": 4.12012012012012e-06,
      "loss": 0.0024,
      "step": 979
    },
    {
      "epoch": 2.9348314606741575,
      "grad_norm": 149.41226196289062,
      "learning_rate": 4.114114114114114e-06,
      "loss": 0.034,
      "step": 980
    },
    {
      "epoch": 2.9378277153558052,
      "grad_norm": 54.30559158325195,
      "learning_rate": 4.108108108108108e-06,
      "loss": 0.0713,
      "step": 981
    },
    {
      "epoch": 2.940823970037453,
      "grad_norm": 1.0688893795013428,
      "learning_rate": 4.1021021021021025e-06,
      "loss": 0.0098,
      "step": 982
    },
    {
      "epoch": 2.943820224719101,
      "grad_norm": 21.895240783691406,
      "learning_rate": 4.096096096096097e-06,
      "loss": 0.1052,
      "step": 983
    },
    {
      "epoch": 2.946816479400749,
      "grad_norm": 0.12046666443347931,
      "learning_rate": 4.09009009009009e-06,
      "loss": 0.0015,
      "step": 984
    },
    {
      "epoch": 2.949812734082397,
      "grad_norm": 9.820867538452148,
      "learning_rate": 4.084084084084085e-06,
      "loss": 0.2097,
      "step": 985
    },
    {
      "epoch": 2.952808988764045,
      "grad_norm": 1.024439811706543,
      "learning_rate": 4.078078078078078e-06,
      "loss": 0.0032,
      "step": 986
    },
    {
      "epoch": 2.9558052434456927,
      "grad_norm": 30.047760009765625,
      "learning_rate": 4.072072072072072e-06,
      "loss": 0.2213,
      "step": 987
    },
    {
      "epoch": 2.958801498127341,
      "grad_norm": 0.10897261649370193,
      "learning_rate": 4.066066066066066e-06,
      "loss": 0.0013,
      "step": 988
    },
    {
      "epoch": 2.9617977528089887,
      "grad_norm": 46.3768196105957,
      "learning_rate": 4.06006006006006e-06,
      "loss": 0.1911,
      "step": 989
    },
    {
      "epoch": 2.964794007490637,
      "grad_norm": 0.3740360140800476,
      "learning_rate": 4.0540540540540545e-06,
      "loss": 0.002,
      "step": 990
    },
    {
      "epoch": 2.9677902621722847,
      "grad_norm": 0.14058686792850494,
      "learning_rate": 4.048048048048049e-06,
      "loss": 0.0014,
      "step": 991
    },
    {
      "epoch": 2.9707865168539325,
      "grad_norm": 13.293370246887207,
      "learning_rate": 4.042042042042043e-06,
      "loss": 0.1753,
      "step": 992
    },
    {
      "epoch": 2.9737827715355807,
      "grad_norm": 0.35173657536506653,
      "learning_rate": 4.036036036036036e-06,
      "loss": 0.0021,
      "step": 993
    },
    {
      "epoch": 2.9767790262172285,
      "grad_norm": 0.5589150786399841,
      "learning_rate": 4.03003003003003e-06,
      "loss": 0.0023,
      "step": 994
    },
    {
      "epoch": 2.9797752808988767,
      "grad_norm": 0.4406314492225647,
      "learning_rate": 4.024024024024024e-06,
      "loss": 0.0022,
      "step": 995
    },
    {
      "epoch": 2.9827715355805244,
      "grad_norm": 2.573115348815918,
      "learning_rate": 4.018018018018018e-06,
      "loss": 0.0415,
      "step": 996
    },
    {
      "epoch": 2.985767790262172,
      "grad_norm": 15.697823524475098,
      "learning_rate": 4.0120120120120124e-06,
      "loss": 0.0301,
      "step": 997
    },
    {
      "epoch": 2.98876404494382,
      "grad_norm": 15.628379821777344,
      "learning_rate": 4.0060060060060066e-06,
      "loss": 0.1527,
      "step": 998
    },
    {
      "epoch": 2.991760299625468,
      "grad_norm": 0.258297860622406,
      "learning_rate": 4.000000000000001e-06,
      "loss": 0.0015,
      "step": 999
    },
    {
      "epoch": 2.994756554307116,
      "grad_norm": 25.658567428588867,
      "learning_rate": 3.993993993993994e-06,
      "loss": 0.2117,
      "step": 1000
    },
    {
      "epoch": 2.997752808988764,
      "grad_norm": 0.44404181838035583,
      "learning_rate": 3.987987987987989e-06,
      "loss": 0.0017,
      "step": 1001
    },
    {
      "epoch": 3.0,
      "grad_norm": 0.25101685523986816,
      "learning_rate": 3.981981981981982e-06,
      "loss": 0.0012,
      "step": 1002
    },
    {
      "epoch": 3.0,
      "eval_accuracy": 0.9626998223801065,
      "eval_loss": 0.1771629899740219,
      "eval_runtime": 21.4693,
      "eval_samples_per_second": 26.224,
      "eval_steps_per_second": 3.307,
      "step": 1002
    },
    {
      "epoch": 3.0029962546816478,
      "grad_norm": 28.166404724121094,
      "learning_rate": 3.975975975975976e-06,
      "loss": 0.1058,
      "step": 1003
    },
    {
      "epoch": 3.005992509363296,
      "grad_norm": 6.128506183624268,
      "learning_rate": 3.96996996996997e-06,
      "loss": 0.0118,
      "step": 1004
    },
    {
      "epoch": 3.0089887640449438,
      "grad_norm": 0.18079061806201935,
      "learning_rate": 3.9639639639639645e-06,
      "loss": 0.0017,
      "step": 1005
    },
    {
      "epoch": 3.011985018726592,
      "grad_norm": 3.7501842975616455,
      "learning_rate": 3.957957957957958e-06,
      "loss": 0.209,
      "step": 1006
    },
    {
      "epoch": 3.0149812734082397,
      "grad_norm": 17.950193405151367,
      "learning_rate": 3.951951951951952e-06,
      "loss": 0.0178,
      "step": 1007
    },
    {
      "epoch": 3.0179775280898875,
      "grad_norm": 4.206531047821045,
      "learning_rate": 3.945945945945947e-06,
      "loss": 0.007,
      "step": 1008
    },
    {
      "epoch": 3.0209737827715357,
      "grad_norm": 3.0722286701202393,
      "learning_rate": 3.93993993993994e-06,
      "loss": 0.0099,
      "step": 1009
    },
    {
      "epoch": 3.0239700374531835,
      "grad_norm": 5.700033187866211,
      "learning_rate": 3.933933933933934e-06,
      "loss": 0.0056,
      "step": 1010
    },
    {
      "epoch": 3.0269662921348313,
      "grad_norm": 0.17911633849143982,
      "learning_rate": 3.927927927927928e-06,
      "loss": 0.0016,
      "step": 1011
    },
    {
      "epoch": 3.0299625468164795,
      "grad_norm": 22.76339340209961,
      "learning_rate": 3.921921921921922e-06,
      "loss": 0.166,
      "step": 1012
    },
    {
      "epoch": 3.0329588014981272,
      "grad_norm": 82.44022369384766,
      "learning_rate": 3.915915915915916e-06,
      "loss": 0.0263,
      "step": 1013
    },
    {
      "epoch": 3.0359550561797755,
      "grad_norm": 20.501956939697266,
      "learning_rate": 3.909909909909911e-06,
      "loss": 0.155,
      "step": 1014
    },
    {
      "epoch": 3.0389513108614232,
      "grad_norm": 1.1340712308883667,
      "learning_rate": 3.903903903903904e-06,
      "loss": 0.0099,
      "step": 1015
    },
    {
      "epoch": 3.041947565543071,
      "grad_norm": 17.413236618041992,
      "learning_rate": 3.897897897897898e-06,
      "loss": 0.6069,
      "step": 1016
    },
    {
      "epoch": 3.044943820224719,
      "grad_norm": 0.5072112083435059,
      "learning_rate": 3.891891891891892e-06,
      "loss": 0.0014,
      "step": 1017
    },
    {
      "epoch": 3.047940074906367,
      "grad_norm": 82.4122314453125,
      "learning_rate": 3.885885885885886e-06,
      "loss": 0.0481,
      "step": 1018
    },
    {
      "epoch": 3.050936329588015,
      "grad_norm": 0.10695996880531311,
      "learning_rate": 3.87987987987988e-06,
      "loss": 0.0011,
      "step": 1019
    },
    {
      "epoch": 3.053932584269663,
      "grad_norm": 0.18931803107261658,
      "learning_rate": 3.8738738738738744e-06,
      "loss": 0.0014,
      "step": 1020
    },
    {
      "epoch": 3.0569288389513107,
      "grad_norm": 12.460945129394531,
      "learning_rate": 3.8678678678678685e-06,
      "loss": 0.1022,
      "step": 1021
    },
    {
      "epoch": 3.059925093632959,
      "grad_norm": 0.30106574296951294,
      "learning_rate": 3.861861861861862e-06,
      "loss": 0.0026,
      "step": 1022
    },
    {
      "epoch": 3.0629213483146067,
      "grad_norm": 35.0296630859375,
      "learning_rate": 3.855855855855856e-06,
      "loss": 0.1508,
      "step": 1023
    },
    {
      "epoch": 3.0659176029962545,
      "grad_norm": 0.24383395910263062,
      "learning_rate": 3.84984984984985e-06,
      "loss": 0.0021,
      "step": 1024
    },
    {
      "epoch": 3.0689138576779027,
      "grad_norm": 13.463871002197266,
      "learning_rate": 3.843843843843844e-06,
      "loss": 0.0238,
      "step": 1025
    },
    {
      "epoch": 3.0719101123595505,
      "grad_norm": 0.19878296554088593,
      "learning_rate": 3.837837837837838e-06,
      "loss": 0.0019,
      "step": 1026
    },
    {
      "epoch": 3.0749063670411987,
      "grad_norm": 0.2445116937160492,
      "learning_rate": 3.831831831831832e-06,
      "loss": 0.002,
      "step": 1027
    },
    {
      "epoch": 3.0779026217228465,
      "grad_norm": 16.643571853637695,
      "learning_rate": 3.8258258258258265e-06,
      "loss": 0.0283,
      "step": 1028
    },
    {
      "epoch": 3.0808988764044942,
      "grad_norm": 22.042783737182617,
      "learning_rate": 3.81981981981982e-06,
      "loss": 0.1676,
      "step": 1029
    },
    {
      "epoch": 3.0838951310861424,
      "grad_norm": 1.406181812286377,
      "learning_rate": 3.8138138138138143e-06,
      "loss": 0.0074,
      "step": 1030
    },
    {
      "epoch": 3.08689138576779,
      "grad_norm": 2.1913270950317383,
      "learning_rate": 3.807807807807808e-06,
      "loss": 0.003,
      "step": 1031
    },
    {
      "epoch": 3.0898876404494384,
      "grad_norm": 169.27557373046875,
      "learning_rate": 3.801801801801802e-06,
      "loss": 0.09,
      "step": 1032
    },
    {
      "epoch": 3.092883895131086,
      "grad_norm": 0.09239841997623444,
      "learning_rate": 3.795795795795796e-06,
      "loss": 0.0011,
      "step": 1033
    },
    {
      "epoch": 3.095880149812734,
      "grad_norm": 0.07967542111873627,
      "learning_rate": 3.78978978978979e-06,
      "loss": 0.001,
      "step": 1034
    },
    {
      "epoch": 3.098876404494382,
      "grad_norm": 40.274864196777344,
      "learning_rate": 3.7837837837837844e-06,
      "loss": 0.1974,
      "step": 1035
    },
    {
      "epoch": 3.10187265917603,
      "grad_norm": 0.18797746300697327,
      "learning_rate": 3.777777777777778e-06,
      "loss": 0.0015,
      "step": 1036
    },
    {
      "epoch": 3.1048689138576777,
      "grad_norm": 15.524847030639648,
      "learning_rate": 3.771771771771772e-06,
      "loss": 0.0983,
      "step": 1037
    },
    {
      "epoch": 3.107865168539326,
      "grad_norm": 2.8484082221984863,
      "learning_rate": 3.765765765765766e-06,
      "loss": 0.0037,
      "step": 1038
    },
    {
      "epoch": 3.1108614232209737,
      "grad_norm": 5.206206798553467,
      "learning_rate": 3.75975975975976e-06,
      "loss": 0.1621,
      "step": 1039
    },
    {
      "epoch": 3.113857677902622,
      "grad_norm": 0.14623048901557922,
      "learning_rate": 3.7537537537537537e-06,
      "loss": 0.0014,
      "step": 1040
    },
    {
      "epoch": 3.1168539325842697,
      "grad_norm": 0.13604526221752167,
      "learning_rate": 3.747747747747748e-06,
      "loss": 0.0011,
      "step": 1041
    },
    {
      "epoch": 3.1198501872659175,
      "grad_norm": 0.1345546543598175,
      "learning_rate": 3.7417417417417423e-06,
      "loss": 0.0012,
      "step": 1042
    },
    {
      "epoch": 3.1228464419475657,
      "grad_norm": 0.31141021847724915,
      "learning_rate": 3.735735735735736e-06,
      "loss": 0.0013,
      "step": 1043
    },
    {
      "epoch": 3.1258426966292134,
      "grad_norm": 3.8004722595214844,
      "learning_rate": 3.72972972972973e-06,
      "loss": 0.0573,
      "step": 1044
    },
    {
      "epoch": 3.128838951310861,
      "grad_norm": 0.34975168108940125,
      "learning_rate": 3.723723723723724e-06,
      "loss": 0.0022,
      "step": 1045
    },
    {
      "epoch": 3.1318352059925094,
      "grad_norm": 0.836336076259613,
      "learning_rate": 3.7177177177177183e-06,
      "loss": 0.0073,
      "step": 1046
    },
    {
      "epoch": 3.134831460674157,
      "grad_norm": 1.127227544784546,
      "learning_rate": 3.711711711711712e-06,
      "loss": 0.0037,
      "step": 1047
    },
    {
      "epoch": 3.1378277153558054,
      "grad_norm": 1.775098204612732,
      "learning_rate": 3.705705705705706e-06,
      "loss": 0.0091,
      "step": 1048
    },
    {
      "epoch": 3.140823970037453,
      "grad_norm": 27.621877670288086,
      "learning_rate": 3.6996996996997e-06,
      "loss": 0.0827,
      "step": 1049
    },
    {
      "epoch": 3.143820224719101,
      "grad_norm": 0.06538525223731995,
      "learning_rate": 3.693693693693694e-06,
      "loss": 0.0009,
      "step": 1050
    },
    {
      "epoch": 3.146816479400749,
      "grad_norm": 0.06390548497438431,
      "learning_rate": 3.6876876876876885e-06,
      "loss": 0.0008,
      "step": 1051
    },
    {
      "epoch": 3.149812734082397,
      "grad_norm": 2.483194351196289,
      "learning_rate": 3.681681681681682e-06,
      "loss": 0.0175,
      "step": 1052
    },
    {
      "epoch": 3.152808988764045,
      "grad_norm": 39.44814682006836,
      "learning_rate": 3.6756756756756763e-06,
      "loss": 0.0202,
      "step": 1053
    },
    {
      "epoch": 3.155805243445693,
      "grad_norm": 19.42127227783203,
      "learning_rate": 3.66966966966967e-06,
      "loss": 0.4345,
      "step": 1054
    },
    {
      "epoch": 3.1588014981273407,
      "grad_norm": 0.10200697928667068,
      "learning_rate": 3.663663663663664e-06,
      "loss": 0.0009,
      "step": 1055
    },
    {
      "epoch": 3.161797752808989,
      "grad_norm": 0.7569524049758911,
      "learning_rate": 3.6576576576576577e-06,
      "loss": 0.0135,
      "step": 1056
    },
    {
      "epoch": 3.1647940074906367,
      "grad_norm": 44.45731735229492,
      "learning_rate": 3.651651651651652e-06,
      "loss": 0.1243,
      "step": 1057
    },
    {
      "epoch": 3.167790262172285,
      "grad_norm": 0.7283141016960144,
      "learning_rate": 3.6456456456456455e-06,
      "loss": 0.0012,
      "step": 1058
    },
    {
      "epoch": 3.1707865168539326,
      "grad_norm": 45.335819244384766,
      "learning_rate": 3.63963963963964e-06,
      "loss": 0.024,
      "step": 1059
    },
    {
      "epoch": 3.1737827715355804,
      "grad_norm": 2.0355594158172607,
      "learning_rate": 3.633633633633634e-06,
      "loss": 0.013,
      "step": 1060
    },
    {
      "epoch": 3.1767790262172286,
      "grad_norm": 83.11621856689453,
      "learning_rate": 3.627627627627628e-06,
      "loss": 0.1168,
      "step": 1061
    },
    {
      "epoch": 3.1797752808988764,
      "grad_norm": 0.09632370620965958,
      "learning_rate": 3.621621621621622e-06,
      "loss": 0.0008,
      "step": 1062
    },
    {
      "epoch": 3.182771535580524,
      "grad_norm": 6.644118309020996,
      "learning_rate": 3.6156156156156157e-06,
      "loss": 0.2081,
      "step": 1063
    },
    {
      "epoch": 3.1857677902621724,
      "grad_norm": 0.16423919796943665,
      "learning_rate": 3.60960960960961e-06,
      "loss": 0.001,
      "step": 1064
    },
    {
      "epoch": 3.18876404494382,
      "grad_norm": 87.73657989501953,
      "learning_rate": 3.603603603603604e-06,
      "loss": 0.1015,
      "step": 1065
    },
    {
      "epoch": 3.1917602996254684,
      "grad_norm": 15.627496719360352,
      "learning_rate": 3.597597597597598e-06,
      "loss": 0.1539,
      "step": 1066
    },
    {
      "epoch": 3.194756554307116,
      "grad_norm": 0.07909096032381058,
      "learning_rate": 3.5915915915915917e-06,
      "loss": 0.0009,
      "step": 1067
    },
    {
      "epoch": 3.197752808988764,
      "grad_norm": 0.9036718010902405,
      "learning_rate": 3.5855855855855858e-06,
      "loss": 0.0017,
      "step": 1068
    },
    {
      "epoch": 3.200749063670412,
      "grad_norm": 2.1594274044036865,
      "learning_rate": 3.5795795795795803e-06,
      "loss": 0.0037,
      "step": 1069
    },
    {
      "epoch": 3.20374531835206,
      "grad_norm": 0.0753878653049469,
      "learning_rate": 3.573573573573574e-06,
      "loss": 0.0009,
      "step": 1070
    },
    {
      "epoch": 3.2067415730337077,
      "grad_norm": 3.1338107585906982,
      "learning_rate": 3.567567567567568e-06,
      "loss": 0.0111,
      "step": 1071
    },
    {
      "epoch": 3.209737827715356,
      "grad_norm": 0.14338922500610352,
      "learning_rate": 3.561561561561562e-06,
      "loss": 0.0013,
      "step": 1072
    },
    {
      "epoch": 3.2127340823970036,
      "grad_norm": 12.572104454040527,
      "learning_rate": 3.555555555555556e-06,
      "loss": 0.2825,
      "step": 1073
    },
    {
      "epoch": 3.215730337078652,
      "grad_norm": 20.024112701416016,
      "learning_rate": 3.5495495495495496e-06,
      "loss": 0.1248,
      "step": 1074
    },
    {
      "epoch": 3.2187265917602996,
      "grad_norm": 11.643209457397461,
      "learning_rate": 3.5435435435435437e-06,
      "loss": 0.085,
      "step": 1075
    },
    {
      "epoch": 3.2217228464419474,
      "grad_norm": 0.15489691495895386,
      "learning_rate": 3.5375375375375374e-06,
      "loss": 0.0014,
      "step": 1076
    },
    {
      "epoch": 3.2247191011235956,
      "grad_norm": 77.08690643310547,
      "learning_rate": 3.531531531531532e-06,
      "loss": 0.0644,
      "step": 1077
    },
    {
      "epoch": 3.2277153558052434,
      "grad_norm": 0.11881520599126816,
      "learning_rate": 3.525525525525526e-06,
      "loss": 0.0011,
      "step": 1078
    },
    {
      "epoch": 3.2307116104868916,
      "grad_norm": 14.568486213684082,
      "learning_rate": 3.5195195195195197e-06,
      "loss": 0.1417,
      "step": 1079
    },
    {
      "epoch": 3.2337078651685394,
      "grad_norm": 29.129297256469727,
      "learning_rate": 3.513513513513514e-06,
      "loss": 0.2043,
      "step": 1080
    },
    {
      "epoch": 3.236704119850187,
      "grad_norm": 2.8419158458709717,
      "learning_rate": 3.5075075075075075e-06,
      "loss": 0.009,
      "step": 1081
    },
    {
      "epoch": 3.2397003745318353,
      "grad_norm": 0.82688969373703,
      "learning_rate": 3.501501501501502e-06,
      "loss": 0.0024,
      "step": 1082
    },
    {
      "epoch": 3.242696629213483,
      "grad_norm": 40.012550354003906,
      "learning_rate": 3.4954954954954957e-06,
      "loss": 0.1276,
      "step": 1083
    },
    {
      "epoch": 3.245692883895131,
      "grad_norm": 0.16128391027450562,
      "learning_rate": 3.48948948948949e-06,
      "loss": 0.0012,
      "step": 1084
    },
    {
      "epoch": 3.248689138576779,
      "grad_norm": 0.23443275690078735,
      "learning_rate": 3.4834834834834835e-06,
      "loss": 0.0016,
      "step": 1085
    },
    {
      "epoch": 3.251685393258427,
      "grad_norm": 9.920722007751465,
      "learning_rate": 3.4774774774774776e-06,
      "loss": 0.099,
      "step": 1086
    },
    {
      "epoch": 3.254681647940075,
      "grad_norm": 0.3433252274990082,
      "learning_rate": 3.471471471471472e-06,
      "loss": 0.0026,
      "step": 1087
    },
    {
      "epoch": 3.257677902621723,
      "grad_norm": 514.9418334960938,
      "learning_rate": 3.465465465465466e-06,
      "loss": 0.071,
      "step": 1088
    },
    {
      "epoch": 3.2606741573033706,
      "grad_norm": 1.8422298431396484,
      "learning_rate": 3.45945945945946e-06,
      "loss": 0.0092,
      "step": 1089
    },
    {
      "epoch": 3.263670411985019,
      "grad_norm": 0.14507924020290375,
      "learning_rate": 3.4534534534534537e-06,
      "loss": 0.0008,
      "step": 1090
    },
    {
      "epoch": 3.2666666666666666,
      "grad_norm": 1.0720672607421875,
      "learning_rate": 3.4474474474474478e-06,
      "loss": 0.0079,
      "step": 1091
    },
    {
      "epoch": 3.2696629213483144,
      "grad_norm": 0.17518070340156555,
      "learning_rate": 3.4414414414414415e-06,
      "loss": 0.0013,
      "step": 1092
    },
    {
      "epoch": 3.2726591760299626,
      "grad_norm": 0.053091756999492645,
      "learning_rate": 3.435435435435436e-06,
      "loss": 0.0008,
      "step": 1093
    },
    {
      "epoch": 3.2756554307116104,
      "grad_norm": 0.7648254632949829,
      "learning_rate": 3.4294294294294293e-06,
      "loss": 0.0059,
      "step": 1094
    },
    {
      "epoch": 3.2786516853932586,
      "grad_norm": 3.3494112491607666,
      "learning_rate": 3.423423423423424e-06,
      "loss": 0.0508,
      "step": 1095
    },
    {
      "epoch": 3.2816479400749063,
      "grad_norm": 0.06449177116155624,
      "learning_rate": 3.417417417417418e-06,
      "loss": 0.0008,
      "step": 1096
    },
    {
      "epoch": 3.284644194756554,
      "grad_norm": 13.884971618652344,
      "learning_rate": 3.4114114114114116e-06,
      "loss": 0.2007,
      "step": 1097
    },
    {
      "epoch": 3.2876404494382023,
      "grad_norm": 6.7031402587890625,
      "learning_rate": 3.4054054054054057e-06,
      "loss": 0.2305,
      "step": 1098
    },
    {
      "epoch": 3.29063670411985,
      "grad_norm": 0.06286942958831787,
      "learning_rate": 3.3993993993993994e-06,
      "loss": 0.0008,
      "step": 1099
    },
    {
      "epoch": 3.2936329588014983,
      "grad_norm": 0.16238509118556976,
      "learning_rate": 3.393393393393394e-06,
      "loss": 0.0012,
      "step": 1100
    },
    {
      "epoch": 3.296629213483146,
      "grad_norm": 14.298246383666992,
      "learning_rate": 3.3873873873873876e-06,
      "loss": 0.119,
      "step": 1101
    },
    {
      "epoch": 3.299625468164794,
      "grad_norm": 9.177990913391113,
      "learning_rate": 3.3813813813813817e-06,
      "loss": 0.282,
      "step": 1102
    },
    {
      "epoch": 3.302621722846442,
      "grad_norm": 8.57481861114502,
      "learning_rate": 3.3753753753753754e-06,
      "loss": 0.1291,
      "step": 1103
    },
    {
      "epoch": 3.30561797752809,
      "grad_norm": 28.68311882019043,
      "learning_rate": 3.3693693693693695e-06,
      "loss": 0.0891,
      "step": 1104
    },
    {
      "epoch": 3.308614232209738,
      "grad_norm": 10.132109642028809,
      "learning_rate": 3.363363363363364e-06,
      "loss": 0.0121,
      "step": 1105
    },
    {
      "epoch": 3.311610486891386,
      "grad_norm": 8.56514835357666,
      "learning_rate": 3.3573573573573577e-06,
      "loss": 0.1897,
      "step": 1106
    },
    {
      "epoch": 3.3146067415730336,
      "grad_norm": 6.790737628936768,
      "learning_rate": 3.351351351351352e-06,
      "loss": 0.1676,
      "step": 1107
    },
    {
      "epoch": 3.317602996254682,
      "grad_norm": 3.557913303375244,
      "learning_rate": 3.3453453453453455e-06,
      "loss": 0.2126,
      "step": 1108
    },
    {
      "epoch": 3.3205992509363296,
      "grad_norm": 0.2737390398979187,
      "learning_rate": 3.3393393393393396e-06,
      "loss": 0.0018,
      "step": 1109
    },
    {
      "epoch": 3.3235955056179773,
      "grad_norm": 23.446863174438477,
      "learning_rate": 3.3333333333333333e-06,
      "loss": 0.0165,
      "step": 1110
    },
    {
      "epoch": 3.3265917602996256,
      "grad_norm": 0.42158132791519165,
      "learning_rate": 3.327327327327328e-06,
      "loss": 0.0026,
      "step": 1111
    },
    {
      "epoch": 3.3295880149812733,
      "grad_norm": 0.5871883034706116,
      "learning_rate": 3.3213213213213215e-06,
      "loss": 0.0019,
      "step": 1112
    },
    {
      "epoch": 3.3325842696629215,
      "grad_norm": 0.16152256727218628,
      "learning_rate": 3.3153153153153157e-06,
      "loss": 0.0013,
      "step": 1113
    },
    {
      "epoch": 3.3355805243445693,
      "grad_norm": 0.23422731459140778,
      "learning_rate": 3.3093093093093098e-06,
      "loss": 0.002,
      "step": 1114
    },
    {
      "epoch": 3.338576779026217,
      "grad_norm": 13.004279136657715,
      "learning_rate": 3.3033033033033035e-06,
      "loss": 0.079,
      "step": 1115
    },
    {
      "epoch": 3.3415730337078653,
      "grad_norm": 0.5757007002830505,
      "learning_rate": 3.2972972972972976e-06,
      "loss": 0.0035,
      "step": 1116
    },
    {
      "epoch": 3.344569288389513,
      "grad_norm": 26.546422958374023,
      "learning_rate": 3.2912912912912912e-06,
      "loss": 0.1743,
      "step": 1117
    },
    {
      "epoch": 3.347565543071161,
      "grad_norm": 7.220470905303955,
      "learning_rate": 3.2852852852852858e-06,
      "loss": 0.017,
      "step": 1118
    },
    {
      "epoch": 3.350561797752809,
      "grad_norm": 140.53004455566406,
      "learning_rate": 3.2792792792792795e-06,
      "loss": 0.0916,
      "step": 1119
    },
    {
      "epoch": 3.353558052434457,
      "grad_norm": 0.8136566281318665,
      "learning_rate": 3.2732732732732736e-06,
      "loss": 0.0046,
      "step": 1120
    },
    {
      "epoch": 3.356554307116105,
      "grad_norm": 17.27185821533203,
      "learning_rate": 3.2672672672672673e-06,
      "loss": 0.0256,
      "step": 1121
    },
    {
      "epoch": 3.359550561797753,
      "grad_norm": 10.133230209350586,
      "learning_rate": 3.2612612612612614e-06,
      "loss": 0.1214,
      "step": 1122
    },
    {
      "epoch": 3.3625468164794006,
      "grad_norm": 0.5158509612083435,
      "learning_rate": 3.255255255255256e-06,
      "loss": 0.0027,
      "step": 1123
    },
    {
      "epoch": 3.365543071161049,
      "grad_norm": 0.46048080921173096,
      "learning_rate": 3.2492492492492496e-06,
      "loss": 0.0022,
      "step": 1124
    },
    {
      "epoch": 3.3685393258426966,
      "grad_norm": 3.597918748855591,
      "learning_rate": 3.2432432432432437e-06,
      "loss": 0.0051,
      "step": 1125
    },
    {
      "epoch": 3.3715355805243448,
      "grad_norm": 0.5563721060752869,
      "learning_rate": 3.2372372372372374e-06,
      "loss": 0.0035,
      "step": 1126
    },
    {
      "epoch": 3.3745318352059925,
      "grad_norm": 5.093927383422852,
      "learning_rate": 3.2312312312312315e-06,
      "loss": 0.0049,
      "step": 1127
    },
    {
      "epoch": 3.3775280898876403,
      "grad_norm": 1.1499890089035034,
      "learning_rate": 3.225225225225225e-06,
      "loss": 0.0118,
      "step": 1128
    },
    {
      "epoch": 3.3805243445692885,
      "grad_norm": 10.400493621826172,
      "learning_rate": 3.2192192192192197e-06,
      "loss": 0.0791,
      "step": 1129
    },
    {
      "epoch": 3.3835205992509363,
      "grad_norm": 21.45985984802246,
      "learning_rate": 3.2132132132132134e-06,
      "loss": 0.0098,
      "step": 1130
    },
    {
      "epoch": 3.3865168539325845,
      "grad_norm": 0.8989500403404236,
      "learning_rate": 3.2072072072072075e-06,
      "loss": 0.002,
      "step": 1131
    },
    {
      "epoch": 3.3895131086142323,
      "grad_norm": 12.515076637268066,
      "learning_rate": 3.2012012012012016e-06,
      "loss": 0.1325,
      "step": 1132
    },
    {
      "epoch": 3.39250936329588,
      "grad_norm": 0.42851266264915466,
      "learning_rate": 3.1951951951951953e-06,
      "loss": 0.0037,
      "step": 1133
    },
    {
      "epoch": 3.3955056179775283,
      "grad_norm": 0.10597572475671768,
      "learning_rate": 3.1891891891891894e-06,
      "loss": 0.0011,
      "step": 1134
    },
    {
      "epoch": 3.398501872659176,
      "grad_norm": 14.891583442687988,
      "learning_rate": 3.183183183183183e-06,
      "loss": 0.3976,
      "step": 1135
    },
    {
      "epoch": 3.401498127340824,
      "grad_norm": 90.40242004394531,
      "learning_rate": 3.1771771771771776e-06,
      "loss": 0.1723,
      "step": 1136
    },
    {
      "epoch": 3.404494382022472,
      "grad_norm": 0.5071372985839844,
      "learning_rate": 3.1711711711711713e-06,
      "loss": 0.0036,
      "step": 1137
    },
    {
      "epoch": 3.40749063670412,
      "grad_norm": 0.10828603804111481,
      "learning_rate": 3.1651651651651654e-06,
      "loss": 0.0008,
      "step": 1138
    },
    {
      "epoch": 3.4104868913857675,
      "grad_norm": 0.1566867232322693,
      "learning_rate": 3.159159159159159e-06,
      "loss": 0.001,
      "step": 1139
    },
    {
      "epoch": 3.4134831460674158,
      "grad_norm": 28.552108764648438,
      "learning_rate": 3.1531531531531532e-06,
      "loss": 0.1246,
      "step": 1140
    },
    {
      "epoch": 3.4164794007490635,
      "grad_norm": 5.321919918060303,
      "learning_rate": 3.1471471471471478e-06,
      "loss": 0.0049,
      "step": 1141
    },
    {
      "epoch": 3.4194756554307117,
      "grad_norm": 5.983062744140625,
      "learning_rate": 3.1411411411411415e-06,
      "loss": 0.1989,
      "step": 1142
    },
    {
      "epoch": 3.4224719101123595,
      "grad_norm": 0.12518221139907837,
      "learning_rate": 3.1351351351351356e-06,
      "loss": 0.0009,
      "step": 1143
    },
    {
      "epoch": 3.4254681647940073,
      "grad_norm": 0.0917065292596817,
      "learning_rate": 3.1291291291291293e-06,
      "loss": 0.0009,
      "step": 1144
    },
    {
      "epoch": 3.4284644194756555,
      "grad_norm": 21.737844467163086,
      "learning_rate": 3.1231231231231234e-06,
      "loss": 0.1554,
      "step": 1145
    },
    {
      "epoch": 3.4314606741573033,
      "grad_norm": 0.10727402567863464,
      "learning_rate": 3.117117117117117e-06,
      "loss": 0.0013,
      "step": 1146
    },
    {
      "epoch": 3.4344569288389515,
      "grad_norm": 14.968389511108398,
      "learning_rate": 3.1111111111111116e-06,
      "loss": 0.0216,
      "step": 1147
    },
    {
      "epoch": 3.4374531835205993,
      "grad_norm": 0.12470707297325134,
      "learning_rate": 3.1051051051051053e-06,
      "loss": 0.0009,
      "step": 1148
    },
    {
      "epoch": 3.440449438202247,
      "grad_norm": 6.339749336242676,
      "learning_rate": 3.0990990990990994e-06,
      "loss": 0.1745,
      "step": 1149
    },
    {
      "epoch": 3.4434456928838952,
      "grad_norm": 2.9502055644989014,
      "learning_rate": 3.0930930930930935e-06,
      "loss": 0.014,
      "step": 1150
    },
    {
      "epoch": 3.446441947565543,
      "grad_norm": 0.4890146553516388,
      "learning_rate": 3.087087087087087e-06,
      "loss": 0.0017,
      "step": 1151
    },
    {
      "epoch": 3.449438202247191,
      "grad_norm": 5.794363021850586,
      "learning_rate": 3.0810810810810817e-06,
      "loss": 0.0158,
      "step": 1152
    },
    {
      "epoch": 3.452434456928839,
      "grad_norm": 0.17519600689411163,
      "learning_rate": 3.0750750750750754e-06,
      "loss": 0.0014,
      "step": 1153
    },
    {
      "epoch": 3.4554307116104868,
      "grad_norm": 0.11729874461889267,
      "learning_rate": 3.0690690690690695e-06,
      "loss": 0.0012,
      "step": 1154
    },
    {
      "epoch": 3.458426966292135,
      "grad_norm": 0.20305968821048737,
      "learning_rate": 3.063063063063063e-06,
      "loss": 0.0016,
      "step": 1155
    },
    {
      "epoch": 3.4614232209737827,
      "grad_norm": 13.6810941696167,
      "learning_rate": 3.0570570570570573e-06,
      "loss": 0.1434,
      "step": 1156
    },
    {
      "epoch": 3.464419475655431,
      "grad_norm": 0.112913116812706,
      "learning_rate": 3.051051051051051e-06,
      "loss": 0.0012,
      "step": 1157
    },
    {
      "epoch": 3.4674157303370787,
      "grad_norm": 0.40983065962791443,
      "learning_rate": 3.045045045045045e-06,
      "loss": 0.0021,
      "step": 1158
    },
    {
      "epoch": 3.4704119850187265,
      "grad_norm": 0.36891645193099976,
      "learning_rate": 3.0390390390390396e-06,
      "loss": 0.0019,
      "step": 1159
    },
    {
      "epoch": 3.4734082397003747,
      "grad_norm": 37.0242805480957,
      "learning_rate": 3.0330330330330333e-06,
      "loss": 0.0663,
      "step": 1160
    },
    {
      "epoch": 3.4764044943820225,
      "grad_norm": 0.4011613130569458,
      "learning_rate": 3.0270270270270274e-06,
      "loss": 0.0022,
      "step": 1161
    },
    {
      "epoch": 3.4794007490636703,
      "grad_norm": 0.0622095912694931,
      "learning_rate": 3.021021021021021e-06,
      "loss": 0.0007,
      "step": 1162
    },
    {
      "epoch": 3.4823970037453185,
      "grad_norm": 0.2718900442123413,
      "learning_rate": 3.0150150150150152e-06,
      "loss": 0.0011,
      "step": 1163
    },
    {
      "epoch": 3.4853932584269662,
      "grad_norm": 10.158575057983398,
      "learning_rate": 3.009009009009009e-06,
      "loss": 0.0113,
      "step": 1164
    },
    {
      "epoch": 3.488389513108614,
      "grad_norm": 34.16524124145508,
      "learning_rate": 3.0030030030030034e-06,
      "loss": 0.1656,
      "step": 1165
    },
    {
      "epoch": 3.491385767790262,
      "grad_norm": 21.019149780273438,
      "learning_rate": 2.996996996996997e-06,
      "loss": 0.0156,
      "step": 1166
    },
    {
      "epoch": 3.49438202247191,
      "grad_norm": 8.08090877532959,
      "learning_rate": 2.9909909909909912e-06,
      "loss": 0.1539,
      "step": 1167
    },
    {
      "epoch": 3.497378277153558,
      "grad_norm": 0.28100255131721497,
      "learning_rate": 2.9849849849849854e-06,
      "loss": 0.0013,
      "step": 1168
    },
    {
      "epoch": 3.500374531835206,
      "grad_norm": 11.16100788116455,
      "learning_rate": 2.978978978978979e-06,
      "loss": 0.0329,
      "step": 1169
    },
    {
      "epoch": 3.5033707865168537,
      "grad_norm": 13.391993522644043,
      "learning_rate": 2.9729729729729736e-06,
      "loss": 0.1595,
      "step": 1170
    },
    {
      "epoch": 3.506367041198502,
      "grad_norm": 199.873046875,
      "learning_rate": 2.9669669669669673e-06,
      "loss": 0.0179,
      "step": 1171
    },
    {
      "epoch": 3.5093632958801497,
      "grad_norm": 0.5481918454170227,
      "learning_rate": 2.9609609609609614e-06,
      "loss": 0.0027,
      "step": 1172
    },
    {
      "epoch": 3.512359550561798,
      "grad_norm": 0.3004973828792572,
      "learning_rate": 2.954954954954955e-06,
      "loss": 0.0015,
      "step": 1173
    },
    {
      "epoch": 3.5153558052434457,
      "grad_norm": 0.07423954457044601,
      "learning_rate": 2.948948948948949e-06,
      "loss": 0.0007,
      "step": 1174
    },
    {
      "epoch": 3.5183520599250935,
      "grad_norm": 0.15803757309913635,
      "learning_rate": 2.942942942942943e-06,
      "loss": 0.0012,
      "step": 1175
    },
    {
      "epoch": 3.5213483146067417,
      "grad_norm": 0.08874224126338959,
      "learning_rate": 2.936936936936937e-06,
      "loss": 0.0008,
      "step": 1176
    },
    {
      "epoch": 3.5243445692883895,
      "grad_norm": 2.6903014183044434,
      "learning_rate": 2.9309309309309315e-06,
      "loss": 0.0025,
      "step": 1177
    },
    {
      "epoch": 3.5273408239700377,
      "grad_norm": 18.532550811767578,
      "learning_rate": 2.924924924924925e-06,
      "loss": 0.1481,
      "step": 1178
    },
    {
      "epoch": 3.5303370786516854,
      "grad_norm": 1.5022221803665161,
      "learning_rate": 2.9189189189189193e-06,
      "loss": 0.0079,
      "step": 1179
    },
    {
      "epoch": 3.533333333333333,
      "grad_norm": 4.695957183837891,
      "learning_rate": 2.912912912912913e-06,
      "loss": 0.0722,
      "step": 1180
    },
    {
      "epoch": 3.5363295880149814,
      "grad_norm": 90.71923828125,
      "learning_rate": 2.906906906906907e-06,
      "loss": 0.1585,
      "step": 1181
    },
    {
      "epoch": 3.539325842696629,
      "grad_norm": 0.32794615626335144,
      "learning_rate": 2.9009009009009008e-06,
      "loss": 0.0016,
      "step": 1182
    },
    {
      "epoch": 3.5423220973782774,
      "grad_norm": 13.338924407958984,
      "learning_rate": 2.8948948948948953e-06,
      "loss": 0.1505,
      "step": 1183
    },
    {
      "epoch": 3.545318352059925,
      "grad_norm": 4.8918585777282715,
      "learning_rate": 2.888888888888889e-06,
      "loss": 0.003,
      "step": 1184
    },
    {
      "epoch": 3.548314606741573,
      "grad_norm": 0.2953185737133026,
      "learning_rate": 2.882882882882883e-06,
      "loss": 0.0014,
      "step": 1185
    },
    {
      "epoch": 3.5513108614232207,
      "grad_norm": 15.525997161865234,
      "learning_rate": 2.8768768768768772e-06,
      "loss": 0.0163,
      "step": 1186
    },
    {
      "epoch": 3.554307116104869,
      "grad_norm": 18.109050750732422,
      "learning_rate": 2.870870870870871e-06,
      "loss": 0.1467,
      "step": 1187
    },
    {
      "epoch": 3.5573033707865167,
      "grad_norm": 25.510013580322266,
      "learning_rate": 2.8648648648648654e-06,
      "loss": 0.2551,
      "step": 1188
    },
    {
      "epoch": 3.560299625468165,
      "grad_norm": 6.449516773223877,
      "learning_rate": 2.858858858858859e-06,
      "loss": 0.0027,
      "step": 1189
    },
    {
      "epoch": 3.5632958801498127,
      "grad_norm": 13.221821784973145,
      "learning_rate": 2.8528528528528532e-06,
      "loss": 0.3049,
      "step": 1190
    },
    {
      "epoch": 3.5662921348314605,
      "grad_norm": 0.14982223510742188,
      "learning_rate": 2.846846846846847e-06,
      "loss": 0.0011,
      "step": 1191
    },
    {
      "epoch": 3.5692883895131087,
      "grad_norm": 28.092092514038086,
      "learning_rate": 2.840840840840841e-06,
      "loss": 0.2558,
      "step": 1192
    },
    {
      "epoch": 3.5722846441947564,
      "grad_norm": 43.792537689208984,
      "learning_rate": 2.8348348348348347e-06,
      "loss": 0.1863,
      "step": 1193
    },
    {
      "epoch": 3.5752808988764047,
      "grad_norm": 0.21688073873519897,
      "learning_rate": 2.828828828828829e-06,
      "loss": 0.0014,
      "step": 1194
    },
    {
      "epoch": 3.5782771535580524,
      "grad_norm": 0.12059924006462097,
      "learning_rate": 2.8228228228228234e-06,
      "loss": 0.001,
      "step": 1195
    },
    {
      "epoch": 3.5812734082397,
      "grad_norm": 0.19299505650997162,
      "learning_rate": 2.816816816816817e-06,
      "loss": 0.0011,
      "step": 1196
    },
    {
      "epoch": 3.5842696629213484,
      "grad_norm": 12.536391258239746,
      "learning_rate": 2.810810810810811e-06,
      "loss": 0.0137,
      "step": 1197
    },
    {
      "epoch": 3.587265917602996,
      "grad_norm": 0.033527225255966187,
      "learning_rate": 2.804804804804805e-06,
      "loss": 0.0006,
      "step": 1198
    },
    {
      "epoch": 3.5902621722846444,
      "grad_norm": 0.07377205044031143,
      "learning_rate": 2.798798798798799e-06,
      "loss": 0.0009,
      "step": 1199
    },
    {
      "epoch": 3.593258426966292,
      "grad_norm": 1.6257638931274414,
      "learning_rate": 2.7927927927927926e-06,
      "loss": 0.0017,
      "step": 1200
    },
    {
      "epoch": 3.59625468164794,
      "grad_norm": 0.12966857850551605,
      "learning_rate": 2.786786786786787e-06,
      "loss": 0.0011,
      "step": 1201
    },
    {
      "epoch": 3.599250936329588,
      "grad_norm": 12.588142395019531,
      "learning_rate": 2.780780780780781e-06,
      "loss": 0.1614,
      "step": 1202
    },
    {
      "epoch": 3.602247191011236,
      "grad_norm": 0.5331131219863892,
      "learning_rate": 2.774774774774775e-06,
      "loss": 0.0035,
      "step": 1203
    },
    {
      "epoch": 3.605243445692884,
      "grad_norm": 0.12895500659942627,
      "learning_rate": 2.768768768768769e-06,
      "loss": 0.0012,
      "step": 1204
    },
    {
      "epoch": 3.608239700374532,
      "grad_norm": 0.1572701781988144,
      "learning_rate": 2.7627627627627628e-06,
      "loss": 0.0012,
      "step": 1205
    },
    {
      "epoch": 3.6112359550561797,
      "grad_norm": 0.09796961396932602,
      "learning_rate": 2.7567567567567573e-06,
      "loss": 0.0009,
      "step": 1206
    },
    {
      "epoch": 3.6142322097378274,
      "grad_norm": 0.7374432682991028,
      "learning_rate": 2.750750750750751e-06,
      "loss": 0.0026,
      "step": 1207
    },
    {
      "epoch": 3.6172284644194757,
      "grad_norm": 0.14040535688400269,
      "learning_rate": 2.744744744744745e-06,
      "loss": 0.0006,
      "step": 1208
    },
    {
      "epoch": 3.620224719101124,
      "grad_norm": 0.3786684274673462,
      "learning_rate": 2.7387387387387388e-06,
      "loss": 0.0016,
      "step": 1209
    },
    {
      "epoch": 3.6232209737827716,
      "grad_norm": 7.29923677444458,
      "learning_rate": 2.732732732732733e-06,
      "loss": 0.2036,
      "step": 1210
    },
    {
      "epoch": 3.6262172284644194,
      "grad_norm": 3.8888790607452393,
      "learning_rate": 2.7267267267267274e-06,
      "loss": 0.0053,
      "step": 1211
    },
    {
      "epoch": 3.629213483146067,
      "grad_norm": 0.05211644619703293,
      "learning_rate": 2.720720720720721e-06,
      "loss": 0.0007,
      "step": 1212
    },
    {
      "epoch": 3.6322097378277154,
      "grad_norm": 36.055294036865234,
      "learning_rate": 2.7147147147147152e-06,
      "loss": 0.3021,
      "step": 1213
    },
    {
      "epoch": 3.635205992509363,
      "grad_norm": 7.528492450714111,
      "learning_rate": 2.708708708708709e-06,
      "loss": 0.0677,
      "step": 1214
    },
    {
      "epoch": 3.6382022471910114,
      "grad_norm": 1.370915174484253,
      "learning_rate": 2.702702702702703e-06,
      "loss": 0.003,
      "step": 1215
    },
    {
      "epoch": 3.641198501872659,
      "grad_norm": 0.09668157994747162,
      "learning_rate": 2.6966966966966967e-06,
      "loss": 0.0009,
      "step": 1216
    },
    {
      "epoch": 3.644194756554307,
      "grad_norm": 0.2665283679962158,
      "learning_rate": 2.690690690690691e-06,
      "loss": 0.0017,
      "step": 1217
    },
    {
      "epoch": 3.647191011235955,
      "grad_norm": 5.99869441986084,
      "learning_rate": 2.6846846846846845e-06,
      "loss": 0.0947,
      "step": 1218
    },
    {
      "epoch": 3.650187265917603,
      "grad_norm": 0.8665609955787659,
      "learning_rate": 2.678678678678679e-06,
      "loss": 0.0017,
      "step": 1219
    },
    {
      "epoch": 3.653183520599251,
      "grad_norm": 78.24776458740234,
      "learning_rate": 2.672672672672673e-06,
      "loss": 0.0377,
      "step": 1220
    },
    {
      "epoch": 3.656179775280899,
      "grad_norm": 59.363826751708984,
      "learning_rate": 2.666666666666667e-06,
      "loss": 0.2971,
      "step": 1221
    },
    {
      "epoch": 3.6591760299625467,
      "grad_norm": 25.839784622192383,
      "learning_rate": 2.660660660660661e-06,
      "loss": 0.3201,
      "step": 1222
    },
    {
      "epoch": 3.662172284644195,
      "grad_norm": 8.989326477050781,
      "learning_rate": 2.6546546546546546e-06,
      "loss": 0.2436,
      "step": 1223
    },
    {
      "epoch": 3.6651685393258426,
      "grad_norm": 25.314912796020508,
      "learning_rate": 2.648648648648649e-06,
      "loss": 0.0178,
      "step": 1224
    },
    {
      "epoch": 3.668164794007491,
      "grad_norm": 0.3571781516075134,
      "learning_rate": 2.642642642642643e-06,
      "loss": 0.0017,
      "step": 1225
    },
    {
      "epoch": 3.6711610486891386,
      "grad_norm": 0.15881821513175964,
      "learning_rate": 2.636636636636637e-06,
      "loss": 0.001,
      "step": 1226
    },
    {
      "epoch": 3.6741573033707864,
      "grad_norm": 0.06995400786399841,
      "learning_rate": 2.6306306306306306e-06,
      "loss": 0.0008,
      "step": 1227
    },
    {
      "epoch": 3.6771535580524346,
      "grad_norm": 1.3104853630065918,
      "learning_rate": 2.6246246246246248e-06,
      "loss": 0.0025,
      "step": 1228
    },
    {
      "epoch": 3.6801498127340824,
      "grad_norm": 0.11513541638851166,
      "learning_rate": 2.6186186186186193e-06,
      "loss": 0.0009,
      "step": 1229
    },
    {
      "epoch": 3.6831460674157306,
      "grad_norm": 0.1014426201581955,
      "learning_rate": 2.612612612612613e-06,
      "loss": 0.0008,
      "step": 1230
    },
    {
      "epoch": 3.6861423220973784,
      "grad_norm": 5.059184551239014,
      "learning_rate": 2.606606606606607e-06,
      "loss": 0.0538,
      "step": 1231
    },
    {
      "epoch": 3.689138576779026,
      "grad_norm": 0.059635184705257416,
      "learning_rate": 2.6006006006006008e-06,
      "loss": 0.0007,
      "step": 1232
    },
    {
      "epoch": 3.692134831460674,
      "grad_norm": 0.3208077549934387,
      "learning_rate": 2.594594594594595e-06,
      "loss": 0.0019,
      "step": 1233
    },
    {
      "epoch": 3.695131086142322,
      "grad_norm": 10.169331550598145,
      "learning_rate": 2.5885885885885886e-06,
      "loss": 0.3249,
      "step": 1234
    },
    {
      "epoch": 3.69812734082397,
      "grad_norm": 0.4259358048439026,
      "learning_rate": 2.5825825825825827e-06,
      "loss": 0.0011,
      "step": 1235
    },
    {
      "epoch": 3.701123595505618,
      "grad_norm": 9.01215648651123,
      "learning_rate": 2.5765765765765764e-06,
      "loss": 0.1755,
      "step": 1236
    },
    {
      "epoch": 3.704119850187266,
      "grad_norm": 24.161672592163086,
      "learning_rate": 2.570570570570571e-06,
      "loss": 0.1799,
      "step": 1237
    },
    {
      "epoch": 3.7071161048689136,
      "grad_norm": 0.2945901155471802,
      "learning_rate": 2.564564564564565e-06,
      "loss": 0.0011,
      "step": 1238
    },
    {
      "epoch": 3.710112359550562,
      "grad_norm": 0.33426448702812195,
      "learning_rate": 2.5585585585585587e-06,
      "loss": 0.0015,
      "step": 1239
    },
    {
      "epoch": 3.7131086142322096,
      "grad_norm": 52.860809326171875,
      "learning_rate": 2.552552552552553e-06,
      "loss": 0.0502,
      "step": 1240
    },
    {
      "epoch": 3.716104868913858,
      "grad_norm": 0.05555523559451103,
      "learning_rate": 2.5465465465465465e-06,
      "loss": 0.0006,
      "step": 1241
    },
    {
      "epoch": 3.7191011235955056,
      "grad_norm": 0.3306257128715515,
      "learning_rate": 2.540540540540541e-06,
      "loss": 0.0015,
      "step": 1242
    },
    {
      "epoch": 3.7220973782771534,
      "grad_norm": 7.327410697937012,
      "learning_rate": 2.5345345345345347e-06,
      "loss": 0.0058,
      "step": 1243
    },
    {
      "epoch": 3.7250936329588016,
      "grad_norm": 18.794662475585938,
      "learning_rate": 2.528528528528529e-06,
      "loss": 0.0064,
      "step": 1244
    },
    {
      "epoch": 3.7280898876404494,
      "grad_norm": 32.82272720336914,
      "learning_rate": 2.5225225225225225e-06,
      "loss": 0.2091,
      "step": 1245
    },
    {
      "epoch": 3.7310861423220976,
      "grad_norm": 0.1005844995379448,
      "learning_rate": 2.5165165165165166e-06,
      "loss": 0.001,
      "step": 1246
    },
    {
      "epoch": 3.7340823970037453,
      "grad_norm": 0.7663953900337219,
      "learning_rate": 2.510510510510511e-06,
      "loss": 0.0052,
      "step": 1247
    },
    {
      "epoch": 3.737078651685393,
      "grad_norm": 0.6252509355545044,
      "learning_rate": 2.504504504504505e-06,
      "loss": 0.0013,
      "step": 1248
    },
    {
      "epoch": 3.7400749063670413,
      "grad_norm": 0.9177179932594299,
      "learning_rate": 2.4984984984984985e-06,
      "loss": 0.013,
      "step": 1249
    },
    {
      "epoch": 3.743071161048689,
      "grad_norm": 32.366127014160156,
      "learning_rate": 2.4924924924924926e-06,
      "loss": 0.2137,
      "step": 1250
    },
    {
      "epoch": 3.7460674157303373,
      "grad_norm": 0.07178188860416412,
      "learning_rate": 2.4864864864864867e-06,
      "loss": 0.0007,
      "step": 1251
    },
    {
      "epoch": 3.749063670411985,
      "grad_norm": 7.637673854827881,
      "learning_rate": 2.480480480480481e-06,
      "loss": 0.0474,
      "step": 1252
    },
    {
      "epoch": 3.752059925093633,
      "grad_norm": 0.0994248017668724,
      "learning_rate": 2.474474474474475e-06,
      "loss": 0.0009,
      "step": 1253
    },
    {
      "epoch": 3.755056179775281,
      "grad_norm": 0.1058611124753952,
      "learning_rate": 2.4684684684684686e-06,
      "loss": 0.0008,
      "step": 1254
    },
    {
      "epoch": 3.758052434456929,
      "grad_norm": 0.055875182151794434,
      "learning_rate": 2.4624624624624628e-06,
      "loss": 0.0006,
      "step": 1255
    },
    {
      "epoch": 3.761048689138577,
      "grad_norm": 0.04026207700371742,
      "learning_rate": 2.4564564564564564e-06,
      "loss": 0.0006,
      "step": 1256
    },
    {
      "epoch": 3.764044943820225,
      "grad_norm": 20.685853958129883,
      "learning_rate": 2.4504504504504506e-06,
      "loss": 0.1561,
      "step": 1257
    },
    {
      "epoch": 3.7670411985018726,
      "grad_norm": 0.8278095722198486,
      "learning_rate": 2.4444444444444447e-06,
      "loss": 0.0032,
      "step": 1258
    },
    {
      "epoch": 3.7700374531835203,
      "grad_norm": 0.13282153010368347,
      "learning_rate": 2.4384384384384383e-06,
      "loss": 0.0008,
      "step": 1259
    },
    {
      "epoch": 3.7730337078651686,
      "grad_norm": 0.24338458478450775,
      "learning_rate": 2.432432432432433e-06,
      "loss": 0.0016,
      "step": 1260
    },
    {
      "epoch": 3.7760299625468163,
      "grad_norm": 0.05848381295800209,
      "learning_rate": 2.4264264264264266e-06,
      "loss": 0.0005,
      "step": 1261
    },
    {
      "epoch": 3.7790262172284645,
      "grad_norm": 0.749457061290741,
      "learning_rate": 2.4204204204204207e-06,
      "loss": 0.0028,
      "step": 1262
    },
    {
      "epoch": 3.7820224719101123,
      "grad_norm": 46.25499725341797,
      "learning_rate": 2.414414414414415e-06,
      "loss": 0.0224,
      "step": 1263
    },
    {
      "epoch": 3.78501872659176,
      "grad_norm": 0.604515552520752,
      "learning_rate": 2.4084084084084085e-06,
      "loss": 0.0016,
      "step": 1264
    },
    {
      "epoch": 3.7880149812734083,
      "grad_norm": 0.13347892463207245,
      "learning_rate": 2.4024024024024026e-06,
      "loss": 0.0011,
      "step": 1265
    },
    {
      "epoch": 3.791011235955056,
      "grad_norm": 102.36054229736328,
      "learning_rate": 2.3963963963963967e-06,
      "loss": 0.0152,
      "step": 1266
    },
    {
      "epoch": 3.7940074906367043,
      "grad_norm": 13.67664623260498,
      "learning_rate": 2.3903903903903904e-06,
      "loss": 0.2729,
      "step": 1267
    },
    {
      "epoch": 3.797003745318352,
      "grad_norm": 0.3461918234825134,
      "learning_rate": 2.3843843843843845e-06,
      "loss": 0.0014,
      "step": 1268
    },
    {
      "epoch": 3.8,
      "grad_norm": 0.16493171453475952,
      "learning_rate": 2.3783783783783786e-06,
      "loss": 0.001,
      "step": 1269
    },
    {
      "epoch": 3.802996254681648,
      "grad_norm": 0.06612278521060944,
      "learning_rate": 2.3723723723723727e-06,
      "loss": 0.0008,
      "step": 1270
    },
    {
      "epoch": 3.805992509363296,
      "grad_norm": 24.139698028564453,
      "learning_rate": 2.366366366366367e-06,
      "loss": 0.0803,
      "step": 1271
    },
    {
      "epoch": 3.808988764044944,
      "grad_norm": 1.3810616731643677,
      "learning_rate": 2.3603603603603605e-06,
      "loss": 0.0016,
      "step": 1272
    },
    {
      "epoch": 3.811985018726592,
      "grad_norm": 0.07393044978380203,
      "learning_rate": 2.3543543543543546e-06,
      "loss": 0.0008,
      "step": 1273
    },
    {
      "epoch": 3.8149812734082396,
      "grad_norm": 0.26108217239379883,
      "learning_rate": 2.3483483483483483e-06,
      "loss": 0.0013,
      "step": 1274
    },
    {
      "epoch": 3.8179775280898878,
      "grad_norm": 1.6452735662460327,
      "learning_rate": 2.3423423423423424e-06,
      "loss": 0.0011,
      "step": 1275
    },
    {
      "epoch": 3.8209737827715355,
      "grad_norm": 14.377902030944824,
      "learning_rate": 2.3363363363363365e-06,
      "loss": 0.0184,
      "step": 1276
    },
    {
      "epoch": 3.8239700374531838,
      "grad_norm": 12.000560760498047,
      "learning_rate": 2.3303303303303302e-06,
      "loss": 0.2862,
      "step": 1277
    },
    {
      "epoch": 3.8269662921348315,
      "grad_norm": 79.2288818359375,
      "learning_rate": 2.3243243243243247e-06,
      "loss": 0.2978,
      "step": 1278
    },
    {
      "epoch": 3.8299625468164793,
      "grad_norm": 0.21543991565704346,
      "learning_rate": 2.3183183183183184e-06,
      "loss": 0.0007,
      "step": 1279
    },
    {
      "epoch": 3.832958801498127,
      "grad_norm": 283.70477294921875,
      "learning_rate": 2.3123123123123125e-06,
      "loss": 0.1213,
      "step": 1280
    },
    {
      "epoch": 3.8359550561797753,
      "grad_norm": 10.034940719604492,
      "learning_rate": 2.3063063063063067e-06,
      "loss": 0.1786,
      "step": 1281
    },
    {
      "epoch": 3.8389513108614235,
      "grad_norm": 0.6665639877319336,
      "learning_rate": 2.3003003003003003e-06,
      "loss": 0.0014,
      "step": 1282
    },
    {
      "epoch": 3.8419475655430713,
      "grad_norm": 0.2588105797767639,
      "learning_rate": 2.2942942942942944e-06,
      "loss": 0.0009,
      "step": 1283
    },
    {
      "epoch": 3.844943820224719,
      "grad_norm": 0.08212500810623169,
      "learning_rate": 2.2882882882882886e-06,
      "loss": 0.0007,
      "step": 1284
    },
    {
      "epoch": 3.847940074906367,
      "grad_norm": 0.02389441430568695,
      "learning_rate": 2.2822822822822822e-06,
      "loss": 0.0004,
      "step": 1285
    },
    {
      "epoch": 3.850936329588015,
      "grad_norm": 0.049602072685956955,
      "learning_rate": 2.2762762762762764e-06,
      "loss": 0.0006,
      "step": 1286
    },
    {
      "epoch": 3.853932584269663,
      "grad_norm": 0.19609133899211884,
      "learning_rate": 2.2702702702702705e-06,
      "loss": 0.0012,
      "step": 1287
    },
    {
      "epoch": 3.856928838951311,
      "grad_norm": 0.08416257798671722,
      "learning_rate": 2.2642642642642646e-06,
      "loss": 0.0008,
      "step": 1288
    },
    {
      "epoch": 3.8599250936329588,
      "grad_norm": 0.19125483930110931,
      "learning_rate": 2.2582582582582587e-06,
      "loss": 0.0009,
      "step": 1289
    },
    {
      "epoch": 3.8629213483146065,
      "grad_norm": 0.041926681995391846,
      "learning_rate": 2.2522522522522524e-06,
      "loss": 0.0005,
      "step": 1290
    },
    {
      "epoch": 3.8659176029962548,
      "grad_norm": 20.296092987060547,
      "learning_rate": 2.2462462462462465e-06,
      "loss": 0.2466,
      "step": 1291
    },
    {
      "epoch": 3.8689138576779025,
      "grad_norm": 0.6759893894195557,
      "learning_rate": 2.2402402402402406e-06,
      "loss": 0.0015,
      "step": 1292
    },
    {
      "epoch": 3.8719101123595507,
      "grad_norm": 23.822509765625,
      "learning_rate": 2.2342342342342343e-06,
      "loss": 0.1403,
      "step": 1293
    },
    {
      "epoch": 3.8749063670411985,
      "grad_norm": 8.756211280822754,
      "learning_rate": 2.2282282282282284e-06,
      "loss": 0.1108,
      "step": 1294
    },
    {
      "epoch": 3.8779026217228463,
      "grad_norm": 0.20383726060390472,
      "learning_rate": 2.222222222222222e-06,
      "loss": 0.0007,
      "step": 1295
    },
    {
      "epoch": 3.8808988764044945,
      "grad_norm": 14.42196273803711,
      "learning_rate": 2.2162162162162166e-06,
      "loss": 0.0044,
      "step": 1296
    },
    {
      "epoch": 3.8838951310861423,
      "grad_norm": 0.06926296651363373,
      "learning_rate": 2.2102102102102103e-06,
      "loss": 0.0006,
      "step": 1297
    },
    {
      "epoch": 3.8868913857677905,
      "grad_norm": 0.06584805250167847,
      "learning_rate": 2.2042042042042044e-06,
      "loss": 0.0006,
      "step": 1298
    },
    {
      "epoch": 3.8898876404494382,
      "grad_norm": 12.623332977294922,
      "learning_rate": 2.1981981981981985e-06,
      "loss": 0.0212,
      "step": 1299
    },
    {
      "epoch": 3.892883895131086,
      "grad_norm": 9.110832214355469,
      "learning_rate": 2.192192192192192e-06,
      "loss": 0.1787,
      "step": 1300
    },
    {
      "epoch": 3.8958801498127342,
      "grad_norm": 0.860475480556488,
      "learning_rate": 2.1861861861861863e-06,
      "loss": 0.0029,
      "step": 1301
    },
    {
      "epoch": 3.898876404494382,
      "grad_norm": 0.27404239773750305,
      "learning_rate": 2.1801801801801804e-06,
      "loss": 0.0007,
      "step": 1302
    },
    {
      "epoch": 3.90187265917603,
      "grad_norm": 9.200570106506348,
      "learning_rate": 2.174174174174174e-06,
      "loss": 0.0071,
      "step": 1303
    },
    {
      "epoch": 3.904868913857678,
      "grad_norm": 0.8322509527206421,
      "learning_rate": 2.1681681681681682e-06,
      "loss": 0.0015,
      "step": 1304
    },
    {
      "epoch": 3.9078651685393258,
      "grad_norm": 1.297377586364746,
      "learning_rate": 2.1621621621621623e-06,
      "loss": 0.0059,
      "step": 1305
    },
    {
      "epoch": 3.9108614232209735,
      "grad_norm": 16.307981491088867,
      "learning_rate": 2.1561561561561564e-06,
      "loss": 0.1893,
      "step": 1306
    },
    {
      "epoch": 3.9138576779026217,
      "grad_norm": 14.265915870666504,
      "learning_rate": 2.1501501501501505e-06,
      "loss": 0.089,
      "step": 1307
    },
    {
      "epoch": 3.9168539325842695,
      "grad_norm": 0.03952779248356819,
      "learning_rate": 2.1441441441441442e-06,
      "loss": 0.0005,
      "step": 1308
    },
    {
      "epoch": 3.9198501872659177,
      "grad_norm": 27.469043731689453,
      "learning_rate": 2.1381381381381383e-06,
      "loss": 0.112,
      "step": 1309
    },
    {
      "epoch": 3.9228464419475655,
      "grad_norm": 13.053864479064941,
      "learning_rate": 2.1321321321321325e-06,
      "loss": 0.003,
      "step": 1310
    },
    {
      "epoch": 3.9258426966292133,
      "grad_norm": 0.07893949002027512,
      "learning_rate": 2.126126126126126e-06,
      "loss": 0.0006,
      "step": 1311
    },
    {
      "epoch": 3.9288389513108615,
      "grad_norm": 89.36550903320312,
      "learning_rate": 2.1201201201201203e-06,
      "loss": 0.0763,
      "step": 1312
    },
    {
      "epoch": 3.9318352059925092,
      "grad_norm": 20.414094924926758,
      "learning_rate": 2.1141141141141144e-06,
      "loss": 0.1954,
      "step": 1313
    },
    {
      "epoch": 3.9348314606741575,
      "grad_norm": 0.20142106711864471,
      "learning_rate": 2.1081081081081085e-06,
      "loss": 0.0008,
      "step": 1314
    },
    {
      "epoch": 3.9378277153558052,
      "grad_norm": 9.736869812011719,
      "learning_rate": 2.102102102102102e-06,
      "loss": 0.0663,
      "step": 1315
    },
    {
      "epoch": 3.940823970037453,
      "grad_norm": 176.92698669433594,
      "learning_rate": 2.0960960960960963e-06,
      "loss": 0.082,
      "step": 1316
    },
    {
      "epoch": 3.943820224719101,
      "grad_norm": 11.484830856323242,
      "learning_rate": 2.0900900900900904e-06,
      "loss": 0.2074,
      "step": 1317
    },
    {
      "epoch": 3.946816479400749,
      "grad_norm": 18.220382690429688,
      "learning_rate": 2.084084084084084e-06,
      "loss": 0.043,
      "step": 1318
    },
    {
      "epoch": 3.949812734082397,
      "grad_norm": 183.95484924316406,
      "learning_rate": 2.078078078078078e-06,
      "loss": 0.0971,
      "step": 1319
    },
    {
      "epoch": 3.952808988764045,
      "grad_norm": 2.3032569885253906,
      "learning_rate": 2.0720720720720723e-06,
      "loss": 0.0062,
      "step": 1320
    },
    {
      "epoch": 3.9558052434456927,
      "grad_norm": 0.24705463647842407,
      "learning_rate": 2.066066066066066e-06,
      "loss": 0.0011,
      "step": 1321
    },
    {
      "epoch": 3.958801498127341,
      "grad_norm": 11.232757568359375,
      "learning_rate": 2.06006006006006e-06,
      "loss": 0.0855,
      "step": 1322
    },
    {
      "epoch": 3.9617977528089887,
      "grad_norm": 0.07256613671779633,
      "learning_rate": 2.054054054054054e-06,
      "loss": 0.0007,
      "step": 1323
    },
    {
      "epoch": 3.964794007490637,
      "grad_norm": 0.05835743993520737,
      "learning_rate": 2.0480480480480483e-06,
      "loss": 0.0006,
      "step": 1324
    },
    {
      "epoch": 3.9677902621722847,
      "grad_norm": 8.296839714050293,
      "learning_rate": 2.0420420420420424e-06,
      "loss": 0.1819,
      "step": 1325
    },
    {
      "epoch": 3.9707865168539325,
      "grad_norm": 0.13280335068702698,
      "learning_rate": 2.036036036036036e-06,
      "loss": 0.001,
      "step": 1326
    },
    {
      "epoch": 3.9737827715355807,
      "grad_norm": 0.15633881092071533,
      "learning_rate": 2.03003003003003e-06,
      "loss": 0.0007,
      "step": 1327
    },
    {
      "epoch": 3.9767790262172285,
      "grad_norm": 1.779038906097412,
      "learning_rate": 2.0240240240240243e-06,
      "loss": 0.0027,
      "step": 1328
    },
    {
      "epoch": 3.9797752808988767,
      "grad_norm": 0.23506179451942444,
      "learning_rate": 2.018018018018018e-06,
      "loss": 0.001,
      "step": 1329
    },
    {
      "epoch": 3.9827715355805244,
      "grad_norm": 0.13996227085590363,
      "learning_rate": 2.012012012012012e-06,
      "loss": 0.0007,
      "step": 1330
    },
    {
      "epoch": 3.985767790262172,
      "grad_norm": 0.7493147850036621,
      "learning_rate": 2.0060060060060062e-06,
      "loss": 0.0015,
      "step": 1331
    },
    {
      "epoch": 3.98876404494382,
      "grad_norm": 1.240777611732483,
      "learning_rate": 2.0000000000000003e-06,
      "loss": 0.0014,
      "step": 1332
    },
    {
      "epoch": 3.991760299625468,
      "grad_norm": 0.06861300766468048,
      "learning_rate": 1.9939939939939944e-06,
      "loss": 0.0006,
      "step": 1333
    },
    {
      "epoch": 3.994756554307116,
      "grad_norm": 19.111255645751953,
      "learning_rate": 1.987987987987988e-06,
      "loss": 0.1151,
      "step": 1334
    },
    {
      "epoch": 3.997752808988764,
      "grad_norm": 39.03422164916992,
      "learning_rate": 1.9819819819819822e-06,
      "loss": 0.1441,
      "step": 1335
    },
    {
      "epoch": 4.0,
      "grad_norm": 39.581024169921875,
      "learning_rate": 1.975975975975976e-06,
      "loss": 0.0454,
      "step": 1336
    },
    {
      "epoch": 4.0,
      "eval_accuracy": 0.9609236234458259,
      "eval_loss": 0.20387248694896698,
      "eval_runtime": 21.4264,
      "eval_samples_per_second": 26.276,
      "eval_steps_per_second": 3.314,
      "step": 1336
    },
    {
      "epoch": 4.002996254681648,
      "grad_norm": 1.1857681274414062,
      "learning_rate": 1.96996996996997e-06,
      "loss": 0.0034,
      "step": 1337
    },
    {
      "epoch": 4.0059925093632955,
      "grad_norm": 6.235864639282227,
      "learning_rate": 1.963963963963964e-06,
      "loss": 0.2273,
      "step": 1338
    },
    {
      "epoch": 4.008988764044944,
      "grad_norm": 0.11324425041675568,
      "learning_rate": 1.957957957957958e-06,
      "loss": 0.0009,
      "step": 1339
    },
    {
      "epoch": 4.011985018726592,
      "grad_norm": 0.08317345380783081,
      "learning_rate": 1.951951951951952e-06,
      "loss": 0.0008,
      "step": 1340
    },
    {
      "epoch": 4.01498127340824,
      "grad_norm": 0.13736970722675323,
      "learning_rate": 1.945945945945946e-06,
      "loss": 0.0008,
      "step": 1341
    },
    {
      "epoch": 4.0179775280898875,
      "grad_norm": 27.349716186523438,
      "learning_rate": 1.93993993993994e-06,
      "loss": 0.1527,
      "step": 1342
    },
    {
      "epoch": 4.020973782771535,
      "grad_norm": 8.773882865905762,
      "learning_rate": 1.9339339339339343e-06,
      "loss": 0.2085,
      "step": 1343
    },
    {
      "epoch": 4.023970037453184,
      "grad_norm": 8.670924186706543,
      "learning_rate": 1.927927927927928e-06,
      "loss": 0.1434,
      "step": 1344
    },
    {
      "epoch": 4.026966292134832,
      "grad_norm": 24.5421142578125,
      "learning_rate": 1.921921921921922e-06,
      "loss": 0.0524,
      "step": 1345
    },
    {
      "epoch": 4.0299625468164795,
      "grad_norm": 90.18608856201172,
      "learning_rate": 1.915915915915916e-06,
      "loss": 0.0207,
      "step": 1346
    },
    {
      "epoch": 4.032958801498127,
      "grad_norm": 0.14902891218662262,
      "learning_rate": 1.90990990990991e-06,
      "loss": 0.0011,
      "step": 1347
    },
    {
      "epoch": 4.035955056179775,
      "grad_norm": 123.59732818603516,
      "learning_rate": 1.903903903903904e-06,
      "loss": 0.1631,
      "step": 1348
    },
    {
      "epoch": 4.038951310861423,
      "grad_norm": 0.2144223004579544,
      "learning_rate": 1.897897897897898e-06,
      "loss": 0.0013,
      "step": 1349
    },
    {
      "epoch": 4.041947565543071,
      "grad_norm": 0.5613626837730408,
      "learning_rate": 1.8918918918918922e-06,
      "loss": 0.0093,
      "step": 1350
    },
    {
      "epoch": 4.044943820224719,
      "grad_norm": 58.52296447753906,
      "learning_rate": 1.885885885885886e-06,
      "loss": 0.1351,
      "step": 1351
    },
    {
      "epoch": 4.047940074906367,
      "grad_norm": 0.1171746775507927,
      "learning_rate": 1.87987987987988e-06,
      "loss": 0.001,
      "step": 1352
    },
    {
      "epoch": 4.050936329588015,
      "grad_norm": 1.8539955615997314,
      "learning_rate": 1.873873873873874e-06,
      "loss": 0.0068,
      "step": 1353
    },
    {
      "epoch": 4.0539325842696625,
      "grad_norm": 0.4277438521385193,
      "learning_rate": 1.867867867867868e-06,
      "loss": 0.0032,
      "step": 1354
    },
    {
      "epoch": 4.056928838951311,
      "grad_norm": 0.16552048921585083,
      "learning_rate": 1.861861861861862e-06,
      "loss": 0.0011,
      "step": 1355
    },
    {
      "epoch": 4.059925093632959,
      "grad_norm": 40.794246673583984,
      "learning_rate": 1.855855855855856e-06,
      "loss": 0.1617,
      "step": 1356
    },
    {
      "epoch": 4.062921348314607,
      "grad_norm": 0.38631919026374817,
      "learning_rate": 1.84984984984985e-06,
      "loss": 0.0012,
      "step": 1357
    },
    {
      "epoch": 4.0659176029962545,
      "grad_norm": 0.1515495777130127,
      "learning_rate": 1.8438438438438442e-06,
      "loss": 0.0011,
      "step": 1358
    },
    {
      "epoch": 4.068913857677902,
      "grad_norm": 0.19438177347183228,
      "learning_rate": 1.8378378378378381e-06,
      "loss": 0.0012,
      "step": 1359
    },
    {
      "epoch": 4.071910112359551,
      "grad_norm": 7.856164455413818,
      "learning_rate": 1.831831831831832e-06,
      "loss": 0.2061,
      "step": 1360
    },
    {
      "epoch": 4.074906367041199,
      "grad_norm": 2.1598777770996094,
      "learning_rate": 1.825825825825826e-06,
      "loss": 0.0045,
      "step": 1361
    },
    {
      "epoch": 4.0779026217228465,
      "grad_norm": 0.08982834219932556,
      "learning_rate": 1.81981981981982e-06,
      "loss": 0.0007,
      "step": 1362
    },
    {
      "epoch": 4.080898876404494,
      "grad_norm": 0.24650844931602478,
      "learning_rate": 1.813813813813814e-06,
      "loss": 0.0014,
      "step": 1363
    },
    {
      "epoch": 4.083895131086142,
      "grad_norm": 0.15062983334064484,
      "learning_rate": 1.8078078078078078e-06,
      "loss": 0.0008,
      "step": 1364
    },
    {
      "epoch": 4.086891385767791,
      "grad_norm": 0.030074920505285263,
      "learning_rate": 1.801801801801802e-06,
      "loss": 0.0004,
      "step": 1365
    },
    {
      "epoch": 4.089887640449438,
      "grad_norm": 2.6458821296691895,
      "learning_rate": 1.7957957957957958e-06,
      "loss": 0.0532,
      "step": 1366
    },
    {
      "epoch": 4.092883895131086,
      "grad_norm": 0.07172573357820511,
      "learning_rate": 1.7897897897897902e-06,
      "loss": 0.0007,
      "step": 1367
    },
    {
      "epoch": 4.095880149812734,
      "grad_norm": 0.08971745520830154,
      "learning_rate": 1.783783783783784e-06,
      "loss": 0.0008,
      "step": 1368
    },
    {
      "epoch": 4.098876404494382,
      "grad_norm": 0.06516806036233902,
      "learning_rate": 1.777777777777778e-06,
      "loss": 0.0006,
      "step": 1369
    },
    {
      "epoch": 4.10187265917603,
      "grad_norm": 0.22777901589870453,
      "learning_rate": 1.7717717717717719e-06,
      "loss": 0.001,
      "step": 1370
    },
    {
      "epoch": 4.104868913857678,
      "grad_norm": 0.10793136805295944,
      "learning_rate": 1.765765765765766e-06,
      "loss": 0.0008,
      "step": 1371
    },
    {
      "epoch": 4.107865168539326,
      "grad_norm": 0.40473106503486633,
      "learning_rate": 1.7597597597597599e-06,
      "loss": 0.0027,
      "step": 1372
    },
    {
      "epoch": 4.110861423220974,
      "grad_norm": 0.08503331989049911,
      "learning_rate": 1.7537537537537538e-06,
      "loss": 0.0006,
      "step": 1373
    },
    {
      "epoch": 4.1138576779026215,
      "grad_norm": 1.3830671310424805,
      "learning_rate": 1.7477477477477479e-06,
      "loss": 0.0025,
      "step": 1374
    },
    {
      "epoch": 4.116853932584269,
      "grad_norm": 0.08276256918907166,
      "learning_rate": 1.7417417417417418e-06,
      "loss": 0.0006,
      "step": 1375
    },
    {
      "epoch": 4.119850187265918,
      "grad_norm": 0.0544453039765358,
      "learning_rate": 1.735735735735736e-06,
      "loss": 0.0006,
      "step": 1376
    },
    {
      "epoch": 4.122846441947566,
      "grad_norm": 6.3252105712890625,
      "learning_rate": 1.72972972972973e-06,
      "loss": 0.0136,
      "step": 1377
    },
    {
      "epoch": 4.125842696629213,
      "grad_norm": 0.47332167625427246,
      "learning_rate": 1.7237237237237239e-06,
      "loss": 0.004,
      "step": 1378
    },
    {
      "epoch": 4.128838951310861,
      "grad_norm": 2.1658825874328613,
      "learning_rate": 1.717717717717718e-06,
      "loss": 0.0504,
      "step": 1379
    },
    {
      "epoch": 4.131835205992509,
      "grad_norm": 8.90479564666748,
      "learning_rate": 1.711711711711712e-06,
      "loss": 0.0515,
      "step": 1380
    },
    {
      "epoch": 4.134831460674158,
      "grad_norm": 0.4345548450946808,
      "learning_rate": 1.7057057057057058e-06,
      "loss": 0.003,
      "step": 1381
    },
    {
      "epoch": 4.137827715355805,
      "grad_norm": 0.08130639791488647,
      "learning_rate": 1.6996996996996997e-06,
      "loss": 0.0008,
      "step": 1382
    },
    {
      "epoch": 4.140823970037453,
      "grad_norm": 0.20989352464675903,
      "learning_rate": 1.6936936936936938e-06,
      "loss": 0.0008,
      "step": 1383
    },
    {
      "epoch": 4.143820224719101,
      "grad_norm": 0.3344493508338928,
      "learning_rate": 1.6876876876876877e-06,
      "loss": 0.0014,
      "step": 1384
    },
    {
      "epoch": 4.146816479400749,
      "grad_norm": 0.13763809204101562,
      "learning_rate": 1.681681681681682e-06,
      "loss": 0.0007,
      "step": 1385
    },
    {
      "epoch": 4.149812734082397,
      "grad_norm": 0.17194509506225586,
      "learning_rate": 1.675675675675676e-06,
      "loss": 0.0007,
      "step": 1386
    },
    {
      "epoch": 4.152808988764045,
      "grad_norm": 0.049271054565906525,
      "learning_rate": 1.6696696696696698e-06,
      "loss": 0.0005,
      "step": 1387
    },
    {
      "epoch": 4.155805243445693,
      "grad_norm": 0.05265004560351372,
      "learning_rate": 1.663663663663664e-06,
      "loss": 0.0006,
      "step": 1388
    },
    {
      "epoch": 4.158801498127341,
      "grad_norm": 0.3376707136631012,
      "learning_rate": 1.6576576576576578e-06,
      "loss": 0.0008,
      "step": 1389
    },
    {
      "epoch": 4.1617977528089884,
      "grad_norm": 0.038651950657367706,
      "learning_rate": 1.6516516516516517e-06,
      "loss": 0.0005,
      "step": 1390
    },
    {
      "epoch": 4.164794007490637,
      "grad_norm": 1.4642596244812012,
      "learning_rate": 1.6456456456456456e-06,
      "loss": 0.002,
      "step": 1391
    },
    {
      "epoch": 4.167790262172285,
      "grad_norm": 17.094865798950195,
      "learning_rate": 1.6396396396396397e-06,
      "loss": 0.1198,
      "step": 1392
    },
    {
      "epoch": 4.170786516853933,
      "grad_norm": 10.820752143859863,
      "learning_rate": 1.6336336336336336e-06,
      "loss": 0.224,
      "step": 1393
    },
    {
      "epoch": 4.17378277153558,
      "grad_norm": 0.9100580811500549,
      "learning_rate": 1.627627627627628e-06,
      "loss": 0.0075,
      "step": 1394
    },
    {
      "epoch": 4.176779026217228,
      "grad_norm": 11.763751029968262,
      "learning_rate": 1.6216216216216219e-06,
      "loss": 0.1434,
      "step": 1395
    },
    {
      "epoch": 4.179775280898877,
      "grad_norm": 0.9637830257415771,
      "learning_rate": 1.6156156156156157e-06,
      "loss": 0.0014,
      "step": 1396
    },
    {
      "epoch": 4.182771535580525,
      "grad_norm": 39.45403289794922,
      "learning_rate": 1.6096096096096099e-06,
      "loss": 0.4169,
      "step": 1397
    },
    {
      "epoch": 4.185767790262172,
      "grad_norm": 0.4272950291633606,
      "learning_rate": 1.6036036036036038e-06,
      "loss": 0.0015,
      "step": 1398
    },
    {
      "epoch": 4.18876404494382,
      "grad_norm": 0.11011972278356552,
      "learning_rate": 1.5975975975975977e-06,
      "loss": 0.0008,
      "step": 1399
    },
    {
      "epoch": 4.191760299625468,
      "grad_norm": 6.655617713928223,
      "learning_rate": 1.5915915915915916e-06,
      "loss": 0.1092,
      "step": 1400
    },
    {
      "epoch": 4.194756554307116,
      "grad_norm": 0.489435076713562,
      "learning_rate": 1.5855855855855857e-06,
      "loss": 0.0034,
      "step": 1401
    },
    {
      "epoch": 4.197752808988764,
      "grad_norm": 42.1137809753418,
      "learning_rate": 1.5795795795795796e-06,
      "loss": 0.3307,
      "step": 1402
    },
    {
      "epoch": 4.200749063670412,
      "grad_norm": 0.39769285917282104,
      "learning_rate": 1.5735735735735739e-06,
      "loss": 0.0016,
      "step": 1403
    },
    {
      "epoch": 4.20374531835206,
      "grad_norm": 0.7645822763442993,
      "learning_rate": 1.5675675675675678e-06,
      "loss": 0.0048,
      "step": 1404
    },
    {
      "epoch": 4.206741573033708,
      "grad_norm": 0.0968170017004013,
      "learning_rate": 1.5615615615615617e-06,
      "loss": 0.0009,
      "step": 1405
    },
    {
      "epoch": 4.209737827715355,
      "grad_norm": 11.000382423400879,
      "learning_rate": 1.5555555555555558e-06,
      "loss": 0.1335,
      "step": 1406
    },
    {
      "epoch": 4.212734082397004,
      "grad_norm": 0.23898589611053467,
      "learning_rate": 1.5495495495495497e-06,
      "loss": 0.001,
      "step": 1407
    },
    {
      "epoch": 4.215730337078652,
      "grad_norm": 5.47330379486084,
      "learning_rate": 1.5435435435435436e-06,
      "loss": 0.0855,
      "step": 1408
    },
    {
      "epoch": 4.2187265917603,
      "grad_norm": 0.07906647026538849,
      "learning_rate": 1.5375375375375377e-06,
      "loss": 0.0008,
      "step": 1409
    },
    {
      "epoch": 4.221722846441947,
      "grad_norm": 5.534304141998291,
      "learning_rate": 1.5315315315315316e-06,
      "loss": 0.0049,
      "step": 1410
    },
    {
      "epoch": 4.224719101123595,
      "grad_norm": 0.08531952649354935,
      "learning_rate": 1.5255255255255255e-06,
      "loss": 0.0006,
      "step": 1411
    },
    {
      "epoch": 4.227715355805244,
      "grad_norm": 0.13503497838974,
      "learning_rate": 1.5195195195195198e-06,
      "loss": 0.0007,
      "step": 1412
    },
    {
      "epoch": 4.230711610486892,
      "grad_norm": 0.20444563031196594,
      "learning_rate": 1.5135135135135137e-06,
      "loss": 0.0014,
      "step": 1413
    },
    {
      "epoch": 4.233707865168539,
      "grad_norm": 0.20145131647586823,
      "learning_rate": 1.5075075075075076e-06,
      "loss": 0.0014,
      "step": 1414
    },
    {
      "epoch": 4.236704119850187,
      "grad_norm": 0.07926031947135925,
      "learning_rate": 1.5015015015015017e-06,
      "loss": 0.0007,
      "step": 1415
    },
    {
      "epoch": 4.239700374531835,
      "grad_norm": 0.05385823920369148,
      "learning_rate": 1.4954954954954956e-06,
      "loss": 0.0006,
      "step": 1416
    },
    {
      "epoch": 4.242696629213484,
      "grad_norm": 4.707670211791992,
      "learning_rate": 1.4894894894894895e-06,
      "loss": 0.0808,
      "step": 1417
    },
    {
      "epoch": 4.245692883895131,
      "grad_norm": 0.35531431436538696,
      "learning_rate": 1.4834834834834836e-06,
      "loss": 0.0017,
      "step": 1418
    },
    {
      "epoch": 4.248689138576779,
      "grad_norm": 1.0318095684051514,
      "learning_rate": 1.4774774774774775e-06,
      "loss": 0.0017,
      "step": 1419
    },
    {
      "epoch": 4.251685393258427,
      "grad_norm": 0.06952908635139465,
      "learning_rate": 1.4714714714714714e-06,
      "loss": 0.0007,
      "step": 1420
    },
    {
      "epoch": 4.254681647940075,
      "grad_norm": 0.26402905583381653,
      "learning_rate": 1.4654654654654657e-06,
      "loss": 0.0017,
      "step": 1421
    },
    {
      "epoch": 4.257677902621722,
      "grad_norm": 1.758280873298645,
      "learning_rate": 1.4594594594594596e-06,
      "loss": 0.0047,
      "step": 1422
    },
    {
      "epoch": 4.260674157303371,
      "grad_norm": 4.719300746917725,
      "learning_rate": 1.4534534534534535e-06,
      "loss": 0.0755,
      "step": 1423
    },
    {
      "epoch": 4.263670411985019,
      "grad_norm": 0.03589978441596031,
      "learning_rate": 1.4474474474474477e-06,
      "loss": 0.0005,
      "step": 1424
    },
    {
      "epoch": 4.266666666666667,
      "grad_norm": 0.03675052523612976,
      "learning_rate": 1.4414414414414416e-06,
      "loss": 0.0005,
      "step": 1425
    },
    {
      "epoch": 4.269662921348314,
      "grad_norm": 0.05167229846119881,
      "learning_rate": 1.4354354354354354e-06,
      "loss": 0.0004,
      "step": 1426
    },
    {
      "epoch": 4.272659176029962,
      "grad_norm": 0.07443572580814362,
      "learning_rate": 1.4294294294294296e-06,
      "loss": 0.0005,
      "step": 1427
    },
    {
      "epoch": 4.275655430711611,
      "grad_norm": 0.13271695375442505,
      "learning_rate": 1.4234234234234235e-06,
      "loss": 0.0009,
      "step": 1428
    },
    {
      "epoch": 4.278651685393259,
      "grad_norm": 1.346874475479126,
      "learning_rate": 1.4174174174174174e-06,
      "loss": 0.0082,
      "step": 1429
    },
    {
      "epoch": 4.281647940074906,
      "grad_norm": 0.051524121314287186,
      "learning_rate": 1.4114114114114117e-06,
      "loss": 0.0005,
      "step": 1430
    },
    {
      "epoch": 4.284644194756554,
      "grad_norm": 0.3209790587425232,
      "learning_rate": 1.4054054054054056e-06,
      "loss": 0.0019,
      "step": 1431
    },
    {
      "epoch": 4.287640449438202,
      "grad_norm": 8.087427139282227,
      "learning_rate": 1.3993993993993995e-06,
      "loss": 0.2492,
      "step": 1432
    },
    {
      "epoch": 4.2906367041198505,
      "grad_norm": 37.19725799560547,
      "learning_rate": 1.3933933933933936e-06,
      "loss": 0.1393,
      "step": 1433
    },
    {
      "epoch": 4.293632958801498,
      "grad_norm": 0.0404701828956604,
      "learning_rate": 1.3873873873873875e-06,
      "loss": 0.0005,
      "step": 1434
    },
    {
      "epoch": 4.296629213483146,
      "grad_norm": 0.08821617066860199,
      "learning_rate": 1.3813813813813814e-06,
      "loss": 0.0007,
      "step": 1435
    },
    {
      "epoch": 4.299625468164794,
      "grad_norm": 0.10452385246753693,
      "learning_rate": 1.3753753753753755e-06,
      "loss": 0.0007,
      "step": 1436
    },
    {
      "epoch": 4.302621722846442,
      "grad_norm": 8.277549743652344,
      "learning_rate": 1.3693693693693694e-06,
      "loss": 0.1589,
      "step": 1437
    },
    {
      "epoch": 4.30561797752809,
      "grad_norm": 24.767230987548828,
      "learning_rate": 1.3633633633633637e-06,
      "loss": 0.1681,
      "step": 1438
    },
    {
      "epoch": 4.308614232209738,
      "grad_norm": 19.996173858642578,
      "learning_rate": 1.3573573573573576e-06,
      "loss": 0.0549,
      "step": 1439
    },
    {
      "epoch": 4.311610486891386,
      "grad_norm": 0.043132588267326355,
      "learning_rate": 1.3513513513513515e-06,
      "loss": 0.0005,
      "step": 1440
    },
    {
      "epoch": 4.314606741573034,
      "grad_norm": 11.817047119140625,
      "learning_rate": 1.3453453453453454e-06,
      "loss": 0.1785,
      "step": 1441
    },
    {
      "epoch": 4.317602996254681,
      "grad_norm": 1.5767825841903687,
      "learning_rate": 1.3393393393393395e-06,
      "loss": 0.0034,
      "step": 1442
    },
    {
      "epoch": 4.320599250936329,
      "grad_norm": 0.0721612200140953,
      "learning_rate": 1.3333333333333334e-06,
      "loss": 0.0006,
      "step": 1443
    },
    {
      "epoch": 4.323595505617978,
      "grad_norm": 0.033141907304525375,
      "learning_rate": 1.3273273273273273e-06,
      "loss": 0.0004,
      "step": 1444
    },
    {
      "epoch": 4.3265917602996256,
      "grad_norm": 0.2832183241844177,
      "learning_rate": 1.3213213213213214e-06,
      "loss": 0.0007,
      "step": 1445
    },
    {
      "epoch": 4.329588014981273,
      "grad_norm": 0.037515345960855484,
      "learning_rate": 1.3153153153153153e-06,
      "loss": 0.0004,
      "step": 1446
    },
    {
      "epoch": 4.332584269662921,
      "grad_norm": 0.13072574138641357,
      "learning_rate": 1.3093093093093096e-06,
      "loss": 0.0007,
      "step": 1447
    },
    {
      "epoch": 4.33558052434457,
      "grad_norm": 0.17389430105686188,
      "learning_rate": 1.3033033033033035e-06,
      "loss": 0.0014,
      "step": 1448
    },
    {
      "epoch": 4.3385767790262175,
      "grad_norm": 0.27292880415916443,
      "learning_rate": 1.2972972972972974e-06,
      "loss": 0.0015,
      "step": 1449
    },
    {
      "epoch": 4.341573033707865,
      "grad_norm": 0.057960934937000275,
      "learning_rate": 1.2912912912912913e-06,
      "loss": 0.0006,
      "step": 1450
    },
    {
      "epoch": 4.344569288389513,
      "grad_norm": 9.254718780517578,
      "learning_rate": 1.2852852852852854e-06,
      "loss": 0.179,
      "step": 1451
    },
    {
      "epoch": 4.347565543071161,
      "grad_norm": 11.239828109741211,
      "learning_rate": 1.2792792792792793e-06,
      "loss": 0.204,
      "step": 1452
    },
    {
      "epoch": 4.350561797752809,
      "grad_norm": 25.04166030883789,
      "learning_rate": 1.2732732732732732e-06,
      "loss": 0.1516,
      "step": 1453
    },
    {
      "epoch": 4.353558052434457,
      "grad_norm": 4.792388916015625,
      "learning_rate": 1.2672672672672674e-06,
      "loss": 0.0527,
      "step": 1454
    },
    {
      "epoch": 4.356554307116105,
      "grad_norm": 0.6955904960632324,
      "learning_rate": 1.2612612612612613e-06,
      "loss": 0.0028,
      "step": 1455
    },
    {
      "epoch": 4.359550561797753,
      "grad_norm": 0.9539737701416016,
      "learning_rate": 1.2552552552552556e-06,
      "loss": 0.0018,
      "step": 1456
    },
    {
      "epoch": 4.362546816479401,
      "grad_norm": 11.421793937683105,
      "learning_rate": 1.2492492492492493e-06,
      "loss": 0.0464,
      "step": 1457
    },
    {
      "epoch": 4.365543071161048,
      "grad_norm": 0.18076151609420776,
      "learning_rate": 1.2432432432432434e-06,
      "loss": 0.0011,
      "step": 1458
    },
    {
      "epoch": 4.368539325842697,
      "grad_norm": 4.3292436599731445,
      "learning_rate": 1.2372372372372375e-06,
      "loss": 0.0656,
      "step": 1459
    },
    {
      "epoch": 4.371535580524345,
      "grad_norm": 21.925264358520508,
      "learning_rate": 1.2312312312312314e-06,
      "loss": 0.0919,
      "step": 1460
    },
    {
      "epoch": 4.3745318352059925,
      "grad_norm": 0.10040438920259476,
      "learning_rate": 1.2252252252252253e-06,
      "loss": 0.0007,
      "step": 1461
    },
    {
      "epoch": 4.37752808988764,
      "grad_norm": 0.13610941171646118,
      "learning_rate": 1.2192192192192192e-06,
      "loss": 0.0007,
      "step": 1462
    },
    {
      "epoch": 4.380524344569288,
      "grad_norm": 0.09223781526088715,
      "learning_rate": 1.2132132132132133e-06,
      "loss": 0.0006,
      "step": 1463
    },
    {
      "epoch": 4.383520599250937,
      "grad_norm": 5.989538669586182,
      "learning_rate": 1.2072072072072074e-06,
      "loss": 0.034,
      "step": 1464
    },
    {
      "epoch": 4.3865168539325845,
      "grad_norm": 40.965965270996094,
      "learning_rate": 1.2012012012012013e-06,
      "loss": 0.1816,
      "step": 1465
    },
    {
      "epoch": 4.389513108614232,
      "grad_norm": 0.09305235743522644,
      "learning_rate": 1.1951951951951952e-06,
      "loss": 0.0006,
      "step": 1466
    },
    {
      "epoch": 4.39250936329588,
      "grad_norm": 5.541313171386719,
      "learning_rate": 1.1891891891891893e-06,
      "loss": 0.0143,
      "step": 1467
    },
    {
      "epoch": 4.395505617977528,
      "grad_norm": 3.9298205375671387,
      "learning_rate": 1.1831831831831834e-06,
      "loss": 0.0435,
      "step": 1468
    },
    {
      "epoch": 4.3985018726591765,
      "grad_norm": 8.565621376037598,
      "learning_rate": 1.1771771771771773e-06,
      "loss": 0.2326,
      "step": 1469
    },
    {
      "epoch": 4.401498127340824,
      "grad_norm": 0.10688000172376633,
      "learning_rate": 1.1711711711711712e-06,
      "loss": 0.0007,
      "step": 1470
    },
    {
      "epoch": 4.404494382022472,
      "grad_norm": 20.08437156677246,
      "learning_rate": 1.1651651651651651e-06,
      "loss": 0.0434,
      "step": 1471
    },
    {
      "epoch": 4.40749063670412,
      "grad_norm": 0.11514133960008621,
      "learning_rate": 1.1591591591591592e-06,
      "loss": 0.0008,
      "step": 1472
    },
    {
      "epoch": 4.4104868913857675,
      "grad_norm": 1.3515924215316772,
      "learning_rate": 1.1531531531531533e-06,
      "loss": 0.0109,
      "step": 1473
    },
    {
      "epoch": 4.413483146067415,
      "grad_norm": 0.2089802622795105,
      "learning_rate": 1.1471471471471472e-06,
      "loss": 0.001,
      "step": 1474
    },
    {
      "epoch": 4.416479400749064,
      "grad_norm": 0.05701066181063652,
      "learning_rate": 1.1411411411411411e-06,
      "loss": 0.0005,
      "step": 1475
    },
    {
      "epoch": 4.419475655430712,
      "grad_norm": 12.600296020507812,
      "learning_rate": 1.1351351351351352e-06,
      "loss": 0.179,
      "step": 1476
    },
    {
      "epoch": 4.4224719101123595,
      "grad_norm": 0.1585162729024887,
      "learning_rate": 1.1291291291291293e-06,
      "loss": 0.0009,
      "step": 1477
    },
    {
      "epoch": 4.425468164794007,
      "grad_norm": 0.7637054324150085,
      "learning_rate": 1.1231231231231232e-06,
      "loss": 0.0018,
      "step": 1478
    },
    {
      "epoch": 4.428464419475655,
      "grad_norm": 22.581663131713867,
      "learning_rate": 1.1171171171171171e-06,
      "loss": 0.0429,
      "step": 1479
    },
    {
      "epoch": 4.431460674157304,
      "grad_norm": 0.14158785343170166,
      "learning_rate": 1.111111111111111e-06,
      "loss": 0.0011,
      "step": 1480
    },
    {
      "epoch": 4.4344569288389515,
      "grad_norm": 21.828317642211914,
      "learning_rate": 1.1051051051051051e-06,
      "loss": 0.1492,
      "step": 1481
    },
    {
      "epoch": 4.437453183520599,
      "grad_norm": 292.28729248046875,
      "learning_rate": 1.0990990990990993e-06,
      "loss": 0.0653,
      "step": 1482
    },
    {
      "epoch": 4.440449438202247,
      "grad_norm": 15.90126895904541,
      "learning_rate": 1.0930930930930932e-06,
      "loss": 0.1522,
      "step": 1483
    },
    {
      "epoch": 4.443445692883895,
      "grad_norm": 0.898688018321991,
      "learning_rate": 1.087087087087087e-06,
      "loss": 0.0023,
      "step": 1484
    },
    {
      "epoch": 4.4464419475655435,
      "grad_norm": 0.09900274872779846,
      "learning_rate": 1.0810810810810812e-06,
      "loss": 0.0007,
      "step": 1485
    },
    {
      "epoch": 4.449438202247191,
      "grad_norm": 1.6458231210708618,
      "learning_rate": 1.0750750750750753e-06,
      "loss": 0.001,
      "step": 1486
    },
    {
      "epoch": 4.452434456928839,
      "grad_norm": 0.09181365370750427,
      "learning_rate": 1.0690690690690692e-06,
      "loss": 0.0007,
      "step": 1487
    },
    {
      "epoch": 4.455430711610487,
      "grad_norm": 0.4765637516975403,
      "learning_rate": 1.063063063063063e-06,
      "loss": 0.0009,
      "step": 1488
    },
    {
      "epoch": 4.4584269662921345,
      "grad_norm": 0.10589593648910522,
      "learning_rate": 1.0570570570570572e-06,
      "loss": 0.0007,
      "step": 1489
    },
    {
      "epoch": 4.461423220973783,
      "grad_norm": 0.12367613613605499,
      "learning_rate": 1.051051051051051e-06,
      "loss": 0.0008,
      "step": 1490
    },
    {
      "epoch": 4.464419475655431,
      "grad_norm": 0.08688446879386902,
      "learning_rate": 1.0450450450450452e-06,
      "loss": 0.0006,
      "step": 1491
    },
    {
      "epoch": 4.467415730337079,
      "grad_norm": 0.260585218667984,
      "learning_rate": 1.039039039039039e-06,
      "loss": 0.0009,
      "step": 1492
    },
    {
      "epoch": 4.4704119850187265,
      "grad_norm": 0.08936718106269836,
      "learning_rate": 1.033033033033033e-06,
      "loss": 0.0006,
      "step": 1493
    },
    {
      "epoch": 4.473408239700374,
      "grad_norm": 0.25395792722702026,
      "learning_rate": 1.027027027027027e-06,
      "loss": 0.001,
      "step": 1494
    },
    {
      "epoch": 4.476404494382022,
      "grad_norm": 0.14581674337387085,
      "learning_rate": 1.0210210210210212e-06,
      "loss": 0.0007,
      "step": 1495
    },
    {
      "epoch": 4.479400749063671,
      "grad_norm": 0.8298152685165405,
      "learning_rate": 1.015015015015015e-06,
      "loss": 0.0046,
      "step": 1496
    },
    {
      "epoch": 4.4823970037453185,
      "grad_norm": 3.017728328704834,
      "learning_rate": 1.009009009009009e-06,
      "loss": 0.001,
      "step": 1497
    },
    {
      "epoch": 4.485393258426966,
      "grad_norm": 8.733826637268066,
      "learning_rate": 1.0030030030030031e-06,
      "loss": 0.1548,
      "step": 1498
    },
    {
      "epoch": 4.488389513108614,
      "grad_norm": 0.06368312984704971,
      "learning_rate": 9.969969969969972e-07,
      "loss": 0.0005,
      "step": 1499
    },
    {
      "epoch": 4.491385767790262,
      "grad_norm": 2.6524369716644287,
      "learning_rate": 9.909909909909911e-07,
      "loss": 0.044,
      "step": 1500
    },
    {
      "epoch": 4.49438202247191,
      "grad_norm": 0.05978919938206673,
      "learning_rate": 9.84984984984985e-07,
      "loss": 0.0005,
      "step": 1501
    },
    {
      "epoch": 4.497378277153558,
      "grad_norm": 0.6960961222648621,
      "learning_rate": 9.78978978978979e-07,
      "loss": 0.001,
      "step": 1502
    },
    {
      "epoch": 4.500374531835206,
      "grad_norm": 0.06039566174149513,
      "learning_rate": 9.72972972972973e-07,
      "loss": 0.0005,
      "step": 1503
    },
    {
      "epoch": 4.503370786516854,
      "grad_norm": 17.048011779785156,
      "learning_rate": 9.669669669669671e-07,
      "loss": 0.1489,
      "step": 1504
    },
    {
      "epoch": 4.5063670411985015,
      "grad_norm": 0.0968472957611084,
      "learning_rate": 9.60960960960961e-07,
      "loss": 0.0007,
      "step": 1505
    },
    {
      "epoch": 4.50936329588015,
      "grad_norm": 0.051448822021484375,
      "learning_rate": 9.54954954954955e-07,
      "loss": 0.0005,
      "step": 1506
    },
    {
      "epoch": 4.512359550561798,
      "grad_norm": 0.08097102493047714,
      "learning_rate": 9.48948948948949e-07,
      "loss": 0.0006,
      "step": 1507
    },
    {
      "epoch": 4.515355805243446,
      "grad_norm": 1.6621593236923218,
      "learning_rate": 9.42942942942943e-07,
      "loss": 0.0097,
      "step": 1508
    },
    {
      "epoch": 4.5183520599250935,
      "grad_norm": 0.05666017532348633,
      "learning_rate": 9.36936936936937e-07,
      "loss": 0.0005,
      "step": 1509
    },
    {
      "epoch": 4.521348314606741,
      "grad_norm": 0.046145763248205185,
      "learning_rate": 9.30930930930931e-07,
      "loss": 0.0004,
      "step": 1510
    },
    {
      "epoch": 4.52434456928839,
      "grad_norm": 18.9801082611084,
      "learning_rate": 9.24924924924925e-07,
      "loss": 0.0118,
      "step": 1511
    },
    {
      "epoch": 4.527340823970038,
      "grad_norm": 142.37619018554688,
      "learning_rate": 9.189189189189191e-07,
      "loss": 0.1597,
      "step": 1512
    },
    {
      "epoch": 4.5303370786516854,
      "grad_norm": 0.4038632810115814,
      "learning_rate": 9.12912912912913e-07,
      "loss": 0.001,
      "step": 1513
    },
    {
      "epoch": 4.533333333333333,
      "grad_norm": 0.10070820897817612,
      "learning_rate": 9.06906906906907e-07,
      "loss": 0.0007,
      "step": 1514
    },
    {
      "epoch": 4.536329588014981,
      "grad_norm": 0.08822520077228546,
      "learning_rate": 9.00900900900901e-07,
      "loss": 0.0007,
      "step": 1515
    },
    {
      "epoch": 4.539325842696629,
      "grad_norm": 0.07798154652118683,
      "learning_rate": 8.948948948948951e-07,
      "loss": 0.0007,
      "step": 1516
    },
    {
      "epoch": 4.542322097378277,
      "grad_norm": 0.06188088282942772,
      "learning_rate": 8.88888888888889e-07,
      "loss": 0.0006,
      "step": 1517
    },
    {
      "epoch": 4.545318352059925,
      "grad_norm": 0.06798405200242996,
      "learning_rate": 8.82882882882883e-07,
      "loss": 0.0006,
      "step": 1518
    },
    {
      "epoch": 4.548314606741573,
      "grad_norm": 0.06251358240842819,
      "learning_rate": 8.768768768768769e-07,
      "loss": 0.0004,
      "step": 1519
    },
    {
      "epoch": 4.551310861423221,
      "grad_norm": 0.11483646929264069,
      "learning_rate": 8.708708708708709e-07,
      "loss": 0.0008,
      "step": 1520
    },
    {
      "epoch": 4.554307116104869,
      "grad_norm": 0.5001565217971802,
      "learning_rate": 8.64864864864865e-07,
      "loss": 0.0082,
      "step": 1521
    },
    {
      "epoch": 4.557303370786517,
      "grad_norm": 11.353193283081055,
      "learning_rate": 8.58858858858859e-07,
      "loss": 0.1925,
      "step": 1522
    },
    {
      "epoch": 4.560299625468165,
      "grad_norm": 0.09219124168157578,
      "learning_rate": 8.528528528528529e-07,
      "loss": 0.0006,
      "step": 1523
    },
    {
      "epoch": 4.563295880149813,
      "grad_norm": 0.044498857110738754,
      "learning_rate": 8.468468468468469e-07,
      "loss": 0.0004,
      "step": 1524
    },
    {
      "epoch": 4.5662921348314605,
      "grad_norm": 0.09277030825614929,
      "learning_rate": 8.40840840840841e-07,
      "loss": 0.0007,
      "step": 1525
    },
    {
      "epoch": 4.569288389513108,
      "grad_norm": 11.887762069702148,
      "learning_rate": 8.348348348348349e-07,
      "loss": 0.1228,
      "step": 1526
    },
    {
      "epoch": 4.572284644194757,
      "grad_norm": 3.9825165271759033,
      "learning_rate": 8.288288288288289e-07,
      "loss": 0.0391,
      "step": 1527
    },
    {
      "epoch": 4.575280898876405,
      "grad_norm": 0.074421726167202,
      "learning_rate": 8.228228228228228e-07,
      "loss": 0.0005,
      "step": 1528
    },
    {
      "epoch": 4.578277153558052,
      "grad_norm": 2.651801109313965,
      "learning_rate": 8.168168168168168e-07,
      "loss": 0.0024,
      "step": 1529
    },
    {
      "epoch": 4.5812734082397,
      "grad_norm": 1.7624642848968506,
      "learning_rate": 8.108108108108109e-07,
      "loss": 0.0097,
      "step": 1530
    },
    {
      "epoch": 4.584269662921348,
      "grad_norm": 0.4752442538738251,
      "learning_rate": 8.048048048048049e-07,
      "loss": 0.0008,
      "step": 1531
    },
    {
      "epoch": 4.587265917602997,
      "grad_norm": 1.1370651721954346,
      "learning_rate": 7.987987987987988e-07,
      "loss": 0.0075,
      "step": 1532
    },
    {
      "epoch": 4.590262172284644,
      "grad_norm": 0.04361056536436081,
      "learning_rate": 7.927927927927928e-07,
      "loss": 0.0004,
      "step": 1533
    },
    {
      "epoch": 4.593258426966292,
      "grad_norm": 0.08027056604623795,
      "learning_rate": 7.867867867867869e-07,
      "loss": 0.0005,
      "step": 1534
    },
    {
      "epoch": 4.59625468164794,
      "grad_norm": 0.10883516818284988,
      "learning_rate": 7.807807807807808e-07,
      "loss": 0.0008,
      "step": 1535
    },
    {
      "epoch": 4.599250936329588,
      "grad_norm": 0.027541639283299446,
      "learning_rate": 7.747747747747748e-07,
      "loss": 0.0004,
      "step": 1536
    },
    {
      "epoch": 4.6022471910112355,
      "grad_norm": 23.273799896240234,
      "learning_rate": 7.687687687687688e-07,
      "loss": 0.0141,
      "step": 1537
    },
    {
      "epoch": 4.605243445692884,
      "grad_norm": 0.040743179619312286,
      "learning_rate": 7.627627627627627e-07,
      "loss": 0.0004,
      "step": 1538
    },
    {
      "epoch": 4.608239700374532,
      "grad_norm": 0.8939301371574402,
      "learning_rate": 7.567567567567569e-07,
      "loss": 0.0024,
      "step": 1539
    },
    {
      "epoch": 4.61123595505618,
      "grad_norm": 0.07921671867370605,
      "learning_rate": 7.507507507507509e-07,
      "loss": 0.0007,
      "step": 1540
    },
    {
      "epoch": 4.614232209737827,
      "grad_norm": 0.08782128989696503,
      "learning_rate": 7.447447447447448e-07,
      "loss": 0.0005,
      "step": 1541
    },
    {
      "epoch": 4.617228464419476,
      "grad_norm": 0.052603669464588165,
      "learning_rate": 7.387387387387388e-07,
      "loss": 0.0006,
      "step": 1542
    },
    {
      "epoch": 4.620224719101124,
      "grad_norm": 0.06112679839134216,
      "learning_rate": 7.327327327327329e-07,
      "loss": 0.0005,
      "step": 1543
    },
    {
      "epoch": 4.623220973782772,
      "grad_norm": 1.0430890321731567,
      "learning_rate": 7.267267267267268e-07,
      "loss": 0.0045,
      "step": 1544
    },
    {
      "epoch": 4.626217228464419,
      "grad_norm": 8.98888111114502,
      "learning_rate": 7.207207207207208e-07,
      "loss": 0.2234,
      "step": 1545
    },
    {
      "epoch": 4.629213483146067,
      "grad_norm": 1.58928382396698,
      "learning_rate": 7.147147147147148e-07,
      "loss": 0.0075,
      "step": 1546
    },
    {
      "epoch": 4.632209737827715,
      "grad_norm": 0.9272421598434448,
      "learning_rate": 7.087087087087087e-07,
      "loss": 0.0015,
      "step": 1547
    },
    {
      "epoch": 4.635205992509364,
      "grad_norm": 0.05971525236964226,
      "learning_rate": 7.027027027027028e-07,
      "loss": 0.0005,
      "step": 1548
    },
    {
      "epoch": 4.638202247191011,
      "grad_norm": 0.05799536034464836,
      "learning_rate": 6.966966966966968e-07,
      "loss": 0.0004,
      "step": 1549
    },
    {
      "epoch": 4.641198501872659,
      "grad_norm": 0.04386816546320915,
      "learning_rate": 6.906906906906907e-07,
      "loss": 0.0005,
      "step": 1550
    },
    {
      "epoch": 4.644194756554307,
      "grad_norm": 70.71249389648438,
      "learning_rate": 6.846846846846847e-07,
      "loss": 0.0763,
      "step": 1551
    },
    {
      "epoch": 4.647191011235955,
      "grad_norm": 6.4223408699035645,
      "learning_rate": 6.786786786786788e-07,
      "loss": 0.0508,
      "step": 1552
    },
    {
      "epoch": 4.650187265917603,
      "grad_norm": 0.06315252929925919,
      "learning_rate": 6.726726726726727e-07,
      "loss": 0.0005,
      "step": 1553
    },
    {
      "epoch": 4.653183520599251,
      "grad_norm": 0.07991476356983185,
      "learning_rate": 6.666666666666667e-07,
      "loss": 0.0005,
      "step": 1554
    },
    {
      "epoch": 4.656179775280899,
      "grad_norm": 7.226046562194824,
      "learning_rate": 6.606606606606607e-07,
      "loss": 0.0488,
      "step": 1555
    },
    {
      "epoch": 4.659176029962547,
      "grad_norm": 0.03190997242927551,
      "learning_rate": 6.546546546546548e-07,
      "loss": 0.0004,
      "step": 1556
    },
    {
      "epoch": 4.662172284644194,
      "grad_norm": 0.0839492604136467,
      "learning_rate": 6.486486486486487e-07,
      "loss": 0.0007,
      "step": 1557
    },
    {
      "epoch": 4.665168539325843,
      "grad_norm": 19.33370018005371,
      "learning_rate": 6.426426426426427e-07,
      "loss": 0.2913,
      "step": 1558
    },
    {
      "epoch": 4.668164794007491,
      "grad_norm": 0.050525616854429245,
      "learning_rate": 6.366366366366366e-07,
      "loss": 0.0005,
      "step": 1559
    },
    {
      "epoch": 4.671161048689139,
      "grad_norm": 0.2810042202472687,
      "learning_rate": 6.306306306306306e-07,
      "loss": 0.0016,
      "step": 1560
    },
    {
      "epoch": 4.674157303370786,
      "grad_norm": 3.1624624729156494,
      "learning_rate": 6.246246246246246e-07,
      "loss": 0.0491,
      "step": 1561
    },
    {
      "epoch": 4.677153558052434,
      "grad_norm": 0.9163456559181213,
      "learning_rate": 6.186186186186187e-07,
      "loss": 0.0065,
      "step": 1562
    },
    {
      "epoch": 4.680149812734083,
      "grad_norm": 60.5709228515625,
      "learning_rate": 6.126126126126126e-07,
      "loss": 0.171,
      "step": 1563
    },
    {
      "epoch": 4.683146067415731,
      "grad_norm": 20.184545516967773,
      "learning_rate": 6.066066066066066e-07,
      "loss": 0.0389,
      "step": 1564
    },
    {
      "epoch": 4.686142322097378,
      "grad_norm": 0.021519027650356293,
      "learning_rate": 6.006006006006006e-07,
      "loss": 0.0003,
      "step": 1565
    },
    {
      "epoch": 4.689138576779026,
      "grad_norm": 6.1736273765563965,
      "learning_rate": 5.945945945945947e-07,
      "loss": 0.0405,
      "step": 1566
    },
    {
      "epoch": 4.692134831460674,
      "grad_norm": 0.04734325036406517,
      "learning_rate": 5.885885885885887e-07,
      "loss": 0.0004,
      "step": 1567
    },
    {
      "epoch": 4.695131086142322,
      "grad_norm": 0.016578013077378273,
      "learning_rate": 5.825825825825826e-07,
      "loss": 0.0003,
      "step": 1568
    },
    {
      "epoch": 4.69812734082397,
      "grad_norm": 12.243136405944824,
      "learning_rate": 5.765765765765767e-07,
      "loss": 0.1434,
      "step": 1569
    },
    {
      "epoch": 4.701123595505618,
      "grad_norm": 21.25614356994629,
      "learning_rate": 5.705705705705706e-07,
      "loss": 0.0662,
      "step": 1570
    },
    {
      "epoch": 4.704119850187266,
      "grad_norm": 0.03454562649130821,
      "learning_rate": 5.645645645645647e-07,
      "loss": 0.0004,
      "step": 1571
    },
    {
      "epoch": 4.707116104868914,
      "grad_norm": 0.08108682930469513,
      "learning_rate": 5.585585585585586e-07,
      "loss": 0.0006,
      "step": 1572
    },
    {
      "epoch": 4.710112359550562,
      "grad_norm": 22.30251693725586,
      "learning_rate": 5.525525525525526e-07,
      "loss": 0.2068,
      "step": 1573
    },
    {
      "epoch": 4.71310861423221,
      "grad_norm": 0.02572021074593067,
      "learning_rate": 5.465465465465466e-07,
      "loss": 0.0004,
      "step": 1574
    },
    {
      "epoch": 4.716104868913858,
      "grad_norm": 12.543827056884766,
      "learning_rate": 5.405405405405406e-07,
      "loss": 0.1658,
      "step": 1575
    },
    {
      "epoch": 4.719101123595506,
      "grad_norm": 0.2886572778224945,
      "learning_rate": 5.345345345345346e-07,
      "loss": 0.002,
      "step": 1576
    },
    {
      "epoch": 4.722097378277153,
      "grad_norm": 0.37491849064826965,
      "learning_rate": 5.285285285285286e-07,
      "loss": 0.0008,
      "step": 1577
    },
    {
      "epoch": 4.725093632958801,
      "grad_norm": 4.240332126617432,
      "learning_rate": 5.225225225225226e-07,
      "loss": 0.0491,
      "step": 1578
    },
    {
      "epoch": 4.72808988764045,
      "grad_norm": 2.1326327323913574,
      "learning_rate": 5.165165165165165e-07,
      "loss": 0.0039,
      "step": 1579
    },
    {
      "epoch": 4.731086142322098,
      "grad_norm": 0.03157065063714981,
      "learning_rate": 5.105105105105106e-07,
      "loss": 0.0003,
      "step": 1580
    },
    {
      "epoch": 4.734082397003745,
      "grad_norm": 11.946758270263672,
      "learning_rate": 5.045045045045045e-07,
      "loss": 0.199,
      "step": 1581
    },
    {
      "epoch": 4.737078651685393,
      "grad_norm": 0.07092578709125519,
      "learning_rate": 4.984984984984986e-07,
      "loss": 0.0005,
      "step": 1582
    },
    {
      "epoch": 4.740074906367041,
      "grad_norm": 0.13529425859451294,
      "learning_rate": 4.924924924924925e-07,
      "loss": 0.0007,
      "step": 1583
    },
    {
      "epoch": 4.7430711610486895,
      "grad_norm": 0.05387164652347565,
      "learning_rate": 4.864864864864865e-07,
      "loss": 0.0005,
      "step": 1584
    },
    {
      "epoch": 4.746067415730337,
      "grad_norm": 0.0637047290802002,
      "learning_rate": 4.804804804804805e-07,
      "loss": 0.0006,
      "step": 1585
    },
    {
      "epoch": 4.749063670411985,
      "grad_norm": 2.3102166652679443,
      "learning_rate": 4.744744744744745e-07,
      "loss": 0.0522,
      "step": 1586
    },
    {
      "epoch": 4.752059925093633,
      "grad_norm": 0.16145378351211548,
      "learning_rate": 4.684684684684685e-07,
      "loss": 0.0007,
      "step": 1587
    },
    {
      "epoch": 4.755056179775281,
      "grad_norm": 0.15398642420768738,
      "learning_rate": 4.624624624624625e-07,
      "loss": 0.0008,
      "step": 1588
    },
    {
      "epoch": 4.758052434456928,
      "grad_norm": 23.60244369506836,
      "learning_rate": 4.564564564564565e-07,
      "loss": 0.1416,
      "step": 1589
    },
    {
      "epoch": 4.761048689138577,
      "grad_norm": 5.4439592361450195,
      "learning_rate": 4.504504504504505e-07,
      "loss": 0.2506,
      "step": 1590
    },
    {
      "epoch": 4.764044943820225,
      "grad_norm": 28.074872970581055,
      "learning_rate": 4.444444444444445e-07,
      "loss": 0.2312,
      "step": 1591
    },
    {
      "epoch": 4.767041198501873,
      "grad_norm": 0.30833926796913147,
      "learning_rate": 4.3843843843843844e-07,
      "loss": 0.0009,
      "step": 1592
    },
    {
      "epoch": 4.77003745318352,
      "grad_norm": 0.06983055919408798,
      "learning_rate": 4.324324324324325e-07,
      "loss": 0.0006,
      "step": 1593
    },
    {
      "epoch": 4.773033707865169,
      "grad_norm": 0.04961135983467102,
      "learning_rate": 4.2642642642642645e-07,
      "loss": 0.0004,
      "step": 1594
    },
    {
      "epoch": 4.776029962546817,
      "grad_norm": 0.3669885993003845,
      "learning_rate": 4.204204204204205e-07,
      "loss": 0.0018,
      "step": 1595
    },
    {
      "epoch": 4.7790262172284645,
      "grad_norm": 0.03794948756694794,
      "learning_rate": 4.1441441441441446e-07,
      "loss": 0.0004,
      "step": 1596
    },
    {
      "epoch": 4.782022471910112,
      "grad_norm": 1.9154077768325806,
      "learning_rate": 4.084084084084084e-07,
      "loss": 0.0397,
      "step": 1597
    },
    {
      "epoch": 4.78501872659176,
      "grad_norm": 0.4471288025379181,
      "learning_rate": 4.0240240240240246e-07,
      "loss": 0.0042,
      "step": 1598
    },
    {
      "epoch": 4.788014981273408,
      "grad_norm": 43.2827033996582,
      "learning_rate": 3.963963963963964e-07,
      "loss": 0.1564,
      "step": 1599
    },
    {
      "epoch": 4.7910112359550565,
      "grad_norm": 10.669339179992676,
      "learning_rate": 3.903903903903904e-07,
      "loss": 0.0663,
      "step": 1600
    },
    {
      "epoch": 4.794007490636704,
      "grad_norm": 0.08896947652101517,
      "learning_rate": 3.843843843843844e-07,
      "loss": 0.0005,
      "step": 1601
    },
    {
      "epoch": 4.797003745318352,
      "grad_norm": 25.632553100585938,
      "learning_rate": 3.7837837837837843e-07,
      "loss": 0.028,
      "step": 1602
    },
    {
      "epoch": 4.8,
      "grad_norm": 0.10706740617752075,
      "learning_rate": 3.723723723723724e-07,
      "loss": 0.0008,
      "step": 1603
    },
    {
      "epoch": 4.802996254681648,
      "grad_norm": 2.436537981033325,
      "learning_rate": 3.6636636636636644e-07,
      "loss": 0.006,
      "step": 1604
    },
    {
      "epoch": 4.805992509363296,
      "grad_norm": 7.362716197967529,
      "learning_rate": 3.603603603603604e-07,
      "loss": 0.0199,
      "step": 1605
    },
    {
      "epoch": 4.808988764044944,
      "grad_norm": 0.13014669716358185,
      "learning_rate": 3.5435435435435434e-07,
      "loss": 0.0007,
      "step": 1606
    },
    {
      "epoch": 4.811985018726592,
      "grad_norm": 0.06362096965312958,
      "learning_rate": 3.483483483483484e-07,
      "loss": 0.0006,
      "step": 1607
    },
    {
      "epoch": 4.81498127340824,
      "grad_norm": 13.201666831970215,
      "learning_rate": 3.4234234234234235e-07,
      "loss": 0.161,
      "step": 1608
    },
    {
      "epoch": 4.817977528089887,
      "grad_norm": 0.024186957627534866,
      "learning_rate": 3.3633633633633635e-07,
      "loss": 0.0003,
      "step": 1609
    },
    {
      "epoch": 4.820973782771535,
      "grad_norm": 0.07626641541719437,
      "learning_rate": 3.3033033033033036e-07,
      "loss": 0.0005,
      "step": 1610
    },
    {
      "epoch": 4.823970037453184,
      "grad_norm": 0.08752576261758804,
      "learning_rate": 3.2432432432432436e-07,
      "loss": 0.0006,
      "step": 1611
    },
    {
      "epoch": 4.8269662921348315,
      "grad_norm": 5.421555042266846,
      "learning_rate": 3.183183183183183e-07,
      "loss": 0.0076,
      "step": 1612
    },
    {
      "epoch": 4.829962546816479,
      "grad_norm": 17.79936981201172,
      "learning_rate": 3.123123123123123e-07,
      "loss": 0.173,
      "step": 1613
    },
    {
      "epoch": 4.832958801498127,
      "grad_norm": 1.3809971809387207,
      "learning_rate": 3.063063063063063e-07,
      "loss": 0.003,
      "step": 1614
    },
    {
      "epoch": 4.835955056179776,
      "grad_norm": 0.04778476431965828,
      "learning_rate": 3.003003003003003e-07,
      "loss": 0.0005,
      "step": 1615
    },
    {
      "epoch": 4.8389513108614235,
      "grad_norm": 2.6461575031280518,
      "learning_rate": 2.9429429429429433e-07,
      "loss": 0.0033,
      "step": 1616
    },
    {
      "epoch": 4.841947565543071,
      "grad_norm": 0.057272329926490784,
      "learning_rate": 2.8828828828828833e-07,
      "loss": 0.0005,
      "step": 1617
    },
    {
      "epoch": 4.844943820224719,
      "grad_norm": 0.9794812202453613,
      "learning_rate": 2.8228228228228234e-07,
      "loss": 0.0017,
      "step": 1618
    },
    {
      "epoch": 4.847940074906367,
      "grad_norm": 14.971752166748047,
      "learning_rate": 2.762762762762763e-07,
      "loss": 0.1581,
      "step": 1619
    },
    {
      "epoch": 4.850936329588015,
      "grad_norm": 0.6323643922805786,
      "learning_rate": 2.702702702702703e-07,
      "loss": 0.0044,
      "step": 1620
    },
    {
      "epoch": 4.853932584269663,
      "grad_norm": 12.307567596435547,
      "learning_rate": 2.642642642642643e-07,
      "loss": 0.1463,
      "step": 1621
    },
    {
      "epoch": 4.856928838951311,
      "grad_norm": 0.22150635719299316,
      "learning_rate": 2.5825825825825825e-07,
      "loss": 0.0007,
      "step": 1622
    },
    {
      "epoch": 4.859925093632959,
      "grad_norm": 0.7072132229804993,
      "learning_rate": 2.5225225225225225e-07,
      "loss": 0.0033,
      "step": 1623
    },
    {
      "epoch": 4.8629213483146065,
      "grad_norm": 0.1475359946489334,
      "learning_rate": 2.4624624624624625e-07,
      "loss": 0.0005,
      "step": 1624
    },
    {
      "epoch": 4.865917602996254,
      "grad_norm": 0.7722948789596558,
      "learning_rate": 2.4024024024024026e-07,
      "loss": 0.009,
      "step": 1625
    },
    {
      "epoch": 4.868913857677903,
      "grad_norm": 0.24325625598430634,
      "learning_rate": 2.3423423423423426e-07,
      "loss": 0.0008,
      "step": 1626
    },
    {
      "epoch": 4.871910112359551,
      "grad_norm": 0.06290898472070694,
      "learning_rate": 2.2822822822822824e-07,
      "loss": 0.0005,
      "step": 1627
    },
    {
      "epoch": 4.8749063670411985,
      "grad_norm": 0.05529392883181572,
      "learning_rate": 2.2222222222222224e-07,
      "loss": 0.0005,
      "step": 1628
    },
    {
      "epoch": 4.877902621722846,
      "grad_norm": 0.12186314165592194,
      "learning_rate": 2.1621621621621625e-07,
      "loss": 0.0008,
      "step": 1629
    },
    {
      "epoch": 4.880898876404494,
      "grad_norm": 0.26348569989204407,
      "learning_rate": 2.1021021021021025e-07,
      "loss": 0.0011,
      "step": 1630
    },
    {
      "epoch": 4.883895131086143,
      "grad_norm": 5.453798294067383,
      "learning_rate": 2.042042042042042e-07,
      "loss": 0.0578,
      "step": 1631
    },
    {
      "epoch": 4.8868913857677905,
      "grad_norm": 0.07181008160114288,
      "learning_rate": 1.981981981981982e-07,
      "loss": 0.0007,
      "step": 1632
    },
    {
      "epoch": 4.889887640449438,
      "grad_norm": 0.05274451896548271,
      "learning_rate": 1.921921921921922e-07,
      "loss": 0.0005,
      "step": 1633
    },
    {
      "epoch": 4.892883895131086,
      "grad_norm": 0.036867499351501465,
      "learning_rate": 1.861861861861862e-07,
      "loss": 0.0005,
      "step": 1634
    },
    {
      "epoch": 4.895880149812734,
      "grad_norm": 0.24336205422878265,
      "learning_rate": 1.801801801801802e-07,
      "loss": 0.001,
      "step": 1635
    },
    {
      "epoch": 4.898876404494382,
      "grad_norm": 1.4599392414093018,
      "learning_rate": 1.741741741741742e-07,
      "loss": 0.0071,
      "step": 1636
    },
    {
      "epoch": 4.90187265917603,
      "grad_norm": 0.09582925587892532,
      "learning_rate": 1.6816816816816818e-07,
      "loss": 0.0005,
      "step": 1637
    },
    {
      "epoch": 4.904868913857678,
      "grad_norm": 0.7571275234222412,
      "learning_rate": 1.6216216216216218e-07,
      "loss": 0.0117,
      "step": 1638
    },
    {
      "epoch": 4.907865168539326,
      "grad_norm": 1.4339208602905273,
      "learning_rate": 1.5615615615615616e-07,
      "loss": 0.0016,
      "step": 1639
    },
    {
      "epoch": 4.9108614232209735,
      "grad_norm": 14.157052993774414,
      "learning_rate": 1.5015015015015016e-07,
      "loss": 0.0134,
      "step": 1640
    },
    {
      "epoch": 4.913857677902621,
      "grad_norm": 0.026463618502020836,
      "learning_rate": 1.4414414414414417e-07,
      "loss": 0.0004,
      "step": 1641
    },
    {
      "epoch": 4.91685393258427,
      "grad_norm": 7.497573375701904,
      "learning_rate": 1.3813813813813814e-07,
      "loss": 0.0236,
      "step": 1642
    },
    {
      "epoch": 4.919850187265918,
      "grad_norm": 0.03946645185351372,
      "learning_rate": 1.3213213213213215e-07,
      "loss": 0.0004,
      "step": 1643
    },
    {
      "epoch": 4.9228464419475655,
      "grad_norm": 12.166119575500488,
      "learning_rate": 1.2612612612612613e-07,
      "loss": 0.0254,
      "step": 1644
    },
    {
      "epoch": 4.925842696629213,
      "grad_norm": 0.10254757106304169,
      "learning_rate": 1.2012012012012013e-07,
      "loss": 0.0006,
      "step": 1645
    },
    {
      "epoch": 4.928838951310862,
      "grad_norm": 0.023163557052612305,
      "learning_rate": 1.1411411411411412e-07,
      "loss": 0.0003,
      "step": 1646
    },
    {
      "epoch": 4.93183520599251,
      "grad_norm": 0.23772574961185455,
      "learning_rate": 1.0810810810810812e-07,
      "loss": 0.0014,
      "step": 1647
    },
    {
      "epoch": 4.9348314606741575,
      "grad_norm": 0.046774666756391525,
      "learning_rate": 1.021021021021021e-07,
      "loss": 0.0005,
      "step": 1648
    },
    {
      "epoch": 4.937827715355805,
      "grad_norm": 14.182709693908691,
      "learning_rate": 9.60960960960961e-08,
      "loss": 0.1443,
      "step": 1649
    },
    {
      "epoch": 4.940823970037453,
      "grad_norm": 5.33063268661499,
      "learning_rate": 9.00900900900901e-08,
      "loss": 0.0456,
      "step": 1650
    },
    {
      "epoch": 4.943820224719101,
      "grad_norm": 2.2647621631622314,
      "learning_rate": 8.408408408408409e-08,
      "loss": 0.0025,
      "step": 1651
    },
    {
      "epoch": 4.946816479400749,
      "grad_norm": 4.9730448722839355,
      "learning_rate": 7.807807807807808e-08,
      "loss": 0.0142,
      "step": 1652
    },
    {
      "epoch": 4.949812734082397,
      "grad_norm": 6.086433410644531,
      "learning_rate": 7.207207207207208e-08,
      "loss": 0.0814,
      "step": 1653
    },
    {
      "epoch": 4.952808988764045,
      "grad_norm": 1.8743048906326294,
      "learning_rate": 6.606606606606607e-08,
      "loss": 0.0462,
      "step": 1654
    },
    {
      "epoch": 4.955805243445693,
      "grad_norm": 0.5199087858200073,
      "learning_rate": 6.006006006006006e-08,
      "loss": 0.0011,
      "step": 1655
    },
    {
      "epoch": 4.9588014981273405,
      "grad_norm": 0.11391440033912659,
      "learning_rate": 5.405405405405406e-08,
      "loss": 0.0006,
      "step": 1656
    },
    {
      "epoch": 4.961797752808989,
      "grad_norm": 0.0856897309422493,
      "learning_rate": 4.804804804804805e-08,
      "loss": 0.0006,
      "step": 1657
    },
    {
      "epoch": 4.964794007490637,
      "grad_norm": 0.08336736261844635,
      "learning_rate": 4.2042042042042044e-08,
      "loss": 0.0006,
      "step": 1658
    },
    {
      "epoch": 4.967790262172285,
      "grad_norm": 92.152099609375,
      "learning_rate": 3.603603603603604e-08,
      "loss": 0.1152,
      "step": 1659
    },
    {
      "epoch": 4.9707865168539325,
      "grad_norm": 0.9015845656394958,
      "learning_rate": 3.003003003003003e-08,
      "loss": 0.0013,
      "step": 1660
    },
    {
      "epoch": 4.97378277153558,
      "grad_norm": 2.5232093334198,
      "learning_rate": 2.4024024024024027e-08,
      "loss": 0.0463,
      "step": 1661
    },
    {
      "epoch": 4.976779026217228,
      "grad_norm": 5.621363639831543,
      "learning_rate": 1.801801801801802e-08,
      "loss": 0.0573,
      "step": 1662
    },
    {
      "epoch": 4.979775280898877,
      "grad_norm": 14.393972396850586,
      "learning_rate": 1.2012012012012013e-08,
      "loss": 0.0637,
      "step": 1663
    },
    {
      "epoch": 4.982771535580524,
      "grad_norm": 2.26298451423645,
      "learning_rate": 6.006006006006007e-09,
      "loss": 0.0035,
      "step": 1664
    },
    {
      "epoch": 4.985767790262172,
      "grad_norm": 1.5570151805877686,
      "learning_rate": 0.0,
      "loss": 0.009,
      "step": 1665
    },
    {
      "epoch": 4.985767790262172,
      "eval_accuracy": 0.9591474245115453,
      "eval_loss": 0.2113608717918396,
      "eval_runtime": 21.1251,
      "eval_samples_per_second": 26.651,
      "eval_steps_per_second": 3.361,
      "step": 1665
    }
  ],
  "logging_steps": 1,
  "max_steps": 1665,
  "num_input_tokens_seen": 0,
  "num_train_epochs": 5,
  "save_steps": 500,
  "stateful_callbacks": {
    "TrainerControl": {
      "args": {
        "should_epoch_stop": false,
        "should_evaluate": false,
        "should_log": false,
        "should_save": true,
        "should_training_stop": true
      },
      "attributes": {}
    }
  },
  "total_flos": 2253970492858368.0,
  "train_batch_size": 4,
  "trial_name": null,
  "trial_params": null
}