{
  "best_global_step": null,
  "best_metric": null,
  "best_model_checkpoint": null,
  "epoch": 4.0,
  "eval_steps": 500,
  "global_step": 3276,
  "is_hyper_param_search": false,
  "is_local_process_zero": true,
  "is_world_process_zero": true,
  "log_history": [
    {
      "epoch": 0.002442002442002442,
      "grad_norm": 2.5787229537963867,
      "learning_rate": 1.829268292682927e-08,
      "loss": 1.9266729354858398,
      "step": 2
    },
    {
      "epoch": 0.004884004884004884,
      "grad_norm": 2.9470772743225098,
      "learning_rate": 5.48780487804878e-08,
      "loss": 2.098057270050049,
      "step": 4
    },
    {
      "epoch": 0.007326007326007326,
      "grad_norm": 24.35196304321289,
      "learning_rate": 9.146341463414634e-08,
      "loss": 2.419158458709717,
      "step": 6
    },
    {
      "epoch": 0.009768009768009768,
      "grad_norm": 13.176837921142578,
      "learning_rate": 1.2804878048780488e-07,
      "loss": 1.9603787660598755,
      "step": 8
    },
    {
      "epoch": 0.01221001221001221,
      "grad_norm": 3.178710460662842,
      "learning_rate": 1.6463414634146343e-07,
      "loss": 2.1654319763183594,
      "step": 10
    },
    {
      "epoch": 0.014652014652014652,
      "grad_norm": 6.474632263183594,
      "learning_rate": 2.0121951219512198e-07,
      "loss": 1.944001317024231,
      "step": 12
    },
    {
      "epoch": 0.017094017094017096,
      "grad_norm": 2.9987783432006836,
      "learning_rate": 2.378048780487805e-07,
      "loss": 1.6851489543914795,
      "step": 14
    },
    {
      "epoch": 0.019536019536019536,
      "grad_norm": 16.205787658691406,
      "learning_rate": 2.74390243902439e-07,
      "loss": 2.074493169784546,
      "step": 16
    },
    {
      "epoch": 0.02197802197802198,
      "grad_norm": 28.914915084838867,
      "learning_rate": 3.1097560975609756e-07,
      "loss": 2.760730504989624,
      "step": 18
    },
    {
      "epoch": 0.02442002442002442,
      "grad_norm": 5.000414848327637,
      "learning_rate": 3.475609756097561e-07,
      "loss": 1.890244960784912,
      "step": 20
    },
    {
      "epoch": 0.026862026862026864,
      "grad_norm": 12.402643203735352,
      "learning_rate": 3.8414634146341466e-07,
      "loss": 2.127265691757202,
      "step": 22
    },
    {
      "epoch": 0.029304029304029304,
      "grad_norm": 2.161700487136841,
      "learning_rate": 4.207317073170732e-07,
      "loss": 2.077669143676758,
      "step": 24
    },
    {
      "epoch": 0.031746031746031744,
      "grad_norm": 2.237544059753418,
      "learning_rate": 4.573170731707317e-07,
      "loss": 1.9492441415786743,
      "step": 26
    },
    {
      "epoch": 0.03418803418803419,
      "grad_norm": 3.4599592685699463,
      "learning_rate": 4.939024390243903e-07,
      "loss": 2.0288307666778564,
      "step": 28
    },
    {
      "epoch": 0.03663003663003663,
      "grad_norm": 13.558135032653809,
      "learning_rate": 5.304878048780488e-07,
      "loss": 2.0438828468322754,
      "step": 30
    },
    {
      "epoch": 0.03907203907203907,
      "grad_norm": 1.968347430229187,
      "learning_rate": 5.670731707317073e-07,
      "loss": 1.4716084003448486,
      "step": 32
    },
    {
      "epoch": 0.04151404151404151,
      "grad_norm": 2.296098470687866,
      "learning_rate": 6.036585365853659e-07,
      "loss": 1.916358470916748,
      "step": 34
    },
    {
      "epoch": 0.04395604395604396,
      "grad_norm": 4.799354553222656,
      "learning_rate": 6.402439024390244e-07,
      "loss": 1.500044345855713,
      "step": 36
    },
    {
      "epoch": 0.0463980463980464,
      "grad_norm": 3.422872543334961,
      "learning_rate": 6.768292682926829e-07,
      "loss": 1.9229261875152588,
      "step": 38
    },
    {
      "epoch": 0.04884004884004884,
      "grad_norm": 5.7842278480529785,
      "learning_rate": 7.134146341463414e-07,
      "loss": 1.8417783975601196,
      "step": 40
    },
    {
      "epoch": 0.05128205128205128,
      "grad_norm": 1.7502555847167969,
      "learning_rate": 7.5e-07,
      "loss": 1.8713977336883545,
      "step": 42
    },
    {
      "epoch": 0.05372405372405373,
      "grad_norm": 3.2419745922088623,
      "learning_rate": 7.865853658536586e-07,
      "loss": 1.8525761365890503,
      "step": 44
    },
    {
      "epoch": 0.05616605616605617,
      "grad_norm": 4.0050272941589355,
      "learning_rate": 8.231707317073171e-07,
      "loss": 1.7802633047103882,
      "step": 46
    },
    {
      "epoch": 0.05860805860805861,
      "grad_norm": 9.282805442810059,
      "learning_rate": 8.597560975609755e-07,
      "loss": 1.744933009147644,
      "step": 48
    },
    {
      "epoch": 0.06105006105006105,
      "grad_norm": 11.279670715332031,
      "learning_rate": 8.963414634146341e-07,
      "loss": 1.6575506925582886,
      "step": 50
    },
    {
      "epoch": 0.06349206349206349,
      "grad_norm": 4.024263381958008,
      "learning_rate": 9.329268292682927e-07,
      "loss": 1.7523654699325562,
      "step": 52
    },
    {
      "epoch": 0.06593406593406594,
      "grad_norm": 9.84774398803711,
      "learning_rate": 9.695121951219512e-07,
      "loss": 1.5431915521621704,
      "step": 54
    },
    {
      "epoch": 0.06837606837606838,
      "grad_norm": 2.255718469619751,
      "learning_rate": 1.0060975609756098e-06,
      "loss": 1.6816049814224243,
      "step": 56
    },
    {
      "epoch": 0.07081807081807082,
      "grad_norm": 6.438508033752441,
      "learning_rate": 1.0426829268292682e-06,
      "loss": 1.6770493984222412,
      "step": 58
    },
    {
      "epoch": 0.07326007326007326,
      "grad_norm": 3.231410026550293,
      "learning_rate": 1.0792682926829268e-06,
      "loss": 1.7219147682189941,
      "step": 60
    },
    {
      "epoch": 0.0757020757020757,
      "grad_norm": 4.533494472503662,
      "learning_rate": 1.1158536585365854e-06,
      "loss": 1.3120664358139038,
      "step": 62
    },
    {
      "epoch": 0.07814407814407814,
      "grad_norm": 1.4741380214691162,
      "learning_rate": 1.152439024390244e-06,
      "loss": 1.839809536933899,
      "step": 64
    },
    {
      "epoch": 0.08058608058608059,
      "grad_norm": 5.4159135818481445,
      "learning_rate": 1.1890243902439024e-06,
      "loss": 1.4975742101669312,
      "step": 66
    },
    {
      "epoch": 0.08302808302808302,
      "grad_norm": 1.5194345712661743,
      "learning_rate": 1.225609756097561e-06,
      "loss": 1.2997660636901855,
      "step": 68
    },
    {
      "epoch": 0.08547008547008547,
      "grad_norm": 1.0652521848678589,
      "learning_rate": 1.2621951219512194e-06,
      "loss": 1.325761318206787,
      "step": 70
    },
    {
      "epoch": 0.08791208791208792,
      "grad_norm": 1.5348917245864868,
      "learning_rate": 1.298780487804878e-06,
      "loss": 1.6478363275527954,
      "step": 72
    },
    {
      "epoch": 0.09035409035409035,
      "grad_norm": 3.0826334953308105,
      "learning_rate": 1.3353658536585366e-06,
      "loss": 1.5671182870864868,
      "step": 74
    },
    {
      "epoch": 0.0927960927960928,
      "grad_norm": 3.705549478530884,
      "learning_rate": 1.3719512195121952e-06,
      "loss": 1.528605341911316,
      "step": 76
    },
    {
      "epoch": 0.09523809523809523,
      "grad_norm": 1.423170804977417,
      "learning_rate": 1.4085365853658536e-06,
      "loss": 1.433777928352356,
      "step": 78
    },
    {
      "epoch": 0.09768009768009768,
      "grad_norm": 5.42734432220459,
      "learning_rate": 1.4451219512195122e-06,
      "loss": 1.3220820426940918,
      "step": 80
    },
    {
      "epoch": 0.10012210012210013,
      "grad_norm": 13.278860092163086,
      "learning_rate": 1.4817073170731708e-06,
      "loss": 1.230900526046753,
      "step": 82
    },
    {
      "epoch": 0.10256410256410256,
      "grad_norm": 9.673623085021973,
      "learning_rate": 1.5182926829268292e-06,
      "loss": 1.2397403717041016,
      "step": 84
    },
    {
      "epoch": 0.10500610500610501,
      "grad_norm": 2.096724510192871,
      "learning_rate": 1.5548780487804878e-06,
      "loss": 1.429734230041504,
      "step": 86
    },
    {
      "epoch": 0.10744810744810745,
      "grad_norm": 2.136627435684204,
      "learning_rate": 1.5914634146341464e-06,
      "loss": 1.6148204803466797,
      "step": 88
    },
    {
      "epoch": 0.10989010989010989,
      "grad_norm": 0.8591102361679077,
      "learning_rate": 1.628048780487805e-06,
      "loss": 1.2777928113937378,
      "step": 90
    },
    {
      "epoch": 0.11233211233211234,
      "grad_norm": 2.6411468982696533,
      "learning_rate": 1.6646341463414637e-06,
      "loss": 1.6813223361968994,
      "step": 92
    },
    {
      "epoch": 0.11477411477411477,
      "grad_norm": 9.360551834106445,
      "learning_rate": 1.7012195121951218e-06,
      "loss": 1.2510548830032349,
      "step": 94
    },
    {
      "epoch": 0.11721611721611722,
      "grad_norm": 1.5671329498291016,
      "learning_rate": 1.7378048780487804e-06,
      "loss": 1.549704909324646,
      "step": 96
    },
    {
      "epoch": 0.11965811965811966,
      "grad_norm": 2.817790985107422,
      "learning_rate": 1.774390243902439e-06,
      "loss": 1.4941961765289307,
      "step": 98
    },
    {
      "epoch": 0.1221001221001221,
      "grad_norm": 1.9618436098098755,
      "learning_rate": 1.8109756097560976e-06,
      "loss": 1.208415150642395,
      "step": 100
    },
    {
      "epoch": 0.12454212454212454,
      "grad_norm": 2.0582926273345947,
      "learning_rate": 1.847560975609756e-06,
      "loss": 1.4008541107177734,
      "step": 102
    },
    {
      "epoch": 0.12698412698412698,
      "grad_norm": 1.3583874702453613,
      "learning_rate": 1.8841463414634146e-06,
      "loss": 1.0804157257080078,
      "step": 104
    },
    {
      "epoch": 0.12942612942612944,
      "grad_norm": 0.7717381119728088,
      "learning_rate": 1.9207317073170733e-06,
      "loss": 0.9862698316574097,
      "step": 106
    },
    {
      "epoch": 0.13186813186813187,
      "grad_norm": 4.132621765136719,
      "learning_rate": 1.9573170731707316e-06,
      "loss": 1.4770206212997437,
      "step": 108
    },
    {
      "epoch": 0.1343101343101343,
      "grad_norm": 3.617838144302368,
      "learning_rate": 1.9939024390243905e-06,
      "loss": 1.7098721265792847,
      "step": 110
    },
    {
      "epoch": 0.13675213675213677,
      "grad_norm": 1.887754201889038,
      "learning_rate": 2.030487804878049e-06,
      "loss": 1.4937952756881714,
      "step": 112
    },
    {
      "epoch": 0.1391941391941392,
      "grad_norm": 1.5456370115280151,
      "learning_rate": 2.0670731707317072e-06,
      "loss": 1.2423112392425537,
      "step": 114
    },
    {
      "epoch": 0.14163614163614163,
      "grad_norm": 1.8167121410369873,
      "learning_rate": 2.1036585365853656e-06,
      "loss": 1.4288495779037476,
      "step": 116
    },
    {
      "epoch": 0.14407814407814407,
      "grad_norm": 2.20339035987854,
      "learning_rate": 2.1402439024390245e-06,
      "loss": 1.3045105934143066,
      "step": 118
    },
    {
      "epoch": 0.14652014652014653,
      "grad_norm": 1.4721053838729858,
      "learning_rate": 2.176829268292683e-06,
      "loss": 1.4094347953796387,
      "step": 120
    },
    {
      "epoch": 0.14896214896214896,
      "grad_norm": 2.694047451019287,
      "learning_rate": 2.2134146341463417e-06,
      "loss": 1.4338178634643555,
      "step": 122
    },
    {
      "epoch": 0.1514041514041514,
      "grad_norm": 2.1025125980377197,
      "learning_rate": 2.25e-06,
      "loss": 1.388542652130127,
      "step": 124
    },
    {
      "epoch": 0.15384615384615385,
      "grad_norm": 2.5838522911071777,
      "learning_rate": 2.2865853658536584e-06,
      "loss": 1.2388739585876465,
      "step": 126
    },
    {
      "epoch": 0.1562881562881563,
      "grad_norm": 1.6586570739746094,
      "learning_rate": 2.3231707317073173e-06,
      "loss": 1.4730716943740845,
      "step": 128
    },
    {
      "epoch": 0.15873015873015872,
      "grad_norm": 1.9007089138031006,
      "learning_rate": 2.3597560975609757e-06,
      "loss": 1.3335144519805908,
      "step": 130
    },
    {
      "epoch": 0.16117216117216118,
      "grad_norm": 2.044327974319458,
      "learning_rate": 2.3963414634146345e-06,
      "loss": 1.1245752573013306,
      "step": 132
    },
    {
      "epoch": 0.16361416361416362,
      "grad_norm": 4.774345874786377,
      "learning_rate": 2.432926829268293e-06,
      "loss": 1.1957733631134033,
      "step": 134
    },
    {
      "epoch": 0.16605616605616605,
      "grad_norm": 3.8634209632873535,
      "learning_rate": 2.4695121951219513e-06,
      "loss": 1.208402395248413,
      "step": 136
    },
    {
      "epoch": 0.1684981684981685,
      "grad_norm": 2.314042329788208,
      "learning_rate": 2.5060975609756097e-06,
      "loss": 1.1570374965667725,
      "step": 138
    },
    {
      "epoch": 0.17094017094017094,
      "grad_norm": 2.155163526535034,
      "learning_rate": 2.5426829268292685e-06,
      "loss": 1.1594734191894531,
      "step": 140
    },
    {
      "epoch": 0.17338217338217338,
      "grad_norm": 1.5824326276779175,
      "learning_rate": 2.579268292682927e-06,
      "loss": 1.420199990272522,
      "step": 142
    },
    {
      "epoch": 0.17582417582417584,
      "grad_norm": 1.5222316980361938,
      "learning_rate": 2.6158536585365853e-06,
      "loss": 1.1563900709152222,
      "step": 144
    },
    {
      "epoch": 0.17826617826617827,
      "grad_norm": 2.792137384414673,
      "learning_rate": 2.652439024390244e-06,
      "loss": 1.0181738138198853,
      "step": 146
    },
    {
      "epoch": 0.1807081807081807,
      "grad_norm": 3.344496965408325,
      "learning_rate": 2.6890243902439025e-06,
      "loss": 1.031973958015442,
      "step": 148
    },
    {
      "epoch": 0.18315018315018314,
      "grad_norm": 1.3484665155410767,
      "learning_rate": 2.7256097560975613e-06,
      "loss": 1.370530366897583,
      "step": 150
    },
    {
      "epoch": 0.1855921855921856,
      "grad_norm": 3.3972597122192383,
      "learning_rate": 2.7621951219512197e-06,
      "loss": 1.4999196529388428,
      "step": 152
    },
    {
      "epoch": 0.18803418803418803,
      "grad_norm": 1.831746220588684,
      "learning_rate": 2.798780487804878e-06,
      "loss": 1.3834564685821533,
      "step": 154
    },
    {
      "epoch": 0.19047619047619047,
      "grad_norm": 5.442370414733887,
      "learning_rate": 2.8353658536585365e-06,
      "loss": 1.667514443397522,
      "step": 156
    },
    {
      "epoch": 0.19291819291819293,
      "grad_norm": 2.3951525688171387,
      "learning_rate": 2.8719512195121953e-06,
      "loss": 1.1068520545959473,
      "step": 158
    },
    {
      "epoch": 0.19536019536019536,
      "grad_norm": 1.1164201498031616,
      "learning_rate": 2.9085365853658537e-06,
      "loss": 0.9049057960510254,
      "step": 160
    },
    {
      "epoch": 0.1978021978021978,
      "grad_norm": 1.9392452239990234,
      "learning_rate": 2.945121951219512e-06,
      "loss": 1.3560075759887695,
      "step": 162
    },
    {
      "epoch": 0.20024420024420025,
      "grad_norm": 1.669164776802063,
      "learning_rate": 2.981707317073171e-06,
      "loss": 1.2463322877883911,
      "step": 164
    },
    {
      "epoch": 0.2026862026862027,
      "grad_norm": 1.7429471015930176,
      "learning_rate": 3.0182926829268293e-06,
      "loss": 1.3172338008880615,
      "step": 166
    },
    {
      "epoch": 0.20512820512820512,
      "grad_norm": 2.3932223320007324,
      "learning_rate": 3.054878048780488e-06,
      "loss": 1.1728577613830566,
      "step": 168
    },
    {
      "epoch": 0.20757020757020758,
      "grad_norm": 2.543950080871582,
      "learning_rate": 3.0914634146341465e-06,
      "loss": 0.945122480392456,
      "step": 170
    },
    {
      "epoch": 0.21001221001221002,
      "grad_norm": 1.3421686887741089,
      "learning_rate": 3.128048780487805e-06,
      "loss": 1.0504443645477295,
      "step": 172
    },
    {
      "epoch": 0.21245421245421245,
      "grad_norm": 1.8919559717178345,
      "learning_rate": 3.1646341463414637e-06,
      "loss": 1.332210659980774,
      "step": 174
    },
    {
      "epoch": 0.2148962148962149,
      "grad_norm": 2.054534673690796,
      "learning_rate": 3.201219512195122e-06,
      "loss": 1.2866244316101074,
      "step": 176
    },
    {
      "epoch": 0.21733821733821734,
      "grad_norm": 1.249266505241394,
      "learning_rate": 3.237804878048781e-06,
      "loss": 1.387539029121399,
      "step": 178
    },
    {
      "epoch": 0.21978021978021978,
      "grad_norm": 1.3586231470108032,
      "learning_rate": 3.2743902439024393e-06,
      "loss": 0.9814241528511047,
      "step": 180
    },
    {
      "epoch": 0.2222222222222222,
      "grad_norm": 5.887375354766846,
      "learning_rate": 3.310975609756098e-06,
      "loss": 0.9087549448013306,
      "step": 182
    },
    {
      "epoch": 0.22466422466422467,
      "grad_norm": 1.151898741722107,
      "learning_rate": 3.3475609756097565e-06,
      "loss": 1.3200916051864624,
      "step": 184
    },
    {
      "epoch": 0.2271062271062271,
      "grad_norm": 5.016763210296631,
      "learning_rate": 3.3841463414634145e-06,
      "loss": 1.3280826807022095,
      "step": 186
    },
    {
      "epoch": 0.22954822954822954,
      "grad_norm": 1.9523217678070068,
      "learning_rate": 3.420731707317073e-06,
      "loss": 1.3782356977462769,
      "step": 188
    },
    {
      "epoch": 0.231990231990232,
      "grad_norm": 2.2894701957702637,
      "learning_rate": 3.4573170731707317e-06,
      "loss": 1.3895543813705444,
      "step": 190
    },
    {
      "epoch": 0.23443223443223443,
      "grad_norm": 2.341043710708618,
      "learning_rate": 3.49390243902439e-06,
      "loss": 1.3415981531143188,
      "step": 192
    },
    {
      "epoch": 0.23687423687423687,
      "grad_norm": 2.133942127227783,
      "learning_rate": 3.5304878048780485e-06,
      "loss": 1.3378491401672363,
      "step": 194
    },
    {
      "epoch": 0.23931623931623933,
      "grad_norm": 8.46426773071289,
      "learning_rate": 3.5670731707317073e-06,
      "loss": 1.0105526447296143,
      "step": 196
    },
    {
      "epoch": 0.24175824175824176,
      "grad_norm": 2.380206823348999,
      "learning_rate": 3.6036585365853657e-06,
      "loss": 1.3137314319610596,
      "step": 198
    },
    {
      "epoch": 0.2442002442002442,
      "grad_norm": 2.650566816329956,
      "learning_rate": 3.6402439024390245e-06,
      "loss": 1.4053981304168701,
      "step": 200
    },
    {
      "epoch": 0.24664224664224665,
      "grad_norm": 1.5482836961746216,
      "learning_rate": 3.676829268292683e-06,
      "loss": 1.3324224948883057,
      "step": 202
    },
    {
      "epoch": 0.2490842490842491,
      "grad_norm": 2.6213765144348145,
      "learning_rate": 3.7134146341463417e-06,
      "loss": 1.0133942365646362,
      "step": 204
    },
    {
      "epoch": 0.2515262515262515,
      "grad_norm": 2.176896095275879,
      "learning_rate": 3.75e-06,
      "loss": 1.2807339429855347,
      "step": 206
    },
    {
      "epoch": 0.25396825396825395,
      "grad_norm": 1.500716209411621,
      "learning_rate": 3.7865853658536585e-06,
      "loss": 1.1330087184906006,
      "step": 208
    },
    {
      "epoch": 0.2564102564102564,
      "grad_norm": 6.454537868499756,
      "learning_rate": 3.823170731707317e-06,
      "loss": 0.9686428904533386,
      "step": 210
    },
    {
      "epoch": 0.2588522588522589,
      "grad_norm": 3.82650089263916,
      "learning_rate": 3.859756097560976e-06,
      "loss": 0.6518009901046753,
      "step": 212
    },
    {
      "epoch": 0.2612942612942613,
      "grad_norm": 1.4536477327346802,
      "learning_rate": 3.896341463414634e-06,
      "loss": 1.1154720783233643,
      "step": 214
    },
    {
      "epoch": 0.26373626373626374,
      "grad_norm": 2.921241283416748,
      "learning_rate": 3.932926829268293e-06,
      "loss": 1.2995545864105225,
      "step": 216
    },
    {
      "epoch": 0.2661782661782662,
      "grad_norm": 2.156456232070923,
      "learning_rate": 3.969512195121952e-06,
      "loss": 1.1956074237823486,
      "step": 218
    },
    {
      "epoch": 0.2686202686202686,
      "grad_norm": 1.802549123764038,
      "learning_rate": 4.00609756097561e-06,
      "loss": 1.3290941715240479,
      "step": 220
    },
    {
      "epoch": 0.27106227106227104,
      "grad_norm": 2.224459648132324,
      "learning_rate": 4.0426829268292685e-06,
      "loss": 0.9570510387420654,
      "step": 222
    },
    {
      "epoch": 0.27350427350427353,
      "grad_norm": 1.6716811656951904,
      "learning_rate": 4.079268292682927e-06,
      "loss": 0.9313968420028687,
      "step": 224
    },
    {
      "epoch": 0.27594627594627597,
      "grad_norm": 1.8278779983520508,
      "learning_rate": 4.115853658536586e-06,
      "loss": 1.3462107181549072,
      "step": 226
    },
    {
      "epoch": 0.2783882783882784,
      "grad_norm": 2.975511312484741,
      "learning_rate": 4.152439024390244e-06,
      "loss": 1.3946359157562256,
      "step": 228
    },
    {
      "epoch": 0.28083028083028083,
      "grad_norm": 1.9801675081253052,
      "learning_rate": 4.189024390243902e-06,
      "loss": 1.3629244565963745,
      "step": 230
    },
    {
      "epoch": 0.28327228327228327,
      "grad_norm": 12.177047729492188,
      "learning_rate": 4.2256097560975605e-06,
      "loss": 0.9982041120529175,
      "step": 232
    },
    {
      "epoch": 0.2857142857142857,
      "grad_norm": 3.7087788581848145,
      "learning_rate": 4.26219512195122e-06,
      "loss": 1.0232059955596924,
      "step": 234
    },
    {
      "epoch": 0.28815628815628813,
      "grad_norm": 3.9933722019195557,
      "learning_rate": 4.298780487804878e-06,
      "loss": 1.2940337657928467,
      "step": 236
    },
    {
      "epoch": 0.2905982905982906,
      "grad_norm": 1.5372240543365479,
      "learning_rate": 4.3353658536585365e-06,
      "loss": 1.266202688217163,
      "step": 238
    },
    {
      "epoch": 0.29304029304029305,
      "grad_norm": 1.9267133474349976,
      "learning_rate": 4.371951219512195e-06,
      "loss": 1.1469693183898926,
      "step": 240
    },
    {
      "epoch": 0.2954822954822955,
      "grad_norm": 2.542509078979492,
      "learning_rate": 4.408536585365853e-06,
      "loss": 0.9890923500061035,
      "step": 242
    },
    {
      "epoch": 0.2979242979242979,
      "grad_norm": 1.5382633209228516,
      "learning_rate": 4.4451219512195125e-06,
      "loss": 1.3382046222686768,
      "step": 244
    },
    {
      "epoch": 0.30036630036630035,
      "grad_norm": 1.2644575834274292,
      "learning_rate": 4.481707317073171e-06,
      "loss": 0.774017333984375,
      "step": 246
    },
    {
      "epoch": 0.3028083028083028,
      "grad_norm": 5.0008769035339355,
      "learning_rate": 4.518292682926829e-06,
      "loss": 1.216355323791504,
      "step": 248
    },
    {
      "epoch": 0.3052503052503053,
      "grad_norm": 2.470137596130371,
      "learning_rate": 4.554878048780488e-06,
      "loss": 0.9469658136367798,
      "step": 250
    },
    {
      "epoch": 0.3076923076923077,
      "grad_norm": 2.0575084686279297,
      "learning_rate": 4.591463414634147e-06,
      "loss": 1.045383334159851,
      "step": 252
    },
    {
      "epoch": 0.31013431013431014,
      "grad_norm": 2.9232146739959717,
      "learning_rate": 4.628048780487805e-06,
      "loss": 1.3018403053283691,
      "step": 254
    },
    {
      "epoch": 0.3125763125763126,
      "grad_norm": 1.5343422889709473,
      "learning_rate": 4.664634146341464e-06,
      "loss": 1.282840609550476,
      "step": 256
    },
    {
      "epoch": 0.315018315018315,
      "grad_norm": 2.349189043045044,
      "learning_rate": 4.701219512195122e-06,
      "loss": 1.33484947681427,
      "step": 258
    },
    {
      "epoch": 0.31746031746031744,
      "grad_norm": 2.369356393814087,
      "learning_rate": 4.7378048780487805e-06,
      "loss": 1.2917380332946777,
      "step": 260
    },
    {
      "epoch": 0.3199023199023199,
      "grad_norm": 5.888512134552002,
      "learning_rate": 4.77439024390244e-06,
      "loss": 1.5345417261123657,
      "step": 262
    },
    {
      "epoch": 0.32234432234432236,
      "grad_norm": 5.536413669586182,
      "learning_rate": 4.810975609756098e-06,
      "loss": 0.6992707252502441,
      "step": 264
    },
    {
      "epoch": 0.3247863247863248,
      "grad_norm": 3.4682443141937256,
      "learning_rate": 4.8475609756097565e-06,
      "loss": 1.0846771001815796,
      "step": 266
    },
    {
      "epoch": 0.32722832722832723,
      "grad_norm": 2.0366370677948,
      "learning_rate": 4.884146341463414e-06,
      "loss": 1.337081789970398,
      "step": 268
    },
    {
      "epoch": 0.32967032967032966,
      "grad_norm": 5.923638343811035,
      "learning_rate": 4.920731707317073e-06,
      "loss": 0.9941681027412415,
      "step": 270
    },
    {
      "epoch": 0.3321123321123321,
      "grad_norm": 1.7837181091308594,
      "learning_rate": 4.957317073170732e-06,
      "loss": 1.2944457530975342,
      "step": 272
    },
    {
      "epoch": 0.33455433455433453,
      "grad_norm": 4.933067321777344,
      "learning_rate": 4.99390243902439e-06,
      "loss": 0.9657446146011353,
      "step": 274
    },
    {
      "epoch": 0.336996336996337,
      "grad_norm": 4.120548725128174,
      "learning_rate": 5.0304878048780485e-06,
      "loss": 1.0117385387420654,
      "step": 276
    },
    {
      "epoch": 0.33943833943833945,
      "grad_norm": 8.162941932678223,
      "learning_rate": 5.067073170731707e-06,
      "loss": 1.4234728813171387,
      "step": 278
    },
    {
      "epoch": 0.3418803418803419,
      "grad_norm": 1.219032883644104,
      "learning_rate": 5.103658536585366e-06,
      "loss": 1.3093342781066895,
      "step": 280
    },
    {
      "epoch": 0.3443223443223443,
      "grad_norm": 2.771096706390381,
      "learning_rate": 5.1402439024390245e-06,
      "loss": 1.2924383878707886,
      "step": 282
    },
    {
      "epoch": 0.34676434676434675,
      "grad_norm": 1.962974190711975,
      "learning_rate": 5.176829268292683e-06,
      "loss": 1.3206619024276733,
      "step": 284
    },
    {
      "epoch": 0.3492063492063492,
      "grad_norm": 3.3968982696533203,
      "learning_rate": 5.213414634146341e-06,
      "loss": 1.1162430047988892,
      "step": 286
    },
    {
      "epoch": 0.3516483516483517,
      "grad_norm": 3.5822386741638184,
      "learning_rate": 5.2500000000000006e-06,
      "loss": 1.673839807510376,
      "step": 288
    },
    {
      "epoch": 0.3540903540903541,
      "grad_norm": 7.095156192779541,
      "learning_rate": 5.286585365853659e-06,
      "loss": 0.9515596628189087,
      "step": 290
    },
    {
      "epoch": 0.35653235653235654,
      "grad_norm": 2.219644784927368,
      "learning_rate": 5.323170731707317e-06,
      "loss": 1.309720516204834,
      "step": 292
    },
    {
      "epoch": 0.358974358974359,
      "grad_norm": 1.6270936727523804,
      "learning_rate": 5.359756097560976e-06,
      "loss": 1.0194257497787476,
      "step": 294
    },
    {
      "epoch": 0.3614163614163614,
      "grad_norm": 1.4493879079818726,
      "learning_rate": 5.396341463414634e-06,
      "loss": 1.3390767574310303,
      "step": 296
    },
    {
      "epoch": 0.36385836385836384,
      "grad_norm": 17.245960235595703,
      "learning_rate": 5.432926829268293e-06,
      "loss": 1.389981746673584,
      "step": 298
    },
    {
      "epoch": 0.3663003663003663,
      "grad_norm": 2.71707820892334,
      "learning_rate": 5.469512195121952e-06,
      "loss": 1.2446229457855225,
      "step": 300
    },
    {
      "epoch": 0.36874236874236876,
      "grad_norm": 3.7474751472473145,
      "learning_rate": 5.50609756097561e-06,
      "loss": 0.9005425572395325,
      "step": 302
    },
    {
      "epoch": 0.3711843711843712,
      "grad_norm": 2.9197535514831543,
      "learning_rate": 5.5426829268292685e-06,
      "loss": 1.202176570892334,
      "step": 304
    },
    {
      "epoch": 0.37362637362637363,
      "grad_norm": 2.3822195529937744,
      "learning_rate": 5.579268292682927e-06,
      "loss": 1.329774260520935,
      "step": 306
    },
    {
      "epoch": 0.37606837606837606,
      "grad_norm": 1.2802468538284302,
      "learning_rate": 5.615853658536586e-06,
      "loss": 1.3126323223114014,
      "step": 308
    },
    {
      "epoch": 0.3785103785103785,
      "grad_norm": 1.8697741031646729,
      "learning_rate": 5.652439024390244e-06,
      "loss": 1.345770239830017,
      "step": 310
    },
    {
      "epoch": 0.38095238095238093,
      "grad_norm": 4.083343505859375,
      "learning_rate": 5.689024390243902e-06,
      "loss": 0.9912192821502686,
      "step": 312
    },
    {
      "epoch": 0.3833943833943834,
      "grad_norm": 6.874935150146484,
      "learning_rate": 5.7256097560975605e-06,
      "loss": 1.3861531019210815,
      "step": 314
    },
    {
      "epoch": 0.38583638583638585,
      "grad_norm": 2.4264907836914062,
      "learning_rate": 5.76219512195122e-06,
      "loss": 0.6633478999137878,
      "step": 316
    },
    {
      "epoch": 0.3882783882783883,
      "grad_norm": 4.533822536468506,
      "learning_rate": 5.798780487804878e-06,
      "loss": 0.9467814564704895,
      "step": 318
    },
    {
      "epoch": 0.3907203907203907,
      "grad_norm": 2.7442786693573,
      "learning_rate": 5.8353658536585365e-06,
      "loss": 1.3469103574752808,
      "step": 320
    },
    {
      "epoch": 0.39316239316239315,
      "grad_norm": 4.531688213348389,
      "learning_rate": 5.871951219512195e-06,
      "loss": 1.3630614280700684,
      "step": 322
    },
    {
      "epoch": 0.3956043956043956,
      "grad_norm": 2.2029385566711426,
      "learning_rate": 5.908536585365853e-06,
      "loss": 1.3367185592651367,
      "step": 324
    },
    {
      "epoch": 0.398046398046398,
      "grad_norm": 2.591531276702881,
      "learning_rate": 5.9451219512195126e-06,
      "loss": 1.2546979188919067,
      "step": 326
    },
    {
      "epoch": 0.4004884004884005,
      "grad_norm": 3.0475008487701416,
      "learning_rate": 5.981707317073171e-06,
      "loss": 1.2662358283996582,
      "step": 328
    },
    {
      "epoch": 0.40293040293040294,
      "grad_norm": 3.1861870288848877,
      "learning_rate": 5.9999984668716506e-06,
      "loss": 0.9014570116996765,
      "step": 330
    },
    {
      "epoch": 0.4053724053724054,
      "grad_norm": 5.928226470947266,
      "learning_rate": 5.9999862018553e-06,
      "loss": 0.6253970861434937,
      "step": 332
    },
    {
      "epoch": 0.4078144078144078,
      "grad_norm": 1.3099563121795654,
      "learning_rate": 5.9999616718783144e-06,
      "loss": 1.0681229829788208,
      "step": 334
    },
    {
      "epoch": 0.41025641025641024,
      "grad_norm": 2.3551321029663086,
      "learning_rate": 5.999924877052124e-06,
      "loss": 1.3677372932434082,
      "step": 336
    },
    {
      "epoch": 0.4126984126984127,
      "grad_norm": 1.5692805051803589,
      "learning_rate": 5.999875817543871e-06,
      "loss": 0.9468737840652466,
      "step": 338
    },
    {
      "epoch": 0.41514041514041516,
      "grad_norm": 25.2011661529541,
      "learning_rate": 5.999814493576417e-06,
      "loss": 1.0896673202514648,
      "step": 340
    },
    {
      "epoch": 0.4175824175824176,
      "grad_norm": 2.671222686767578,
      "learning_rate": 5.999740905428328e-06,
      "loss": 1.6776376962661743,
      "step": 342
    },
    {
      "epoch": 0.42002442002442003,
      "grad_norm": 1.7033958435058594,
      "learning_rate": 5.999655053433888e-06,
      "loss": 0.9407004117965698,
      "step": 344
    },
    {
      "epoch": 0.42246642246642246,
      "grad_norm": 2.3176705837249756,
      "learning_rate": 5.999556937983088e-06,
      "loss": 1.1251733303070068,
      "step": 346
    },
    {
      "epoch": 0.4249084249084249,
      "grad_norm": 2.094940662384033,
      "learning_rate": 5.999446559521627e-06,
      "loss": 1.3193105459213257,
      "step": 348
    },
    {
      "epoch": 0.42735042735042733,
      "grad_norm": 3.736506462097168,
      "learning_rate": 5.999323918550911e-06,
      "loss": 0.863933801651001,
      "step": 350
    },
    {
      "epoch": 0.4297924297924298,
      "grad_norm": 1.4415168762207031,
      "learning_rate": 5.999189015628049e-06,
      "loss": 1.0673351287841797,
      "step": 352
    },
    {
      "epoch": 0.43223443223443225,
      "grad_norm": 2.9786107540130615,
      "learning_rate": 5.999041851365851e-06,
      "loss": 1.2724120616912842,
      "step": 354
    },
    {
      "epoch": 0.4346764346764347,
      "grad_norm": 1.8949273824691772,
      "learning_rate": 5.998882426432824e-06,
      "loss": 0.8991950154304504,
      "step": 356
    },
    {
      "epoch": 0.4371184371184371,
      "grad_norm": 3.24233078956604,
      "learning_rate": 5.998710741553175e-06,
      "loss": 1.1615791320800781,
      "step": 358
    },
    {
      "epoch": 0.43956043956043955,
      "grad_norm": 1.7800151109695435,
      "learning_rate": 5.9985267975067975e-06,
      "loss": 1.2164958715438843,
      "step": 360
    },
    {
      "epoch": 0.442002442002442,
      "grad_norm": 6.551607608795166,
      "learning_rate": 5.998330595129277e-06,
      "loss": 1.063248634338379,
      "step": 362
    },
    {
      "epoch": 0.4444444444444444,
      "grad_norm": 1.5826555490493774,
      "learning_rate": 5.9981221353118815e-06,
      "loss": 1.1169027090072632,
      "step": 364
    },
    {
      "epoch": 0.4468864468864469,
      "grad_norm": 2.175288200378418,
      "learning_rate": 5.9979014190015636e-06,
      "loss": 1.3833471536636353,
      "step": 366
    },
    {
      "epoch": 0.44932844932844934,
      "grad_norm": 1.5917333364486694,
      "learning_rate": 5.9976684472009465e-06,
      "loss": 1.027613878250122,
      "step": 368
    },
    {
      "epoch": 0.4517704517704518,
      "grad_norm": 2.8905162811279297,
      "learning_rate": 5.997423220968328e-06,
      "loss": 1.0340604782104492,
      "step": 370
    },
    {
      "epoch": 0.4542124542124542,
      "grad_norm": 1.940250277519226,
      "learning_rate": 5.997165741417676e-06,
      "loss": 1.3127802610397339,
      "step": 372
    },
    {
      "epoch": 0.45665445665445664,
      "grad_norm": 2.4297854900360107,
      "learning_rate": 5.9968960097186155e-06,
      "loss": 0.8877848386764526,
      "step": 374
    },
    {
      "epoch": 0.4590964590964591,
      "grad_norm": 2.4118640422821045,
      "learning_rate": 5.996614027096429e-06,
      "loss": 1.2320910692214966,
      "step": 376
    },
    {
      "epoch": 0.46153846153846156,
      "grad_norm": 4.578921318054199,
      "learning_rate": 5.996319794832055e-06,
      "loss": 0.9276782870292664,
      "step": 378
    },
    {
      "epoch": 0.463980463980464,
      "grad_norm": 2.2359204292297363,
      "learning_rate": 5.996013314262069e-06,
      "loss": 0.8818802833557129,
      "step": 380
    },
    {
      "epoch": 0.46642246642246643,
      "grad_norm": 1.6342476606369019,
      "learning_rate": 5.995694586778692e-06,
      "loss": 1.2811360359191895,
      "step": 382
    },
    {
      "epoch": 0.46886446886446886,
      "grad_norm": 1.650488257408142,
      "learning_rate": 5.995363613829776e-06,
      "loss": 1.0443174839019775,
      "step": 384
    },
    {
      "epoch": 0.4713064713064713,
      "grad_norm": 4.0077738761901855,
      "learning_rate": 5.995020396918799e-06,
      "loss": 1.2094539403915405,
      "step": 386
    },
    {
      "epoch": 0.47374847374847373,
      "grad_norm": 3.2971303462982178,
      "learning_rate": 5.994664937604858e-06,
      "loss": 1.602729320526123,
      "step": 388
    },
    {
      "epoch": 0.47619047619047616,
      "grad_norm": 1.8406124114990234,
      "learning_rate": 5.994297237502663e-06,
      "loss": 0.7992144227027893,
      "step": 390
    },
    {
      "epoch": 0.47863247863247865,
      "grad_norm": 3.1878228187561035,
      "learning_rate": 5.993917298282529e-06,
      "loss": 0.85492342710495,
      "step": 392
    },
    {
      "epoch": 0.4810744810744811,
      "grad_norm": 1.531112790107727,
      "learning_rate": 5.993525121670369e-06,
      "loss": 0.9317103624343872,
      "step": 394
    },
    {
      "epoch": 0.4835164835164835,
      "grad_norm": 1.492789626121521,
      "learning_rate": 5.993120709447684e-06,
      "loss": 1.2386692762374878,
      "step": 396
    },
    {
      "epoch": 0.48595848595848595,
      "grad_norm": 1.2817524671554565,
      "learning_rate": 5.9927040634515595e-06,
      "loss": 1.2882177829742432,
      "step": 398
    },
    {
      "epoch": 0.4884004884004884,
      "grad_norm": 2.322162389755249,
      "learning_rate": 5.9922751855746495e-06,
      "loss": 0.5464396476745605,
      "step": 400
    },
    {
      "epoch": 0.4908424908424908,
      "grad_norm": 2.907667636871338,
      "learning_rate": 5.991834077765176e-06,
      "loss": 1.2339115142822266,
      "step": 402
    },
    {
      "epoch": 0.4932844932844933,
      "grad_norm": 1.4344274997711182,
      "learning_rate": 5.991380742026916e-06,
      "loss": 1.337497591972351,
      "step": 404
    },
    {
      "epoch": 0.49572649572649574,
      "grad_norm": 3.8610916137695312,
      "learning_rate": 5.990915180419194e-06,
      "loss": 0.6470708250999451,
      "step": 406
    },
    {
      "epoch": 0.4981684981684982,
      "grad_norm": 8.258731842041016,
      "learning_rate": 5.9904373950568695e-06,
      "loss": 0.8996188640594482,
      "step": 408
    },
    {
      "epoch": 0.5006105006105006,
      "grad_norm": 1.479630470275879,
      "learning_rate": 5.989947388110331e-06,
      "loss": 1.2700155973434448,
      "step": 410
    },
    {
      "epoch": 0.503052503052503,
      "grad_norm": 3.2398624420166016,
      "learning_rate": 5.9894451618054856e-06,
      "loss": 0.6065315008163452,
      "step": 412
    },
    {
      "epoch": 0.5054945054945055,
      "grad_norm": 1.5686074495315552,
      "learning_rate": 5.9889307184237445e-06,
      "loss": 1.3284578323364258,
      "step": 414
    },
    {
      "epoch": 0.5079365079365079,
      "grad_norm": 2.6033775806427,
      "learning_rate": 5.988404060302022e-06,
      "loss": 1.281160593032837,
      "step": 416
    },
    {
      "epoch": 0.5103785103785103,
      "grad_norm": 1.3352185487747192,
      "learning_rate": 5.987865189832714e-06,
      "loss": 1.219364881515503,
      "step": 418
    },
    {
      "epoch": 0.5128205128205128,
      "grad_norm": 1.3756248950958252,
      "learning_rate": 5.987314109463697e-06,
      "loss": 1.2490348815917969,
      "step": 420
    },
    {
      "epoch": 0.5152625152625152,
      "grad_norm": 1.8197388648986816,
      "learning_rate": 5.986750821698305e-06,
      "loss": 1.2416220903396606,
      "step": 422
    },
    {
      "epoch": 0.5177045177045178,
      "grad_norm": 2.0134706497192383,
      "learning_rate": 5.986175329095333e-06,
      "loss": 1.2700915336608887,
      "step": 424
    },
    {
      "epoch": 0.5201465201465202,
      "grad_norm": 2.1429672241210938,
      "learning_rate": 5.985587634269013e-06,
      "loss": 1.0763859748840332,
      "step": 426
    },
    {
      "epoch": 0.5225885225885226,
      "grad_norm": 2.1284050941467285,
      "learning_rate": 5.9849877398890085e-06,
      "loss": 1.2657442092895508,
      "step": 428
    },
    {
      "epoch": 0.525030525030525,
      "grad_norm": 3.2052974700927734,
      "learning_rate": 5.984375648680401e-06,
      "loss": 0.9026008248329163,
      "step": 430
    },
    {
      "epoch": 0.5274725274725275,
      "grad_norm": 8.207277297973633,
      "learning_rate": 5.983751363423675e-06,
      "loss": 0.5902690887451172,
      "step": 432
    },
    {
      "epoch": 0.5299145299145299,
      "grad_norm": 6.7014594078063965,
      "learning_rate": 5.983114886954711e-06,
      "loss": 1.2768715620040894,
      "step": 434
    },
    {
      "epoch": 0.5323565323565324,
      "grad_norm": 1.3282718658447266,
      "learning_rate": 5.982466222164768e-06,
      "loss": 1.230344295501709,
      "step": 436
    },
    {
      "epoch": 0.5347985347985348,
      "grad_norm": 1.8573893308639526,
      "learning_rate": 5.981805372000472e-06,
      "loss": 1.258583664894104,
      "step": 438
    },
    {
      "epoch": 0.5372405372405372,
      "grad_norm": 15.122943878173828,
      "learning_rate": 5.981132339463799e-06,
      "loss": 1.2159916162490845,
      "step": 440
    },
    {
      "epoch": 0.5396825396825397,
      "grad_norm": 4.852167129516602,
      "learning_rate": 5.98044712761207e-06,
      "loss": 1.0581938028335571,
      "step": 442
    },
    {
      "epoch": 0.5421245421245421,
      "grad_norm": 2.0339410305023193,
      "learning_rate": 5.9797497395579285e-06,
      "loss": 0.8306668996810913,
      "step": 444
    },
    {
      "epoch": 0.5445665445665445,
      "grad_norm": 6.8808488845825195,
      "learning_rate": 5.97904017846933e-06,
      "loss": 0.9840553998947144,
      "step": 446
    },
    {
      "epoch": 0.5470085470085471,
      "grad_norm": 1.4884564876556396,
      "learning_rate": 5.978318447569527e-06,
      "loss": 1.1001070737838745,
      "step": 448
    },
    {
      "epoch": 0.5494505494505495,
      "grad_norm": 3.1171839237213135,
      "learning_rate": 5.977584550137057e-06,
      "loss": 0.9998340606689453,
      "step": 450
    },
    {
      "epoch": 0.5518925518925519,
      "grad_norm": 4.206235408782959,
      "learning_rate": 5.976838489505721e-06,
      "loss": 0.7569481730461121,
      "step": 452
    },
    {
      "epoch": 0.5543345543345544,
      "grad_norm": 1.3813527822494507,
      "learning_rate": 5.9760802690645775e-06,
      "loss": 1.2668659687042236,
      "step": 454
    },
    {
      "epoch": 0.5567765567765568,
      "grad_norm": 1.965630054473877,
      "learning_rate": 5.975309892257918e-06,
      "loss": 1.2358734607696533,
      "step": 456
    },
    {
      "epoch": 0.5592185592185592,
      "grad_norm": 0.8634360432624817,
      "learning_rate": 5.974527362585258e-06,
      "loss": 0.6871505379676819,
      "step": 458
    },
    {
      "epoch": 0.5616605616605617,
      "grad_norm": 5.055013656616211,
      "learning_rate": 5.973732683601318e-06,
      "loss": 1.1548914909362793,
      "step": 460
    },
    {
      "epoch": 0.5641025641025641,
      "grad_norm": 2.3719708919525146,
      "learning_rate": 5.972925858916006e-06,
      "loss": 1.1725798845291138,
      "step": 462
    },
    {
      "epoch": 0.5665445665445665,
      "grad_norm": 14.694830894470215,
      "learning_rate": 5.972106892194404e-06,
      "loss": 0.5542956590652466,
      "step": 464
    },
    {
      "epoch": 0.568986568986569,
      "grad_norm": 1.5816266536712646,
      "learning_rate": 5.9712757871567556e-06,
      "loss": 1.4963278770446777,
      "step": 466
    },
    {
      "epoch": 0.5714285714285714,
      "grad_norm": 1.5916846990585327,
      "learning_rate": 5.9704325475784355e-06,
      "loss": 1.3050663471221924,
      "step": 468
    },
    {
      "epoch": 0.5738705738705738,
      "grad_norm": 2.6258790493011475,
      "learning_rate": 5.969577177289948e-06,
      "loss": 1.0056266784667969,
      "step": 470
    },
    {
      "epoch": 0.5763125763125763,
      "grad_norm": 7.421305179595947,
      "learning_rate": 5.968709680176896e-06,
      "loss": 1.2716175317764282,
      "step": 472
    },
    {
      "epoch": 0.5787545787545788,
      "grad_norm": 4.030231952667236,
      "learning_rate": 5.967830060179975e-06,
      "loss": 0.8685106039047241,
      "step": 474
    },
    {
      "epoch": 0.5811965811965812,
      "grad_norm": 3.304006576538086,
      "learning_rate": 5.966938321294947e-06,
      "loss": 1.0120376348495483,
      "step": 476
    },
    {
      "epoch": 0.5836385836385837,
      "grad_norm": 1.996673583984375,
      "learning_rate": 5.966034467572626e-06,
      "loss": 1.166401982307434,
      "step": 478
    },
    {
      "epoch": 0.5860805860805861,
      "grad_norm": 2.437133550643921,
      "learning_rate": 5.965118503118861e-06,
      "loss": 1.2958388328552246,
      "step": 480
    },
    {
      "epoch": 0.5885225885225885,
      "grad_norm": 1.4910950660705566,
      "learning_rate": 5.964190432094512e-06,
      "loss": 0.523586094379425,
      "step": 482
    },
    {
      "epoch": 0.590964590964591,
      "grad_norm": 0.8698585629463196,
      "learning_rate": 5.963250258715435e-06,
      "loss": 0.954540491104126,
      "step": 484
    },
    {
      "epoch": 0.5934065934065934,
      "grad_norm": 0.9387339949607849,
      "learning_rate": 5.962297987252463e-06,
      "loss": 1.014317274093628,
      "step": 486
    },
    {
      "epoch": 0.5958485958485958,
      "grad_norm": 5.339751720428467,
      "learning_rate": 5.961333622031385e-06,
      "loss": 0.9420929551124573,
      "step": 488
    },
    {
      "epoch": 0.5982905982905983,
      "grad_norm": 2.236091136932373,
      "learning_rate": 5.9603571674329294e-06,
      "loss": 0.9940929412841797,
      "step": 490
    },
    {
      "epoch": 0.6007326007326007,
      "grad_norm": 2.2979278564453125,
      "learning_rate": 5.959368627892738e-06,
      "loss": 0.7589210271835327,
      "step": 492
    },
    {
      "epoch": 0.6031746031746031,
      "grad_norm": 1.245233178138733,
      "learning_rate": 5.958368007901353e-06,
      "loss": 0.9640493988990784,
      "step": 494
    },
    {
      "epoch": 0.6056166056166056,
      "grad_norm": 3.310840368270874,
      "learning_rate": 5.9573553120041916e-06,
      "loss": 1.2264776229858398,
      "step": 496
    },
    {
      "epoch": 0.608058608058608,
      "grad_norm": 5.373754024505615,
      "learning_rate": 5.956330544801528e-06,
      "loss": 0.5740343332290649,
      "step": 498
    },
    {
      "epoch": 0.6105006105006106,
      "grad_norm": 1.4315255880355835,
      "learning_rate": 5.95529371094847e-06,
      "loss": 0.8721321821212769,
      "step": 500
    },
    {
      "epoch": 0.612942612942613,
      "grad_norm": 1.5925936698913574,
      "learning_rate": 5.954244815154941e-06,
      "loss": 1.222565770149231,
      "step": 502
    },
    {
      "epoch": 0.6153846153846154,
      "grad_norm": 1.4787653684616089,
      "learning_rate": 5.953183862185656e-06,
      "loss": 1.238010048866272,
      "step": 504
    },
    {
      "epoch": 0.6178266178266179,
      "grad_norm": 2.44746994972229,
      "learning_rate": 5.9521108568601015e-06,
      "loss": 1.2495218515396118,
      "step": 506
    },
    {
      "epoch": 0.6202686202686203,
      "grad_norm": 2.0077357292175293,
      "learning_rate": 5.951025804052512e-06,
      "loss": 1.2221843004226685,
      "step": 508
    },
    {
      "epoch": 0.6227106227106227,
      "grad_norm": 2.2311477661132812,
      "learning_rate": 5.949928708691852e-06,
      "loss": 1.2433747053146362,
      "step": 510
    },
    {
      "epoch": 0.6251526251526252,
      "grad_norm": 1.3252453804016113,
      "learning_rate": 5.948819575761785e-06,
      "loss": 1.070593237876892,
      "step": 512
    },
    {
      "epoch": 0.6275946275946276,
      "grad_norm": 1.3435025215148926,
      "learning_rate": 5.947698410300662e-06,
      "loss": 1.0740947723388672,
      "step": 514
    },
    {
      "epoch": 0.63003663003663,
      "grad_norm": 1.2309428453445435,
      "learning_rate": 5.94656521740149e-06,
      "loss": 0.9620496034622192,
      "step": 516
    },
    {
      "epoch": 0.6324786324786325,
      "grad_norm": 1.51472008228302,
      "learning_rate": 5.945420002211912e-06,
      "loss": 1.2541457414627075,
      "step": 518
    },
    {
      "epoch": 0.6349206349206349,
      "grad_norm": 2.0422983169555664,
      "learning_rate": 5.944262769934184e-06,
      "loss": 0.7579051852226257,
      "step": 520
    },
    {
      "epoch": 0.6373626373626373,
      "grad_norm": 10.48106575012207,
      "learning_rate": 5.9430935258251516e-06,
      "loss": 0.9636937975883484,
      "step": 522
    },
    {
      "epoch": 0.6398046398046398,
      "grad_norm": 12.823934555053711,
      "learning_rate": 5.941912275196223e-06,
      "loss": 1.010987639427185,
      "step": 524
    },
    {
      "epoch": 0.6422466422466423,
      "grad_norm": 2.1455140113830566,
      "learning_rate": 5.94071902341335e-06,
      "loss": 1.2731401920318604,
      "step": 526
    },
    {
      "epoch": 0.6446886446886447,
      "grad_norm": 1.989286184310913,
      "learning_rate": 5.9395137758969996e-06,
      "loss": 1.321770191192627,
      "step": 528
    },
    {
      "epoch": 0.6471306471306472,
      "grad_norm": 1.7523471117019653,
      "learning_rate": 5.938296538122131e-06,
      "loss": 1.0642083883285522,
      "step": 530
    },
    {
      "epoch": 0.6495726495726496,
      "grad_norm": 2.0933523178100586,
      "learning_rate": 5.9370673156181685e-06,
      "loss": 1.0688331127166748,
      "step": 532
    },
    {
      "epoch": 0.652014652014652,
      "grad_norm": 4.951768398284912,
      "learning_rate": 5.9358261139689804e-06,
      "loss": 1.530338168144226,
      "step": 534
    },
    {
      "epoch": 0.6544566544566545,
      "grad_norm": 1.5651706457138062,
      "learning_rate": 5.9345729388128516e-06,
      "loss": 0.8295682668685913,
      "step": 536
    },
    {
      "epoch": 0.6568986568986569,
      "grad_norm": 1.4690457582473755,
      "learning_rate": 5.9333077958424564e-06,
      "loss": 1.2547093629837036,
      "step": 538
    },
    {
      "epoch": 0.6593406593406593,
      "grad_norm": 1.7123324871063232,
      "learning_rate": 5.932030690804835e-06,
      "loss": 1.2759506702423096,
      "step": 540
    },
    {
      "epoch": 0.6617826617826618,
      "grad_norm": 2.439643621444702,
      "learning_rate": 5.9307416295013655e-06,
      "loss": 0.9515459537506104,
      "step": 542
    },
    {
      "epoch": 0.6642246642246642,
      "grad_norm": 1.4160524606704712,
      "learning_rate": 5.929440617787741e-06,
      "loss": 1.2433102130889893,
      "step": 544
    },
    {
      "epoch": 0.6666666666666666,
      "grad_norm": 6.129720211029053,
      "learning_rate": 5.928127661573937e-06,
      "loss": 1.1501506567001343,
      "step": 546
    },
    {
      "epoch": 0.6691086691086691,
      "grad_norm": 2.4493350982666016,
      "learning_rate": 5.9268027668241925e-06,
      "loss": 1.2322951555252075,
      "step": 548
    },
    {
      "epoch": 0.6715506715506715,
      "grad_norm": 5.7734575271606445,
      "learning_rate": 5.925465939556974e-06,
      "loss": 1.1571426391601562,
      "step": 550
    },
    {
      "epoch": 0.673992673992674,
      "grad_norm": 3.0620312690734863,
      "learning_rate": 5.924117185844955e-06,
      "loss": 1.010740876197815,
      "step": 552
    },
    {
      "epoch": 0.6764346764346765,
      "grad_norm": 1.3649016618728638,
      "learning_rate": 5.922756511814986e-06,
      "loss": 1.0325241088867188,
      "step": 554
    },
    {
      "epoch": 0.6788766788766789,
      "grad_norm": 3.0845694541931152,
      "learning_rate": 5.921383923648067e-06,
      "loss": 0.7497116923332214,
      "step": 556
    },
    {
      "epoch": 0.6813186813186813,
      "grad_norm": 3.1487061977386475,
      "learning_rate": 5.919999427579318e-06,
      "loss": 1.1814972162246704,
      "step": 558
    },
    {
      "epoch": 0.6837606837606838,
      "grad_norm": 0.6284694671630859,
      "learning_rate": 5.918603029897952e-06,
      "loss": 1.168214201927185,
      "step": 560
    },
    {
      "epoch": 0.6862026862026862,
      "grad_norm": 5.0077080726623535,
      "learning_rate": 5.917194736947248e-06,
      "loss": 1.011269211769104,
      "step": 562
    },
    {
      "epoch": 0.6886446886446886,
      "grad_norm": 1.6639766693115234,
      "learning_rate": 5.915774555124519e-06,
      "loss": 1.3079068660736084,
      "step": 564
    },
    {
      "epoch": 0.6910866910866911,
      "grad_norm": 1.6810539960861206,
      "learning_rate": 5.914342490881085e-06,
      "loss": 1.096473217010498,
      "step": 566
    },
    {
      "epoch": 0.6935286935286935,
      "grad_norm": 4.131659030914307,
      "learning_rate": 5.912898550722242e-06,
      "loss": 1.2962534427642822,
      "step": 568
    },
    {
      "epoch": 0.6959706959706959,
      "grad_norm": 1.2126718759536743,
      "learning_rate": 5.911442741207234e-06,
      "loss": 0.9613256454467773,
      "step": 570
    },
    {
      "epoch": 0.6984126984126984,
      "grad_norm": 2.5516252517700195,
      "learning_rate": 5.909975068949225e-06,
      "loss": 0.9773088693618774,
      "step": 572
    },
    {
      "epoch": 0.7008547008547008,
      "grad_norm": 2.4411351680755615,
      "learning_rate": 5.908495540615263e-06,
      "loss": 1.427431583404541,
      "step": 574
    },
    {
      "epoch": 0.7032967032967034,
      "grad_norm": 1.301823377609253,
      "learning_rate": 5.907004162926255e-06,
      "loss": 1.2127736806869507,
      "step": 576
    },
    {
      "epoch": 0.7057387057387058,
      "grad_norm": 1.3317594528198242,
      "learning_rate": 5.9055009426569374e-06,
      "loss": 1.190283179283142,
      "step": 578
    },
    {
      "epoch": 0.7081807081807082,
      "grad_norm": 2.30523681640625,
      "learning_rate": 5.903985886635838e-06,
      "loss": 1.1487045288085938,
      "step": 580
    },
    {
      "epoch": 0.7106227106227107,
      "grad_norm": 1.789974331855774,
      "learning_rate": 5.902459001745253e-06,
      "loss": 1.20576810836792,
      "step": 582
    },
    {
      "epoch": 0.7130647130647131,
      "grad_norm": 1.5357120037078857,
      "learning_rate": 5.9009202949212125e-06,
      "loss": 1.0540030002593994,
      "step": 584
    },
    {
      "epoch": 0.7155067155067155,
      "grad_norm": 1.0633633136749268,
      "learning_rate": 5.899369773153447e-06,
      "loss": 1.2952874898910522,
      "step": 586
    },
    {
      "epoch": 0.717948717948718,
      "grad_norm": 3.676633596420288,
      "learning_rate": 5.897807443485358e-06,
      "loss": 1.0641299486160278,
      "step": 588
    },
    {
      "epoch": 0.7203907203907204,
      "grad_norm": 1.8231834173202515,
      "learning_rate": 5.8962333130139875e-06,
      "loss": 0.9424347281455994,
      "step": 590
    },
    {
      "epoch": 0.7228327228327228,
      "grad_norm": 1.9420549869537354,
      "learning_rate": 5.894647388889982e-06,
      "loss": 0.8484236001968384,
      "step": 592
    },
    {
      "epoch": 0.7252747252747253,
      "grad_norm": 1.0987299680709839,
      "learning_rate": 5.893049678317563e-06,
      "loss": 1.2070276737213135,
      "step": 594
    },
    {
      "epoch": 0.7277167277167277,
      "grad_norm": 10.05299186706543,
      "learning_rate": 5.891440188554491e-06,
      "loss": 0.9539278745651245,
      "step": 596
    },
    {
      "epoch": 0.7301587301587301,
      "grad_norm": 1.7478141784667969,
      "learning_rate": 5.889818926912037e-06,
      "loss": 0.9240214824676514,
      "step": 598
    },
    {
      "epoch": 0.7326007326007326,
      "grad_norm": 1.9144340753555298,
      "learning_rate": 5.888185900754946e-06,
      "loss": 1.1822292804718018,
      "step": 600
    },
    {
      "epoch": 0.7350427350427351,
      "grad_norm": 1.3329391479492188,
      "learning_rate": 5.886541117501406e-06,
      "loss": 1.3204286098480225,
      "step": 602
    },
    {
      "epoch": 0.7374847374847375,
      "grad_norm": 2.1655688285827637,
      "learning_rate": 5.884884584623009e-06,
      "loss": 1.1428865194320679,
      "step": 604
    },
    {
      "epoch": 0.73992673992674,
      "grad_norm": 1.6737140417099,
      "learning_rate": 5.883216309644725e-06,
      "loss": 1.4259554147720337,
      "step": 606
    },
    {
      "epoch": 0.7423687423687424,
      "grad_norm": 1.2776116132736206,
      "learning_rate": 5.881536300144861e-06,
      "loss": 1.2691248655319214,
      "step": 608
    },
    {
      "epoch": 0.7448107448107448,
      "grad_norm": 1.9943733215332031,
      "learning_rate": 5.879844563755031e-06,
      "loss": 0.8886740207672119,
      "step": 610
    },
    {
      "epoch": 0.7472527472527473,
      "grad_norm": 1.6197903156280518,
      "learning_rate": 5.878141108160117e-06,
      "loss": 1.2487074136734009,
      "step": 612
    },
    {
      "epoch": 0.7496947496947497,
      "grad_norm": 1.7818470001220703,
      "learning_rate": 5.876425941098242e-06,
      "loss": 1.2276005744934082,
      "step": 614
    },
    {
      "epoch": 0.7521367521367521,
      "grad_norm": 2.3711366653442383,
      "learning_rate": 5.8746990703607235e-06,
      "loss": 0.8518514633178711,
      "step": 616
    },
    {
      "epoch": 0.7545787545787546,
      "grad_norm": 1.3806644678115845,
      "learning_rate": 5.872960503792047e-06,
      "loss": 1.5368404388427734,
      "step": 618
    },
    {
      "epoch": 0.757020757020757,
      "grad_norm": 2.896021604537964,
      "learning_rate": 5.871210249289828e-06,
      "loss": 1.0128453969955444,
      "step": 620
    },
    {
      "epoch": 0.7594627594627594,
      "grad_norm": 4.764344215393066,
      "learning_rate": 5.869448314804772e-06,
      "loss": 0.9351692199707031,
      "step": 622
    },
    {
      "epoch": 0.7619047619047619,
      "grad_norm": 1.9629191160202026,
      "learning_rate": 5.867674708340647e-06,
      "loss": 1.2186893224716187,
      "step": 624
    },
    {
      "epoch": 0.7643467643467643,
      "grad_norm": 1.4997833967208862,
      "learning_rate": 5.86588943795424e-06,
      "loss": 1.2730145454406738,
      "step": 626
    },
    {
      "epoch": 0.7667887667887668,
      "grad_norm": 5.824042797088623,
      "learning_rate": 5.864092511755323e-06,
      "loss": 1.0189692974090576,
      "step": 628
    },
    {
      "epoch": 0.7692307692307693,
      "grad_norm": 1.6058506965637207,
      "learning_rate": 5.8622839379066135e-06,
      "loss": 1.2564375400543213,
      "step": 630
    },
    {
      "epoch": 0.7716727716727717,
      "grad_norm": 2.6748597621917725,
      "learning_rate": 5.860463724623742e-06,
      "loss": 0.8755788207054138,
      "step": 632
    },
    {
      "epoch": 0.7741147741147741,
      "grad_norm": 1.938493013381958,
      "learning_rate": 5.858631880175212e-06,
      "loss": 0.8998976945877075,
      "step": 634
    },
    {
      "epoch": 0.7765567765567766,
      "grad_norm": 1.6986690759658813,
      "learning_rate": 5.856788412882361e-06,
      "loss": 1.2397321462631226,
      "step": 636
    },
    {
      "epoch": 0.778998778998779,
      "grad_norm": 2.0110723972320557,
      "learning_rate": 5.854933331119328e-06,
      "loss": 1.24760103225708,
      "step": 638
    },
    {
      "epoch": 0.7814407814407814,
      "grad_norm": 2.173943042755127,
      "learning_rate": 5.853066643313007e-06,
      "loss": 0.8890904188156128,
      "step": 640
    },
    {
      "epoch": 0.7838827838827839,
      "grad_norm": 3.4975063800811768,
      "learning_rate": 5.851188357943019e-06,
      "loss": 1.00565767288208,
      "step": 642
    },
    {
      "epoch": 0.7863247863247863,
      "grad_norm": 1.0548205375671387,
      "learning_rate": 5.849298483541663e-06,
      "loss": 1.1251481771469116,
      "step": 644
    },
    {
      "epoch": 0.7887667887667887,
      "grad_norm": 1.5539727210998535,
      "learning_rate": 5.847397028693887e-06,
      "loss": 0.9152241945266724,
      "step": 646
    },
    {
      "epoch": 0.7912087912087912,
      "grad_norm": 1.818673014640808,
      "learning_rate": 5.845484002037241e-06,
      "loss": 1.19895601272583,
      "step": 648
    },
    {
      "epoch": 0.7936507936507936,
      "grad_norm": 1.390134572982788,
      "learning_rate": 5.843559412261842e-06,
      "loss": 0.5183348655700684,
      "step": 650
    },
    {
      "epoch": 0.796092796092796,
      "grad_norm": 1.5669151544570923,
      "learning_rate": 5.841623268110333e-06,
      "loss": 0.7738546133041382,
      "step": 652
    },
    {
      "epoch": 0.7985347985347986,
      "grad_norm": 3.074685573577881,
      "learning_rate": 5.839675578377848e-06,
      "loss": 1.1633089780807495,
      "step": 654
    },
    {
      "epoch": 0.800976800976801,
      "grad_norm": 1.443999171257019,
      "learning_rate": 5.837716351911962e-06,
      "loss": 1.2039074897766113,
      "step": 656
    },
    {
      "epoch": 0.8034188034188035,
      "grad_norm": 3.9893510341644287,
      "learning_rate": 5.83574559761266e-06,
      "loss": 0.4816018044948578,
      "step": 658
    },
    {
      "epoch": 0.8058608058608059,
      "grad_norm": 1.8784825801849365,
      "learning_rate": 5.833763324432294e-06,
      "loss": 1.053369402885437,
      "step": 660
    },
    {
      "epoch": 0.8083028083028083,
      "grad_norm": 2.2638516426086426,
      "learning_rate": 5.831769541375539e-06,
      "loss": 1.1880583763122559,
      "step": 662
    },
    {
      "epoch": 0.8107448107448108,
      "grad_norm": 1.5638916492462158,
      "learning_rate": 5.829764257499357e-06,
      "loss": 1.2887765169143677,
      "step": 664
    },
    {
      "epoch": 0.8131868131868132,
      "grad_norm": 1.4829241037368774,
      "learning_rate": 5.827747481912953e-06,
      "loss": 0.8841955065727234,
      "step": 666
    },
    {
      "epoch": 0.8156288156288156,
      "grad_norm": 2.4060006141662598,
      "learning_rate": 5.825719223777735e-06,
      "loss": 1.04268217086792,
      "step": 668
    },
    {
      "epoch": 0.818070818070818,
      "grad_norm": 1.3124898672103882,
      "learning_rate": 5.823679492307271e-06,
      "loss": 1.3766071796417236,
      "step": 670
    },
    {
      "epoch": 0.8205128205128205,
      "grad_norm": 1.4175595045089722,
      "learning_rate": 5.8216282967672454e-06,
      "loss": 1.2438055276870728,
      "step": 672
    },
    {
      "epoch": 0.8229548229548229,
      "grad_norm": 1.81400465965271,
      "learning_rate": 5.819565646475425e-06,
      "loss": 1.001070261001587,
      "step": 674
    },
    {
      "epoch": 0.8253968253968254,
      "grad_norm": 2.5499863624572754,
      "learning_rate": 5.817491550801603e-06,
      "loss": 0.8810223937034607,
      "step": 676
    },
    {
      "epoch": 0.8278388278388278,
      "grad_norm": 3.1251838207244873,
      "learning_rate": 5.815406019167574e-06,
      "loss": 1.2103674411773682,
      "step": 678
    },
    {
      "epoch": 0.8302808302808303,
      "grad_norm": 1.698996663093567,
      "learning_rate": 5.8133090610470735e-06,
      "loss": 1.2406985759735107,
      "step": 680
    },
    {
      "epoch": 0.8327228327228328,
      "grad_norm": 2.1086080074310303,
      "learning_rate": 5.811200685965747e-06,
      "loss": 1.1365587711334229,
      "step": 682
    },
    {
      "epoch": 0.8351648351648352,
      "grad_norm": 8.87724494934082,
      "learning_rate": 5.809080903501101e-06,
      "loss": 0.6978262662887573,
      "step": 684
    },
    {
      "epoch": 0.8376068376068376,
      "grad_norm": 1.3921948671340942,
      "learning_rate": 5.806949723282462e-06,
      "loss": 1.3278273344039917,
      "step": 686
    },
    {
      "epoch": 0.8400488400488401,
      "grad_norm": 2.7483460903167725,
      "learning_rate": 5.804807154990933e-06,
      "loss": 1.2896418571472168,
      "step": 688
    },
    {
      "epoch": 0.8424908424908425,
      "grad_norm": 5.320318698883057,
      "learning_rate": 5.802653208359347e-06,
      "loss": 0.9632086753845215,
      "step": 690
    },
    {
      "epoch": 0.8449328449328449,
      "grad_norm": 2.63219952583313,
      "learning_rate": 5.800487893172224e-06,
      "loss": 1.249232292175293,
      "step": 692
    },
    {
      "epoch": 0.8473748473748474,
      "grad_norm": 1.0053170919418335,
      "learning_rate": 5.798311219265727e-06,
      "loss": 0.9811009168624878,
      "step": 694
    },
    {
      "epoch": 0.8498168498168498,
      "grad_norm": 2.8511881828308105,
      "learning_rate": 5.796123196527619e-06,
      "loss": 1.1377757787704468,
      "step": 696
    },
    {
      "epoch": 0.8522588522588522,
      "grad_norm": 2.364295482635498,
      "learning_rate": 5.793923834897213e-06,
      "loss": 1.006821632385254,
      "step": 698
    },
    {
      "epoch": 0.8547008547008547,
      "grad_norm": 2.2293732166290283,
      "learning_rate": 5.791713144365334e-06,
      "loss": 1.0615328550338745,
      "step": 700
    },
    {
      "epoch": 0.8571428571428571,
      "grad_norm": 3.746429204940796,
      "learning_rate": 5.789491134974266e-06,
      "loss": 1.0453742742538452,
      "step": 702
    },
    {
      "epoch": 0.8595848595848596,
      "grad_norm": 2.0390639305114746,
      "learning_rate": 5.787257816817712e-06,
      "loss": 0.9529613852500916,
      "step": 704
    },
    {
      "epoch": 0.8620268620268621,
      "grad_norm": 2.2642388343811035,
      "learning_rate": 5.785013200040747e-06,
      "loss": 0.39921677112579346,
      "step": 706
    },
    {
      "epoch": 0.8644688644688645,
      "grad_norm": 1.2055710554122925,
      "learning_rate": 5.782757294839766e-06,
      "loss": 1.1861385107040405,
      "step": 708
    },
    {
      "epoch": 0.8669108669108669,
      "grad_norm": 1.462980031967163,
      "learning_rate": 5.780490111462451e-06,
      "loss": 0.872178852558136,
      "step": 710
    },
    {
      "epoch": 0.8693528693528694,
      "grad_norm": 128.80056762695312,
      "learning_rate": 5.77821166020771e-06,
      "loss": 1.3495750427246094,
      "step": 712
    },
    {
      "epoch": 0.8717948717948718,
      "grad_norm": 2.8078572750091553,
      "learning_rate": 5.77592195142564e-06,
      "loss": 1.5414416790008545,
      "step": 714
    },
    {
      "epoch": 0.8742368742368742,
      "grad_norm": 2.91050124168396,
      "learning_rate": 5.773620995517472e-06,
      "loss": 1.402683138847351,
      "step": 716
    },
    {
      "epoch": 0.8766788766788767,
      "grad_norm": 1.1673686504364014,
      "learning_rate": 5.771308802935534e-06,
      "loss": 0.9155862927436829,
      "step": 718
    },
    {
      "epoch": 0.8791208791208791,
      "grad_norm": 3.338332414627075,
      "learning_rate": 5.768985384183194e-06,
      "loss": 1.1884852647781372,
      "step": 720
    },
    {
      "epoch": 0.8815628815628815,
      "grad_norm": 10.983979225158691,
      "learning_rate": 5.766650749814816e-06,
      "loss": 0.8515965938568115,
      "step": 722
    },
    {
      "epoch": 0.884004884004884,
      "grad_norm": 2.596907377243042,
      "learning_rate": 5.764304910435715e-06,
      "loss": 1.2161564826965332,
      "step": 724
    },
    {
      "epoch": 0.8864468864468864,
      "grad_norm": 1.6692111492156982,
      "learning_rate": 5.761947876702101e-06,
      "loss": 1.1635143756866455,
      "step": 726
    },
    {
      "epoch": 0.8888888888888888,
      "grad_norm": 1.1050961017608643,
      "learning_rate": 5.759579659321041e-06,
      "loss": 1.1528334617614746,
      "step": 728
    },
    {
      "epoch": 0.8913308913308914,
      "grad_norm": 2.1501071453094482,
      "learning_rate": 5.7572002690504e-06,
      "loss": 1.3882144689559937,
      "step": 730
    },
    {
      "epoch": 0.8937728937728938,
      "grad_norm": 4.581213474273682,
      "learning_rate": 5.7548097166988e-06,
      "loss": 1.1679284572601318,
      "step": 732
    },
    {
      "epoch": 0.8962148962148963,
      "grad_norm": 1.7328788042068481,
      "learning_rate": 5.752408013125568e-06,
      "loss": 0.9865559339523315,
      "step": 734
    },
    {
      "epoch": 0.8986568986568987,
      "grad_norm": 1.568103551864624,
      "learning_rate": 5.749995169240684e-06,
      "loss": 0.772152841091156,
      "step": 736
    },
    {
      "epoch": 0.9010989010989011,
      "grad_norm": 7.975260257720947,
      "learning_rate": 5.747571196004737e-06,
      "loss": 0.8893488645553589,
      "step": 738
    },
    {
      "epoch": 0.9035409035409036,
      "grad_norm": 6.543982982635498,
      "learning_rate": 5.7451361044288705e-06,
      "loss": 1.0185538530349731,
      "step": 740
    },
    {
      "epoch": 0.905982905982906,
      "grad_norm": 1.160656452178955,
      "learning_rate": 5.742689905574733e-06,
      "loss": 0.8777042031288147,
      "step": 742
    },
    {
      "epoch": 0.9084249084249084,
      "grad_norm": 2.757848024368286,
      "learning_rate": 5.740232610554433e-06,
      "loss": 0.8858698010444641,
      "step": 744
    },
    {
      "epoch": 0.9108669108669109,
      "grad_norm": 9.06092643737793,
      "learning_rate": 5.73776423053048e-06,
      "loss": 1.1307774782180786,
      "step": 746
    },
    {
      "epoch": 0.9133089133089133,
      "grad_norm": 2.1863319873809814,
      "learning_rate": 5.73528477671574e-06,
      "loss": 0.8516602516174316,
      "step": 748
    },
    {
      "epoch": 0.9157509157509157,
      "grad_norm": 1.554819941520691,
      "learning_rate": 5.732794260373384e-06,
      "loss": 1.333770751953125,
      "step": 750
    },
    {
      "epoch": 0.9181929181929182,
      "grad_norm": 3.050586223602295,
      "learning_rate": 5.730292692816835e-06,
      "loss": 1.222764492034912,
      "step": 752
    },
    {
      "epoch": 0.9206349206349206,
      "grad_norm": 1.5035123825073242,
      "learning_rate": 5.727780085409714e-06,
      "loss": 1.230542540550232,
      "step": 754
    },
    {
      "epoch": 0.9230769230769231,
      "grad_norm": 2.754014730453491,
      "learning_rate": 5.7252564495657985e-06,
      "loss": 1.2115579843521118,
      "step": 756
    },
    {
      "epoch": 0.9255189255189256,
      "grad_norm": 1.9241371154785156,
      "learning_rate": 5.722721796748957e-06,
      "loss": 1.2471449375152588,
      "step": 758
    },
    {
      "epoch": 0.927960927960928,
      "grad_norm": 2.088291645050049,
      "learning_rate": 5.720176138473106e-06,
      "loss": 0.7556540369987488,
      "step": 760
    },
    {
      "epoch": 0.9304029304029304,
      "grad_norm": 2.329336166381836,
      "learning_rate": 5.717619486302159e-06,
      "loss": 1.0959203243255615,
      "step": 762
    },
    {
      "epoch": 0.9328449328449329,
      "grad_norm": 1.3153835535049438,
      "learning_rate": 5.715051851849965e-06,
      "loss": 0.8686593770980835,
      "step": 764
    },
    {
      "epoch": 0.9352869352869353,
      "grad_norm": 6.791528224945068,
      "learning_rate": 5.712473246780264e-06,
      "loss": 0.5506616830825806,
      "step": 766
    },
    {
      "epoch": 0.9377289377289377,
      "grad_norm": 1.5540168285369873,
      "learning_rate": 5.7098836828066295e-06,
      "loss": 0.8565468788146973,
      "step": 768
    },
    {
      "epoch": 0.9401709401709402,
      "grad_norm": 5.5268754959106445,
      "learning_rate": 5.707283171692419e-06,
      "loss": 0.6587256789207458,
      "step": 770
    },
    {
      "epoch": 0.9426129426129426,
      "grad_norm": 1.8966621160507202,
      "learning_rate": 5.704671725250719e-06,
      "loss": 1.0538215637207031,
      "step": 772
    },
    {
      "epoch": 0.945054945054945,
      "grad_norm": 1.3468095064163208,
      "learning_rate": 5.702049355344287e-06,
      "loss": 1.2241626977920532,
      "step": 774
    },
    {
      "epoch": 0.9474969474969475,
      "grad_norm": 1.4727566242218018,
      "learning_rate": 5.699416073885503e-06,
      "loss": 1.1616984605789185,
      "step": 776
    },
    {
      "epoch": 0.9499389499389499,
      "grad_norm": 3.3165957927703857,
      "learning_rate": 5.6967718928363175e-06,
      "loss": 0.8437950611114502,
      "step": 778
    },
    {
      "epoch": 0.9523809523809523,
      "grad_norm": 1.1607977151870728,
      "learning_rate": 5.694116824208188e-06,
      "loss": 0.9664669632911682,
      "step": 780
    },
    {
      "epoch": 0.9548229548229549,
      "grad_norm": 2.6319656372070312,
      "learning_rate": 5.691450880062035e-06,
      "loss": 1.088547706604004,
      "step": 782
    },
    {
      "epoch": 0.9572649572649573,
      "grad_norm": 1.914591670036316,
      "learning_rate": 5.688774072508178e-06,
      "loss": 1.203494906425476,
      "step": 784
    },
    {
      "epoch": 0.9597069597069597,
      "grad_norm": 3.445983648300171,
      "learning_rate": 5.686086413706286e-06,
      "loss": 1.2426470518112183,
      "step": 786
    },
    {
      "epoch": 0.9621489621489622,
      "grad_norm": 4.115734100341797,
      "learning_rate": 5.683387915865322e-06,
      "loss": 1.3359789848327637,
      "step": 788
    },
    {
      "epoch": 0.9645909645909646,
      "grad_norm": 1.785029649734497,
      "learning_rate": 5.680678591243486e-06,
      "loss": 1.2645583152770996,
      "step": 790
    },
    {
      "epoch": 0.967032967032967,
      "grad_norm": 3.400036573410034,
      "learning_rate": 5.677958452148158e-06,
      "loss": 1.0313962697982788,
      "step": 792
    },
    {
      "epoch": 0.9694749694749695,
      "grad_norm": 3.4706273078918457,
      "learning_rate": 5.6752275109358456e-06,
      "loss": 1.2580047845840454,
      "step": 794
    },
    {
      "epoch": 0.9719169719169719,
      "grad_norm": 3.956390857696533,
      "learning_rate": 5.672485780012126e-06,
      "loss": 1.1567012071609497,
      "step": 796
    },
    {
      "epoch": 0.9743589743589743,
      "grad_norm": 1.5805697441101074,
      "learning_rate": 5.66973327183159e-06,
      "loss": 1.1679713726043701,
      "step": 798
    },
    {
      "epoch": 0.9768009768009768,
      "grad_norm": 1.9347152709960938,
      "learning_rate": 5.6669699988977845e-06,
      "loss": 1.2190362215042114,
      "step": 800
    },
    {
      "epoch": 0.9792429792429792,
      "grad_norm": 3.247502565383911,
      "learning_rate": 5.664195973763155e-06,
      "loss": 0.8972685933113098,
      "step": 802
    },
    {
      "epoch": 0.9816849816849816,
      "grad_norm": 1.9501919746398926,
      "learning_rate": 5.661411209028994e-06,
      "loss": 1.1029160022735596,
      "step": 804
    },
    {
      "epoch": 0.9841269841269841,
      "grad_norm": 3.1804869174957275,
      "learning_rate": 5.658615717345374e-06,
      "loss": 1.500832438468933,
      "step": 806
    },
    {
      "epoch": 0.9865689865689866,
      "grad_norm": 2.697408676147461,
      "learning_rate": 5.655809511411103e-06,
      "loss": 0.88798987865448,
      "step": 808
    },
    {
      "epoch": 0.989010989010989,
      "grad_norm": 1.2146772146224976,
      "learning_rate": 5.652992603973652e-06,
      "loss": 1.2545315027236938,
      "step": 810
    },
    {
      "epoch": 0.9914529914529915,
      "grad_norm": 1.7389800548553467,
      "learning_rate": 5.650165007829109e-06,
      "loss": 1.2045774459838867,
      "step": 812
    },
    {
      "epoch": 0.9938949938949939,
      "grad_norm": 1.8084465265274048,
      "learning_rate": 5.647326735822117e-06,
      "loss": 1.2816147804260254,
      "step": 814
    },
    {
      "epoch": 0.9963369963369964,
      "grad_norm": 1.249566912651062,
      "learning_rate": 5.644477800845813e-06,
      "loss": 1.1596295833587646,
      "step": 816
    },
    {
      "epoch": 0.9987789987789988,
      "grad_norm": 2.499196767807007,
      "learning_rate": 5.641618215841772e-06,
      "loss": 1.0810341835021973,
      "step": 818
    },
    {
      "epoch": 1.0012210012210012,
      "grad_norm": 1.9975930452346802,
      "learning_rate": 5.63874799379995e-06,
      "loss": 0.9549547433853149,
      "step": 820
    },
    {
      "epoch": 1.0036630036630036,
      "grad_norm": 1.4195305109024048,
      "learning_rate": 5.635867147758619e-06,
      "loss": 1.1853629350662231,
      "step": 822
    },
    {
      "epoch": 1.006105006105006,
      "grad_norm": 4.497268199920654,
      "learning_rate": 5.632975690804315e-06,
      "loss": 0.4928017556667328,
      "step": 824
    },
    {
      "epoch": 1.0085470085470085,
      "grad_norm": 2.1255745887756348,
      "learning_rate": 5.630073636071774e-06,
      "loss": 1.0843961238861084,
      "step": 826
    },
    {
      "epoch": 1.010989010989011,
      "grad_norm": 34.958438873291016,
      "learning_rate": 5.627160996743874e-06,
      "loss": 0.8150432705879211,
      "step": 828
    },
    {
      "epoch": 1.0134310134310134,
      "grad_norm": 1.4282941818237305,
      "learning_rate": 5.624237786051572e-06,
      "loss": 0.857114851474762,
      "step": 830
    },
    {
      "epoch": 1.0158730158730158,
      "grad_norm": 33.52021789550781,
      "learning_rate": 5.621304017273851e-06,
      "loss": 0.8700833320617676,
      "step": 832
    },
    {
      "epoch": 1.0183150183150182,
      "grad_norm": 1.4326083660125732,
      "learning_rate": 5.618359703737651e-06,
      "loss": 0.8282259702682495,
      "step": 834
    },
    {
      "epoch": 1.0207570207570207,
      "grad_norm": 3.305655002593994,
      "learning_rate": 5.615404858817814e-06,
      "loss": 1.1669970750808716,
      "step": 836
    },
    {
      "epoch": 1.0231990231990231,
      "grad_norm": 2.0486841201782227,
      "learning_rate": 5.612439495937022e-06,
      "loss": 1.2340257167816162,
      "step": 838
    },
    {
      "epoch": 1.0256410256410255,
      "grad_norm": 2.4268410205841064,
      "learning_rate": 5.609463628565738e-06,
      "loss": 0.8751161694526672,
      "step": 840
    },
    {
      "epoch": 1.028083028083028,
      "grad_norm": 1.9834953546524048,
      "learning_rate": 5.60647727022214e-06,
      "loss": 0.8645414710044861,
      "step": 842
    },
    {
      "epoch": 1.0305250305250304,
      "grad_norm": 3.6179487705230713,
      "learning_rate": 5.603480434472062e-06,
      "loss": 1.101366400718689,
      "step": 844
    },
    {
      "epoch": 1.032967032967033,
      "grad_norm": 3.077362537384033,
      "learning_rate": 5.600473134928934e-06,
      "loss": 0.8427292704582214,
      "step": 846
    },
    {
      "epoch": 1.0354090354090355,
      "grad_norm": 1.3050235509872437,
      "learning_rate": 5.59745538525372e-06,
      "loss": 1.1196715831756592,
      "step": 848
    },
    {
      "epoch": 1.037851037851038,
      "grad_norm": 3.206444263458252,
      "learning_rate": 5.594427199154852e-06,
      "loss": 0.9106602072715759,
      "step": 850
    },
    {
      "epoch": 1.0402930402930404,
      "grad_norm": 4.214219570159912,
      "learning_rate": 5.591388590388172e-06,
      "loss": 0.6607577204704285,
      "step": 852
    },
    {
      "epoch": 1.0427350427350428,
      "grad_norm": 2.264488935470581,
      "learning_rate": 5.588339572756869e-06,
      "loss": 1.0989412069320679,
      "step": 854
    },
    {
      "epoch": 1.0451770451770452,
      "grad_norm": 5.119571208953857,
      "learning_rate": 5.5852801601114125e-06,
      "loss": 0.8569447994232178,
      "step": 856
    },
    {
      "epoch": 1.0476190476190477,
      "grad_norm": 1.9778999090194702,
      "learning_rate": 5.582210366349495e-06,
      "loss": 1.1780451536178589,
      "step": 858
    },
    {
      "epoch": 1.05006105006105,
      "grad_norm": 1.977215051651001,
      "learning_rate": 5.579130205415967e-06,
      "loss": 0.7887912392616272,
      "step": 860
    },
    {
      "epoch": 1.0525030525030525,
      "grad_norm": 1.1233766078948975,
      "learning_rate": 5.576039691302768e-06,
      "loss": 1.0990511178970337,
      "step": 862
    },
    {
      "epoch": 1.054945054945055,
      "grad_norm": 1.574094533920288,
      "learning_rate": 5.572938838048874e-06,
      "loss": 1.0752408504486084,
      "step": 864
    },
    {
      "epoch": 1.0573870573870574,
      "grad_norm": 4.407149791717529,
      "learning_rate": 5.569827659740223e-06,
      "loss": 1.4731539487838745,
      "step": 866
    },
    {
      "epoch": 1.0598290598290598,
      "grad_norm": 3.7272164821624756,
      "learning_rate": 5.5667061705096594e-06,
      "loss": 0.41928231716156006,
      "step": 868
    },
    {
      "epoch": 1.0622710622710623,
      "grad_norm": 1.6230946779251099,
      "learning_rate": 5.563574384536862e-06,
      "loss": 0.9580034017562866,
      "step": 870
    },
    {
      "epoch": 1.0647130647130647,
      "grad_norm": 3.506577253341675,
      "learning_rate": 5.560432316048287e-06,
      "loss": 0.9923728704452515,
      "step": 872
    },
    {
      "epoch": 1.0671550671550671,
      "grad_norm": 1.629608392715454,
      "learning_rate": 5.557279979317098e-06,
      "loss": 0.747920036315918,
      "step": 874
    },
    {
      "epoch": 1.0695970695970696,
      "grad_norm": 1.8776957988739014,
      "learning_rate": 5.554117388663104e-06,
      "loss": 1.0746995210647583,
      "step": 876
    },
    {
      "epoch": 1.072039072039072,
      "grad_norm": 10.093416213989258,
      "learning_rate": 5.550944558452692e-06,
      "loss": 1.016481876373291,
      "step": 878
    },
    {
      "epoch": 1.0744810744810744,
      "grad_norm": 2.4766669273376465,
      "learning_rate": 5.547761503098766e-06,
      "loss": 0.7514116764068604,
      "step": 880
    },
    {
      "epoch": 1.0769230769230769,
      "grad_norm": 2.3521194458007812,
      "learning_rate": 5.544568237060677e-06,
      "loss": 1.1210784912109375,
      "step": 882
    },
    {
      "epoch": 1.0793650793650793,
      "grad_norm": 9.225933074951172,
      "learning_rate": 5.541364774844158e-06,
      "loss": 0.7435236573219299,
      "step": 884
    },
    {
      "epoch": 1.0818070818070817,
      "grad_norm": 2.2107040882110596,
      "learning_rate": 5.538151131001262e-06,
      "loss": 0.681244432926178,
      "step": 886
    },
    {
      "epoch": 1.0842490842490842,
      "grad_norm": 1.9917274713516235,
      "learning_rate": 5.534927320130289e-06,
      "loss": 1.1450310945510864,
      "step": 888
    },
    {
      "epoch": 1.0866910866910866,
      "grad_norm": 1.4945895671844482,
      "learning_rate": 5.531693356875729e-06,
      "loss": 0.8382049202919006,
      "step": 890
    },
    {
      "epoch": 1.089133089133089,
      "grad_norm": 1.4547278881072998,
      "learning_rate": 5.5284492559281846e-06,
      "loss": 1.0185482501983643,
      "step": 892
    },
    {
      "epoch": 1.0915750915750915,
      "grad_norm": 6.223243713378906,
      "learning_rate": 5.525195032024317e-06,
      "loss": 1.1147940158843994,
      "step": 894
    },
    {
      "epoch": 1.0940170940170941,
      "grad_norm": 1.6152573823928833,
      "learning_rate": 5.521930699946763e-06,
      "loss": 1.0109710693359375,
      "step": 896
    },
    {
      "epoch": 1.0964590964590966,
      "grad_norm": 1.5743906497955322,
      "learning_rate": 5.5186562745240845e-06,
      "loss": 0.8494668006896973,
      "step": 898
    },
    {
      "epoch": 1.098901098901099,
      "grad_norm": 1.0578030347824097,
      "learning_rate": 5.51537177063069e-06,
      "loss": 0.7963146567344666,
      "step": 900
    },
    {
      "epoch": 1.1013431013431014,
      "grad_norm": 2.8918213844299316,
      "learning_rate": 5.51207720318677e-06,
      "loss": 0.5992125272750854,
      "step": 902
    },
    {
      "epoch": 1.1037851037851039,
      "grad_norm": 0.9322580099105835,
      "learning_rate": 5.50877258715823e-06,
      "loss": 0.6189204454421997,
      "step": 904
    },
    {
      "epoch": 1.1062271062271063,
      "grad_norm": 7.108280181884766,
      "learning_rate": 5.5054579375566246e-06,
      "loss": 0.9952929019927979,
      "step": 906
    },
    {
      "epoch": 1.1086691086691087,
      "grad_norm": 2.261410713195801,
      "learning_rate": 5.5021332694390855e-06,
      "loss": 1.095886468887329,
      "step": 908
    },
    {
      "epoch": 1.1111111111111112,
      "grad_norm": 1.4210469722747803,
      "learning_rate": 5.498798597908252e-06,
      "loss": 0.8107478022575378,
      "step": 910
    },
    {
      "epoch": 1.1135531135531136,
      "grad_norm": 1.540653944015503,
      "learning_rate": 5.495453938112209e-06,
      "loss": 1.1111472845077515,
      "step": 912
    },
    {
      "epoch": 1.115995115995116,
      "grad_norm": 4.085680961608887,
      "learning_rate": 5.492099305244411e-06,
      "loss": 0.7442325353622437,
      "step": 914
    },
    {
      "epoch": 1.1184371184371185,
      "grad_norm": 23.62496566772461,
      "learning_rate": 5.488734714543617e-06,
      "loss": 0.7848599553108215,
      "step": 916
    },
    {
      "epoch": 1.120879120879121,
      "grad_norm": 3.1475861072540283,
      "learning_rate": 5.4853601812938225e-06,
      "loss": 1.0528494119644165,
      "step": 918
    },
    {
      "epoch": 1.1233211233211233,
      "grad_norm": 3.1182055473327637,
      "learning_rate": 5.481975720824186e-06,
      "loss": 1.0924468040466309,
      "step": 920
    },
    {
      "epoch": 1.1257631257631258,
      "grad_norm": 5.0743727684021,
      "learning_rate": 5.478581348508961e-06,
      "loss": 0.9042542576789856,
      "step": 922
    },
    {
      "epoch": 1.1282051282051282,
      "grad_norm": 2.026230812072754,
      "learning_rate": 5.475177079767427e-06,
      "loss": 0.7077540755271912,
      "step": 924
    },
    {
      "epoch": 1.1306471306471306,
      "grad_norm": 2.2267894744873047,
      "learning_rate": 5.47176293006382e-06,
      "loss": 0.6727372407913208,
      "step": 926
    },
    {
      "epoch": 1.133089133089133,
      "grad_norm": 6.727903366088867,
      "learning_rate": 5.468338914907262e-06,
      "loss": 0.556076169013977,
      "step": 928
    },
    {
      "epoch": 1.1355311355311355,
      "grad_norm": 3.433774471282959,
      "learning_rate": 5.4649050498516865e-06,
      "loss": 1.0447014570236206,
      "step": 930
    },
    {
      "epoch": 1.137973137973138,
      "grad_norm": 5.706188201904297,
      "learning_rate": 5.461461350495773e-06,
      "loss": 1.1313908100128174,
      "step": 932
    },
    {
      "epoch": 1.1404151404151404,
      "grad_norm": 4.141596794128418,
      "learning_rate": 5.458007832482875e-06,
      "loss": 0.9544519782066345,
      "step": 934
    },
    {
      "epoch": 1.1428571428571428,
      "grad_norm": 13.47986125946045,
      "learning_rate": 5.454544511500949e-06,
      "loss": 0.944713830947876,
      "step": 936
    },
    {
      "epoch": 1.1452991452991452,
      "grad_norm": 1.946338415145874,
      "learning_rate": 5.45107140328248e-06,
      "loss": 1.0003188848495483,
      "step": 938
    },
    {
      "epoch": 1.1477411477411477,
      "grad_norm": 1.6882654428482056,
      "learning_rate": 5.447588523604413e-06,
      "loss": 1.104058861732483,
      "step": 940
    },
    {
      "epoch": 1.15018315018315,
      "grad_norm": 1.3386666774749756,
      "learning_rate": 5.444095888288082e-06,
      "loss": 1.0284168720245361,
      "step": 942
    },
    {
      "epoch": 1.1526251526251525,
      "grad_norm": 2.4667913913726807,
      "learning_rate": 5.440593513199136e-06,
      "loss": 0.8081319332122803,
      "step": 944
    },
    {
      "epoch": 1.155067155067155,
      "grad_norm": 1.5070215463638306,
      "learning_rate": 5.4370814142474705e-06,
      "loss": 0.7546210289001465,
      "step": 946
    },
    {
      "epoch": 1.1575091575091574,
      "grad_norm": 4.182633876800537,
      "learning_rate": 5.433559607387149e-06,
      "loss": 0.559450089931488,
      "step": 948
    },
    {
      "epoch": 1.1599511599511598,
      "grad_norm": 1.8414170742034912,
      "learning_rate": 5.430028108616334e-06,
      "loss": 1.0437990427017212,
      "step": 950
    },
    {
      "epoch": 1.1623931623931625,
      "grad_norm": 2.0820398330688477,
      "learning_rate": 5.42648693397722e-06,
      "loss": 1.0472098588943481,
      "step": 952
    },
    {
      "epoch": 1.164835164835165,
      "grad_norm": 2.6912789344787598,
      "learning_rate": 5.4229360995559475e-06,
      "loss": 0.8688966631889343,
      "step": 954
    },
    {
      "epoch": 1.1672771672771673,
      "grad_norm": 3.620826482772827,
      "learning_rate": 5.4193756214825425e-06,
      "loss": 0.9058981537818909,
      "step": 956
    },
    {
      "epoch": 1.1697191697191698,
      "grad_norm": 1.5990374088287354,
      "learning_rate": 5.415805515930839e-06,
      "loss": 0.7346622347831726,
      "step": 958
    },
    {
      "epoch": 1.1721611721611722,
      "grad_norm": 3.7363603115081787,
      "learning_rate": 5.4122257991184005e-06,
      "loss": 1.1916764974594116,
      "step": 960
    },
    {
      "epoch": 1.1746031746031746,
      "grad_norm": 2.6380817890167236,
      "learning_rate": 5.408636487306453e-06,
      "loss": 0.9414402842521667,
      "step": 962
    },
    {
      "epoch": 1.177045177045177,
      "grad_norm": 0.9934802055358887,
      "learning_rate": 5.4050375967998095e-06,
      "loss": 0.748233437538147,
      "step": 964
    },
    {
      "epoch": 1.1794871794871795,
      "grad_norm": 1.6639022827148438,
      "learning_rate": 5.401429143946796e-06,
      "loss": 1.1463696956634521,
      "step": 966
    },
    {
      "epoch": 1.181929181929182,
      "grad_norm": 2.9646964073181152,
      "learning_rate": 5.397811145139173e-06,
      "loss": 1.188360333442688,
      "step": 968
    },
    {
      "epoch": 1.1843711843711844,
      "grad_norm": 4.223168849945068,
      "learning_rate": 5.3941836168120655e-06,
      "loss": 0.7662742137908936,
      "step": 970
    },
    {
      "epoch": 1.1868131868131868,
      "grad_norm": 1.6976840496063232,
      "learning_rate": 5.3905465754438905e-06,
      "loss": 1.205042839050293,
      "step": 972
    },
    {
      "epoch": 1.1892551892551892,
      "grad_norm": 1.893657922744751,
      "learning_rate": 5.3869000375562746e-06,
      "loss": 0.8556756377220154,
      "step": 974
    },
    {
      "epoch": 1.1916971916971917,
      "grad_norm": 2.201516628265381,
      "learning_rate": 5.383244019713987e-06,
      "loss": 0.7409634590148926,
      "step": 976
    },
    {
      "epoch": 1.1941391941391941,
      "grad_norm": 2.08370041847229,
      "learning_rate": 5.379578538524857e-06,
      "loss": 0.8899902701377869,
      "step": 978
    },
    {
      "epoch": 1.1965811965811965,
      "grad_norm": 2.196622133255005,
      "learning_rate": 5.3759036106397045e-06,
      "loss": 1.10507071018219,
      "step": 980
    },
    {
      "epoch": 1.199023199023199,
      "grad_norm": 1.8301552534103394,
      "learning_rate": 5.372219252752263e-06,
      "loss": 1.1082658767700195,
      "step": 982
    },
    {
      "epoch": 1.2014652014652014,
      "grad_norm": 2.458317518234253,
      "learning_rate": 5.368525481599099e-06,
      "loss": 1.1760859489440918,
      "step": 984
    },
    {
      "epoch": 1.2039072039072038,
      "grad_norm": 7.877130508422852,
      "learning_rate": 5.3648223139595424e-06,
      "loss": 0.7288396954536438,
      "step": 986
    },
    {
      "epoch": 1.2063492063492063,
      "grad_norm": 8.319933891296387,
      "learning_rate": 5.361109766655608e-06,
      "loss": 0.7217950820922852,
      "step": 988
    },
    {
      "epoch": 1.2087912087912087,
      "grad_norm": 2.940162181854248,
      "learning_rate": 5.357387856551917e-06,
      "loss": 0.896350085735321,
      "step": 990
    },
    {
      "epoch": 1.2112332112332111,
      "grad_norm": 1.7916265726089478,
      "learning_rate": 5.353656600555624e-06,
      "loss": 1.1697304248809814,
      "step": 992
    },
    {
      "epoch": 1.2136752136752136,
      "grad_norm": 2.0972354412078857,
      "learning_rate": 5.3499160156163355e-06,
      "loss": 1.0300666093826294,
      "step": 994
    },
    {
      "epoch": 1.2161172161172162,
      "grad_norm": 5.365437984466553,
      "learning_rate": 5.346166118726038e-06,
      "loss": 1.0767557621002197,
      "step": 996
    },
    {
      "epoch": 1.2185592185592187,
      "grad_norm": 2.915233612060547,
      "learning_rate": 5.342406926919017e-06,
      "loss": 1.0875110626220703,
      "step": 998
    },
    {
      "epoch": 1.221001221001221,
      "grad_norm": 3.7588627338409424,
      "learning_rate": 5.338638457271783e-06,
      "loss": 0.754725992679596,
      "step": 1000
    },
    {
      "epoch": 1.2234432234432235,
      "grad_norm": 1.6952946186065674,
      "learning_rate": 5.33486072690299e-06,
      "loss": 0.8764317631721497,
      "step": 1002
    },
    {
      "epoch": 1.225885225885226,
      "grad_norm": 4.733268737792969,
      "learning_rate": 5.33107375297336e-06,
      "loss": 1.1004637479782104,
      "step": 1004
    },
    {
      "epoch": 1.2283272283272284,
      "grad_norm": 2.42063307762146,
      "learning_rate": 5.327277552685608e-06,
      "loss": 0.8175575733184814,
      "step": 1006
    },
    {
      "epoch": 1.2307692307692308,
      "grad_norm": 1.254707932472229,
      "learning_rate": 5.323472143284354e-06,
      "loss": 0.7044642567634583,
      "step": 1008
    },
    {
      "epoch": 1.2332112332112333,
      "grad_norm": 1.5242104530334473,
      "learning_rate": 5.319657542056059e-06,
      "loss": 1.1522612571716309,
      "step": 1010
    },
    {
      "epoch": 1.2356532356532357,
      "grad_norm": 0.8862828612327576,
      "learning_rate": 5.315833766328934e-06,
      "loss": 0.6255777478218079,
      "step": 1012
    },
    {
      "epoch": 1.2380952380952381,
      "grad_norm": 2.1223502159118652,
      "learning_rate": 5.312000833472867e-06,
      "loss": 1.1391960382461548,
      "step": 1014
    },
    {
      "epoch": 1.2405372405372406,
      "grad_norm": 3.2272346019744873,
      "learning_rate": 5.308158760899344e-06,
      "loss": 1.0914331674575806,
      "step": 1016
    },
    {
      "epoch": 1.242979242979243,
      "grad_norm": 1.3873460292816162,
      "learning_rate": 5.304307566061369e-06,
      "loss": 1.0861551761627197,
      "step": 1018
    },
    {
      "epoch": 1.2454212454212454,
      "grad_norm": 2.2356748580932617,
      "learning_rate": 5.300447266453383e-06,
      "loss": 0.7876569032669067,
      "step": 1020
    },
    {
      "epoch": 1.2478632478632479,
      "grad_norm": 12.627351760864258,
      "learning_rate": 5.296577879611189e-06,
      "loss": 0.8845806121826172,
      "step": 1022
    },
    {
      "epoch": 1.2503052503052503,
      "grad_norm": 1.6576119661331177,
      "learning_rate": 5.292699423111867e-06,
      "loss": 1.0714237689971924,
      "step": 1024
    },
    {
      "epoch": 1.2527472527472527,
      "grad_norm": 1.7833123207092285,
      "learning_rate": 5.2888119145736995e-06,
      "loss": 1.0774952173233032,
      "step": 1026
    },
    {
      "epoch": 1.2551892551892552,
      "grad_norm": 2.1097469329833984,
      "learning_rate": 5.284915371656087e-06,
      "loss": 1.020277500152588,
      "step": 1028
    },
    {
      "epoch": 1.2576312576312576,
      "grad_norm": 2.2238245010375977,
      "learning_rate": 5.281009812059471e-06,
      "loss": 0.9611441493034363,
      "step": 1030
    },
    {
      "epoch": 1.26007326007326,
      "grad_norm": 3.3395566940307617,
      "learning_rate": 5.277095253525251e-06,
      "loss": 1.1791523694992065,
      "step": 1032
    },
    {
      "epoch": 1.2625152625152625,
      "grad_norm": 8.59581470489502,
      "learning_rate": 5.273171713835705e-06,
      "loss": 1.2326103448867798,
      "step": 1034
    },
    {
      "epoch": 1.264957264957265,
      "grad_norm": 2.7946317195892334,
      "learning_rate": 5.269239210813909e-06,
      "loss": 0.7500050067901611,
      "step": 1036
    },
    {
      "epoch": 1.2673992673992673,
      "grad_norm": 1.8145307302474976,
      "learning_rate": 5.265297762323656e-06,
      "loss": 0.6441988348960876,
      "step": 1038
    },
    {
      "epoch": 1.2698412698412698,
      "grad_norm": 1.4063717126846313,
      "learning_rate": 5.261347386269376e-06,
      "loss": 0.7451719641685486,
      "step": 1040
    },
    {
      "epoch": 1.2722832722832722,
      "grad_norm": 1.3844637870788574,
      "learning_rate": 5.25738810059605e-06,
      "loss": 1.1439226865768433,
      "step": 1042
    },
    {
      "epoch": 1.2747252747252746,
      "grad_norm": 1.3475596904754639,
      "learning_rate": 5.253419923289135e-06,
      "loss": 0.8882352113723755,
      "step": 1044
    },
    {
      "epoch": 1.277167277167277,
      "grad_norm": 2.1434133052825928,
      "learning_rate": 5.24944287237448e-06,
      "loss": 1.088852882385254,
      "step": 1046
    },
    {
      "epoch": 1.2796092796092795,
      "grad_norm": 4.796410083770752,
      "learning_rate": 5.245456965918238e-06,
      "loss": 0.7765331268310547,
      "step": 1048
    },
    {
      "epoch": 1.282051282051282,
      "grad_norm": 3.4816200733184814,
      "learning_rate": 5.241462222026794e-06,
      "loss": 0.4130716323852539,
      "step": 1050
    },
    {
      "epoch": 1.2844932844932844,
      "grad_norm": 1.4668511152267456,
      "learning_rate": 5.237458658846679e-06,
      "loss": 1.024600625038147,
      "step": 1052
    },
    {
      "epoch": 1.2869352869352868,
      "grad_norm": 2.391469717025757,
      "learning_rate": 5.2334462945644816e-06,
      "loss": 0.8750287294387817,
      "step": 1054
    },
    {
      "epoch": 1.2893772893772895,
      "grad_norm": 9.1031494140625,
      "learning_rate": 5.229425147406772e-06,
      "loss": 0.7807760834693909,
      "step": 1056
    },
    {
      "epoch": 1.291819291819292,
      "grad_norm": 2.396406888961792,
      "learning_rate": 5.225395235640017e-06,
      "loss": 1.2667182683944702,
      "step": 1058
    },
    {
      "epoch": 1.2942612942612943,
      "grad_norm": 1.8769642114639282,
      "learning_rate": 5.221356577570503e-06,
      "loss": 1.1226063966751099,
      "step": 1060
    },
    {
      "epoch": 1.2967032967032968,
      "grad_norm": 3.907742500305176,
      "learning_rate": 5.217309191544241e-06,
      "loss": 0.6234646439552307,
      "step": 1062
    },
    {
      "epoch": 1.2991452991452992,
      "grad_norm": 1.400547742843628,
      "learning_rate": 5.213253095946892e-06,
      "loss": 1.0653111934661865,
      "step": 1064
    },
    {
      "epoch": 1.3015873015873016,
      "grad_norm": 3.261629104614258,
      "learning_rate": 5.209188309203678e-06,
      "loss": 0.7619715332984924,
      "step": 1066
    },
    {
      "epoch": 1.304029304029304,
      "grad_norm": 2.847996234893799,
      "learning_rate": 5.20511484977931e-06,
      "loss": 1.0668418407440186,
      "step": 1068
    },
    {
      "epoch": 1.3064713064713065,
      "grad_norm": 10.302043914794922,
      "learning_rate": 5.201032736177884e-06,
      "loss": 0.8345942497253418,
      "step": 1070
    },
    {
      "epoch": 1.308913308913309,
      "grad_norm": 3.0986499786376953,
      "learning_rate": 5.196941986942818e-06,
      "loss": 1.0029431581497192,
      "step": 1072
    },
    {
      "epoch": 1.3113553113553114,
      "grad_norm": 2.5847387313842773,
      "learning_rate": 5.192842620656753e-06,
      "loss": 0.7861806750297546,
      "step": 1074
    },
    {
      "epoch": 1.3137973137973138,
      "grad_norm": 7.488101005554199,
      "learning_rate": 5.1887346559414754e-06,
      "loss": 0.7227391600608826,
      "step": 1076
    },
    {
      "epoch": 1.3162393162393162,
      "grad_norm": 2.137644052505493,
      "learning_rate": 5.184618111457831e-06,
      "loss": 1.077176809310913,
      "step": 1078
    },
    {
      "epoch": 1.3186813186813187,
      "grad_norm": 1.8668829202651978,
      "learning_rate": 5.18049300590564e-06,
      "loss": 0.9580538868904114,
      "step": 1080
    },
    {
      "epoch": 1.321123321123321,
      "grad_norm": 2.09850811958313,
      "learning_rate": 5.176359358023612e-06,
      "loss": 1.007798433303833,
      "step": 1082
    },
    {
      "epoch": 1.3235653235653235,
      "grad_norm": 1.8359295129776,
      "learning_rate": 5.172217186589259e-06,
      "loss": 1.0966116189956665,
      "step": 1084
    },
    {
      "epoch": 1.326007326007326,
      "grad_norm": 3.7404189109802246,
      "learning_rate": 5.1680665104188175e-06,
      "loss": 1.103602647781372,
      "step": 1086
    },
    {
      "epoch": 1.3284493284493284,
      "grad_norm": 2.0235581398010254,
      "learning_rate": 5.163907348367152e-06,
      "loss": 1.0951250791549683,
      "step": 1088
    },
    {
      "epoch": 1.3308913308913308,
      "grad_norm": 1.9195114374160767,
      "learning_rate": 5.159739719327678e-06,
      "loss": 0.6674078702926636,
      "step": 1090
    },
    {
      "epoch": 1.3333333333333333,
      "grad_norm": 32.633548736572266,
      "learning_rate": 5.155563642232271e-06,
      "loss": 0.9193532466888428,
      "step": 1092
    },
    {
      "epoch": 1.3357753357753357,
      "grad_norm": 1.8298438787460327,
      "learning_rate": 5.151379136051185e-06,
      "loss": 1.1200990676879883,
      "step": 1094
    },
    {
      "epoch": 1.3382173382173383,
      "grad_norm": 2.3729898929595947,
      "learning_rate": 5.147186219792962e-06,
      "loss": 0.5541606545448303,
      "step": 1096
    },
    {
      "epoch": 1.3406593406593408,
      "grad_norm": 2.2689027786254883,
      "learning_rate": 5.142984912504351e-06,
      "loss": 1.203918695449829,
      "step": 1098
    },
    {
      "epoch": 1.3431013431013432,
      "grad_norm": 1.5877676010131836,
      "learning_rate": 5.138775233270214e-06,
      "loss": 1.0981378555297852,
      "step": 1100
    },
    {
      "epoch": 1.3455433455433456,
      "grad_norm": 1.9208431243896484,
      "learning_rate": 5.134557201213442e-06,
      "loss": 1.0556029081344604,
      "step": 1102
    },
    {
      "epoch": 1.347985347985348,
      "grad_norm": 3.21431827545166,
      "learning_rate": 5.130330835494878e-06,
      "loss": 0.8595597147941589,
      "step": 1104
    },
    {
      "epoch": 1.3504273504273505,
      "grad_norm": 1.5517840385437012,
      "learning_rate": 5.126096155313212e-06,
      "loss": 1.117148995399475,
      "step": 1106
    },
    {
      "epoch": 1.352869352869353,
      "grad_norm": 6.060091495513916,
      "learning_rate": 5.12185317990491e-06,
      "loss": 0.9276140928268433,
      "step": 1108
    },
    {
      "epoch": 1.3553113553113554,
      "grad_norm": 3.9731998443603516,
      "learning_rate": 5.117601928544116e-06,
      "loss": 1.1391878128051758,
      "step": 1110
    },
    {
      "epoch": 1.3577533577533578,
      "grad_norm": 1.3449074029922485,
      "learning_rate": 5.113342420542571e-06,
      "loss": 1.115125298500061,
      "step": 1112
    },
    {
      "epoch": 1.3601953601953602,
      "grad_norm": 2.480891466140747,
      "learning_rate": 5.109074675249519e-06,
      "loss": 1.0627572536468506,
      "step": 1114
    },
    {
      "epoch": 1.3626373626373627,
      "grad_norm": 7.083606719970703,
      "learning_rate": 5.104798712051628e-06,
      "loss": 0.46798741817474365,
      "step": 1116
    },
    {
      "epoch": 1.3650793650793651,
      "grad_norm": 2.1328299045562744,
      "learning_rate": 5.1005145503728895e-06,
      "loss": 1.190787672996521,
      "step": 1118
    },
    {
      "epoch": 1.3675213675213675,
      "grad_norm": 1.7239574193954468,
      "learning_rate": 5.096222209674545e-06,
      "loss": 1.1722108125686646,
      "step": 1120
    },
    {
      "epoch": 1.36996336996337,
      "grad_norm": 10.229917526245117,
      "learning_rate": 5.091921709454986e-06,
      "loss": 0.9836089015007019,
      "step": 1122
    },
    {
      "epoch": 1.3724053724053724,
      "grad_norm": 1.4455071687698364,
      "learning_rate": 5.087613069249669e-06,
      "loss": 0.9871035814285278,
      "step": 1124
    },
    {
      "epoch": 1.3748473748473748,
      "grad_norm": 3.920485734939575,
      "learning_rate": 5.08329630863103e-06,
      "loss": 1.271277904510498,
      "step": 1126
    },
    {
      "epoch": 1.3772893772893773,
      "grad_norm": 3.3860907554626465,
      "learning_rate": 5.078971447208389e-06,
      "loss": 1.0518757104873657,
      "step": 1128
    },
    {
      "epoch": 1.3797313797313797,
      "grad_norm": 1.6341384649276733,
      "learning_rate": 5.074638504627869e-06,
      "loss": 0.8103001117706299,
      "step": 1130
    },
    {
      "epoch": 1.3821733821733821,
      "grad_norm": 6.043010234832764,
      "learning_rate": 5.070297500572299e-06,
      "loss": 0.7450224757194519,
      "step": 1132
    },
    {
      "epoch": 1.3846153846153846,
      "grad_norm": 4.167097091674805,
      "learning_rate": 5.065948454761128e-06,
      "loss": 0.5298635363578796,
      "step": 1134
    },
    {
      "epoch": 1.387057387057387,
      "grad_norm": 1.658325433731079,
      "learning_rate": 5.06159138695034e-06,
      "loss": 0.8351241946220398,
      "step": 1136
    },
    {
      "epoch": 1.3894993894993894,
      "grad_norm": 2.1943113803863525,
      "learning_rate": 5.057226316932354e-06,
      "loss": 1.1314613819122314,
      "step": 1138
    },
    {
      "epoch": 1.3919413919413919,
      "grad_norm": 2.5029122829437256,
      "learning_rate": 5.052853264535944e-06,
      "loss": 0.8110060095787048,
      "step": 1140
    },
    {
      "epoch": 1.3943833943833943,
      "grad_norm": 5.180810928344727,
      "learning_rate": 5.048472249626143e-06,
      "loss": 0.941763162612915,
      "step": 1142
    },
    {
      "epoch": 1.3968253968253967,
      "grad_norm": 3.3859798908233643,
      "learning_rate": 5.044083292104154e-06,
      "loss": 0.6929471492767334,
      "step": 1144
    },
    {
      "epoch": 1.3992673992673992,
      "grad_norm": 1.9731738567352295,
      "learning_rate": 5.039686411907261e-06,
      "loss": 1.062778115272522,
      "step": 1146
    },
    {
      "epoch": 1.4017094017094016,
      "grad_norm": 9.248348236083984,
      "learning_rate": 5.035281629008738e-06,
      "loss": 0.907078742980957,
      "step": 1148
    },
    {
      "epoch": 1.404151404151404,
      "grad_norm": 1.8255606889724731,
      "learning_rate": 5.030868963417756e-06,
      "loss": 0.7409341931343079,
      "step": 1150
    },
    {
      "epoch": 1.4065934065934065,
      "grad_norm": 1.724865198135376,
      "learning_rate": 5.026448435179296e-06,
      "loss": 0.9270036816596985,
      "step": 1152
    },
    {
      "epoch": 1.409035409035409,
      "grad_norm": 2.166942596435547,
      "learning_rate": 5.022020064374055e-06,
      "loss": 0.9618323445320129,
      "step": 1154
    },
    {
      "epoch": 1.4114774114774113,
      "grad_norm": 6.376034736633301,
      "learning_rate": 5.017583871118354e-06,
      "loss": 0.7564554810523987,
      "step": 1156
    },
    {
      "epoch": 1.4139194139194138,
      "grad_norm": 2.646700859069824,
      "learning_rate": 5.013139875564054e-06,
      "loss": 0.9836897253990173,
      "step": 1158
    },
    {
      "epoch": 1.4163614163614164,
      "grad_norm": 3.115039825439453,
      "learning_rate": 5.008688097898451e-06,
      "loss": 0.9553764462471008,
      "step": 1160
    },
    {
      "epoch": 1.4188034188034189,
      "grad_norm": 1.7480710744857788,
      "learning_rate": 5.004228558344195e-06,
      "loss": 0.7161940932273865,
      "step": 1162
    },
    {
      "epoch": 1.4212454212454213,
      "grad_norm": 7.046204090118408,
      "learning_rate": 4.9997612771592e-06,
      "loss": 0.7383595705032349,
      "step": 1164
    },
    {
      "epoch": 1.4236874236874237,
      "grad_norm": 2.7713022232055664,
      "learning_rate": 4.9952862746365396e-06,
      "loss": 1.1871694326400757,
      "step": 1166
    },
    {
      "epoch": 1.4261294261294262,
      "grad_norm": 0.5916857123374939,
      "learning_rate": 4.990803571104367e-06,
      "loss": 1.031806230545044,
      "step": 1168
    },
    {
      "epoch": 1.4285714285714286,
      "grad_norm": 3.3403420448303223,
      "learning_rate": 4.9863131869258165e-06,
      "loss": 0.8283597230911255,
      "step": 1170
    },
    {
      "epoch": 1.431013431013431,
      "grad_norm": 2.6560847759246826,
      "learning_rate": 4.981815142498913e-06,
      "loss": 1.10054612159729,
      "step": 1172
    },
    {
      "epoch": 1.4334554334554335,
      "grad_norm": 1.0640076398849487,
      "learning_rate": 4.977309458256478e-06,
      "loss": 1.0439369678497314,
      "step": 1174
    },
    {
      "epoch": 1.435897435897436,
      "grad_norm": 2.3129022121429443,
      "learning_rate": 4.972796154666038e-06,
      "loss": 1.143113136291504,
      "step": 1176
    },
    {
      "epoch": 1.4383394383394383,
      "grad_norm": 3.9890077114105225,
      "learning_rate": 4.968275252229734e-06,
      "loss": 1.0084482431411743,
      "step": 1178
    },
    {
      "epoch": 1.4407814407814408,
      "grad_norm": 2.268794536590576,
      "learning_rate": 4.96374677148422e-06,
      "loss": 0.9494715929031372,
      "step": 1180
    },
    {
      "epoch": 1.4432234432234432,
      "grad_norm": 1.620401382446289,
      "learning_rate": 4.959210733000581e-06,
      "loss": 0.7894858717918396,
      "step": 1182
    },
    {
      "epoch": 1.4456654456654456,
      "grad_norm": 2.264465808868408,
      "learning_rate": 4.954667157384227e-06,
      "loss": 1.153456211090088,
      "step": 1184
    },
    {
      "epoch": 1.448107448107448,
      "grad_norm": 2.0204758644104004,
      "learning_rate": 4.9501160652748135e-06,
      "loss": 1.0387881994247437,
      "step": 1186
    },
    {
      "epoch": 1.4505494505494505,
      "grad_norm": 4.494890213012695,
      "learning_rate": 4.945557477346135e-06,
      "loss": 0.8388749957084656,
      "step": 1188
    },
    {
      "epoch": 1.452991452991453,
      "grad_norm": 5.138271808624268,
      "learning_rate": 4.940991414306042e-06,
      "loss": 1.0478739738464355,
      "step": 1190
    },
    {
      "epoch": 1.4554334554334554,
      "grad_norm": 1.7801316976547241,
      "learning_rate": 4.936417896896333e-06,
      "loss": 0.8928017616271973,
      "step": 1192
    },
    {
      "epoch": 1.4578754578754578,
      "grad_norm": 5.119191646575928,
      "learning_rate": 4.931836945892678e-06,
      "loss": 0.7815787196159363,
      "step": 1194
    },
    {
      "epoch": 1.4603174603174602,
      "grad_norm": 2.283468008041382,
      "learning_rate": 4.92724858210451e-06,
      "loss": 0.7689943909645081,
      "step": 1196
    },
    {
      "epoch": 1.462759462759463,
      "grad_norm": 1.3747724294662476,
      "learning_rate": 4.922652826374934e-06,
      "loss": 1.0252704620361328,
      "step": 1198
    },
    {
      "epoch": 1.4652014652014653,
      "grad_norm": 3.9742517471313477,
      "learning_rate": 4.918049699580636e-06,
      "loss": 1.176680326461792,
      "step": 1200
    },
    {
      "epoch": 1.4676434676434678,
      "grad_norm": 2.1025235652923584,
      "learning_rate": 4.913439222631789e-06,
      "loss": 1.0160706043243408,
      "step": 1202
    },
    {
      "epoch": 1.4700854700854702,
      "grad_norm": 4.321649074554443,
      "learning_rate": 4.9088214164719465e-06,
      "loss": 1.0500729084014893,
      "step": 1204
    },
    {
      "epoch": 1.4725274725274726,
      "grad_norm": 4.172434329986572,
      "learning_rate": 4.9041963020779625e-06,
      "loss": 0.9391635060310364,
      "step": 1206
    },
    {
      "epoch": 1.474969474969475,
      "grad_norm": 8.891393661499023,
      "learning_rate": 4.899563900459888e-06,
      "loss": 0.8474172949790955,
      "step": 1208
    },
    {
      "epoch": 1.4774114774114775,
      "grad_norm": 5.215544700622559,
      "learning_rate": 4.894924232660875e-06,
      "loss": 0.8866111040115356,
      "step": 1210
    },
    {
      "epoch": 1.47985347985348,
      "grad_norm": 3.0435311794281006,
      "learning_rate": 4.890277319757084e-06,
      "loss": 1.029344916343689,
      "step": 1212
    },
    {
      "epoch": 1.4822954822954824,
      "grad_norm": 1.7593703269958496,
      "learning_rate": 4.8856231828575886e-06,
      "loss": 1.1196095943450928,
      "step": 1214
    },
    {
      "epoch": 1.4847374847374848,
      "grad_norm": 2.1020376682281494,
      "learning_rate": 4.880961843104277e-06,
      "loss": 1.0347650051116943,
      "step": 1216
    },
    {
      "epoch": 1.4871794871794872,
      "grad_norm": 1.6005417108535767,
      "learning_rate": 4.876293321671754e-06,
      "loss": 0.2354688048362732,
      "step": 1218
    },
    {
      "epoch": 1.4896214896214897,
      "grad_norm": 1.6489475965499878,
      "learning_rate": 4.871617639767254e-06,
      "loss": 0.6391555070877075,
      "step": 1220
    },
    {
      "epoch": 1.492063492063492,
      "grad_norm": 2.582890748977661,
      "learning_rate": 4.8669348186305345e-06,
      "loss": 1.1244972944259644,
      "step": 1222
    },
    {
      "epoch": 1.4945054945054945,
      "grad_norm": 3.2143290042877197,
      "learning_rate": 4.862244879533784e-06,
      "loss": 0.8394033312797546,
      "step": 1224
    },
    {
      "epoch": 1.496947496947497,
      "grad_norm": 2.631812810897827,
      "learning_rate": 4.857547843781526e-06,
      "loss": 1.1298140287399292,
      "step": 1226
    },
    {
      "epoch": 1.4993894993894994,
      "grad_norm": 3.6919734477996826,
      "learning_rate": 4.8528437327105185e-06,
      "loss": 0.4192117154598236,
      "step": 1228
    },
    {
      "epoch": 1.5018315018315018,
      "grad_norm": 8.116545677185059,
      "learning_rate": 4.848132567689667e-06,
      "loss": 0.8103526830673218,
      "step": 1230
    },
    {
      "epoch": 1.5042735042735043,
      "grad_norm": 1.7116774320602417,
      "learning_rate": 4.843414370119911e-06,
      "loss": 0.6593791246414185,
      "step": 1232
    },
    {
      "epoch": 1.5067155067155067,
      "grad_norm": 3.8022818565368652,
      "learning_rate": 4.838689161434145e-06,
      "loss": 1.126307725906372,
      "step": 1234
    },
    {
      "epoch": 1.5091575091575091,
      "grad_norm": 1.9455960988998413,
      "learning_rate": 4.8339569630971035e-06,
      "loss": 0.9250009655952454,
      "step": 1236
    },
    {
      "epoch": 1.5115995115995116,
      "grad_norm": 1.9260501861572266,
      "learning_rate": 4.829217796605279e-06,
      "loss": 0.8760790228843689,
      "step": 1238
    },
    {
      "epoch": 1.514041514041514,
      "grad_norm": 2.5248501300811768,
      "learning_rate": 4.824471683486813e-06,
      "loss": 1.0439480543136597,
      "step": 1240
    },
    {
      "epoch": 1.5164835164835164,
      "grad_norm": 1.3928033113479614,
      "learning_rate": 4.819718645301406e-06,
      "loss": 1.0599212646484375,
      "step": 1242
    },
    {
      "epoch": 1.5189255189255189,
      "grad_norm": 6.743286609649658,
      "learning_rate": 4.814958703640217e-06,
      "loss": 0.6897165775299072,
      "step": 1244
    },
    {
      "epoch": 1.5213675213675213,
      "grad_norm": 3.9725565910339355,
      "learning_rate": 4.810191880125759e-06,
      "loss": 0.8072797060012817,
      "step": 1246
    },
    {
      "epoch": 1.5238095238095237,
      "grad_norm": 2.459388256072998,
      "learning_rate": 4.805418196411814e-06,
      "loss": 0.8643714785575867,
      "step": 1248
    },
    {
      "epoch": 1.5262515262515262,
      "grad_norm": 2.454529047012329,
      "learning_rate": 4.80063767418332e-06,
      "loss": 1.1347299814224243,
      "step": 1250
    },
    {
      "epoch": 1.5286935286935286,
      "grad_norm": 6.470121383666992,
      "learning_rate": 4.795850335156287e-06,
      "loss": 0.845814049243927,
      "step": 1252
    },
    {
      "epoch": 1.531135531135531,
      "grad_norm": 1.3302001953125,
      "learning_rate": 4.791056201077684e-06,
      "loss": 1.0788911581039429,
      "step": 1254
    },
    {
      "epoch": 1.5335775335775335,
      "grad_norm": 2.616361379623413,
      "learning_rate": 4.786255293725351e-06,
      "loss": 1.188575029373169,
      "step": 1256
    },
    {
      "epoch": 1.536019536019536,
      "grad_norm": 0.9566062092781067,
      "learning_rate": 4.781447634907898e-06,
      "loss": 0.3384564220905304,
      "step": 1258
    },
    {
      "epoch": 1.5384615384615383,
      "grad_norm": 4.599119186401367,
      "learning_rate": 4.776633246464597e-06,
      "loss": 0.7301375269889832,
      "step": 1260
    },
    {
      "epoch": 1.5409035409035408,
      "grad_norm": 3.47401762008667,
      "learning_rate": 4.7718121502653e-06,
      "loss": 0.5812518000602722,
      "step": 1262
    },
    {
      "epoch": 1.5433455433455432,
      "grad_norm": 2.5774216651916504,
      "learning_rate": 4.76698436821032e-06,
      "loss": 0.7762341499328613,
      "step": 1264
    },
    {
      "epoch": 1.5457875457875456,
      "grad_norm": 2.030524492263794,
      "learning_rate": 4.762149922230351e-06,
      "loss": 0.7970203757286072,
      "step": 1266
    },
    {
      "epoch": 1.5482295482295483,
      "grad_norm": 1.4194061756134033,
      "learning_rate": 4.757308834286349e-06,
      "loss": 1.1093299388885498,
      "step": 1268
    },
    {
      "epoch": 1.5506715506715507,
      "grad_norm": 13.08940601348877,
      "learning_rate": 4.752461126369447e-06,
      "loss": 0.5118930339813232,
      "step": 1270
    },
    {
      "epoch": 1.5531135531135531,
      "grad_norm": 1.599934697151184,
      "learning_rate": 4.747606820500848e-06,
      "loss": 1.1399681568145752,
      "step": 1272
    },
    {
      "epoch": 1.5555555555555556,
      "grad_norm": 3.1104736328125,
      "learning_rate": 4.7427459387317305e-06,
      "loss": 0.9280550479888916,
      "step": 1274
    },
    {
      "epoch": 1.557997557997558,
      "grad_norm": 2.4784369468688965,
      "learning_rate": 4.73787850314314e-06,
      "loss": 1.3923664093017578,
      "step": 1276
    },
    {
      "epoch": 1.5604395604395604,
      "grad_norm": 1.778232216835022,
      "learning_rate": 4.7330045358458965e-06,
      "loss": 0.9597633481025696,
      "step": 1278
    },
    {
      "epoch": 1.5628815628815629,
      "grad_norm": 1.8193713426589966,
      "learning_rate": 4.728124058980489e-06,
      "loss": 1.052099585533142,
      "step": 1280
    },
    {
      "epoch": 1.5653235653235653,
      "grad_norm": 3.915374279022217,
      "learning_rate": 4.723237094716978e-06,
      "loss": 0.6439841389656067,
      "step": 1282
    },
    {
      "epoch": 1.5677655677655677,
      "grad_norm": 1.5543129444122314,
      "learning_rate": 4.718343665254892e-06,
      "loss": 1.0367350578308105,
      "step": 1284
    },
    {
      "epoch": 1.5702075702075702,
      "grad_norm": 1.7215509414672852,
      "learning_rate": 4.713443792823132e-06,
      "loss": 1.059045672416687,
      "step": 1286
    },
    {
      "epoch": 1.5726495726495726,
      "grad_norm": 2.069295644760132,
      "learning_rate": 4.708537499679864e-06,
      "loss": 0.5439974069595337,
      "step": 1288
    },
    {
      "epoch": 1.575091575091575,
      "grad_norm": 2.160947561264038,
      "learning_rate": 4.7036248081124194e-06,
      "loss": 0.8789887428283691,
      "step": 1290
    },
    {
      "epoch": 1.5775335775335775,
      "grad_norm": 2.9418277740478516,
      "learning_rate": 4.698705740437199e-06,
      "loss": 0.36467528343200684,
      "step": 1292
    },
    {
      "epoch": 1.5799755799755801,
      "grad_norm": 1.783849835395813,
      "learning_rate": 4.693780318999566e-06,
      "loss": 0.7312822341918945,
      "step": 1294
    },
    {
      "epoch": 1.5824175824175826,
      "grad_norm": 1.2510713338851929,
      "learning_rate": 4.688848566173743e-06,
      "loss": 1.0698741674423218,
      "step": 1296
    },
    {
      "epoch": 1.584859584859585,
      "grad_norm": 1.7499157190322876,
      "learning_rate": 4.683910504362718e-06,
      "loss": 1.1414761543273926,
      "step": 1298
    },
    {
      "epoch": 1.5873015873015874,
      "grad_norm": 2.5625784397125244,
      "learning_rate": 4.678966155998138e-06,
      "loss": 0.963818371295929,
      "step": 1300
    },
    {
      "epoch": 1.5897435897435899,
      "grad_norm": 3.9518566131591797,
      "learning_rate": 4.674015543540204e-06,
      "loss": 1.1232004165649414,
      "step": 1302
    },
    {
      "epoch": 1.5921855921855923,
      "grad_norm": 4.137270450592041,
      "learning_rate": 4.669058689477577e-06,
      "loss": 1.0733479261398315,
      "step": 1304
    },
    {
      "epoch": 1.5946275946275947,
      "grad_norm": 1.5602595806121826,
      "learning_rate": 4.664095616327265e-06,
      "loss": 0.6966079473495483,
      "step": 1306
    },
    {
      "epoch": 1.5970695970695972,
      "grad_norm": 1.9313784837722778,
      "learning_rate": 4.6591263466345315e-06,
      "loss": 1.07318115234375,
      "step": 1308
    },
    {
      "epoch": 1.5995115995115996,
      "grad_norm": 3.182425022125244,
      "learning_rate": 4.654150902972787e-06,
      "loss": 0.9745839834213257,
      "step": 1310
    },
    {
      "epoch": 1.601953601953602,
      "grad_norm": 1.5878440141677856,
      "learning_rate": 4.649169307943489e-06,
      "loss": 1.0333638191223145,
      "step": 1312
    },
    {
      "epoch": 1.6043956043956045,
      "grad_norm": 2.5433406829833984,
      "learning_rate": 4.644181584176036e-06,
      "loss": 1.1256206035614014,
      "step": 1314
    },
    {
      "epoch": 1.606837606837607,
      "grad_norm": 2.123772621154785,
      "learning_rate": 4.639187754327669e-06,
      "loss": 1.1688880920410156,
      "step": 1316
    },
    {
      "epoch": 1.6092796092796093,
      "grad_norm": 2.0329692363739014,
      "learning_rate": 4.634187841083365e-06,
      "loss": 1.0112664699554443,
      "step": 1318
    },
    {
      "epoch": 1.6117216117216118,
      "grad_norm": 1.9080368280410767,
      "learning_rate": 4.629181867155735e-06,
      "loss": 1.2758021354675293,
      "step": 1320
    },
    {
      "epoch": 1.6141636141636142,
      "grad_norm": 1.2908200025558472,
      "learning_rate": 4.624169855284923e-06,
      "loss": 1.077506184577942,
      "step": 1322
    },
    {
      "epoch": 1.6166056166056166,
      "grad_norm": 4.5929975509643555,
      "learning_rate": 4.619151828238503e-06,
      "loss": 1.1034421920776367,
      "step": 1324
    },
    {
      "epoch": 1.619047619047619,
      "grad_norm": 3.1997547149658203,
      "learning_rate": 4.6141278088113674e-06,
      "loss": 0.7947360277175903,
      "step": 1326
    },
    {
      "epoch": 1.6214896214896215,
      "grad_norm": 1.4481651782989502,
      "learning_rate": 4.609097819825635e-06,
      "loss": 1.0906190872192383,
      "step": 1328
    },
    {
      "epoch": 1.623931623931624,
      "grad_norm": 1.5239222049713135,
      "learning_rate": 4.604061884130537e-06,
      "loss": 1.1238385438919067,
      "step": 1330
    },
    {
      "epoch": 1.6263736263736264,
      "grad_norm": 17.961843490600586,
      "learning_rate": 4.599020024602325e-06,
      "loss": 0.872590959072113,
      "step": 1332
    },
    {
      "epoch": 1.6288156288156288,
      "grad_norm": 2.320810556411743,
      "learning_rate": 4.593972264144154e-06,
      "loss": 1.0335891246795654,
      "step": 1334
    },
    {
      "epoch": 1.6312576312576312,
      "grad_norm": 1.0677226781845093,
      "learning_rate": 4.588918625685987e-06,
      "loss": 0.6070804595947266,
      "step": 1336
    },
    {
      "epoch": 1.6336996336996337,
      "grad_norm": 6.536888122558594,
      "learning_rate": 4.5838591321844895e-06,
      "loss": 1.0951392650604248,
      "step": 1338
    },
    {
      "epoch": 1.636141636141636,
      "grad_norm": 15.38590145111084,
      "learning_rate": 4.578793806622921e-06,
      "loss": 0.5872366428375244,
      "step": 1340
    },
    {
      "epoch": 1.6385836385836385,
      "grad_norm": 2.773411273956299,
      "learning_rate": 4.573722672011037e-06,
      "loss": 0.44960087537765503,
      "step": 1342
    },
    {
      "epoch": 1.641025641025641,
      "grad_norm": 1.476400375366211,
      "learning_rate": 4.568645751384979e-06,
      "loss": 1.1929024457931519,
      "step": 1344
    },
    {
      "epoch": 1.6434676434676434,
      "grad_norm": 1.6975760459899902,
      "learning_rate": 4.563563067807173e-06,
      "loss": 1.1604607105255127,
      "step": 1346
    },
    {
      "epoch": 1.6459096459096458,
      "grad_norm": 27.678466796875,
      "learning_rate": 4.558474644366225e-06,
      "loss": 0.6984640955924988,
      "step": 1348
    },
    {
      "epoch": 1.6483516483516483,
      "grad_norm": 4.300885200500488,
      "learning_rate": 4.553380504176812e-06,
      "loss": 0.7492251396179199,
      "step": 1350
    },
    {
      "epoch": 1.6507936507936507,
      "grad_norm": 1.742562174797058,
      "learning_rate": 4.548280670379582e-06,
      "loss": 1.089888334274292,
      "step": 1352
    },
    {
      "epoch": 1.6532356532356531,
      "grad_norm": 1.481261968612671,
      "learning_rate": 4.543175166141047e-06,
      "loss": 1.1312068700790405,
      "step": 1354
    },
    {
      "epoch": 1.6556776556776556,
      "grad_norm": 2.4384007453918457,
      "learning_rate": 4.538064014653475e-06,
      "loss": 1.1034740209579468,
      "step": 1356
    },
    {
      "epoch": 1.658119658119658,
      "grad_norm": 1.1855982542037964,
      "learning_rate": 4.53294723913479e-06,
      "loss": 0.5771256685256958,
      "step": 1358
    },
    {
      "epoch": 1.6605616605616604,
      "grad_norm": 2.1966373920440674,
      "learning_rate": 4.527824862828463e-06,
      "loss": 0.789630651473999,
      "step": 1360
    },
    {
      "epoch": 1.6630036630036629,
      "grad_norm": 2.3562395572662354,
      "learning_rate": 4.522696909003407e-06,
      "loss": 1.1317930221557617,
      "step": 1362
    },
    {
      "epoch": 1.6654456654456653,
      "grad_norm": 1.2977938652038574,
      "learning_rate": 4.517563400953871e-06,
      "loss": 1.0996814966201782,
      "step": 1364
    },
    {
      "epoch": 1.6678876678876677,
      "grad_norm": 2.646000385284424,
      "learning_rate": 4.512424361999335e-06,
      "loss": 1.086019515991211,
      "step": 1366
    },
    {
      "epoch": 1.6703296703296702,
      "grad_norm": 2.2506117820739746,
      "learning_rate": 4.507279815484404e-06,
      "loss": 1.0686463117599487,
      "step": 1368
    },
    {
      "epoch": 1.6727716727716728,
      "grad_norm": 3.5996057987213135,
      "learning_rate": 4.5021297847787e-06,
      "loss": 1.1250067949295044,
      "step": 1370
    },
    {
      "epoch": 1.6752136752136753,
      "grad_norm": 1.2507672309875488,
      "learning_rate": 4.496974293276761e-06,
      "loss": 0.6428678631782532,
      "step": 1372
    },
    {
      "epoch": 1.6776556776556777,
      "grad_norm": 16.312124252319336,
      "learning_rate": 4.491813364397928e-06,
      "loss": 0.3962022364139557,
      "step": 1374
    },
    {
      "epoch": 1.6800976800976801,
      "grad_norm": 4.418454647064209,
      "learning_rate": 4.486647021586242e-06,
      "loss": 1.1909222602844238,
      "step": 1376
    },
    {
      "epoch": 1.6825396825396826,
      "grad_norm": 1.5935609340667725,
      "learning_rate": 4.48147528831034e-06,
      "loss": 1.1969082355499268,
      "step": 1378
    },
    {
      "epoch": 1.684981684981685,
      "grad_norm": 0.7602794766426086,
      "learning_rate": 4.476298188063342e-06,
      "loss": 1.0184684991836548,
      "step": 1380
    },
    {
      "epoch": 1.6874236874236874,
      "grad_norm": 4.655670642852783,
      "learning_rate": 4.471115744362751e-06,
      "loss": 1.003674030303955,
      "step": 1382
    },
    {
      "epoch": 1.6898656898656899,
      "grad_norm": 2.1681458950042725,
      "learning_rate": 4.465927980750341e-06,
      "loss": 1.1820536851882935,
      "step": 1384
    },
    {
      "epoch": 1.6923076923076923,
      "grad_norm": 1.1264445781707764,
      "learning_rate": 4.460734920792055e-06,
      "loss": 1.1060798168182373,
      "step": 1386
    },
    {
      "epoch": 1.6947496947496947,
      "grad_norm": 1.4772337675094604,
      "learning_rate": 4.455536588077892e-06,
      "loss": 1.1331332921981812,
      "step": 1388
    },
    {
      "epoch": 1.6971916971916972,
      "grad_norm": 6.615632057189941,
      "learning_rate": 4.450333006221807e-06,
      "loss": 0.4286938011646271,
      "step": 1390
    },
    {
      "epoch": 1.6996336996336996,
      "grad_norm": 1.7158353328704834,
      "learning_rate": 4.445124198861595e-06,
      "loss": 1.0181334018707275,
      "step": 1392
    },
    {
      "epoch": 1.702075702075702,
      "grad_norm": 1.6327100992202759,
      "learning_rate": 4.439910189658791e-06,
      "loss": 0.9523332118988037,
      "step": 1394
    },
    {
      "epoch": 1.7045177045177047,
      "grad_norm": 2.332667350769043,
      "learning_rate": 4.43469100229856e-06,
      "loss": 1.1586647033691406,
      "step": 1396
    },
    {
      "epoch": 1.7069597069597071,
      "grad_norm": 5.861179828643799,
      "learning_rate": 4.4294666604895896e-06,
      "loss": 0.8811005353927612,
      "step": 1398
    },
    {
      "epoch": 1.7094017094017095,
      "grad_norm": 8.61947250366211,
      "learning_rate": 4.42423718796398e-06,
      "loss": 0.43517377972602844,
      "step": 1400
    },
    {
      "epoch": 1.711843711843712,
      "grad_norm": 3.1414754390716553,
      "learning_rate": 4.41900260847714e-06,
      "loss": 0.9462797045707703,
      "step": 1402
    },
    {
      "epoch": 1.7142857142857144,
      "grad_norm": 3.1354236602783203,
      "learning_rate": 4.413762945807678e-06,
      "loss": 1.1175096035003662,
      "step": 1404
    },
    {
      "epoch": 1.7167277167277168,
      "grad_norm": 3.440849542617798,
      "learning_rate": 4.40851822375729e-06,
      "loss": 0.5517919063568115,
      "step": 1406
    },
    {
      "epoch": 1.7191697191697193,
      "grad_norm": 2.9297659397125244,
      "learning_rate": 4.403268466150658e-06,
      "loss": 1.0800657272338867,
      "step": 1408
    },
    {
      "epoch": 1.7216117216117217,
      "grad_norm": 3.0104856491088867,
      "learning_rate": 4.398013696835337e-06,
      "loss": 0.7462184429168701,
      "step": 1410
    },
    {
      "epoch": 1.7240537240537241,
      "grad_norm": 7.846835136413574,
      "learning_rate": 4.39275393968165e-06,
      "loss": 0.8748076558113098,
      "step": 1412
    },
    {
      "epoch": 1.7264957264957266,
      "grad_norm": 1.4625284671783447,
      "learning_rate": 4.3874892185825736e-06,
      "loss": 1.1260775327682495,
      "step": 1414
    },
    {
      "epoch": 1.728937728937729,
      "grad_norm": 7.651988506317139,
      "learning_rate": 4.3822195574536385e-06,
      "loss": 0.911249041557312,
      "step": 1416
    },
    {
      "epoch": 1.7313797313797314,
      "grad_norm": 1.9895511865615845,
      "learning_rate": 4.3769449802328134e-06,
      "loss": 1.1256855726242065,
      "step": 1418
    },
    {
      "epoch": 1.7338217338217339,
      "grad_norm": 3.724893093109131,
      "learning_rate": 4.371665510880398e-06,
      "loss": 0.8602355122566223,
      "step": 1420
    },
    {
      "epoch": 1.7362637362637363,
      "grad_norm": 6.229957580566406,
      "learning_rate": 4.366381173378918e-06,
      "loss": 0.8753630518913269,
      "step": 1422
    },
    {
      "epoch": 1.7387057387057387,
      "grad_norm": 3.7382354736328125,
      "learning_rate": 4.36109199173301e-06,
      "loss": 0.8494032025337219,
      "step": 1424
    },
    {
      "epoch": 1.7411477411477412,
      "grad_norm": 2.8685145378112793,
      "learning_rate": 4.355797989969319e-06,
      "loss": 0.7920373678207397,
      "step": 1426
    },
    {
      "epoch": 1.7435897435897436,
      "grad_norm": 2.0900766849517822,
      "learning_rate": 4.350499192136381e-06,
      "loss": 1.128261685371399,
      "step": 1428
    },
    {
      "epoch": 1.746031746031746,
      "grad_norm": 1.9242794513702393,
      "learning_rate": 4.345195622304524e-06,
      "loss": 1.1854214668273926,
      "step": 1430
    },
    {
      "epoch": 1.7484737484737485,
      "grad_norm": 6.52469539642334,
      "learning_rate": 4.3398873045657505e-06,
      "loss": 0.7444266080856323,
      "step": 1432
    },
    {
      "epoch": 1.750915750915751,
      "grad_norm": 2.14506459236145,
      "learning_rate": 4.334574263033629e-06,
      "loss": 0.6873703002929688,
      "step": 1434
    },
    {
      "epoch": 1.7533577533577533,
      "grad_norm": 3.528667688369751,
      "learning_rate": 4.329256521843191e-06,
      "loss": 0.7260130643844604,
      "step": 1436
    },
    {
      "epoch": 1.7557997557997558,
      "grad_norm": 3.055670976638794,
      "learning_rate": 4.323934105150814e-06,
      "loss": 0.5219581723213196,
      "step": 1438
    },
    {
      "epoch": 1.7582417582417582,
      "grad_norm": 1.5880358219146729,
      "learning_rate": 4.318607037134113e-06,
      "loss": 1.0635778903961182,
      "step": 1440
    },
    {
      "epoch": 1.7606837606837606,
      "grad_norm": 1.6739574670791626,
      "learning_rate": 4.313275341991835e-06,
      "loss": 0.9275929927825928,
      "step": 1442
    },
    {
      "epoch": 1.763125763125763,
      "grad_norm": 2.3931827545166016,
      "learning_rate": 4.307939043943743e-06,
      "loss": 0.7328923940658569,
      "step": 1444
    },
    {
      "epoch": 1.7655677655677655,
      "grad_norm": 1.5773603916168213,
      "learning_rate": 4.302598167230514e-06,
      "loss": 1.1174166202545166,
      "step": 1446
    },
    {
      "epoch": 1.768009768009768,
      "grad_norm": 1.3908194303512573,
      "learning_rate": 4.297252736113619e-06,
      "loss": 1.104804277420044,
      "step": 1448
    },
    {
      "epoch": 1.7704517704517704,
      "grad_norm": 2.2045950889587402,
      "learning_rate": 4.291902774875222e-06,
      "loss": 1.0062525272369385,
      "step": 1450
    },
    {
      "epoch": 1.7728937728937728,
      "grad_norm": 4.392017841339111,
      "learning_rate": 4.2865483078180606e-06,
      "loss": 0.49355483055114746,
      "step": 1452
    },
    {
      "epoch": 1.7753357753357752,
      "grad_norm": 1.741620421409607,
      "learning_rate": 4.281189359265346e-06,
      "loss": 0.801204264163971,
      "step": 1454
    },
    {
      "epoch": 1.7777777777777777,
      "grad_norm": 4.615424633026123,
      "learning_rate": 4.275825953560643e-06,
      "loss": 0.5927553772926331,
      "step": 1456
    },
    {
      "epoch": 1.7802197802197801,
      "grad_norm": 1.8360828161239624,
      "learning_rate": 4.270458115067766e-06,
      "loss": 1.1054664850234985,
      "step": 1458
    },
    {
      "epoch": 1.7826617826617825,
      "grad_norm": 28.914661407470703,
      "learning_rate": 4.265085868170663e-06,
      "loss": 1.1111050844192505,
      "step": 1460
    },
    {
      "epoch": 1.785103785103785,
      "grad_norm": 2.3152248859405518,
      "learning_rate": 4.259709237273311e-06,
      "loss": 0.9055600762367249,
      "step": 1462
    },
    {
      "epoch": 1.7875457875457874,
      "grad_norm": 1.7210235595703125,
      "learning_rate": 4.2543282467995985e-06,
      "loss": 0.7722167372703552,
      "step": 1464
    },
    {
      "epoch": 1.7899877899877898,
      "grad_norm": 2.618022918701172,
      "learning_rate": 4.248942921193221e-06,
      "loss": 0.8464701175689697,
      "step": 1466
    },
    {
      "epoch": 1.7924297924297923,
      "grad_norm": 6.523756980895996,
      "learning_rate": 4.243553284917566e-06,
      "loss": 0.848709225654602,
      "step": 1468
    },
    {
      "epoch": 1.7948717948717947,
      "grad_norm": 2.5969009399414062,
      "learning_rate": 4.2381593624556e-06,
      "loss": 1.0547089576721191,
      "step": 1470
    },
    {
      "epoch": 1.7973137973137974,
      "grad_norm": 1.5815178155899048,
      "learning_rate": 4.232761178309761e-06,
      "loss": 1.0379605293273926,
      "step": 1472
    },
    {
      "epoch": 1.7997557997557998,
      "grad_norm": 2.534233570098877,
      "learning_rate": 4.22735875700185e-06,
      "loss": 0.7152073979377747,
      "step": 1474
    },
    {
      "epoch": 1.8021978021978022,
      "grad_norm": 2.298525810241699,
      "learning_rate": 4.22195212307291e-06,
      "loss": 0.691750168800354,
      "step": 1476
    },
    {
      "epoch": 1.8046398046398047,
      "grad_norm": 1.962921380996704,
      "learning_rate": 4.216541301083124e-06,
      "loss": 0.769491970539093,
      "step": 1478
    },
    {
      "epoch": 1.807081807081807,
      "grad_norm": 2.270589828491211,
      "learning_rate": 4.211126315611698e-06,
      "loss": 0.4893834888935089,
      "step": 1480
    },
    {
      "epoch": 1.8095238095238095,
      "grad_norm": 2.069971799850464,
      "learning_rate": 4.205707191256752e-06,
      "loss": 0.7786384224891663,
      "step": 1482
    },
    {
      "epoch": 1.811965811965812,
      "grad_norm": 1.248873233795166,
      "learning_rate": 4.200283952635208e-06,
      "loss": 1.2088333368301392,
      "step": 1484
    },
    {
      "epoch": 1.8144078144078144,
      "grad_norm": 1.4751837253570557,
      "learning_rate": 4.1948566243826756e-06,
      "loss": 1.0881723165512085,
      "step": 1486
    },
    {
      "epoch": 1.8168498168498168,
      "grad_norm": 2.016812562942505,
      "learning_rate": 4.189425231153342e-06,
      "loss": 0.6552821397781372,
      "step": 1488
    },
    {
      "epoch": 1.8192918192918193,
      "grad_norm": 1.4564069509506226,
      "learning_rate": 4.183989797619862e-06,
      "loss": 0.8445190191268921,
      "step": 1490
    },
    {
      "epoch": 1.8217338217338217,
      "grad_norm": 1.54276704788208,
      "learning_rate": 4.178550348473242e-06,
      "loss": 1.0718238353729248,
      "step": 1492
    },
    {
      "epoch": 1.8241758241758241,
      "grad_norm": 3.247328996658325,
      "learning_rate": 4.17310690842273e-06,
      "loss": 0.7224799990653992,
      "step": 1494
    },
    {
      "epoch": 1.8266178266178266,
      "grad_norm": 1.877454161643982,
      "learning_rate": 4.167659502195704e-06,
      "loss": 0.8526558876037598,
      "step": 1496
    },
    {
      "epoch": 1.8290598290598292,
      "grad_norm": 1.8572306632995605,
      "learning_rate": 4.162208154537559e-06,
      "loss": 1.5043039321899414,
      "step": 1498
    },
    {
      "epoch": 1.8315018315018317,
      "grad_norm": 2.081958055496216,
      "learning_rate": 4.156752890211592e-06,
      "loss": 1.2200380563735962,
      "step": 1500
    },
    {
      "epoch": 1.833943833943834,
      "grad_norm": 7.550018787384033,
      "learning_rate": 4.151293733998894e-06,
      "loss": 0.8529073596000671,
      "step": 1502
    },
    {
      "epoch": 1.8363858363858365,
      "grad_norm": 1.3198851346969604,
      "learning_rate": 4.145830710698235e-06,
      "loss": 0.8785728812217712,
      "step": 1504
    },
    {
      "epoch": 1.838827838827839,
      "grad_norm": 3.390364170074463,
      "learning_rate": 4.140363845125951e-06,
      "loss": 0.7647203803062439,
      "step": 1506
    },
    {
      "epoch": 1.8412698412698414,
      "grad_norm": 1.699028730392456,
      "learning_rate": 4.134893162115832e-06,
      "loss": 0.8751652836799622,
      "step": 1508
    },
    {
      "epoch": 1.8437118437118438,
      "grad_norm": 1.77727472782135,
      "learning_rate": 4.129418686519011e-06,
      "loss": 1.1023961305618286,
      "step": 1510
    },
    {
      "epoch": 1.8461538461538463,
      "grad_norm": 5.108009338378906,
      "learning_rate": 4.123940443203845e-06,
      "loss": 1.0676683187484741,
      "step": 1512
    },
    {
      "epoch": 1.8485958485958487,
      "grad_norm": 4.390260696411133,
      "learning_rate": 4.118458457055811e-06,
      "loss": 1.1111550331115723,
      "step": 1514
    },
    {
      "epoch": 1.8510378510378511,
      "grad_norm": 9.013320922851562,
      "learning_rate": 4.112972752977384e-06,
      "loss": 0.8402547836303711,
      "step": 1516
    },
    {
      "epoch": 1.8534798534798536,
      "grad_norm": 2.0569653511047363,
      "learning_rate": 4.107483355887933e-06,
      "loss": 1.160443902015686,
      "step": 1518
    },
    {
      "epoch": 1.855921855921856,
      "grad_norm": 2.105151891708374,
      "learning_rate": 4.101990290723597e-06,
      "loss": 0.9111926555633545,
      "step": 1520
    },
    {
      "epoch": 1.8583638583638584,
      "grad_norm": 2.9433350563049316,
      "learning_rate": 4.096493582437182e-06,
      "loss": 0.9556376338005066,
      "step": 1522
    },
    {
      "epoch": 1.8608058608058609,
      "grad_norm": 3.2840516567230225,
      "learning_rate": 4.090993255998042e-06,
      "loss": 0.953590989112854,
      "step": 1524
    },
    {
      "epoch": 1.8632478632478633,
      "grad_norm": 1.5776071548461914,
      "learning_rate": 4.0854893363919666e-06,
      "loss": 0.9239129424095154,
      "step": 1526
    },
    {
      "epoch": 1.8656898656898657,
      "grad_norm": 3.6965951919555664,
      "learning_rate": 4.079981848621067e-06,
      "loss": 0.7926357984542847,
      "step": 1528
    },
    {
      "epoch": 1.8681318681318682,
      "grad_norm": 1.4808310270309448,
      "learning_rate": 4.074470817703664e-06,
      "loss": 0.9207745790481567,
      "step": 1530
    },
    {
      "epoch": 1.8705738705738706,
      "grad_norm": 1.6555721759796143,
      "learning_rate": 4.0689562686741735e-06,
      "loss": 0.7711512446403503,
      "step": 1532
    },
    {
      "epoch": 1.873015873015873,
      "grad_norm": 1.7683871984481812,
      "learning_rate": 4.063438226582994e-06,
      "loss": 0.8535028696060181,
      "step": 1534
    },
    {
      "epoch": 1.8754578754578755,
      "grad_norm": 4.361166954040527,
      "learning_rate": 4.057916716496388e-06,
      "loss": 1.119881272315979,
      "step": 1536
    },
    {
      "epoch": 1.877899877899878,
      "grad_norm": 1.3381246328353882,
      "learning_rate": 4.052391763496376e-06,
      "loss": 0.9711114168167114,
      "step": 1538
    },
    {
      "epoch": 1.8803418803418803,
      "grad_norm": 1.1705869436264038,
      "learning_rate": 4.046863392680614e-06,
      "loss": 1.0517574548721313,
      "step": 1540
    },
    {
      "epoch": 1.8827838827838828,
      "grad_norm": 2.8563392162323,
      "learning_rate": 4.041331629162289e-06,
      "loss": 1.060086965560913,
      "step": 1542
    },
    {
      "epoch": 1.8852258852258852,
      "grad_norm": 1.8419415950775146,
      "learning_rate": 4.035796498069995e-06,
      "loss": 0.9262551069259644,
      "step": 1544
    },
    {
      "epoch": 1.8876678876678876,
      "grad_norm": 2.282602310180664,
      "learning_rate": 4.030258024547625e-06,
      "loss": 1.1138805150985718,
      "step": 1546
    },
    {
      "epoch": 1.89010989010989,
      "grad_norm": 1.8432765007019043,
      "learning_rate": 4.024716233754256e-06,
      "loss": 1.1018257141113281,
      "step": 1548
    },
    {
      "epoch": 1.8925518925518925,
      "grad_norm": 1.7539535760879517,
      "learning_rate": 4.019171150864034e-06,
      "loss": 0.6556220650672913,
      "step": 1550
    },
    {
      "epoch": 1.894993894993895,
      "grad_norm": 1.8477240800857544,
      "learning_rate": 4.013622801066059e-06,
      "loss": 1.1449788808822632,
      "step": 1552
    },
    {
      "epoch": 1.8974358974358974,
      "grad_norm": 6.399501323699951,
      "learning_rate": 4.008071209564272e-06,
      "loss": 0.8968675136566162,
      "step": 1554
    },
    {
      "epoch": 1.8998778998778998,
      "grad_norm": 2.375927448272705,
      "learning_rate": 4.00251640157734e-06,
      "loss": 1.178645372390747,
      "step": 1556
    },
    {
      "epoch": 1.9023199023199022,
      "grad_norm": 2.230632781982422,
      "learning_rate": 3.996958402338539e-06,
      "loss": 0.9704781174659729,
      "step": 1558
    },
    {
      "epoch": 1.9047619047619047,
      "grad_norm": 1.7731071710586548,
      "learning_rate": 3.991397237095644e-06,
      "loss": 0.6532866358757019,
      "step": 1560
    },
    {
      "epoch": 1.907203907203907,
      "grad_norm": 1.6434381008148193,
      "learning_rate": 3.985832931110811e-06,
      "loss": 1.0863354206085205,
      "step": 1562
    },
    {
      "epoch": 1.9096459096459095,
      "grad_norm": 1.637665867805481,
      "learning_rate": 3.980265509660464e-06,
      "loss": 0.777664065361023,
      "step": 1564
    },
    {
      "epoch": 1.912087912087912,
      "grad_norm": 1.7624237537384033,
      "learning_rate": 3.974694998035176e-06,
      "loss": 1.0450448989868164,
      "step": 1566
    },
    {
      "epoch": 1.9145299145299144,
      "grad_norm": 2.4146924018859863,
      "learning_rate": 3.969121421539562e-06,
      "loss": 0.9237840175628662,
      "step": 1568
    },
    {
      "epoch": 1.9169719169719168,
      "grad_norm": 1.4809205532073975,
      "learning_rate": 3.963544805492158e-06,
      "loss": 0.7602840662002563,
      "step": 1570
    },
    {
      "epoch": 1.9194139194139193,
      "grad_norm": 1.7811788320541382,
      "learning_rate": 3.957965175225305e-06,
      "loss": 1.1881275177001953,
      "step": 1572
    },
    {
      "epoch": 1.9218559218559217,
      "grad_norm": 6.949507236480713,
      "learning_rate": 3.95238255608504e-06,
      "loss": 0.7732429504394531,
      "step": 1574
    },
    {
      "epoch": 1.9242979242979243,
      "grad_norm": 7.414094924926758,
      "learning_rate": 3.946796973430975e-06,
      "loss": 1.035898208618164,
      "step": 1576
    },
    {
      "epoch": 1.9267399267399268,
      "grad_norm": 3.1300573348999023,
      "learning_rate": 3.941208452636183e-06,
      "loss": 0.7754787802696228,
      "step": 1578
    },
    {
      "epoch": 1.9291819291819292,
      "grad_norm": 3.253720998764038,
      "learning_rate": 3.935617019087088e-06,
      "loss": 1.0728245973587036,
      "step": 1580
    },
    {
      "epoch": 1.9316239316239316,
      "grad_norm": 3.1016621589660645,
      "learning_rate": 3.930022698183341e-06,
      "loss": 0.32128599286079407,
      "step": 1582
    },
    {
      "epoch": 1.934065934065934,
      "grad_norm": 4.842744827270508,
      "learning_rate": 3.924425515337713e-06,
      "loss": 0.5422120094299316,
      "step": 1584
    },
    {
      "epoch": 1.9365079365079365,
      "grad_norm": 3.4001028537750244,
      "learning_rate": 3.918825495975971e-06,
      "loss": 0.6693114638328552,
      "step": 1586
    },
    {
      "epoch": 1.938949938949939,
      "grad_norm": 1.329004168510437,
      "learning_rate": 3.913222665536772e-06,
      "loss": 1.1855244636535645,
      "step": 1588
    },
    {
      "epoch": 1.9413919413919414,
      "grad_norm": 1.492633581161499,
      "learning_rate": 3.90761704947154e-06,
      "loss": 1.1521289348602295,
      "step": 1590
    },
    {
      "epoch": 1.9438339438339438,
      "grad_norm": 2.899778127670288,
      "learning_rate": 3.902008673244353e-06,
      "loss": 1.049696445465088,
      "step": 1592
    },
    {
      "epoch": 1.9462759462759462,
      "grad_norm": 1.1973531246185303,
      "learning_rate": 3.896397562331828e-06,
      "loss": 0.781209409236908,
      "step": 1594
    },
    {
      "epoch": 1.9487179487179487,
      "grad_norm": 2.6766295433044434,
      "learning_rate": 3.890783742223003e-06,
      "loss": 0.6280114650726318,
      "step": 1596
    },
    {
      "epoch": 1.9511599511599511,
      "grad_norm": 1.4150158166885376,
      "learning_rate": 3.885167238419226e-06,
      "loss": 0.7452678680419922,
      "step": 1598
    },
    {
      "epoch": 1.9536019536019538,
      "grad_norm": 1.5957354307174683,
      "learning_rate": 3.879548076434033e-06,
      "loss": 0.7975012063980103,
      "step": 1600
    },
    {
      "epoch": 1.9560439560439562,
      "grad_norm": 1.440159559249878,
      "learning_rate": 3.873926281793037e-06,
      "loss": 1.0404465198516846,
      "step": 1602
    },
    {
      "epoch": 1.9584859584859586,
      "grad_norm": 2.519695997238159,
      "learning_rate": 3.868301880033808e-06,
      "loss": 1.2595645189285278,
      "step": 1604
    },
    {
      "epoch": 1.960927960927961,
      "grad_norm": 3.7468674182891846,
      "learning_rate": 3.862674896705762e-06,
      "loss": 1.4057308435440063,
      "step": 1606
    },
    {
      "epoch": 1.9633699633699635,
      "grad_norm": 1.4645074605941772,
      "learning_rate": 3.85704535737004e-06,
      "loss": 1.1884080171585083,
      "step": 1608
    },
    {
      "epoch": 1.965811965811966,
      "grad_norm": 1.430010199546814,
      "learning_rate": 3.851413287599392e-06,
      "loss": 1.058860182762146,
      "step": 1610
    },
    {
      "epoch": 1.9682539682539684,
      "grad_norm": 4.485745906829834,
      "learning_rate": 3.845778712978068e-06,
      "loss": 0.9613910913467407,
      "step": 1612
    },
    {
      "epoch": 1.9706959706959708,
      "grad_norm": 2.261005401611328,
      "learning_rate": 3.840141659101692e-06,
      "loss": 1.1407309770584106,
      "step": 1614
    },
    {
      "epoch": 1.9731379731379732,
      "grad_norm": 1.5672752857208252,
      "learning_rate": 3.834502151577152e-06,
      "loss": 0.93012934923172,
      "step": 1616
    },
    {
      "epoch": 1.9755799755799757,
      "grad_norm": 1.4915902614593506,
      "learning_rate": 3.828860216022482e-06,
      "loss": 1.0084210634231567,
      "step": 1618
    },
    {
      "epoch": 1.978021978021978,
      "grad_norm": 2.3556222915649414,
      "learning_rate": 3.8232158780667465e-06,
      "loss": 1.1114431619644165,
      "step": 1620
    },
    {
      "epoch": 1.9804639804639805,
      "grad_norm": 1.559486746788025,
      "learning_rate": 3.817569163349921e-06,
      "loss": 0.762478232383728,
      "step": 1622
    },
    {
      "epoch": 1.982905982905983,
      "grad_norm": 2.0981836318969727,
      "learning_rate": 3.8119200975227767e-06,
      "loss": 0.570152759552002,
      "step": 1624
    },
    {
      "epoch": 1.9853479853479854,
      "grad_norm": 3.3158349990844727,
      "learning_rate": 3.8062687062467704e-06,
      "loss": 0.8712815642356873,
      "step": 1626
    },
    {
      "epoch": 1.9877899877899878,
      "grad_norm": 6.709053039550781,
      "learning_rate": 3.8006150151939168e-06,
      "loss": 1.0017497539520264,
      "step": 1628
    },
    {
      "epoch": 1.9902319902319903,
      "grad_norm": 1.431030511856079,
      "learning_rate": 3.7949590500466817e-06,
      "loss": 1.154350757598877,
      "step": 1630
    },
    {
      "epoch": 1.9926739926739927,
      "grad_norm": 1.6267858743667603,
      "learning_rate": 3.7893008364978575e-06,
      "loss": 1.0441209077835083,
      "step": 1632
    },
    {
      "epoch": 1.9951159951159951,
      "grad_norm": 1.9177896976470947,
      "learning_rate": 3.783640400250453e-06,
      "loss": 0.8070008754730225,
      "step": 1634
    },
    {
      "epoch": 1.9975579975579976,
      "grad_norm": 1.5680376291275024,
      "learning_rate": 3.777977767017572e-06,
      "loss": 1.167231798171997,
      "step": 1636
    },
    {
      "epoch": 2.0,
      "grad_norm": 1.836150884628296,
      "learning_rate": 3.7723129625222997e-06,
      "loss": 1.096339464187622,
      "step": 1638
    },
    {
      "epoch": 2.0024420024420024,
      "grad_norm": 6.821539878845215,
      "learning_rate": 3.7666460124975845e-06,
      "loss": 0.9670911431312561,
      "step": 1640
    },
    {
      "epoch": 2.004884004884005,
      "grad_norm": 2.0258708000183105,
      "learning_rate": 3.76097694268612e-06,
      "loss": 0.6899262070655823,
      "step": 1642
    },
    {
      "epoch": 2.0073260073260073,
      "grad_norm": 1.1317782402038574,
      "learning_rate": 3.75530577884023e-06,
      "loss": 0.9158855080604553,
      "step": 1644
    },
    {
      "epoch": 2.0097680097680097,
      "grad_norm": 2.7936630249023438,
      "learning_rate": 3.7496325467217498e-06,
      "loss": 0.6676980257034302,
      "step": 1646
    },
    {
      "epoch": 2.012210012210012,
      "grad_norm": 1.8216701745986938,
      "learning_rate": 3.7439572721019104e-06,
      "loss": 0.7151694297790527,
      "step": 1648
    },
    {
      "epoch": 2.0146520146520146,
      "grad_norm": 26.17021369934082,
      "learning_rate": 3.738279980761222e-06,
      "loss": 0.6760666370391846,
      "step": 1650
    },
    {
      "epoch": 2.017094017094017,
      "grad_norm": 5.065937042236328,
      "learning_rate": 3.732600698489355e-06,
      "loss": 0.7696459293365479,
      "step": 1652
    },
    {
      "epoch": 2.0195360195360195,
      "grad_norm": 2.4799294471740723,
      "learning_rate": 3.726919451085024e-06,
      "loss": 1.1132228374481201,
      "step": 1654
    },
    {
      "epoch": 2.021978021978022,
      "grad_norm": 1.5045807361602783,
      "learning_rate": 3.721236264355871e-06,
      "loss": 0.5454859733581543,
      "step": 1656
    },
    {
      "epoch": 2.0244200244200243,
      "grad_norm": 2.9693870544433594,
      "learning_rate": 3.715551164118346e-06,
      "loss": 1.0050889253616333,
      "step": 1658
    },
    {
      "epoch": 2.0268620268620268,
      "grad_norm": 4.3840484619140625,
      "learning_rate": 3.709864176197592e-06,
      "loss": 0.969306230545044,
      "step": 1660
    },
    {
      "epoch": 2.029304029304029,
      "grad_norm": 2.8534724712371826,
      "learning_rate": 3.7041753264273282e-06,
      "loss": 1.00910222530365,
      "step": 1662
    },
    {
      "epoch": 2.0317460317460316,
      "grad_norm": 3.8745787143707275,
      "learning_rate": 3.6984846406497306e-06,
      "loss": 0.4947141706943512,
      "step": 1664
    },
    {
      "epoch": 2.034188034188034,
      "grad_norm": 10.617118835449219,
      "learning_rate": 3.692792144715316e-06,
      "loss": 0.6221736073493958,
      "step": 1666
    },
    {
      "epoch": 2.0366300366300365,
      "grad_norm": 1.7398251295089722,
      "learning_rate": 3.687097864482821e-06,
      "loss": 0.9439553022384644,
      "step": 1668
    },
    {
      "epoch": 2.039072039072039,
      "grad_norm": 2.146132469177246,
      "learning_rate": 3.681401825819092e-06,
      "loss": 0.6233932971954346,
      "step": 1670
    },
    {
      "epoch": 2.0415140415140414,
      "grad_norm": 2.6649765968322754,
      "learning_rate": 3.6757040545989615e-06,
      "loss": 0.9565668106079102,
      "step": 1672
    },
    {
      "epoch": 2.043956043956044,
      "grad_norm": 2.2828168869018555,
      "learning_rate": 3.6700045767051313e-06,
      "loss": 0.9368692636489868,
      "step": 1674
    },
    {
      "epoch": 2.0463980463980462,
      "grad_norm": 1.828999638557434,
      "learning_rate": 3.664303418028056e-06,
      "loss": 0.6456412076950073,
      "step": 1676
    },
    {
      "epoch": 2.0488400488400487,
      "grad_norm": 5.089777946472168,
      "learning_rate": 3.6586006044658275e-06,
      "loss": 1.019284725189209,
      "step": 1678
    },
    {
      "epoch": 2.051282051282051,
      "grad_norm": 3.3917853832244873,
      "learning_rate": 3.6528961619240525e-06,
      "loss": 1.0033758878707886,
      "step": 1680
    },
    {
      "epoch": 2.0537240537240535,
      "grad_norm": 2.755739450454712,
      "learning_rate": 3.647190116315739e-06,
      "loss": 0.6449636816978455,
      "step": 1682
    },
    {
      "epoch": 2.056166056166056,
      "grad_norm": 1.7534053325653076,
      "learning_rate": 3.6414824935611777e-06,
      "loss": 0.7625139355659485,
      "step": 1684
    },
    {
      "epoch": 2.0586080586080584,
      "grad_norm": 26.373376846313477,
      "learning_rate": 3.6357733195878213e-06,
      "loss": 0.8886415958404541,
      "step": 1686
    },
    {
      "epoch": 2.061050061050061,
      "grad_norm": 6.317865371704102,
      "learning_rate": 3.6300626203301706e-06,
      "loss": 0.8263817429542542,
      "step": 1688
    },
    {
      "epoch": 2.0634920634920633,
      "grad_norm": 4.633421421051025,
      "learning_rate": 3.6243504217296562e-06,
      "loss": 0.7733551859855652,
      "step": 1690
    },
    {
      "epoch": 2.065934065934066,
      "grad_norm": 0.8595446348190308,
      "learning_rate": 3.6186367497345175e-06,
      "loss": 0.6480957865715027,
      "step": 1692
    },
    {
      "epoch": 2.0683760683760686,
      "grad_norm": 1.6937971115112305,
      "learning_rate": 3.6129216302996884e-06,
      "loss": 0.746891975402832,
      "step": 1694
    },
    {
      "epoch": 2.070818070818071,
      "grad_norm": 1.8328354358673096,
      "learning_rate": 3.6072050893866774e-06,
      "loss": 0.960361659526825,
      "step": 1696
    },
    {
      "epoch": 2.0732600732600734,
      "grad_norm": 1.8361425399780273,
      "learning_rate": 3.6014871529634497e-06,
      "loss": 0.9544206261634827,
      "step": 1698
    },
    {
      "epoch": 2.075702075702076,
      "grad_norm": 4.454921722412109,
      "learning_rate": 3.5957678470043117e-06,
      "loss": 0.9407209753990173,
      "step": 1700
    },
    {
      "epoch": 2.0781440781440783,
      "grad_norm": 3.5452890396118164,
      "learning_rate": 3.5900471974897883e-06,
      "loss": 0.5001405477523804,
      "step": 1702
    },
    {
      "epoch": 2.0805860805860807,
      "grad_norm": 1.039163589477539,
      "learning_rate": 3.5843252304065106e-06,
      "loss": 0.5040726661682129,
      "step": 1704
    },
    {
      "epoch": 2.083028083028083,
      "grad_norm": 6.359805583953857,
      "learning_rate": 3.5786019717470907e-06,
      "loss": 0.4261728525161743,
      "step": 1706
    },
    {
      "epoch": 2.0854700854700856,
      "grad_norm": 4.610110759735107,
      "learning_rate": 3.5728774475100127e-06,
      "loss": 0.9747272729873657,
      "step": 1708
    },
    {
      "epoch": 2.087912087912088,
      "grad_norm": 2.2436630725860596,
      "learning_rate": 3.5671516836995057e-06,
      "loss": 0.6898809671401978,
      "step": 1710
    },
    {
      "epoch": 2.0903540903540905,
      "grad_norm": 12.148319244384766,
      "learning_rate": 3.561424706325434e-06,
      "loss": 0.6288307905197144,
      "step": 1712
    },
    {
      "epoch": 2.092796092796093,
      "grad_norm": 1.7018226385116577,
      "learning_rate": 3.555696541403169e-06,
      "loss": 0.620037317276001,
      "step": 1714
    },
    {
      "epoch": 2.0952380952380953,
      "grad_norm": 2.4741909503936768,
      "learning_rate": 3.549967214953482e-06,
      "loss": 0.6937116980552673,
      "step": 1716
    },
    {
      "epoch": 2.0976800976800978,
      "grad_norm": 2.7370715141296387,
      "learning_rate": 3.5442367530024167e-06,
      "loss": 0.9124626517295837,
      "step": 1718
    },
    {
      "epoch": 2.1001221001221,
      "grad_norm": 2.0893752574920654,
      "learning_rate": 3.5385051815811774e-06,
      "loss": 0.9028443694114685,
      "step": 1720
    },
    {
      "epoch": 2.1025641025641026,
      "grad_norm": 4.761720180511475,
      "learning_rate": 3.5327725267260076e-06,
      "loss": 1.0133492946624756,
      "step": 1722
    },
    {
      "epoch": 2.105006105006105,
      "grad_norm": 1.624951720237732,
      "learning_rate": 3.5270388144780724e-06,
      "loss": 0.6351829767227173,
      "step": 1724
    },
    {
      "epoch": 2.1074481074481075,
      "grad_norm": 16.627628326416016,
      "learning_rate": 3.5213040708833395e-06,
      "loss": 0.5484714508056641,
      "step": 1726
    },
    {
      "epoch": 2.10989010989011,
      "grad_norm": 1.2873952388763428,
      "learning_rate": 3.5155683219924626e-06,
      "loss": 0.5492695569992065,
      "step": 1728
    },
    {
      "epoch": 2.1123321123321124,
      "grad_norm": 2.2124252319335938,
      "learning_rate": 3.509831593860662e-06,
      "loss": 0.841966986656189,
      "step": 1730
    },
    {
      "epoch": 2.114774114774115,
      "grad_norm": 2.9345152378082275,
      "learning_rate": 3.5040939125476042e-06,
      "loss": 0.5698384642601013,
      "step": 1732
    },
    {
      "epoch": 2.1172161172161172,
      "grad_norm": 0.9468244910240173,
      "learning_rate": 3.4983553041172902e-06,
      "loss": 0.2970229685306549,
      "step": 1734
    },
    {
      "epoch": 2.1196581196581197,
      "grad_norm": 4.071929931640625,
      "learning_rate": 3.4926157946379273e-06,
      "loss": 0.9440501928329468,
      "step": 1736
    },
    {
      "epoch": 2.122100122100122,
      "grad_norm": 2.8341457843780518,
      "learning_rate": 3.4868754101818194e-06,
      "loss": 0.8834357261657715,
      "step": 1738
    },
    {
      "epoch": 2.1245421245421245,
      "grad_norm": 1.979362964630127,
      "learning_rate": 3.481134176825245e-06,
      "loss": 1.0380572080612183,
      "step": 1740
    },
    {
      "epoch": 2.126984126984127,
      "grad_norm": 7.127715587615967,
      "learning_rate": 3.4753921206483347e-06,
      "loss": 0.8644207715988159,
      "step": 1742
    },
    {
      "epoch": 2.1294261294261294,
      "grad_norm": 2.524230480194092,
      "learning_rate": 3.4696492677349627e-06,
      "loss": 0.6818966269493103,
      "step": 1744
    },
    {
      "epoch": 2.131868131868132,
      "grad_norm": 1.9305305480957031,
      "learning_rate": 3.463905644172619e-06,
      "loss": 0.9881414175033569,
      "step": 1746
    },
    {
      "epoch": 2.1343101343101343,
      "grad_norm": 3.519512891769409,
      "learning_rate": 3.4581612760522945e-06,
      "loss": 0.4184856712818146,
      "step": 1748
    },
    {
      "epoch": 2.1367521367521367,
      "grad_norm": 1.6307930946350098,
      "learning_rate": 3.4524161894683634e-06,
      "loss": 1.1337333917617798,
      "step": 1750
    },
    {
      "epoch": 2.139194139194139,
      "grad_norm": 2.0223984718322754,
      "learning_rate": 3.4466704105184634e-06,
      "loss": 0.8873319029808044,
      "step": 1752
    },
    {
      "epoch": 2.1416361416361416,
      "grad_norm": 3.159184694290161,
      "learning_rate": 3.4409239653033754e-06,
      "loss": 0.9011868834495544,
      "step": 1754
    },
    {
      "epoch": 2.144078144078144,
      "grad_norm": 1.4487037658691406,
      "learning_rate": 3.435176879926911e-06,
      "loss": 1.0243741273880005,
      "step": 1756
    },
    {
      "epoch": 2.1465201465201464,
      "grad_norm": 3.106032371520996,
      "learning_rate": 3.4294291804957846e-06,
      "loss": 0.4617737829685211,
      "step": 1758
    },
    {
      "epoch": 2.148962148962149,
      "grad_norm": 1.5856150388717651,
      "learning_rate": 3.4236808931195045e-06,
      "loss": 0.9131142497062683,
      "step": 1760
    },
    {
      "epoch": 2.1514041514041513,
      "grad_norm": 0.6227497458457947,
      "learning_rate": 3.417932043910248e-06,
      "loss": 0.6714634299278259,
      "step": 1762
    },
    {
      "epoch": 2.1538461538461537,
      "grad_norm": 3.6048402786254883,
      "learning_rate": 3.412182658982743e-06,
      "loss": 0.6586474776268005,
      "step": 1764
    },
    {
      "epoch": 2.156288156288156,
      "grad_norm": 1.531855583190918,
      "learning_rate": 3.4064327644541536e-06,
      "loss": 0.6113312244415283,
      "step": 1766
    },
    {
      "epoch": 2.1587301587301586,
      "grad_norm": 25.597637176513672,
      "learning_rate": 3.400682386443958e-06,
      "loss": 0.7350863218307495,
      "step": 1768
    },
    {
      "epoch": 2.161172161172161,
      "grad_norm": 5.0424346923828125,
      "learning_rate": 3.39493155107383e-06,
      "loss": 0.5671433806419373,
      "step": 1770
    },
    {
      "epoch": 2.1636141636141635,
      "grad_norm": 3.7835681438446045,
      "learning_rate": 3.389180284467522e-06,
      "loss": 0.7587950825691223,
      "step": 1772
    },
    {
      "epoch": 2.166056166056166,
      "grad_norm": 11.762646675109863,
      "learning_rate": 3.3834286127507445e-06,
      "loss": 0.8601915240287781,
      "step": 1774
    },
    {
      "epoch": 2.1684981684981683,
      "grad_norm": 1.298113226890564,
      "learning_rate": 3.3776765620510475e-06,
      "loss": 0.9438109397888184,
      "step": 1776
    },
    {
      "epoch": 2.1709401709401708,
      "grad_norm": 5.715275764465332,
      "learning_rate": 3.3719241584977056e-06,
      "loss": 0.6178626418113708,
      "step": 1778
    },
    {
      "epoch": 2.173382173382173,
      "grad_norm": 2.35664963722229,
      "learning_rate": 3.366171428221592e-06,
      "loss": 0.9353488087654114,
      "step": 1780
    },
    {
      "epoch": 2.1758241758241756,
      "grad_norm": 4.974782466888428,
      "learning_rate": 3.360418397355067e-06,
      "loss": 0.7427996397018433,
      "step": 1782
    },
    {
      "epoch": 2.178266178266178,
      "grad_norm": 1.669165849685669,
      "learning_rate": 3.3546650920318567e-06,
      "loss": 0.9448103308677673,
      "step": 1784
    },
    {
      "epoch": 2.1807081807081805,
      "grad_norm": 5.4477691650390625,
      "learning_rate": 3.3489115383869322e-06,
      "loss": 0.9031893014907837,
      "step": 1786
    },
    {
      "epoch": 2.183150183150183,
      "grad_norm": 3.41313099861145,
      "learning_rate": 3.3431577625563934e-06,
      "loss": 0.9105832576751709,
      "step": 1788
    },
    {
      "epoch": 2.185592185592186,
      "grad_norm": 2.2663333415985107,
      "learning_rate": 3.337403790677349e-06,
      "loss": 0.8743823766708374,
      "step": 1790
    },
    {
      "epoch": 2.1880341880341883,
      "grad_norm": 3.956235408782959,
      "learning_rate": 3.3316496488878e-06,
      "loss": 0.9286958575248718,
      "step": 1792
    },
    {
      "epoch": 2.1904761904761907,
      "grad_norm": 1.6148682832717896,
      "learning_rate": 3.3258953633265155e-06,
      "loss": 0.5856344699859619,
      "step": 1794
    },
    {
      "epoch": 2.192918192918193,
      "grad_norm": 1.766203761100769,
      "learning_rate": 3.320140960132923e-06,
      "loss": 0.6644143462181091,
      "step": 1796
    },
    {
      "epoch": 2.1953601953601956,
      "grad_norm": 1.4154376983642578,
      "learning_rate": 3.3143864654469796e-06,
      "loss": 0.7322801947593689,
      "step": 1798
    },
    {
      "epoch": 2.197802197802198,
      "grad_norm": 1.9144586324691772,
      "learning_rate": 3.3086319054090614e-06,
      "loss": 0.9201781749725342,
      "step": 1800
    },
    {
      "epoch": 2.2002442002442004,
      "grad_norm": 4.5645365715026855,
      "learning_rate": 3.302877306159839e-06,
      "loss": 0.9563385844230652,
      "step": 1802
    },
    {
      "epoch": 2.202686202686203,
      "grad_norm": 5.516610145568848,
      "learning_rate": 3.2971226938401616e-06,
      "loss": 0.6716048717498779,
      "step": 1804
    },
    {
      "epoch": 2.2051282051282053,
      "grad_norm": 2.037088632583618,
      "learning_rate": 3.2913680945909394e-06,
      "loss": 0.9080408215522766,
      "step": 1806
    },
    {
      "epoch": 2.2075702075702077,
      "grad_norm": 16.09855842590332,
      "learning_rate": 3.2856135345530203e-06,
      "loss": 1.0019384622573853,
      "step": 1808
    },
    {
      "epoch": 2.21001221001221,
      "grad_norm": 1.9463958740234375,
      "learning_rate": 3.279859039867078e-06,
      "loss": 0.6507654786109924,
      "step": 1810
    },
    {
      "epoch": 2.2124542124542126,
      "grad_norm": 1.6095830202102661,
      "learning_rate": 3.2741046366734852e-06,
      "loss": 0.7600730061531067,
      "step": 1812
    },
    {
      "epoch": 2.214896214896215,
      "grad_norm": 1.3766435384750366,
      "learning_rate": 3.2683503511122013e-06,
      "loss": 0.41193750500679016,
      "step": 1814
    },
    {
      "epoch": 2.2173382173382175,
      "grad_norm": 2.845604419708252,
      "learning_rate": 3.262596209322651e-06,
      "loss": 1.0406476259231567,
      "step": 1816
    },
    {
      "epoch": 2.21978021978022,
      "grad_norm": 1.6436043977737427,
      "learning_rate": 3.2568422374436078e-06,
      "loss": 0.9313133358955383,
      "step": 1818
    },
    {
      "epoch": 2.2222222222222223,
      "grad_norm": 1.925812005996704,
      "learning_rate": 3.2510884616130685e-06,
      "loss": 0.9973028898239136,
      "step": 1820
    },
    {
      "epoch": 2.2246642246642248,
      "grad_norm": 3.855332612991333,
      "learning_rate": 3.2453349079681436e-06,
      "loss": 0.4581510126590729,
      "step": 1822
    },
    {
      "epoch": 2.227106227106227,
      "grad_norm": 4.27201509475708,
      "learning_rate": 3.239581602644933e-06,
      "loss": 0.761246383190155,
      "step": 1824
    },
    {
      "epoch": 2.2295482295482296,
      "grad_norm": 10.0543794631958,
      "learning_rate": 3.2338285717784087e-06,
      "loss": 0.5892999172210693,
      "step": 1826
    },
    {
      "epoch": 2.231990231990232,
      "grad_norm": 4.678505897521973,
      "learning_rate": 3.228075841502295e-06,
      "loss": 0.5877086520195007,
      "step": 1828
    },
    {
      "epoch": 2.2344322344322345,
      "grad_norm": 3.173227310180664,
      "learning_rate": 3.2223234379489524e-06,
      "loss": 0.6748300790786743,
      "step": 1830
    },
    {
      "epoch": 2.236874236874237,
      "grad_norm": 1.8820854425430298,
      "learning_rate": 3.2165713872492563e-06,
      "loss": 0.9059861898422241,
      "step": 1832
    },
    {
      "epoch": 2.2393162393162394,
      "grad_norm": 1.2828683853149414,
      "learning_rate": 3.2108197155324782e-06,
      "loss": 0.9060832262039185,
      "step": 1834
    },
    {
      "epoch": 2.241758241758242,
      "grad_norm": 2.243968963623047,
      "learning_rate": 3.2050684489261707e-06,
      "loss": 0.8909225463867188,
      "step": 1836
    },
    {
      "epoch": 2.244200244200244,
      "grad_norm": 3.2561757564544678,
      "learning_rate": 3.199317613556042e-06,
      "loss": 0.9934486746788025,
      "step": 1838
    },
    {
      "epoch": 2.2466422466422467,
      "grad_norm": 3.1067919731140137,
      "learning_rate": 3.193567235545847e-06,
      "loss": 0.44754478335380554,
      "step": 1840
    },
    {
      "epoch": 2.249084249084249,
      "grad_norm": 1.4694087505340576,
      "learning_rate": 3.1878173410172574e-06,
      "loss": 0.9427831172943115,
      "step": 1842
    },
    {
      "epoch": 2.2515262515262515,
      "grad_norm": 1.6658433675765991,
      "learning_rate": 3.182067956089754e-06,
      "loss": 1.1688846349716187,
      "step": 1844
    },
    {
      "epoch": 2.253968253968254,
      "grad_norm": 17.416038513183594,
      "learning_rate": 3.1763191068804963e-06,
      "loss": 0.6192197799682617,
      "step": 1846
    },
    {
      "epoch": 2.2564102564102564,
      "grad_norm": 1.2540676593780518,
      "learning_rate": 3.170570819504217e-06,
      "loss": 0.6497691869735718,
      "step": 1848
    },
    {
      "epoch": 2.258852258852259,
      "grad_norm": 2.8082709312438965,
      "learning_rate": 3.1648231200730907e-06,
      "loss": 0.676390528678894,
      "step": 1850
    },
    {
      "epoch": 2.2612942612942613,
      "grad_norm": 12.676959037780762,
      "learning_rate": 3.1590760346966254e-06,
      "loss": 0.967694878578186,
      "step": 1852
    },
    {
      "epoch": 2.2637362637362637,
      "grad_norm": 22.334165573120117,
      "learning_rate": 3.1533295894815374e-06,
      "loss": 1.0598804950714111,
      "step": 1854
    },
    {
      "epoch": 2.266178266178266,
      "grad_norm": 2.7481689453125,
      "learning_rate": 3.1475838105316378e-06,
      "loss": 0.897810697555542,
      "step": 1856
    },
    {
      "epoch": 2.2686202686202686,
      "grad_norm": 5.33841609954834,
      "learning_rate": 3.1418387239477055e-06,
      "loss": 0.8070839643478394,
      "step": 1858
    },
    {
      "epoch": 2.271062271062271,
      "grad_norm": 3.1426467895507812,
      "learning_rate": 3.1360943558273812e-06,
      "loss": 1.0592520236968994,
      "step": 1860
    },
    {
      "epoch": 2.2735042735042734,
      "grad_norm": 3.4249966144561768,
      "learning_rate": 3.130350732265038e-06,
      "loss": 0.6386770009994507,
      "step": 1862
    },
    {
      "epoch": 2.275946275946276,
      "grad_norm": 2.3887171745300293,
      "learning_rate": 3.1246078793516656e-06,
      "loss": 0.6159527897834778,
      "step": 1864
    },
    {
      "epoch": 2.2783882783882783,
      "grad_norm": 2.1484906673431396,
      "learning_rate": 3.1188658231747566e-06,
      "loss": 0.8985686302185059,
      "step": 1866
    },
    {
      "epoch": 2.2808302808302807,
      "grad_norm": 2.638803005218506,
      "learning_rate": 3.11312458981818e-06,
      "loss": 0.9426345229148865,
      "step": 1868
    },
    {
      "epoch": 2.283272283272283,
      "grad_norm": 1.8906961679458618,
      "learning_rate": 3.1073842053620734e-06,
      "loss": 0.9898474812507629,
      "step": 1870
    },
    {
      "epoch": 2.2857142857142856,
      "grad_norm": 1.6906073093414307,
      "learning_rate": 3.1016446958827097e-06,
      "loss": 0.9557514786720276,
      "step": 1872
    },
    {
      "epoch": 2.288156288156288,
      "grad_norm": 4.265973091125488,
      "learning_rate": 3.0959060874523965e-06,
      "loss": 0.16929063200950623,
      "step": 1874
    },
    {
      "epoch": 2.2905982905982905,
      "grad_norm": 1.2474678754806519,
      "learning_rate": 3.0901684061393386e-06,
      "loss": 0.96248859167099,
      "step": 1876
    },
    {
      "epoch": 2.293040293040293,
      "grad_norm": 2.5638835430145264,
      "learning_rate": 3.0844316780075377e-06,
      "loss": 0.6548967957496643,
      "step": 1878
    },
    {
      "epoch": 2.2954822954822953,
      "grad_norm": 4.610739707946777,
      "learning_rate": 3.078695929116661e-06,
      "loss": 0.7896809577941895,
      "step": 1880
    },
    {
      "epoch": 2.2979242979242978,
      "grad_norm": 2.039637804031372,
      "learning_rate": 3.072961185521929e-06,
      "loss": 1.022554874420166,
      "step": 1882
    },
    {
      "epoch": 2.3003663003663,
      "grad_norm": 1.1219255924224854,
      "learning_rate": 3.067227473273993e-06,
      "loss": 0.6635209321975708,
      "step": 1884
    },
    {
      "epoch": 2.3028083028083026,
      "grad_norm": 1.9538935422897339,
      "learning_rate": 3.0614948184188238e-06,
      "loss": 1.2081166505813599,
      "step": 1886
    },
    {
      "epoch": 2.305250305250305,
      "grad_norm": 4.5801849365234375,
      "learning_rate": 3.0557632469975845e-06,
      "loss": 0.9475079774856567,
      "step": 1888
    },
    {
      "epoch": 2.3076923076923075,
      "grad_norm": 2.044386148452759,
      "learning_rate": 3.05003278504652e-06,
      "loss": 1.0499695539474487,
      "step": 1890
    },
    {
      "epoch": 2.31013431013431,
      "grad_norm": 2.1628005504608154,
      "learning_rate": 3.044303458596832e-06,
      "loss": 0.95216965675354,
      "step": 1892
    },
    {
      "epoch": 2.3125763125763124,
      "grad_norm": 5.278742790222168,
      "learning_rate": 3.0385752936745665e-06,
      "loss": 1.0832526683807373,
      "step": 1894
    },
    {
      "epoch": 2.315018315018315,
      "grad_norm": 1.9575459957122803,
      "learning_rate": 3.032848316300494e-06,
      "loss": 1.029971718788147,
      "step": 1896
    },
    {
      "epoch": 2.317460317460317,
      "grad_norm": 2.02197527885437,
      "learning_rate": 3.027122552489988e-06,
      "loss": 0.9606547951698303,
      "step": 1898
    },
    {
      "epoch": 2.3199023199023197,
      "grad_norm": 1.8357181549072266,
      "learning_rate": 3.02139802825291e-06,
      "loss": 0.9799268245697021,
      "step": 1900
    },
    {
      "epoch": 2.3223443223443225,
      "grad_norm": 3.0944628715515137,
      "learning_rate": 3.01567476959349e-06,
      "loss": 0.9936726093292236,
      "step": 1902
    },
    {
      "epoch": 2.324786324786325,
      "grad_norm": 4.7253265380859375,
      "learning_rate": 3.009952802510212e-06,
      "loss": 0.510124146938324,
      "step": 1904
    },
    {
      "epoch": 2.3272283272283274,
      "grad_norm": 3.323378324508667,
      "learning_rate": 3.004232152995688e-06,
      "loss": 0.4245060682296753,
      "step": 1906
    },
    {
      "epoch": 2.32967032967033,
      "grad_norm": 1.937008023262024,
      "learning_rate": 2.99851284703655e-06,
      "loss": 0.6247161626815796,
      "step": 1908
    },
    {
      "epoch": 2.3321123321123323,
      "grad_norm": 1.282409429550171,
      "learning_rate": 2.992794910613323e-06,
      "loss": 0.4279539883136749,
      "step": 1910
    },
    {
      "epoch": 2.3345543345543347,
      "grad_norm": 15.080961227416992,
      "learning_rate": 2.987078369700312e-06,
      "loss": 0.7808930277824402,
      "step": 1912
    },
    {
      "epoch": 2.336996336996337,
      "grad_norm": 1.419805884361267,
      "learning_rate": 2.981363250265483e-06,
      "loss": 0.8222759962081909,
      "step": 1914
    },
    {
      "epoch": 2.3394383394383396,
      "grad_norm": 2.3081250190734863,
      "learning_rate": 2.9756495782703445e-06,
      "loss": 0.9174440503120422,
      "step": 1916
    },
    {
      "epoch": 2.341880341880342,
      "grad_norm": 1.4504395723342896,
      "learning_rate": 2.9699373796698293e-06,
      "loss": 0.6940646171569824,
      "step": 1918
    },
    {
      "epoch": 2.3443223443223444,
      "grad_norm": 9.539470672607422,
      "learning_rate": 2.9642266804121804e-06,
      "loss": 0.27768972516059875,
      "step": 1920
    },
    {
      "epoch": 2.346764346764347,
      "grad_norm": 7.798355579376221,
      "learning_rate": 2.958517506438823e-06,
      "loss": 0.7792479991912842,
      "step": 1922
    },
    {
      "epoch": 2.3492063492063493,
      "grad_norm": 1.2411043643951416,
      "learning_rate": 2.9528098836842615e-06,
      "loss": 0.5147164463996887,
      "step": 1924
    },
    {
      "epoch": 2.3516483516483517,
      "grad_norm": 1.255823016166687,
      "learning_rate": 2.947103838075948e-06,
      "loss": 0.9378372430801392,
      "step": 1926
    },
    {
      "epoch": 2.354090354090354,
      "grad_norm": 2.5060043334960938,
      "learning_rate": 2.9413993955341732e-06,
      "loss": 0.4387669563293457,
      "step": 1928
    },
    {
      "epoch": 2.3565323565323566,
      "grad_norm": 1.6388636827468872,
      "learning_rate": 2.935696581971944e-06,
      "loss": 0.47966766357421875,
      "step": 1930
    },
    {
      "epoch": 2.358974358974359,
      "grad_norm": 2.1432793140411377,
      "learning_rate": 2.929995423294869e-06,
      "loss": 0.6485490798950195,
      "step": 1932
    },
    {
      "epoch": 2.3614163614163615,
      "grad_norm": 1.9438990354537964,
      "learning_rate": 2.9242959454010385e-06,
      "loss": 0.9063615798950195,
      "step": 1934
    },
    {
      "epoch": 2.363858363858364,
      "grad_norm": 1.496005654335022,
      "learning_rate": 2.918598174180907e-06,
      "loss": 0.6603356599807739,
      "step": 1936
    },
    {
      "epoch": 2.3663003663003663,
      "grad_norm": 1.7516268491744995,
      "learning_rate": 2.9129021355171796e-06,
      "loss": 0.9123400449752808,
      "step": 1938
    },
    {
      "epoch": 2.3687423687423688,
      "grad_norm": 23.957849502563477,
      "learning_rate": 2.907207855284685e-06,
      "loss": 0.7359025478363037,
      "step": 1940
    },
    {
      "epoch": 2.371184371184371,
      "grad_norm": 0.49576354026794434,
      "learning_rate": 2.9015153593502697e-06,
      "loss": 0.68361896276474,
      "step": 1942
    },
    {
      "epoch": 2.3736263736263736,
      "grad_norm": 3.961500883102417,
      "learning_rate": 2.8958246735726717e-06,
      "loss": 0.8321384787559509,
      "step": 1944
    },
    {
      "epoch": 2.376068376068376,
      "grad_norm": 3.9573895931243896,
      "learning_rate": 2.890135823802409e-06,
      "loss": 0.20095598697662354,
      "step": 1946
    },
    {
      "epoch": 2.3785103785103785,
      "grad_norm": 1.3203811645507812,
      "learning_rate": 2.8844488358816547e-06,
      "loss": 0.46073901653289795,
      "step": 1948
    },
    {
      "epoch": 2.380952380952381,
      "grad_norm": 4.666232585906982,
      "learning_rate": 2.8787637356441306e-06,
      "loss": 0.45975521206855774,
      "step": 1950
    },
    {
      "epoch": 2.3833943833943834,
      "grad_norm": 2.1029303073883057,
      "learning_rate": 2.8730805489149762e-06,
      "loss": 0.4719840884208679,
      "step": 1952
    },
    {
      "epoch": 2.385836385836386,
      "grad_norm": 14.054176330566406,
      "learning_rate": 2.867399301510646e-06,
      "loss": 0.8675229549407959,
      "step": 1954
    },
    {
      "epoch": 2.3882783882783882,
      "grad_norm": 2.523514986038208,
      "learning_rate": 2.861720019238778e-06,
      "loss": 0.9857223629951477,
      "step": 1956
    },
    {
      "epoch": 2.3907203907203907,
      "grad_norm": 5.2092132568359375,
      "learning_rate": 2.8560427278980903e-06,
      "loss": 0.6426673531532288,
      "step": 1958
    },
    {
      "epoch": 2.393162393162393,
      "grad_norm": 1.7665150165557861,
      "learning_rate": 2.850367453278251e-06,
      "loss": 1.0697640180587769,
      "step": 1960
    },
    {
      "epoch": 2.3956043956043955,
      "grad_norm": 2.8153493404388428,
      "learning_rate": 2.8446942211597713e-06,
      "loss": 0.6665030121803284,
      "step": 1962
    },
    {
      "epoch": 2.398046398046398,
      "grad_norm": 1.6511778831481934,
      "learning_rate": 2.83902305731388e-06,
      "loss": 0.9055560231208801,
      "step": 1964
    },
    {
      "epoch": 2.4004884004884004,
      "grad_norm": 2.6607825756073,
      "learning_rate": 2.833353987502415e-06,
      "loss": 0.5983095765113831,
      "step": 1966
    },
    {
      "epoch": 2.402930402930403,
      "grad_norm": 2.3817784786224365,
      "learning_rate": 2.8276870374777003e-06,
      "loss": 0.602225661277771,
      "step": 1968
    },
    {
      "epoch": 2.4053724053724053,
      "grad_norm": 8.560592651367188,
      "learning_rate": 2.822022232982428e-06,
      "loss": 0.4158218204975128,
      "step": 1970
    },
    {
      "epoch": 2.4078144078144077,
      "grad_norm": 9.470584869384766,
      "learning_rate": 2.816359599749548e-06,
      "loss": 0.20221352577209473,
      "step": 1972
    },
    {
      "epoch": 2.41025641025641,
      "grad_norm": 0.9254062175750732,
      "learning_rate": 2.810699163502143e-06,
      "loss": 0.18855728209018707,
      "step": 1974
    },
    {
      "epoch": 2.4126984126984126,
      "grad_norm": 3.3264057636260986,
      "learning_rate": 2.805040949953319e-06,
      "loss": 0.40398913621902466,
      "step": 1976
    },
    {
      "epoch": 2.415140415140415,
      "grad_norm": 4.203930854797363,
      "learning_rate": 2.7993849848060827e-06,
      "loss": 0.9113072752952576,
      "step": 1978
    },
    {
      "epoch": 2.4175824175824174,
      "grad_norm": 1.2429267168045044,
      "learning_rate": 2.7937312937532303e-06,
      "loss": 0.46490153670310974,
      "step": 1980
    },
    {
      "epoch": 2.42002442002442,
      "grad_norm": 5.597394943237305,
      "learning_rate": 2.7880799024772236e-06,
      "loss": 0.9845388531684875,
      "step": 1982
    },
    {
      "epoch": 2.4224664224664223,
      "grad_norm": 0.8237308263778687,
      "learning_rate": 2.7824308366500807e-06,
      "loss": 0.49944135546684265,
      "step": 1984
    },
    {
      "epoch": 2.4249084249084247,
      "grad_norm": 1.4086517095565796,
      "learning_rate": 2.776784121933254e-06,
      "loss": 1.1026017665863037,
      "step": 1986
    },
    {
      "epoch": 2.427350427350427,
      "grad_norm": 2.9017109870910645,
      "learning_rate": 2.7711397839775176e-06,
      "loss": 0.977454662322998,
      "step": 1988
    },
    {
      "epoch": 2.42979242979243,
      "grad_norm": 1.8910452127456665,
      "learning_rate": 2.765497848422848e-06,
      "loss": 1.0892168283462524,
      "step": 1990
    },
    {
      "epoch": 2.4322344322344325,
      "grad_norm": 5.9468464851379395,
      "learning_rate": 2.759858340898308e-06,
      "loss": 0.9162377715110779,
      "step": 1992
    },
    {
      "epoch": 2.434676434676435,
      "grad_norm": 2.0583372116088867,
      "learning_rate": 2.7542212870219323e-06,
      "loss": 0.9635336995124817,
      "step": 1994
    },
    {
      "epoch": 2.4371184371184373,
      "grad_norm": 3.0031464099884033,
      "learning_rate": 2.7485867124006084e-06,
      "loss": 0.8859571218490601,
      "step": 1996
    },
    {
      "epoch": 2.4395604395604398,
      "grad_norm": 1.2768526077270508,
      "learning_rate": 2.742954642629961e-06,
      "loss": 1.0290803909301758,
      "step": 1998
    },
    {
      "epoch": 2.442002442002442,
      "grad_norm": 2.5159692764282227,
      "learning_rate": 2.7373251032942382e-06,
      "loss": 0.6687625646591187,
      "step": 2000
    },
    {
      "epoch": 2.4444444444444446,
      "grad_norm": 1.5561347007751465,
      "learning_rate": 2.7316981199661915e-06,
      "loss": 0.9961126446723938,
      "step": 2002
    },
    {
      "epoch": 2.446886446886447,
      "grad_norm": 1.4128899574279785,
      "learning_rate": 2.726073718206963e-06,
      "loss": 0.6645013093948364,
      "step": 2004
    },
    {
      "epoch": 2.4493284493284495,
      "grad_norm": 2.9358339309692383,
      "learning_rate": 2.7204519235659677e-06,
      "loss": 0.717438280582428,
      "step": 2006
    },
    {
      "epoch": 2.451770451770452,
      "grad_norm": 2.506085157394409,
      "learning_rate": 2.7148327615807745e-06,
      "loss": 1.0376380681991577,
      "step": 2008
    },
    {
      "epoch": 2.4542124542124544,
      "grad_norm": 2.029444694519043,
      "learning_rate": 2.7092162577769975e-06,
      "loss": 0.5659610033035278,
      "step": 2010
    },
    {
      "epoch": 2.456654456654457,
      "grad_norm": 1.5038423538208008,
      "learning_rate": 2.7036024376681736e-06,
      "loss": 0.5658340454101562,
      "step": 2012
    },
    {
      "epoch": 2.4590964590964592,
      "grad_norm": 2.677021026611328,
      "learning_rate": 2.697991326755648e-06,
      "loss": 1.0553836822509766,
      "step": 2014
    },
    {
      "epoch": 2.4615384615384617,
      "grad_norm": 1.5988397598266602,
      "learning_rate": 2.692382950528461e-06,
      "loss": 0.9713739156723022,
      "step": 2016
    },
    {
      "epoch": 2.463980463980464,
      "grad_norm": 2.0507140159606934,
      "learning_rate": 2.6867773344632283e-06,
      "loss": 0.9353849291801453,
      "step": 2018
    },
    {
      "epoch": 2.4664224664224665,
      "grad_norm": 4.076539039611816,
      "learning_rate": 2.6811745040240296e-06,
      "loss": 0.7117088437080383,
      "step": 2020
    },
    {
      "epoch": 2.468864468864469,
      "grad_norm": 1.9486643075942993,
      "learning_rate": 2.6755744846622883e-06,
      "loss": 0.5674237012863159,
      "step": 2022
    },
    {
      "epoch": 2.4713064713064714,
      "grad_norm": 3.0820834636688232,
      "learning_rate": 2.6699773018166596e-06,
      "loss": 0.6507576704025269,
      "step": 2024
    },
    {
      "epoch": 2.473748473748474,
      "grad_norm": 8.020563125610352,
      "learning_rate": 2.6643829809129126e-06,
      "loss": 0.9150622487068176,
      "step": 2026
    },
    {
      "epoch": 2.4761904761904763,
      "grad_norm": 3.7450058460235596,
      "learning_rate": 2.6587915473638174e-06,
      "loss": 0.6196163892745972,
      "step": 2028
    },
    {
      "epoch": 2.4786324786324787,
      "grad_norm": 1.4104655981063843,
      "learning_rate": 2.653203026569026e-06,
      "loss": 0.920057475566864,
      "step": 2030
    },
    {
      "epoch": 2.481074481074481,
      "grad_norm": 3.1829826831817627,
      "learning_rate": 2.647617443914961e-06,
      "loss": 1.105471134185791,
      "step": 2032
    },
    {
      "epoch": 2.4835164835164836,
      "grad_norm": 4.825045585632324,
      "learning_rate": 2.6420348247746955e-06,
      "loss": 0.5420823693275452,
      "step": 2034
    },
    {
      "epoch": 2.485958485958486,
      "grad_norm": 3.713477373123169,
      "learning_rate": 2.6364551945078424e-06,
      "loss": 1.034119963645935,
      "step": 2036
    },
    {
      "epoch": 2.4884004884004884,
      "grad_norm": 1.7292916774749756,
      "learning_rate": 2.630878578460438e-06,
      "loss": 0.6454814076423645,
      "step": 2038
    },
    {
      "epoch": 2.490842490842491,
      "grad_norm": 6.596334457397461,
      "learning_rate": 2.6253050019648242e-06,
      "loss": 0.7713245153427124,
      "step": 2040
    },
    {
      "epoch": 2.4932844932844933,
      "grad_norm": 2.4643394947052,
      "learning_rate": 2.619734490339537e-06,
      "loss": 0.9619376063346863,
      "step": 2042
    },
    {
      "epoch": 2.4957264957264957,
      "grad_norm": 1.9008095264434814,
      "learning_rate": 2.614167068889189e-06,
      "loss": 0.7063919305801392,
      "step": 2044
    },
    {
      "epoch": 2.498168498168498,
      "grad_norm": 3.062089443206787,
      "learning_rate": 2.6086027629043567e-06,
      "loss": 0.5970872044563293,
      "step": 2046
    },
    {
      "epoch": 2.5006105006105006,
      "grad_norm": 1.492427110671997,
      "learning_rate": 2.603041597661461e-06,
      "loss": 0.6669678092002869,
      "step": 2048
    },
    {
      "epoch": 2.503052503052503,
      "grad_norm": 1.6604772806167603,
      "learning_rate": 2.5974835984226602e-06,
      "loss": 0.7523837089538574,
      "step": 2050
    },
    {
      "epoch": 2.5054945054945055,
      "grad_norm": 7.79230260848999,
      "learning_rate": 2.591928790435728e-06,
      "loss": 1.1376758813858032,
      "step": 2052
    },
    {
      "epoch": 2.507936507936508,
      "grad_norm": 1.4952296018600464,
      "learning_rate": 2.5863771989339402e-06,
      "loss": 0.6450526714324951,
      "step": 2054
    },
    {
      "epoch": 2.5103785103785103,
      "grad_norm": 1.8876447677612305,
      "learning_rate": 2.5808288491359664e-06,
      "loss": 0.926227331161499,
      "step": 2056
    },
    {
      "epoch": 2.5128205128205128,
      "grad_norm": 3.5542497634887695,
      "learning_rate": 2.575283766245744e-06,
      "loss": 0.4095945358276367,
      "step": 2058
    },
    {
      "epoch": 2.515262515262515,
      "grad_norm": 2.479278087615967,
      "learning_rate": 2.569741975452376e-06,
      "loss": 0.2681538462638855,
      "step": 2060
    },
    {
      "epoch": 2.5177045177045176,
      "grad_norm": 4.712648391723633,
      "learning_rate": 2.564203501930006e-06,
      "loss": 0.6008268594741821,
      "step": 2062
    },
    {
      "epoch": 2.52014652014652,
      "grad_norm": 2.5217740535736084,
      "learning_rate": 2.558668370837712e-06,
      "loss": 0.9255989789962769,
      "step": 2064
    },
    {
      "epoch": 2.5225885225885225,
      "grad_norm": 1.3460025787353516,
      "learning_rate": 2.5531366073193857e-06,
      "loss": 0.628387987613678,
      "step": 2066
    },
    {
      "epoch": 2.525030525030525,
      "grad_norm": 5.685485363006592,
      "learning_rate": 2.5476082365036257e-06,
      "loss": 0.7797712683677673,
      "step": 2068
    },
    {
      "epoch": 2.5274725274725274,
      "grad_norm": 1.2678775787353516,
      "learning_rate": 2.5420832835036126e-06,
      "loss": 1.1243481636047363,
      "step": 2070
    },
    {
      "epoch": 2.52991452991453,
      "grad_norm": 1.9160879850387573,
      "learning_rate": 2.5365617734170076e-06,
      "loss": 0.7206214666366577,
      "step": 2072
    },
    {
      "epoch": 2.5323565323565322,
      "grad_norm": 7.4982829093933105,
      "learning_rate": 2.531043731325827e-06,
      "loss": 0.9347074627876282,
      "step": 2074
    },
    {
      "epoch": 2.5347985347985347,
      "grad_norm": 2.430102586746216,
      "learning_rate": 2.5255291822963357e-06,
      "loss": 0.8390841484069824,
      "step": 2076
    },
    {
      "epoch": 2.537240537240537,
      "grad_norm": 4.842471599578857,
      "learning_rate": 2.5200181513789336e-06,
      "loss": 0.9063934683799744,
      "step": 2078
    },
    {
      "epoch": 2.5396825396825395,
      "grad_norm": 3.8723435401916504,
      "learning_rate": 2.5145106636080333e-06,
      "loss": 0.6532993316650391,
      "step": 2080
    },
    {
      "epoch": 2.542124542124542,
      "grad_norm": 2.0189385414123535,
      "learning_rate": 2.5090067440019583e-06,
      "loss": 0.9501420855522156,
      "step": 2082
    },
    {
      "epoch": 2.5445665445665444,
      "grad_norm": 2.7918736934661865,
      "learning_rate": 2.503506417562817e-06,
      "loss": 0.9153074026107788,
      "step": 2084
    },
    {
      "epoch": 2.547008547008547,
      "grad_norm": 1.4488838911056519,
      "learning_rate": 2.498009709276403e-06,
      "loss": 0.8253804445266724,
      "step": 2086
    },
    {
      "epoch": 2.5494505494505493,
      "grad_norm": 2.9465348720550537,
      "learning_rate": 2.492516644112067e-06,
      "loss": 0.9089316129684448,
      "step": 2088
    },
    {
      "epoch": 2.5518925518925517,
      "grad_norm": 3.4904873371124268,
      "learning_rate": 2.487027247022616e-06,
      "loss": 0.7865045666694641,
      "step": 2090
    },
    {
      "epoch": 2.554334554334554,
      "grad_norm": 2.272559642791748,
      "learning_rate": 2.4815415429441893e-06,
      "loss": 0.6603869199752808,
      "step": 2092
    },
    {
      "epoch": 2.5567765567765566,
      "grad_norm": 2.10170841217041,
      "learning_rate": 2.476059556796156e-06,
      "loss": 0.6427494287490845,
      "step": 2094
    },
    {
      "epoch": 2.559218559218559,
      "grad_norm": 1.574903130531311,
      "learning_rate": 2.4705813134809898e-06,
      "loss": 0.8682103157043457,
      "step": 2096
    },
    {
      "epoch": 2.5616605616605614,
      "grad_norm": 1.1644954681396484,
      "learning_rate": 2.4651068378841686e-06,
      "loss": 0.03524484112858772,
      "step": 2098
    },
    {
      "epoch": 2.564102564102564,
      "grad_norm": 2.8488667011260986,
      "learning_rate": 2.4596361548740497e-06,
      "loss": 0.5300520658493042,
      "step": 2100
    },
    {
      "epoch": 2.5665445665445663,
      "grad_norm": 1.7959370613098145,
      "learning_rate": 2.4541692893017665e-06,
      "loss": 0.8741487860679626,
      "step": 2102
    },
    {
      "epoch": 2.5689865689865687,
      "grad_norm": 4.016081809997559,
      "learning_rate": 2.4487062660011067e-06,
      "loss": 0.6247915029525757,
      "step": 2104
    },
    {
      "epoch": 2.571428571428571,
      "grad_norm": 2.1877832412719727,
      "learning_rate": 2.4432471097884097e-06,
      "loss": 0.869472861289978,
      "step": 2106
    },
    {
      "epoch": 2.5738705738705736,
      "grad_norm": 5.9354143142700195,
      "learning_rate": 2.437791845462442e-06,
      "loss": 0.5715877413749695,
      "step": 2108
    },
    {
      "epoch": 2.576312576312576,
      "grad_norm": 5.521259307861328,
      "learning_rate": 2.4323404978042953e-06,
      "loss": 0.5813296437263489,
      "step": 2110
    },
    {
      "epoch": 2.578754578754579,
      "grad_norm": 1.3393948078155518,
      "learning_rate": 2.4268930915772708e-06,
      "loss": 0.9946026802062988,
      "step": 2112
    },
    {
      "epoch": 2.5811965811965814,
      "grad_norm": 2.754868984222412,
      "learning_rate": 2.4214496515267584e-06,
      "loss": 0.27745679020881653,
      "step": 2114
    },
    {
      "epoch": 2.583638583638584,
      "grad_norm": 2.2351222038269043,
      "learning_rate": 2.4160102023801384e-06,
      "loss": 0.6880282163619995,
      "step": 2116
    },
    {
      "epoch": 2.586080586080586,
      "grad_norm": 2.2096810340881348,
      "learning_rate": 2.410574768846658e-06,
      "loss": 1.0098536014556885,
      "step": 2118
    },
    {
      "epoch": 2.5885225885225887,
      "grad_norm": 1.1249773502349854,
      "learning_rate": 2.4051433756173248e-06,
      "loss": 0.7218607068061829,
      "step": 2120
    },
    {
      "epoch": 2.590964590964591,
      "grad_norm": 5.084073543548584,
      "learning_rate": 2.399716047364792e-06,
      "loss": 0.9250280857086182,
      "step": 2122
    },
    {
      "epoch": 2.5934065934065935,
      "grad_norm": 1.690556526184082,
      "learning_rate": 2.394292808743248e-06,
      "loss": 0.837040364742279,
      "step": 2124
    },
    {
      "epoch": 2.595848595848596,
      "grad_norm": 2.8815386295318604,
      "learning_rate": 2.3888736843883023e-06,
      "loss": 0.4333546459674835,
      "step": 2126
    },
    {
      "epoch": 2.5982905982905984,
      "grad_norm": 4.304377555847168,
      "learning_rate": 2.383458698916877e-06,
      "loss": 1.0332998037338257,
      "step": 2128
    },
    {
      "epoch": 2.600732600732601,
      "grad_norm": 2.969372272491455,
      "learning_rate": 2.3780478769270907e-06,
      "loss": 0.6737803220748901,
      "step": 2130
    },
    {
      "epoch": 2.6031746031746033,
      "grad_norm": 1.7612605094909668,
      "learning_rate": 2.372641242998151e-06,
      "loss": 0.527601957321167,
      "step": 2132
    },
    {
      "epoch": 2.6056166056166057,
      "grad_norm": 1.2742631435394287,
      "learning_rate": 2.367238821690239e-06,
      "loss": 0.8370689749717712,
      "step": 2134
    },
    {
      "epoch": 2.608058608058608,
      "grad_norm": 6.330650329589844,
      "learning_rate": 2.361840637544402e-06,
      "loss": 0.5774081945419312,
      "step": 2136
    },
    {
      "epoch": 2.6105006105006106,
      "grad_norm": 5.526278972625732,
      "learning_rate": 2.3564467150824347e-06,
      "loss": 0.7380045652389526,
      "step": 2138
    },
    {
      "epoch": 2.612942612942613,
      "grad_norm": 1.5810257196426392,
      "learning_rate": 2.351057078806779e-06,
      "loss": 0.6179096698760986,
      "step": 2140
    },
    {
      "epoch": 2.6153846153846154,
      "grad_norm": 2.142446517944336,
      "learning_rate": 2.3456717532004014e-06,
      "loss": 0.8616040349006653,
      "step": 2142
    },
    {
      "epoch": 2.617826617826618,
      "grad_norm": 3.2861132621765137,
      "learning_rate": 2.340290762726691e-06,
      "loss": 0.8608450293540955,
      "step": 2144
    },
    {
      "epoch": 2.6202686202686203,
      "grad_norm": 3.9236459732055664,
      "learning_rate": 2.334914131829338e-06,
      "loss": 1.0178287029266357,
      "step": 2146
    },
    {
      "epoch": 2.6227106227106227,
      "grad_norm": 2.530313491821289,
      "learning_rate": 2.3295418849322353e-06,
      "loss": 0.6632241606712341,
      "step": 2148
    },
    {
      "epoch": 2.625152625152625,
      "grad_norm": 1.9764374494552612,
      "learning_rate": 2.3241740464393575e-06,
      "loss": 1.0255072116851807,
      "step": 2150
    },
    {
      "epoch": 2.6275946275946276,
      "grad_norm": 2.218528985977173,
      "learning_rate": 2.318810640734654e-06,
      "loss": 1.0632559061050415,
      "step": 2152
    },
    {
      "epoch": 2.63003663003663,
      "grad_norm": 2.4311797618865967,
      "learning_rate": 2.3134516921819398e-06,
      "loss": 1.0157952308654785,
      "step": 2154
    },
    {
      "epoch": 2.6324786324786325,
      "grad_norm": 1.8771414756774902,
      "learning_rate": 2.308097225124779e-06,
      "loss": 0.9064328074455261,
      "step": 2156
    },
    {
      "epoch": 2.634920634920635,
      "grad_norm": 2.203409433364868,
      "learning_rate": 2.302747263886381e-06,
      "loss": 0.7967960238456726,
      "step": 2158
    },
    {
      "epoch": 2.6373626373626373,
      "grad_norm": 2.97739315032959,
      "learning_rate": 2.2974018327694855e-06,
      "loss": 0.5664879083633423,
      "step": 2160
    },
    {
      "epoch": 2.6398046398046398,
      "grad_norm": 3.0944299697875977,
      "learning_rate": 2.2920609560562573e-06,
      "loss": 0.7291885018348694,
      "step": 2162
    },
    {
      "epoch": 2.642246642246642,
      "grad_norm": 6.805998802185059,
      "learning_rate": 2.286724658008166e-06,
      "loss": 0.5031374096870422,
      "step": 2164
    },
    {
      "epoch": 2.6446886446886446,
      "grad_norm": 2.784329414367676,
      "learning_rate": 2.281392962865888e-06,
      "loss": 0.88991379737854,
      "step": 2166
    },
    {
      "epoch": 2.647130647130647,
      "grad_norm": 1.5047616958618164,
      "learning_rate": 2.2760658948491872e-06,
      "loss": 0.6943953037261963,
      "step": 2168
    },
    {
      "epoch": 2.6495726495726495,
      "grad_norm": 1.8669089078903198,
      "learning_rate": 2.27074347815681e-06,
      "loss": 0.999853789806366,
      "step": 2170
    },
    {
      "epoch": 2.652014652014652,
      "grad_norm": 1.8199567794799805,
      "learning_rate": 2.265425736966371e-06,
      "loss": 1.0209516286849976,
      "step": 2172
    },
    {
      "epoch": 2.6544566544566544,
      "grad_norm": 2.209888219833374,
      "learning_rate": 2.2601126954342515e-06,
      "loss": 1.0429832935333252,
      "step": 2174
    },
    {
      "epoch": 2.656898656898657,
      "grad_norm": 3.112511157989502,
      "learning_rate": 2.2548043776954764e-06,
      "loss": 0.7639720439910889,
      "step": 2176
    },
    {
      "epoch": 2.659340659340659,
      "grad_norm": 2.3887898921966553,
      "learning_rate": 2.2495008078636194e-06,
      "loss": 0.8997243642807007,
      "step": 2178
    },
    {
      "epoch": 2.6617826617826617,
      "grad_norm": 6.595883846282959,
      "learning_rate": 2.244202010030682e-06,
      "loss": 1.002269983291626,
      "step": 2180
    },
    {
      "epoch": 2.664224664224664,
      "grad_norm": 2.121857166290283,
      "learning_rate": 2.2389080082669896e-06,
      "loss": 0.9555788636207581,
      "step": 2182
    },
    {
      "epoch": 2.6666666666666665,
      "grad_norm": 2.1821184158325195,
      "learning_rate": 2.2336188266210827e-06,
      "loss": 0.6721835732460022,
      "step": 2184
    },
    {
      "epoch": 2.669108669108669,
      "grad_norm": 2.1556482315063477,
      "learning_rate": 2.2283344891196015e-06,
      "loss": 0.9556472897529602,
      "step": 2186
    },
    {
      "epoch": 2.6715506715506714,
      "grad_norm": 2.405789613723755,
      "learning_rate": 2.2230550197671873e-06,
      "loss": 1.1528511047363281,
      "step": 2188
    },
    {
      "epoch": 2.6739926739926743,
      "grad_norm": 1.6833081245422363,
      "learning_rate": 2.217780442546361e-06,
      "loss": 0.974722683429718,
      "step": 2190
    },
    {
      "epoch": 2.6764346764346767,
      "grad_norm": 4.5762505531311035,
      "learning_rate": 2.2125107814174263e-06,
      "loss": 0.9278739094734192,
      "step": 2192
    },
    {
      "epoch": 2.678876678876679,
      "grad_norm": 9.507789611816406,
      "learning_rate": 2.20724606031835e-06,
      "loss": 0.32617825269699097,
      "step": 2194
    },
    {
      "epoch": 2.6813186813186816,
      "grad_norm": 1.8784890174865723,
      "learning_rate": 2.2019863031646634e-06,
      "loss": 1.0722205638885498,
      "step": 2196
    },
    {
      "epoch": 2.683760683760684,
      "grad_norm": 18.138153076171875,
      "learning_rate": 2.1967315338493424e-06,
      "loss": 0.8764669299125671,
      "step": 2198
    },
    {
      "epoch": 2.6862026862026864,
      "grad_norm": 2.8644320964813232,
      "learning_rate": 2.1914817762427106e-06,
      "loss": 0.9633726477622986,
      "step": 2200
    },
    {
      "epoch": 2.688644688644689,
      "grad_norm": 11.419971466064453,
      "learning_rate": 2.186237054192323e-06,
      "loss": 0.6935689449310303,
      "step": 2202
    },
    {
      "epoch": 2.6910866910866913,
      "grad_norm": 6.860535621643066,
      "learning_rate": 2.1809973915228602e-06,
      "loss": 0.7737261056900024,
      "step": 2204
    },
    {
      "epoch": 2.6935286935286937,
      "grad_norm": 3.685971260070801,
      "learning_rate": 2.17576281203602e-06,
      "loss": 0.41188710927963257,
      "step": 2206
    },
    {
      "epoch": 2.695970695970696,
      "grad_norm": 2.738652229309082,
      "learning_rate": 2.170533339510412e-06,
      "loss": 0.9475657939910889,
      "step": 2208
    },
    {
      "epoch": 2.6984126984126986,
      "grad_norm": 5.204038619995117,
      "learning_rate": 2.16530899770144e-06,
      "loss": 0.6033111810684204,
      "step": 2210
    },
    {
      "epoch": 2.700854700854701,
      "grad_norm": 2.083590507507324,
      "learning_rate": 2.1600898103412107e-06,
      "loss": 0.9223611354827881,
      "step": 2212
    },
    {
      "epoch": 2.7032967032967035,
      "grad_norm": 1.6157281398773193,
      "learning_rate": 2.1548758011384053e-06,
      "loss": 0.6177644729614258,
      "step": 2214
    },
    {
      "epoch": 2.705738705738706,
      "grad_norm": 3.5457189083099365,
      "learning_rate": 2.149666993778194e-06,
      "loss": 0.4836501181125641,
      "step": 2216
    },
    {
      "epoch": 2.7081807081807083,
      "grad_norm": 3.0739972591400146,
      "learning_rate": 2.1444634119221075e-06,
      "loss": 0.5934576988220215,
      "step": 2218
    },
    {
      "epoch": 2.7106227106227108,
      "grad_norm": 4.0983781814575195,
      "learning_rate": 2.1392650792079454e-06,
      "loss": 0.3090117573738098,
      "step": 2220
    },
    {
      "epoch": 2.713064713064713,
      "grad_norm": 5.047109603881836,
      "learning_rate": 2.1340720192496594e-06,
      "loss": 0.5931053757667542,
      "step": 2222
    },
    {
      "epoch": 2.7155067155067156,
      "grad_norm": 4.083251476287842,
      "learning_rate": 2.12888425563725e-06,
      "loss": 0.6489290595054626,
      "step": 2224
    },
    {
      "epoch": 2.717948717948718,
      "grad_norm": 1.615699291229248,
      "learning_rate": 2.123701811936659e-06,
      "loss": 0.7429230213165283,
      "step": 2226
    },
    {
      "epoch": 2.7203907203907205,
      "grad_norm": 4.504569053649902,
      "learning_rate": 2.118524711689661e-06,
      "loss": 0.693551778793335,
      "step": 2228
    },
    {
      "epoch": 2.722832722832723,
      "grad_norm": 1.5205539464950562,
      "learning_rate": 2.1133529784137585e-06,
      "loss": 1.0012576580047607,
      "step": 2230
    },
    {
      "epoch": 2.7252747252747254,
      "grad_norm": 3.8578217029571533,
      "learning_rate": 2.1081866356020726e-06,
      "loss": 0.6832969784736633,
      "step": 2232
    },
    {
      "epoch": 2.727716727716728,
      "grad_norm": 3.5652737617492676,
      "learning_rate": 2.103025706723239e-06,
      "loss": 1.0270230770111084,
      "step": 2234
    },
    {
      "epoch": 2.7301587301587302,
      "grad_norm": 10.974838256835938,
      "learning_rate": 2.0978702152212996e-06,
      "loss": 1.0029627084732056,
      "step": 2236
    },
    {
      "epoch": 2.7326007326007327,
      "grad_norm": 5.731579303741455,
      "learning_rate": 2.092720184515597e-06,
      "loss": 0.956536054611206,
      "step": 2238
    },
    {
      "epoch": 2.735042735042735,
      "grad_norm": 2.9073221683502197,
      "learning_rate": 2.0875756380006654e-06,
      "loss": 0.6759551167488098,
      "step": 2240
    },
    {
      "epoch": 2.7374847374847375,
      "grad_norm": 1.188262939453125,
      "learning_rate": 2.0824365990461295e-06,
      "loss": 1.0032782554626465,
      "step": 2242
    },
    {
      "epoch": 2.73992673992674,
      "grad_norm": 3.1204891204833984,
      "learning_rate": 2.077303090996594e-06,
      "loss": 0.6075339913368225,
      "step": 2244
    },
    {
      "epoch": 2.7423687423687424,
      "grad_norm": 2.2777647972106934,
      "learning_rate": 2.072175137171538e-06,
      "loss": 0.6075271964073181,
      "step": 2246
    },
    {
      "epoch": 2.744810744810745,
      "grad_norm": 4.017678737640381,
      "learning_rate": 2.067052760865211e-06,
      "loss": 0.7910500168800354,
      "step": 2248
    },
    {
      "epoch": 2.7472527472527473,
      "grad_norm": 2.2465343475341797,
      "learning_rate": 2.0619359853465268e-06,
      "loss": 0.8944975137710571,
      "step": 2250
    },
    {
      "epoch": 2.7496947496947497,
      "grad_norm": 2.802507162094116,
      "learning_rate": 2.0568248338589546e-06,
      "loss": 1.0018844604492188,
      "step": 2252
    },
    {
      "epoch": 2.752136752136752,
      "grad_norm": 1.5768181085586548,
      "learning_rate": 2.051719329620418e-06,
      "loss": 0.6374676823616028,
      "step": 2254
    },
    {
      "epoch": 2.7545787545787546,
      "grad_norm": 5.736408233642578,
      "learning_rate": 2.046619495823189e-06,
      "loss": 0.7124966979026794,
      "step": 2256
    },
    {
      "epoch": 2.757020757020757,
      "grad_norm": 1.7231215238571167,
      "learning_rate": 2.041525355633775e-06,
      "loss": 0.9689019918441772,
      "step": 2258
    },
    {
      "epoch": 2.7594627594627594,
      "grad_norm": 3.9329147338867188,
      "learning_rate": 2.0364369321928277e-06,
      "loss": 1.0872962474822998,
      "step": 2260
    },
    {
      "epoch": 2.761904761904762,
      "grad_norm": 1.9231138229370117,
      "learning_rate": 2.031354248615021e-06,
      "loss": 1.0194430351257324,
      "step": 2262
    },
    {
      "epoch": 2.7643467643467643,
      "grad_norm": 1.4887934923171997,
      "learning_rate": 2.0262773279889648e-06,
      "loss": 0.9722414612770081,
      "step": 2264
    },
    {
      "epoch": 2.7667887667887667,
      "grad_norm": 1.6510133743286133,
      "learning_rate": 2.0212061933770793e-06,
      "loss": 0.789564311504364,
      "step": 2266
    },
    {
      "epoch": 2.769230769230769,
      "grad_norm": 0.8453580737113953,
      "learning_rate": 2.016140867815512e-06,
      "loss": 0.655318021774292,
      "step": 2268
    },
    {
      "epoch": 2.7716727716727716,
      "grad_norm": 1.5889426469802856,
      "learning_rate": 2.0110813743140134e-06,
      "loss": 0.5706247091293335,
      "step": 2270
    },
    {
      "epoch": 2.774114774114774,
      "grad_norm": 1.9540982246398926,
      "learning_rate": 2.0060277358558474e-06,
      "loss": 0.16020342707633972,
      "step": 2272
    },
    {
      "epoch": 2.7765567765567765,
      "grad_norm": 1.7977136373519897,
      "learning_rate": 2.0009799753976755e-06,
      "loss": 1.0128493309020996,
      "step": 2274
    },
    {
      "epoch": 2.778998778998779,
      "grad_norm": 1.6063421964645386,
      "learning_rate": 1.995938115869464e-06,
      "loss": 0.9149772524833679,
      "step": 2276
    },
    {
      "epoch": 2.7814407814407813,
      "grad_norm": 1.2842918634414673,
      "learning_rate": 1.990902180174366e-06,
      "loss": 0.5837323665618896,
      "step": 2278
    },
    {
      "epoch": 2.7838827838827838,
      "grad_norm": 12.791586875915527,
      "learning_rate": 1.985872191188634e-06,
      "loss": 0.33608847856521606,
      "step": 2280
    },
    {
      "epoch": 2.786324786324786,
      "grad_norm": 1.533747911453247,
      "learning_rate": 1.9808481717614975e-06,
      "loss": 0.9576466679573059,
      "step": 2282
    },
    {
      "epoch": 2.7887667887667886,
      "grad_norm": 1.179326057434082,
      "learning_rate": 1.9758301447150778e-06,
      "loss": 0.9575373530387878,
      "step": 2284
    },
    {
      "epoch": 2.791208791208791,
      "grad_norm": 1.6882575750350952,
      "learning_rate": 1.9708181328442657e-06,
      "loss": 0.885867178440094,
      "step": 2286
    },
    {
      "epoch": 2.7936507936507935,
      "grad_norm": 1.46290922164917,
      "learning_rate": 1.9658121589166368e-06,
      "loss": 0.9062331318855286,
      "step": 2288
    },
    {
      "epoch": 2.796092796092796,
      "grad_norm": 6.2452216148376465,
      "learning_rate": 1.960812245672332e-06,
      "loss": 0.2752612829208374,
      "step": 2290
    },
    {
      "epoch": 2.7985347985347984,
      "grad_norm": 2.4964230060577393,
      "learning_rate": 1.955818415823965e-06,
      "loss": 0.7961699366569519,
      "step": 2292
    },
    {
      "epoch": 2.800976800976801,
      "grad_norm": 1.7693415880203247,
      "learning_rate": 1.950830692056512e-06,
      "loss": 0.781195342540741,
      "step": 2294
    },
    {
      "epoch": 2.8034188034188032,
      "grad_norm": 1.656353235244751,
      "learning_rate": 1.9458490970272132e-06,
      "loss": 0.9211829900741577,
      "step": 2296
    },
    {
      "epoch": 2.8058608058608057,
      "grad_norm": 5.0975494384765625,
      "learning_rate": 1.9408736533654693e-06,
      "loss": 0.43949294090270996,
      "step": 2298
    },
    {
      "epoch": 2.808302808302808,
      "grad_norm": 1.9063336849212646,
      "learning_rate": 1.9359043836727363e-06,
      "loss": 0.6156795024871826,
      "step": 2300
    },
    {
      "epoch": 2.8107448107448105,
      "grad_norm": 1.8999279737472534,
      "learning_rate": 1.9309413105224242e-06,
      "loss": 0.9818214774131775,
      "step": 2302
    },
    {
      "epoch": 2.813186813186813,
      "grad_norm": 0.6018390655517578,
      "learning_rate": 1.9259844564597955e-06,
      "loss": 0.6223698258399963,
      "step": 2304
    },
    {
      "epoch": 2.8156288156288154,
      "grad_norm": 1.268938660621643,
      "learning_rate": 1.9210338440018625e-06,
      "loss": 0.7103510499000549,
      "step": 2306
    },
    {
      "epoch": 2.818070818070818,
      "grad_norm": 1.6142417192459106,
      "learning_rate": 1.916089495637282e-06,
      "loss": 0.6377496123313904,
      "step": 2308
    },
    {
      "epoch": 2.8205128205128203,
      "grad_norm": 2.1147496700286865,
      "learning_rate": 1.911151433826258e-06,
      "loss": 0.995940089225769,
      "step": 2310
    },
    {
      "epoch": 2.8229548229548227,
      "grad_norm": 1.3524115085601807,
      "learning_rate": 1.9062196810004356e-06,
      "loss": 0.6259192824363708,
      "step": 2312
    },
    {
      "epoch": 2.825396825396825,
      "grad_norm": 7.68358039855957,
      "learning_rate": 1.9012942595628017e-06,
      "loss": 0.7580180764198303,
      "step": 2314
    },
    {
      "epoch": 2.8278388278388276,
      "grad_norm": 19.87650489807129,
      "learning_rate": 1.8963751918875811e-06,
      "loss": 0.7949362993240356,
      "step": 2316
    },
    {
      "epoch": 2.8302808302808304,
      "grad_norm": 2.42893123626709,
      "learning_rate": 1.8914625003201375e-06,
      "loss": 1.0362216234207153,
      "step": 2318
    },
    {
      "epoch": 2.832722832722833,
      "grad_norm": 2.1275134086608887,
      "learning_rate": 1.8865562071768689e-06,
      "loss": 0.6284617185592651,
      "step": 2320
    },
    {
      "epoch": 2.8351648351648353,
      "grad_norm": 4.848043918609619,
      "learning_rate": 1.8816563347451088e-06,
      "loss": 0.6487046480178833,
      "step": 2322
    },
    {
      "epoch": 2.8376068376068377,
      "grad_norm": 1.1281238794326782,
      "learning_rate": 1.8767629052830238e-06,
      "loss": 0.23647232353687286,
      "step": 2324
    },
    {
      "epoch": 2.84004884004884,
      "grad_norm": 1.886053442955017,
      "learning_rate": 1.8718759410195113e-06,
      "loss": 0.8259285092353821,
      "step": 2326
    },
    {
      "epoch": 2.8424908424908426,
      "grad_norm": 2.046250343322754,
      "learning_rate": 1.8669954641541034e-06,
      "loss": 0.7600533962249756,
      "step": 2328
    },
    {
      "epoch": 2.844932844932845,
      "grad_norm": 2.649106025695801,
      "learning_rate": 1.8621214968568598e-06,
      "loss": 0.7137502431869507,
      "step": 2330
    },
    {
      "epoch": 2.8473748473748475,
      "grad_norm": 2.0803020000457764,
      "learning_rate": 1.8572540612682694e-06,
      "loss": 0.965351402759552,
      "step": 2332
    },
    {
      "epoch": 2.84981684981685,
      "grad_norm": 2.1527020931243896,
      "learning_rate": 1.8523931794991518e-06,
      "loss": 0.10668709874153137,
      "step": 2334
    },
    {
      "epoch": 2.8522588522588523,
      "grad_norm": 1.98074209690094,
      "learning_rate": 1.8475388736305535e-06,
      "loss": 0.9549130797386169,
      "step": 2336
    },
    {
      "epoch": 2.8547008547008548,
      "grad_norm": 1.5347501039505005,
      "learning_rate": 1.8426911657136517e-06,
      "loss": 0.5754918456077576,
      "step": 2338
    },
    {
      "epoch": 2.857142857142857,
      "grad_norm": 2.49215030670166,
      "learning_rate": 1.8378500777696496e-06,
      "loss": 1.0284221172332764,
      "step": 2340
    },
    {
      "epoch": 2.8595848595848596,
      "grad_norm": 1.4292778968811035,
      "learning_rate": 1.8330156317896794e-06,
      "loss": 0.9731957912445068,
      "step": 2342
    },
    {
      "epoch": 2.862026862026862,
      "grad_norm": 5.513943195343018,
      "learning_rate": 1.8281878497347007e-06,
      "loss": 0.320040762424469,
      "step": 2344
    },
    {
      "epoch": 2.8644688644688645,
      "grad_norm": 5.377645969390869,
      "learning_rate": 1.8233667535354031e-06,
      "loss": 0.896674633026123,
      "step": 2346
    },
    {
      "epoch": 2.866910866910867,
      "grad_norm": 0.5098855495452881,
      "learning_rate": 1.8185523650921033e-06,
      "loss": 0.4520077109336853,
      "step": 2348
    },
    {
      "epoch": 2.8693528693528694,
      "grad_norm": 1.4593082666397095,
      "learning_rate": 1.813744706274649e-06,
      "loss": 0.5917829275131226,
      "step": 2350
    },
    {
      "epoch": 2.871794871794872,
      "grad_norm": 1.9374688863754272,
      "learning_rate": 1.8089437989223166e-06,
      "loss": 0.7799688577651978,
      "step": 2352
    },
    {
      "epoch": 2.8742368742368742,
      "grad_norm": 3.2081990242004395,
      "learning_rate": 1.8041496648437138e-06,
      "loss": 0.5761586427688599,
      "step": 2354
    },
    {
      "epoch": 2.8766788766788767,
      "grad_norm": 1.424476981163025,
      "learning_rate": 1.7993623258166794e-06,
      "loss": 0.8961036801338196,
      "step": 2356
    },
    {
      "epoch": 2.879120879120879,
      "grad_norm": 6.229803562164307,
      "learning_rate": 1.7945818035881866e-06,
      "loss": 0.676258385181427,
      "step": 2358
    },
    {
      "epoch": 2.8815628815628815,
      "grad_norm": 2.3079984188079834,
      "learning_rate": 1.789808119874241e-06,
      "loss": 0.5127954483032227,
      "step": 2360
    },
    {
      "epoch": 2.884004884004884,
      "grad_norm": 3.7900733947753906,
      "learning_rate": 1.7850412963597837e-06,
      "loss": 0.7495479583740234,
      "step": 2362
    },
    {
      "epoch": 2.8864468864468864,
      "grad_norm": 1.7501633167266846,
      "learning_rate": 1.7802813546985936e-06,
      "loss": 0.9721358418464661,
      "step": 2364
    },
    {
      "epoch": 2.888888888888889,
      "grad_norm": 1.494238257408142,
      "learning_rate": 1.7755283165131876e-06,
      "loss": 1.0429596900939941,
      "step": 2366
    },
    {
      "epoch": 2.8913308913308913,
      "grad_norm": 9.534012794494629,
      "learning_rate": 1.7707822033947214e-06,
      "loss": 0.7053688764572144,
      "step": 2368
    },
    {
      "epoch": 2.8937728937728937,
      "grad_norm": 1.7080990076065063,
      "learning_rate": 1.7660430369028975e-06,
      "loss": 1.0583832263946533,
      "step": 2370
    },
    {
      "epoch": 2.896214896214896,
      "grad_norm": 2.404010534286499,
      "learning_rate": 1.7613108385658554e-06,
      "loss": 0.9982654452323914,
      "step": 2372
    },
    {
      "epoch": 2.8986568986568986,
      "grad_norm": 1.0838375091552734,
      "learning_rate": 1.7565856298800887e-06,
      "loss": 0.767935037612915,
      "step": 2374
    },
    {
      "epoch": 2.901098901098901,
      "grad_norm": 2.0502405166625977,
      "learning_rate": 1.7518674323103325e-06,
      "loss": 0.8051881790161133,
      "step": 2376
    },
    {
      "epoch": 2.9035409035409034,
      "grad_norm": 2.304351806640625,
      "learning_rate": 1.7471562672894812e-06,
      "loss": 0.8764021396636963,
      "step": 2378
    },
    {
      "epoch": 2.905982905982906,
      "grad_norm": 3.1706900596618652,
      "learning_rate": 1.7424521562184747e-06,
      "loss": 0.686414897441864,
      "step": 2380
    },
    {
      "epoch": 2.9084249084249083,
      "grad_norm": 2.4662387371063232,
      "learning_rate": 1.7377551204662173e-06,
      "loss": 0.9558066129684448,
      "step": 2382
    },
    {
      "epoch": 2.9108669108669107,
      "grad_norm": 1.8197959661483765,
      "learning_rate": 1.7330651813694656e-06,
      "loss": 0.8915336728096008,
      "step": 2384
    },
    {
      "epoch": 2.913308913308913,
      "grad_norm": 1.8730552196502686,
      "learning_rate": 1.7283823602327467e-06,
      "loss": 0.9963794946670532,
      "step": 2386
    },
    {
      "epoch": 2.9157509157509156,
      "grad_norm": 3.505786418914795,
      "learning_rate": 1.7237066783282454e-06,
      "loss": 0.7860287427902222,
      "step": 2388
    },
    {
      "epoch": 2.918192918192918,
      "grad_norm": 10.96102523803711,
      "learning_rate": 1.719038156895725e-06,
      "loss": 0.5170654058456421,
      "step": 2390
    },
    {
      "epoch": 2.9206349206349205,
      "grad_norm": 2.723895311355591,
      "learning_rate": 1.7143768171424114e-06,
      "loss": 0.5465037822723389,
      "step": 2392
    },
    {
      "epoch": 2.9230769230769234,
      "grad_norm": 2.4230728149414062,
      "learning_rate": 1.709722680242917e-06,
      "loss": 0.8477396368980408,
      "step": 2394
    },
    {
      "epoch": 2.925518925518926,
      "grad_norm": 4.999912261962891,
      "learning_rate": 1.7050757673391256e-06,
      "loss": 0.5552250742912292,
      "step": 2396
    },
    {
      "epoch": 2.927960927960928,
      "grad_norm": 4.302630424499512,
      "learning_rate": 1.7004360995401131e-06,
      "loss": 0.6446186304092407,
      "step": 2398
    },
    {
      "epoch": 2.9304029304029307,
      "grad_norm": 11.290936470031738,
      "learning_rate": 1.6958036979220378e-06,
      "loss": 0.5395065546035767,
      "step": 2400
    },
    {
      "epoch": 2.932844932844933,
      "grad_norm": 2.418199062347412,
      "learning_rate": 1.6911785835280544e-06,
      "loss": 0.6396113634109497,
      "step": 2402
    },
    {
      "epoch": 2.9352869352869355,
      "grad_norm": 3.1459553241729736,
      "learning_rate": 1.686560777368212e-06,
      "loss": 0.3191334009170532,
      "step": 2404
    },
    {
      "epoch": 2.937728937728938,
      "grad_norm": 8.619038581848145,
      "learning_rate": 1.6819503004193633e-06,
      "loss": 1.0637816190719604,
      "step": 2406
    },
    {
      "epoch": 2.9401709401709404,
      "grad_norm": 2.521735191345215,
      "learning_rate": 1.6773471736250668e-06,
      "loss": 0.6778561472892761,
      "step": 2408
    },
    {
      "epoch": 2.942612942612943,
      "grad_norm": 2.928496837615967,
      "learning_rate": 1.672751417895491e-06,
      "loss": 0.6122907996177673,
      "step": 2410
    },
    {
      "epoch": 2.9450549450549453,
      "grad_norm": 3.0468804836273193,
      "learning_rate": 1.6681630541073222e-06,
      "loss": 0.9394041895866394,
      "step": 2412
    },
    {
      "epoch": 2.9474969474969477,
      "grad_norm": 2.0013132095336914,
      "learning_rate": 1.6635821031036671e-06,
      "loss": 0.9378724694252014,
      "step": 2414
    },
    {
      "epoch": 2.94993894993895,
      "grad_norm": 1.7880492210388184,
      "learning_rate": 1.6590085856939593e-06,
      "loss": 0.9468516111373901,
      "step": 2416
    },
    {
      "epoch": 2.9523809523809526,
      "grad_norm": 2.087956666946411,
      "learning_rate": 1.654442522653865e-06,
      "loss": 0.6785021424293518,
      "step": 2418
    },
    {
      "epoch": 2.954822954822955,
      "grad_norm": 1.5312798023223877,
      "learning_rate": 1.6498839347251873e-06,
      "loss": 1.0038193464279175,
      "step": 2420
    },
    {
      "epoch": 2.9572649572649574,
      "grad_norm": 1.5011390447616577,
      "learning_rate": 1.6453328426157738e-06,
      "loss": 0.8261772990226746,
      "step": 2422
    },
    {
      "epoch": 2.95970695970696,
      "grad_norm": 2.2196717262268066,
      "learning_rate": 1.6407892669994208e-06,
      "loss": 0.5461646914482117,
      "step": 2424
    },
    {
      "epoch": 2.9621489621489623,
      "grad_norm": 1.7109367847442627,
      "learning_rate": 1.63625322851578e-06,
      "loss": 0.9957700967788696,
      "step": 2426
    },
    {
      "epoch": 2.9645909645909647,
      "grad_norm": 15.042463302612305,
      "learning_rate": 1.6317247477702666e-06,
      "loss": 0.5697113871574402,
      "step": 2428
    },
    {
      "epoch": 2.967032967032967,
      "grad_norm": 2.1879959106445312,
      "learning_rate": 1.6272038453339615e-06,
      "loss": 0.9809165000915527,
      "step": 2430
    },
    {
      "epoch": 2.9694749694749696,
      "grad_norm": 2.687741756439209,
      "learning_rate": 1.6226905417435226e-06,
      "loss": 0.851597249507904,
      "step": 2432
    },
    {
      "epoch": 2.971916971916972,
      "grad_norm": 2.330556631088257,
      "learning_rate": 1.618184857501088e-06,
      "loss": 0.93310546875,
      "step": 2434
    },
    {
      "epoch": 2.9743589743589745,
      "grad_norm": 2.613746404647827,
      "learning_rate": 1.6136868130741836e-06,
      "loss": 0.4884783625602722,
      "step": 2436
    },
    {
      "epoch": 2.976800976800977,
      "grad_norm": 7.81420373916626,
      "learning_rate": 1.6091964288956337e-06,
      "loss": 0.5040377974510193,
      "step": 2438
    },
    {
      "epoch": 2.9792429792429793,
      "grad_norm": 1.7252824306488037,
      "learning_rate": 1.6047137253634603e-06,
      "loss": 0.934016227722168,
      "step": 2440
    },
    {
      "epoch": 2.9816849816849818,
      "grad_norm": 1.4692366123199463,
      "learning_rate": 1.600238722840801e-06,
      "loss": 0.9195917248725891,
      "step": 2442
    },
    {
      "epoch": 2.984126984126984,
      "grad_norm": 2.0103518962860107,
      "learning_rate": 1.595771441655804e-06,
      "loss": 0.9216701984405518,
      "step": 2444
    },
    {
      "epoch": 2.9865689865689866,
      "grad_norm": 2.632267951965332,
      "learning_rate": 1.5913119021015509e-06,
      "loss": 0.8953844308853149,
      "step": 2446
    },
    {
      "epoch": 2.989010989010989,
      "grad_norm": 1.5844495296478271,
      "learning_rate": 1.5868601244359465e-06,
      "loss": 0.9133291244506836,
      "step": 2448
    },
    {
      "epoch": 2.9914529914529915,
      "grad_norm": 8.298254013061523,
      "learning_rate": 1.5824161288816458e-06,
      "loss": 0.5930345058441162,
      "step": 2450
    },
    {
      "epoch": 2.993894993894994,
      "grad_norm": 1.963354229927063,
      "learning_rate": 1.5779799356259456e-06,
      "loss": 0.9954817891120911,
      "step": 2452
    },
    {
      "epoch": 2.9963369963369964,
      "grad_norm": 1.8422874212265015,
      "learning_rate": 1.5735515648207054e-06,
      "loss": 0.8938966989517212,
      "step": 2454
    },
    {
      "epoch": 2.998778998778999,
      "grad_norm": 1.3020809888839722,
      "learning_rate": 1.5691310365822446e-06,
      "loss": 0.4988337457180023,
      "step": 2456
    },
    {
      "epoch": 3.001221001221001,
      "grad_norm": 10.537405967712402,
      "learning_rate": 1.5647183709912631e-06,
      "loss": 0.6655434370040894,
      "step": 2458
    },
    {
      "epoch": 3.0036630036630036,
      "grad_norm": 3.749023199081421,
      "learning_rate": 1.560313588092739e-06,
      "loss": 0.5545458197593689,
      "step": 2460
    },
    {
      "epoch": 3.006105006105006,
      "grad_norm": 1.9818220138549805,
      "learning_rate": 1.5559167078958468e-06,
      "loss": 0.9352074265480042,
      "step": 2462
    },
    {
      "epoch": 3.0085470085470085,
      "grad_norm": 1.7658523321151733,
      "learning_rate": 1.5515277503738572e-06,
      "loss": 0.7911304235458374,
      "step": 2464
    },
    {
      "epoch": 3.010989010989011,
      "grad_norm": 3.5951449871063232,
      "learning_rate": 1.5471467354640563e-06,
      "loss": 0.4669531285762787,
      "step": 2466
    },
    {
      "epoch": 3.0134310134310134,
      "grad_norm": 1.7102817296981812,
      "learning_rate": 1.5427736830676453e-06,
      "loss": 0.7882851362228394,
      "step": 2468
    },
    {
      "epoch": 3.015873015873016,
      "grad_norm": 0.4721863567829132,
      "learning_rate": 1.53840861304966e-06,
      "loss": 0.2778557240962982,
      "step": 2470
    },
    {
      "epoch": 3.0183150183150182,
      "grad_norm": 9.13770580291748,
      "learning_rate": 1.534051545238872e-06,
      "loss": 0.35145601630210876,
      "step": 2472
    },
    {
      "epoch": 3.0207570207570207,
      "grad_norm": 2.7468252182006836,
      "learning_rate": 1.5297024994277019e-06,
      "loss": 0.8385328054428101,
      "step": 2474
    },
    {
      "epoch": 3.023199023199023,
      "grad_norm": 17.04658317565918,
      "learning_rate": 1.5253614953721315e-06,
      "loss": 0.506757915019989,
      "step": 2476
    },
    {
      "epoch": 3.0256410256410255,
      "grad_norm": 2.0790674686431885,
      "learning_rate": 1.521028552791611e-06,
      "loss": 0.5367285013198853,
      "step": 2478
    },
    {
      "epoch": 3.028083028083028,
      "grad_norm": 1.9070419073104858,
      "learning_rate": 1.5167036913689707e-06,
      "loss": 0.844150185585022,
      "step": 2480
    },
    {
      "epoch": 3.0305250305250304,
      "grad_norm": 7.032018184661865,
      "learning_rate": 1.5123869307503316e-06,
      "loss": 0.8483667969703674,
      "step": 2482
    },
    {
      "epoch": 3.032967032967033,
      "grad_norm": 2.8655481338500977,
      "learning_rate": 1.5080782905450147e-06,
      "loss": 0.46071624755859375,
      "step": 2484
    },
    {
      "epoch": 3.0354090354090353,
      "grad_norm": 2.500929594039917,
      "learning_rate": 1.5037777903254555e-06,
      "loss": 0.7813271880149841,
      "step": 2486
    },
    {
      "epoch": 3.0378510378510377,
      "grad_norm": 6.008790969848633,
      "learning_rate": 1.499485449627111e-06,
      "loss": 0.6232810616493225,
      "step": 2488
    },
    {
      "epoch": 3.04029304029304,
      "grad_norm": 2.7102444171905518,
      "learning_rate": 1.4952012879483739e-06,
      "loss": 0.8550852537155151,
      "step": 2490
    },
    {
      "epoch": 3.0427350427350426,
      "grad_norm": 3.5206353664398193,
      "learning_rate": 1.4909253247504813e-06,
      "loss": 0.3453124165534973,
      "step": 2492
    },
    {
      "epoch": 3.045177045177045,
      "grad_norm": 0.4782972037792206,
      "learning_rate": 1.4866575794574298e-06,
      "loss": 0.27831053733825684,
      "step": 2494
    },
    {
      "epoch": 3.0476190476190474,
      "grad_norm": 5.067359447479248,
      "learning_rate": 1.4823980714558842e-06,
      "loss": 0.6302961111068726,
      "step": 2496
    },
    {
      "epoch": 3.05006105006105,
      "grad_norm": 15.672896385192871,
      "learning_rate": 1.4781468200950903e-06,
      "loss": 0.3658387064933777,
      "step": 2498
    },
    {
      "epoch": 3.0525030525030523,
      "grad_norm": 1.5754889249801636,
      "learning_rate": 1.4739038446867882e-06,
      "loss": 0.4961889386177063,
      "step": 2500
    },
    {
      "epoch": 3.0549450549450547,
      "grad_norm": 8.665702819824219,
      "learning_rate": 1.4696691645051233e-06,
      "loss": 0.4041464328765869,
      "step": 2502
    },
    {
      "epoch": 3.057387057387057,
      "grad_norm": 2.04341459274292,
      "learning_rate": 1.4654427987865584e-06,
      "loss": 0.7974004745483398,
      "step": 2504
    },
    {
      "epoch": 3.0598290598290596,
      "grad_norm": 2.483825445175171,
      "learning_rate": 1.461224766729788e-06,
      "loss": 0.5479510426521301,
      "step": 2506
    },
    {
      "epoch": 3.062271062271062,
      "grad_norm": 1.7536518573760986,
      "learning_rate": 1.4570150874956491e-06,
      "loss": 0.6952835917472839,
      "step": 2508
    },
    {
      "epoch": 3.064713064713065,
      "grad_norm": 2.361480951309204,
      "learning_rate": 1.452813780207038e-06,
      "loss": 0.8374277949333191,
      "step": 2510
    },
    {
      "epoch": 3.0671550671550674,
      "grad_norm": 3.7606232166290283,
      "learning_rate": 1.4486208639488147e-06,
      "loss": 0.42150750756263733,
      "step": 2512
    },
    {
      "epoch": 3.06959706959707,
      "grad_norm": 2.443471670150757,
      "learning_rate": 1.44443635776773e-06,
      "loss": 0.7532929182052612,
      "step": 2514
    },
    {
      "epoch": 3.0720390720390722,
      "grad_norm": 3.036879301071167,
      "learning_rate": 1.4402602806723224e-06,
      "loss": 0.5805554389953613,
      "step": 2516
    },
    {
      "epoch": 3.0744810744810747,
      "grad_norm": 2.405412197113037,
      "learning_rate": 1.4360926516328486e-06,
      "loss": 0.1354294717311859,
      "step": 2518
    },
    {
      "epoch": 3.076923076923077,
      "grad_norm": 2.239072322845459,
      "learning_rate": 1.4319334895811822e-06,
      "loss": 0.4422219395637512,
      "step": 2520
    },
    {
      "epoch": 3.0793650793650795,
      "grad_norm": 1.6425889730453491,
      "learning_rate": 1.4277828134107404e-06,
      "loss": 0.6835185289382935,
      "step": 2522
    },
    {
      "epoch": 3.081807081807082,
      "grad_norm": 2.7413876056671143,
      "learning_rate": 1.4236406419763888e-06,
      "loss": 0.9346991777420044,
      "step": 2524
    },
    {
      "epoch": 3.0842490842490844,
      "grad_norm": 13.284109115600586,
      "learning_rate": 1.4195069940943602e-06,
      "loss": 0.5621562004089355,
      "step": 2526
    },
    {
      "epoch": 3.086691086691087,
      "grad_norm": 2.8617191314697266,
      "learning_rate": 1.4153818885421693e-06,
      "loss": 0.48587676882743835,
      "step": 2528
    },
    {
      "epoch": 3.0891330891330893,
      "grad_norm": 4.067028045654297,
      "learning_rate": 1.4112653440585253e-06,
      "loss": 0.06718393415212631,
      "step": 2530
    },
    {
      "epoch": 3.0915750915750917,
      "grad_norm": 2.965784788131714,
      "learning_rate": 1.4071573793432477e-06,
      "loss": 0.36484605073928833,
      "step": 2532
    },
    {
      "epoch": 3.094017094017094,
      "grad_norm": 6.96315336227417,
      "learning_rate": 1.4030580130571828e-06,
      "loss": 0.9084134101867676,
      "step": 2534
    },
    {
      "epoch": 3.0964590964590966,
      "grad_norm": 4.8996663093566895,
      "learning_rate": 1.3989672638221164e-06,
      "loss": 0.4888841509819031,
      "step": 2536
    },
    {
      "epoch": 3.098901098901099,
      "grad_norm": 15.704608917236328,
      "learning_rate": 1.3948851502206916e-06,
      "loss": 0.7055212259292603,
      "step": 2538
    },
    {
      "epoch": 3.1013431013431014,
      "grad_norm": 3.72160005569458,
      "learning_rate": 1.3908116907963219e-06,
      "loss": 0.9027807712554932,
      "step": 2540
    },
    {
      "epoch": 3.103785103785104,
      "grad_norm": 2.0347139835357666,
      "learning_rate": 1.3867469040531097e-06,
      "loss": 0.5173296928405762,
      "step": 2542
    },
    {
      "epoch": 3.1062271062271063,
      "grad_norm": 2.45859694480896,
      "learning_rate": 1.3826908084557599e-06,
      "loss": 0.515606701374054,
      "step": 2544
    },
    {
      "epoch": 3.1086691086691087,
      "grad_norm": 4.653799533843994,
      "learning_rate": 1.3786434224294974e-06,
      "loss": 0.09697027504444122,
      "step": 2546
    },
    {
      "epoch": 3.111111111111111,
      "grad_norm": 2.246595621109009,
      "learning_rate": 1.374604764359983e-06,
      "loss": 0.5722851753234863,
      "step": 2548
    },
    {
      "epoch": 3.1135531135531136,
      "grad_norm": 3.75177264213562,
      "learning_rate": 1.3705748525932296e-06,
      "loss": 0.6366295218467712,
      "step": 2550
    },
    {
      "epoch": 3.115995115995116,
      "grad_norm": 12.912460327148438,
      "learning_rate": 1.36655370543552e-06,
      "loss": 0.19046643376350403,
      "step": 2552
    },
    {
      "epoch": 3.1184371184371185,
      "grad_norm": 2.1945950984954834,
      "learning_rate": 1.3625413411533215e-06,
      "loss": 0.8602652549743652,
      "step": 2554
    },
    {
      "epoch": 3.120879120879121,
      "grad_norm": 14.562986373901367,
      "learning_rate": 1.3585377779732054e-06,
      "loss": 0.4864516258239746,
      "step": 2556
    },
    {
      "epoch": 3.1233211233211233,
      "grad_norm": 1.2465832233428955,
      "learning_rate": 1.3545430340817623e-06,
      "loss": 0.414315789937973,
      "step": 2558
    },
    {
      "epoch": 3.1257631257631258,
      "grad_norm": 2.1674346923828125,
      "learning_rate": 1.350557127625521e-06,
      "loss": 0.8689194321632385,
      "step": 2560
    },
    {
      "epoch": 3.128205128205128,
      "grad_norm": 4.005629062652588,
      "learning_rate": 1.3465800767108644e-06,
      "loss": 0.9341198801994324,
      "step": 2562
    },
    {
      "epoch": 3.1306471306471306,
      "grad_norm": 3.285874605178833,
      "learning_rate": 1.342611899403951e-06,
      "loss": 0.8401010632514954,
      "step": 2564
    },
    {
      "epoch": 3.133089133089133,
      "grad_norm": 4.772563934326172,
      "learning_rate": 1.338652613730625e-06,
      "loss": 0.5630367398262024,
      "step": 2566
    },
    {
      "epoch": 3.1355311355311355,
      "grad_norm": 3.344740629196167,
      "learning_rate": 1.334702237676345e-06,
      "loss": 0.7592120170593262,
      "step": 2568
    },
    {
      "epoch": 3.137973137973138,
      "grad_norm": 9.296796798706055,
      "learning_rate": 1.3307607891860916e-06,
      "loss": 0.48091375827789307,
      "step": 2570
    },
    {
      "epoch": 3.1404151404151404,
      "grad_norm": 3.7448983192443848,
      "learning_rate": 1.3268282861642965e-06,
      "loss": 0.523597776889801,
      "step": 2572
    },
    {
      "epoch": 3.142857142857143,
      "grad_norm": 2.7864246368408203,
      "learning_rate": 1.3229047464747492e-06,
      "loss": 0.8306266665458679,
      "step": 2574
    },
    {
      "epoch": 3.1452991452991452,
      "grad_norm": 4.969945430755615,
      "learning_rate": 1.3189901879405287e-06,
      "loss": 0.8894456028938293,
      "step": 2576
    },
    {
      "epoch": 3.1477411477411477,
      "grad_norm": 2.3445777893066406,
      "learning_rate": 1.3150846283439124e-06,
      "loss": 0.7661553621292114,
      "step": 2578
    },
    {
      "epoch": 3.15018315018315,
      "grad_norm": 5.691545486450195,
      "learning_rate": 1.3111880854263006e-06,
      "loss": 0.714350163936615,
      "step": 2580
    },
    {
      "epoch": 3.1526251526251525,
      "grad_norm": 10.326680183410645,
      "learning_rate": 1.3073005768881332e-06,
      "loss": 0.8273946046829224,
      "step": 2582
    },
    {
      "epoch": 3.155067155067155,
      "grad_norm": 15.851977348327637,
      "learning_rate": 1.3034221203888117e-06,
      "loss": 0.32498669624328613,
      "step": 2584
    },
    {
      "epoch": 3.1575091575091574,
      "grad_norm": 9.003250122070312,
      "learning_rate": 1.2995527335466172e-06,
      "loss": 0.5692976713180542,
      "step": 2586
    },
    {
      "epoch": 3.15995115995116,
      "grad_norm": 6.924123287200928,
      "learning_rate": 1.2956924339386318e-06,
      "loss": 0.3022007346153259,
      "step": 2588
    },
    {
      "epoch": 3.1623931623931623,
      "grad_norm": 4.58242130279541,
      "learning_rate": 1.291841239100656e-06,
      "loss": 0.29833054542541504,
      "step": 2590
    },
    {
      "epoch": 3.1648351648351647,
      "grad_norm": 2.056873083114624,
      "learning_rate": 1.287999166527133e-06,
      "loss": 0.7911575436592102,
      "step": 2592
    },
    {
      "epoch": 3.167277167277167,
      "grad_norm": 2.0765960216522217,
      "learning_rate": 1.2841662336710662e-06,
      "loss": 0.6330872774124146,
      "step": 2594
    },
    {
      "epoch": 3.1697191697191696,
      "grad_norm": 6.344074726104736,
      "learning_rate": 1.2803424579439411e-06,
      "loss": 0.5566316246986389,
      "step": 2596
    },
    {
      "epoch": 3.172161172161172,
      "grad_norm": 2.674805164337158,
      "learning_rate": 1.276527856715646e-06,
      "loss": 0.8628856539726257,
      "step": 2598
    },
    {
      "epoch": 3.1746031746031744,
      "grad_norm": 2.659057140350342,
      "learning_rate": 1.2727224473143933e-06,
      "loss": 0.7332071661949158,
      "step": 2600
    },
    {
      "epoch": 3.177045177045177,
      "grad_norm": 2.530466318130493,
      "learning_rate": 1.2689262470266403e-06,
      "loss": 0.8011347651481628,
      "step": 2602
    },
    {
      "epoch": 3.1794871794871793,
      "grad_norm": 3.901975154876709,
      "learning_rate": 1.2651392730970107e-06,
      "loss": 0.8330449461936951,
      "step": 2604
    },
    {
      "epoch": 3.1819291819291817,
      "grad_norm": 43.94447326660156,
      "learning_rate": 1.2613615427282177e-06,
      "loss": 0.676027774810791,
      "step": 2606
    },
    {
      "epoch": 3.1843711843711846,
      "grad_norm": 3.9286386966705322,
      "learning_rate": 1.2575930730809836e-06,
      "loss": 0.7716042399406433,
      "step": 2608
    },
    {
      "epoch": 3.186813186813187,
      "grad_norm": 3.0505211353302,
      "learning_rate": 1.253833881273963e-06,
      "loss": 0.6885058879852295,
      "step": 2610
    },
    {
      "epoch": 3.1892551892551895,
      "grad_norm": 1.979110598564148,
      "learning_rate": 1.250083984383665e-06,
      "loss": 0.8547409176826477,
      "step": 2612
    },
    {
      "epoch": 3.191697191697192,
      "grad_norm": 1.8880133628845215,
      "learning_rate": 1.2463433994443755e-06,
      "loss": 0.7033931612968445,
      "step": 2614
    },
    {
      "epoch": 3.1941391941391943,
      "grad_norm": 5.2559099197387695,
      "learning_rate": 1.2426121434480828e-06,
      "loss": 0.5308555960655212,
      "step": 2616
    },
    {
      "epoch": 3.1965811965811968,
      "grad_norm": 15.855555534362793,
      "learning_rate": 1.2388902333443913e-06,
      "loss": 0.5126664042472839,
      "step": 2618
    },
    {
      "epoch": 3.199023199023199,
      "grad_norm": 6.698633670806885,
      "learning_rate": 1.2351776860404577e-06,
      "loss": 0.2311715930700302,
      "step": 2620
    },
    {
      "epoch": 3.2014652014652016,
      "grad_norm": 2.60094952583313,
      "learning_rate": 1.2314745184009012e-06,
      "loss": 0.5172269344329834,
      "step": 2622
    },
    {
      "epoch": 3.203907203907204,
      "grad_norm": 6.668694496154785,
      "learning_rate": 1.2277807472477384e-06,
      "loss": 0.2329966425895691,
      "step": 2624
    },
    {
      "epoch": 3.2063492063492065,
      "grad_norm": 3.4587221145629883,
      "learning_rate": 1.2240963893602952e-06,
      "loss": 0.9453647136688232,
      "step": 2626
    },
    {
      "epoch": 3.208791208791209,
      "grad_norm": 10.398512840270996,
      "learning_rate": 1.2204214614751442e-06,
      "loss": 0.14541763067245483,
      "step": 2628
    },
    {
      "epoch": 3.2112332112332114,
      "grad_norm": 2.5785880088806152,
      "learning_rate": 1.2167559802860135e-06,
      "loss": 0.9672622084617615,
      "step": 2630
    },
    {
      "epoch": 3.213675213675214,
      "grad_norm": 6.969937801361084,
      "learning_rate": 1.213099962443726e-06,
      "loss": 0.556788980960846,
      "step": 2632
    },
    {
      "epoch": 3.2161172161172162,
      "grad_norm": 1.9294971227645874,
      "learning_rate": 1.2094534245561098e-06,
      "loss": 0.7081160545349121,
      "step": 2634
    },
    {
      "epoch": 3.2185592185592187,
      "grad_norm": 3.8238325119018555,
      "learning_rate": 1.205816383187935e-06,
      "loss": 0.610231876373291,
      "step": 2636
    },
    {
      "epoch": 3.221001221001221,
      "grad_norm": 8.861764907836914,
      "learning_rate": 1.2021888548608272e-06,
      "loss": 0.6349549889564514,
      "step": 2638
    },
    {
      "epoch": 3.2234432234432235,
      "grad_norm": 1.7522162199020386,
      "learning_rate": 1.1985708560532047e-06,
      "loss": 0.7171330451965332,
      "step": 2640
    },
    {
      "epoch": 3.225885225885226,
      "grad_norm": 2.3566970825195312,
      "learning_rate": 1.19496240320019e-06,
      "loss": 0.8892612457275391,
      "step": 2642
    },
    {
      "epoch": 3.2283272283272284,
      "grad_norm": 2.1190340518951416,
      "learning_rate": 1.1913635126935477e-06,
      "loss": 0.7615914344787598,
      "step": 2644
    },
    {
      "epoch": 3.230769230769231,
      "grad_norm": 1.7972434759140015,
      "learning_rate": 1.1877742008816002e-06,
      "loss": 0.7856362462043762,
      "step": 2646
    },
    {
      "epoch": 3.2332112332112333,
      "grad_norm": 2.146169662475586,
      "learning_rate": 1.1841944840691619e-06,
      "loss": 0.8134780526161194,
      "step": 2648
    },
    {
      "epoch": 3.2356532356532357,
      "grad_norm": 11.170672416687012,
      "learning_rate": 1.1806243785174574e-06,
      "loss": 0.25675392150878906,
      "step": 2650
    },
    {
      "epoch": 3.238095238095238,
      "grad_norm": 3.0035762786865234,
      "learning_rate": 1.177063900444053e-06,
      "loss": 0.7596380114555359,
      "step": 2652
    },
    {
      "epoch": 3.2405372405372406,
      "grad_norm": 2.9616620540618896,
      "learning_rate": 1.173513066022781e-06,
      "loss": 0.9850119352340698,
      "step": 2654
    },
    {
      "epoch": 3.242979242979243,
      "grad_norm": 2.4156839847564697,
      "learning_rate": 1.1699718913836657e-06,
      "loss": 0.5272483229637146,
      "step": 2656
    },
    {
      "epoch": 3.2454212454212454,
      "grad_norm": 6.468486785888672,
      "learning_rate": 1.1664403926128516e-06,
      "loss": 0.38367509841918945,
      "step": 2658
    },
    {
      "epoch": 3.247863247863248,
      "grad_norm": 7.794209957122803,
      "learning_rate": 1.1629185857525296e-06,
      "loss": 0.4385049343109131,
      "step": 2660
    },
    {
      "epoch": 3.2503052503052503,
      "grad_norm": 3.511357545852661,
      "learning_rate": 1.1594064868008634e-06,
      "loss": 1.021645188331604,
      "step": 2662
    },
    {
      "epoch": 3.2527472527472527,
      "grad_norm": 3.927022695541382,
      "learning_rate": 1.1559041117119183e-06,
      "loss": 0.6152275800704956,
      "step": 2664
    },
    {
      "epoch": 3.255189255189255,
      "grad_norm": 2.2393136024475098,
      "learning_rate": 1.1524114763955876e-06,
      "loss": 0.48958325386047363,
      "step": 2666
    },
    {
      "epoch": 3.2576312576312576,
      "grad_norm": 4.180426597595215,
      "learning_rate": 1.1489285967175207e-06,
      "loss": 0.8316766619682312,
      "step": 2668
    },
    {
      "epoch": 3.26007326007326,
      "grad_norm": 2.2399017810821533,
      "learning_rate": 1.145455488499051e-06,
      "loss": 0.8960772156715393,
      "step": 2670
    },
    {
      "epoch": 3.2625152625152625,
      "grad_norm": 8.40261459350586,
      "learning_rate": 1.1419921675171245e-06,
      "loss": 0.48031508922576904,
      "step": 2672
    },
    {
      "epoch": 3.264957264957265,
      "grad_norm": 4.309727191925049,
      "learning_rate": 1.1385386495042272e-06,
      "loss": 0.13968098163604736,
      "step": 2674
    },
    {
      "epoch": 3.2673992673992673,
      "grad_norm": 2.9554507732391357,
      "learning_rate": 1.1350949501483145e-06,
      "loss": 0.909633457660675,
      "step": 2676
    },
    {
      "epoch": 3.2698412698412698,
      "grad_norm": 3.3006162643432617,
      "learning_rate": 1.1316610850927388e-06,
      "loss": 0.7681498527526855,
      "step": 2678
    },
    {
      "epoch": 3.272283272283272,
      "grad_norm": 0.4983324706554413,
      "learning_rate": 1.12823706993618e-06,
      "loss": 0.42390134930610657,
      "step": 2680
    },
    {
      "epoch": 3.2747252747252746,
      "grad_norm": 5.958628177642822,
      "learning_rate": 1.1248229202325736e-06,
      "loss": 0.5118038654327393,
      "step": 2682
    },
    {
      "epoch": 3.277167277167277,
      "grad_norm": 3.1510939598083496,
      "learning_rate": 1.1214186514910398e-06,
      "loss": 0.4903255105018616,
      "step": 2684
    },
    {
      "epoch": 3.2796092796092795,
      "grad_norm": 3.030272960662842,
      "learning_rate": 1.118024279175814e-06,
      "loss": 0.9587437510490417,
      "step": 2686
    },
    {
      "epoch": 3.282051282051282,
      "grad_norm": 0.38044917583465576,
      "learning_rate": 1.1146398187061776e-06,
      "loss": 0.13130967319011688,
      "step": 2688
    },
    {
      "epoch": 3.2844932844932844,
      "grad_norm": 3.4803404808044434,
      "learning_rate": 1.1112652854563824e-06,
      "loss": 0.8778082132339478,
      "step": 2690
    },
    {
      "epoch": 3.286935286935287,
      "grad_norm": 2.587324619293213,
      "learning_rate": 1.10790069475559e-06,
      "loss": 0.7979317903518677,
      "step": 2692
    },
    {
      "epoch": 3.2893772893772892,
      "grad_norm": 0.5913499593734741,
      "learning_rate": 1.1045460618877912e-06,
      "loss": 0.06984243541955948,
      "step": 2694
    },
    {
      "epoch": 3.2918192918192917,
      "grad_norm": 0.8156366944313049,
      "learning_rate": 1.1012014020917484e-06,
      "loss": 0.2010909765958786,
      "step": 2696
    },
    {
      "epoch": 3.294261294261294,
      "grad_norm": 1.7881795167922974,
      "learning_rate": 1.0978667305609147e-06,
      "loss": 0.7086883783340454,
      "step": 2698
    },
    {
      "epoch": 3.2967032967032965,
      "grad_norm": 2.393721342086792,
      "learning_rate": 1.0945420624433758e-06,
      "loss": 0.8595046997070312,
      "step": 2700
    },
    {
      "epoch": 3.299145299145299,
      "grad_norm": 2.1565139293670654,
      "learning_rate": 1.0912274128417696e-06,
      "loss": 0.9005102515220642,
      "step": 2702
    },
    {
      "epoch": 3.3015873015873014,
      "grad_norm": 3.553394317626953,
      "learning_rate": 1.0879227968132316e-06,
      "loss": 0.7882212996482849,
      "step": 2704
    },
    {
      "epoch": 3.304029304029304,
      "grad_norm": 3.0672333240509033,
      "learning_rate": 1.084628229369311e-06,
      "loss": 0.7716812491416931,
      "step": 2706
    },
    {
      "epoch": 3.3064713064713063,
      "grad_norm": 2.4524006843566895,
      "learning_rate": 1.0813437254759165e-06,
      "loss": 0.5214710831642151,
      "step": 2708
    },
    {
      "epoch": 3.3089133089133087,
      "grad_norm": 2.5456132888793945,
      "learning_rate": 1.0780693000532372e-06,
      "loss": 0.6923003196716309,
      "step": 2710
    },
    {
      "epoch": 3.311355311355311,
      "grad_norm": 2.900570869445801,
      "learning_rate": 1.0748049679756843e-06,
      "loss": 0.8628150820732117,
      "step": 2712
    },
    {
      "epoch": 3.3137973137973136,
      "grad_norm": 3.343024253845215,
      "learning_rate": 1.0715507440718147e-06,
      "loss": 0.5487645864486694,
      "step": 2714
    },
    {
      "epoch": 3.316239316239316,
      "grad_norm": 3.0560784339904785,
      "learning_rate": 1.0683066431242717e-06,
      "loss": 0.8819491267204285,
      "step": 2716
    },
    {
      "epoch": 3.3186813186813184,
      "grad_norm": 4.643116474151611,
      "learning_rate": 1.0650726798697113e-06,
      "loss": 0.7186728715896606,
      "step": 2718
    },
    {
      "epoch": 3.3211233211233213,
      "grad_norm": 3.3299341201782227,
      "learning_rate": 1.061848868998739e-06,
      "loss": 0.8435643315315247,
      "step": 2720
    },
    {
      "epoch": 3.3235653235653237,
      "grad_norm": 3.4163544178009033,
      "learning_rate": 1.0586352251558425e-06,
      "loss": 0.5442382097244263,
      "step": 2722
    },
    {
      "epoch": 3.326007326007326,
      "grad_norm": 0.8344938158988953,
      "learning_rate": 1.0554317629393234e-06,
      "loss": 0.06635025888681412,
      "step": 2724
    },
    {
      "epoch": 3.3284493284493286,
      "grad_norm": 3.7720038890838623,
      "learning_rate": 1.052238496901234e-06,
      "loss": 0.4655779004096985,
      "step": 2726
    },
    {
      "epoch": 3.330891330891331,
      "grad_norm": 1.7745321989059448,
      "learning_rate": 1.0490554415473079e-06,
      "loss": 0.7798499464988708,
      "step": 2728
    },
    {
      "epoch": 3.3333333333333335,
      "grad_norm": 11.497058868408203,
      "learning_rate": 1.0458826113368965e-06,
      "loss": 0.7589215040206909,
      "step": 2730
    },
    {
      "epoch": 3.335775335775336,
      "grad_norm": 0.8510182499885559,
      "learning_rate": 1.042720020682902e-06,
      "loss": 0.5679793953895569,
      "step": 2732
    },
    {
      "epoch": 3.3382173382173383,
      "grad_norm": 3.5748512744903564,
      "learning_rate": 1.039567683951713e-06,
      "loss": 0.6550238132476807,
      "step": 2734
    },
    {
      "epoch": 3.340659340659341,
      "grad_norm": 1.754301905632019,
      "learning_rate": 1.036425615463138e-06,
      "loss": 0.7326245903968811,
      "step": 2736
    },
    {
      "epoch": 3.343101343101343,
      "grad_norm": 0.8980134129524231,
      "learning_rate": 1.0332938294903407e-06,
      "loss": 0.4887623190879822,
      "step": 2738
    },
    {
      "epoch": 3.3455433455433456,
      "grad_norm": 1.9559557437896729,
      "learning_rate": 1.0301723402597769e-06,
      "loss": 0.4706956148147583,
      "step": 2740
    },
    {
      "epoch": 3.347985347985348,
      "grad_norm": 10.616726875305176,
      "learning_rate": 1.0270611619511266e-06,
      "loss": 0.8596802353858948,
      "step": 2742
    },
    {
      "epoch": 3.3504273504273505,
      "grad_norm": 24.7109317779541,
      "learning_rate": 1.0239603086972323e-06,
      "loss": 0.584933340549469,
      "step": 2744
    },
    {
      "epoch": 3.352869352869353,
      "grad_norm": 2.8988747596740723,
      "learning_rate": 1.020869794584034e-06,
      "loss": 0.7101993560791016,
      "step": 2746
    },
    {
      "epoch": 3.3553113553113554,
      "grad_norm": 93.7816162109375,
      "learning_rate": 1.017789633650505e-06,
      "loss": 0.5839419960975647,
      "step": 2748
    },
    {
      "epoch": 3.357753357753358,
      "grad_norm": 5.284997463226318,
      "learning_rate": 1.014719839888588e-06,
      "loss": 0.3563012480735779,
      "step": 2750
    },
    {
      "epoch": 3.3601953601953602,
      "grad_norm": 1.8024640083312988,
      "learning_rate": 1.011660427243132e-06,
      "loss": 0.3267917037010193,
      "step": 2752
    },
    {
      "epoch": 3.3626373626373627,
      "grad_norm": 1.5629299879074097,
      "learning_rate": 1.0086114096118286e-06,
      "loss": 0.4166877269744873,
      "step": 2754
    },
    {
      "epoch": 3.365079365079365,
      "grad_norm": 3.879136323928833,
      "learning_rate": 1.005572800845148e-06,
      "loss": 0.7401219606399536,
      "step": 2756
    },
    {
      "epoch": 3.3675213675213675,
      "grad_norm": 2.1835029125213623,
      "learning_rate": 1.0025446147462803e-06,
      "loss": 0.8265122175216675,
      "step": 2758
    },
    {
      "epoch": 3.36996336996337,
      "grad_norm": 4.126181602478027,
      "learning_rate": 9.995268650710657e-07,
      "loss": 1.0622559785842896,
      "step": 2760
    },
    {
      "epoch": 3.3724053724053724,
      "grad_norm": 2.4242002964019775,
      "learning_rate": 9.965195655279379e-07,
      "loss": 0.4468766152858734,
      "step": 2762
    },
    {
      "epoch": 3.374847374847375,
      "grad_norm": 2.549320697784424,
      "learning_rate": 9.935227297778605e-07,
      "loss": 0.8873687386512756,
      "step": 2764
    },
    {
      "epoch": 3.3772893772893773,
      "grad_norm": 3.020458936691284,
      "learning_rate": 9.905363714342615e-07,
      "loss": 0.4191344082355499,
      "step": 2766
    },
    {
      "epoch": 3.3797313797313797,
      "grad_norm": 2.900737762451172,
      "learning_rate": 9.875605040629773e-07,
      "loss": 0.37247806787490845,
      "step": 2768
    },
    {
      "epoch": 3.382173382173382,
      "grad_norm": 5.969982624053955,
      "learning_rate": 9.845951411821863e-07,
      "loss": 0.44880709052085876,
      "step": 2770
    },
    {
      "epoch": 3.3846153846153846,
      "grad_norm": 5.617712497711182,
      "learning_rate": 9.816402962623497e-07,
      "loss": 0.8781357407569885,
      "step": 2772
    },
    {
      "epoch": 3.387057387057387,
      "grad_norm": 4.446506023406982,
      "learning_rate": 9.786959827261491e-07,
      "loss": 0.4436875283718109,
      "step": 2774
    },
    {
      "epoch": 3.3894993894993894,
      "grad_norm": 2.733320713043213,
      "learning_rate": 9.757622139484275e-07,
      "loss": 0.8267475962638855,
      "step": 2776
    },
    {
      "epoch": 3.391941391941392,
      "grad_norm": 1.7333195209503174,
      "learning_rate": 9.72839003256126e-07,
      "loss": 0.741727352142334,
      "step": 2778
    },
    {
      "epoch": 3.3943833943833943,
      "grad_norm": 0.6535694599151611,
      "learning_rate": 9.699263639282255e-07,
      "loss": 0.3470302224159241,
      "step": 2780
    },
    {
      "epoch": 3.3968253968253967,
      "grad_norm": 2.3038716316223145,
      "learning_rate": 9.67024309195685e-07,
      "loss": 0.538809061050415,
      "step": 2782
    },
    {
      "epoch": 3.399267399267399,
      "grad_norm": 2.897294044494629,
      "learning_rate": 9.641328522413813e-07,
      "loss": 0.20831730961799622,
      "step": 2784
    },
    {
      "epoch": 3.4017094017094016,
      "grad_norm": 5.283458709716797,
      "learning_rate": 9.61252006200051e-07,
      "loss": 0.4685713052749634,
      "step": 2786
    },
    {
      "epoch": 3.404151404151404,
      "grad_norm": 2.1215171813964844,
      "learning_rate": 9.583817841582285e-07,
      "loss": 0.9289071559906006,
      "step": 2788
    },
    {
      "epoch": 3.4065934065934065,
      "grad_norm": 2.2103238105773926,
      "learning_rate": 9.555221991541877e-07,
      "loss": 0.814532995223999,
      "step": 2790
    },
    {
      "epoch": 3.409035409035409,
      "grad_norm": 1.8449485301971436,
      "learning_rate": 9.526732641778836e-07,
      "loss": 0.4528883099555969,
      "step": 2792
    },
    {
      "epoch": 3.4114774114774113,
      "grad_norm": 1.9408596754074097,
      "learning_rate": 9.498349921708914e-07,
      "loss": 0.7237257957458496,
      "step": 2794
    },
    {
      "epoch": 3.413919413919414,
      "grad_norm": 2.033916711807251,
      "learning_rate": 9.470073960263484e-07,
      "loss": 0.8568973541259766,
      "step": 2796
    },
    {
      "epoch": 3.416361416361416,
      "grad_norm": 2.8969850540161133,
      "learning_rate": 9.441904885888982e-07,
      "loss": 0.4384755790233612,
      "step": 2798
    },
    {
      "epoch": 3.4188034188034186,
      "grad_norm": 0.7930925488471985,
      "learning_rate": 9.413842826546254e-07,
      "loss": 0.06476318836212158,
      "step": 2800
    },
    {
      "epoch": 3.421245421245421,
      "grad_norm": 2.1533210277557373,
      "learning_rate": 9.385887909710069e-07,
      "loss": 0.825805127620697,
      "step": 2802
    },
    {
      "epoch": 3.4236874236874235,
      "grad_norm": 0.8457545042037964,
      "learning_rate": 9.358040262368445e-07,
      "loss": 0.6605730652809143,
      "step": 2804
    },
    {
      "epoch": 3.426129426129426,
      "grad_norm": 2.488839626312256,
      "learning_rate": 9.330300011022163e-07,
      "loss": 0.5794928669929504,
      "step": 2806
    },
    {
      "epoch": 3.4285714285714284,
      "grad_norm": 2.972033739089966,
      "learning_rate": 9.302667281684098e-07,
      "loss": 0.8902238011360168,
      "step": 2808
    },
    {
      "epoch": 3.4310134310134313,
      "grad_norm": 3.6812944412231445,
      "learning_rate": 9.27514219987874e-07,
      "loss": 0.6202410459518433,
      "step": 2810
    },
    {
      "epoch": 3.4334554334554337,
      "grad_norm": 1.0500991344451904,
      "learning_rate": 9.247724890641543e-07,
      "loss": 0.10720151662826538,
      "step": 2812
    },
    {
      "epoch": 3.435897435897436,
      "grad_norm": 7.567105293273926,
      "learning_rate": 9.22041547851843e-07,
      "loss": 0.6870253682136536,
      "step": 2814
    },
    {
      "epoch": 3.4383394383394386,
      "grad_norm": 21.982929229736328,
      "learning_rate": 9.193214087565146e-07,
      "loss": 0.7681679725646973,
      "step": 2816
    },
    {
      "epoch": 3.440781440781441,
      "grad_norm": 3.4593942165374756,
      "learning_rate": 9.166120841346786e-07,
      "loss": 0.9266019463539124,
      "step": 2818
    },
    {
      "epoch": 3.4432234432234434,
      "grad_norm": 3.5219388008117676,
      "learning_rate": 9.139135862937139e-07,
      "loss": 0.7612605094909668,
      "step": 2820
    },
    {
      "epoch": 3.445665445665446,
      "grad_norm": 4.131385803222656,
      "learning_rate": 9.112259274918228e-07,
      "loss": 0.9317520260810852,
      "step": 2822
    },
    {
      "epoch": 3.4481074481074483,
      "grad_norm": 2.044438600540161,
      "learning_rate": 9.085491199379652e-07,
      "loss": 0.8517608046531677,
      "step": 2824
    },
    {
      "epoch": 3.4505494505494507,
      "grad_norm": 2.4360508918762207,
      "learning_rate": 9.058831757918119e-07,
      "loss": 0.6897678971290588,
      "step": 2826
    },
    {
      "epoch": 3.452991452991453,
      "grad_norm": 2.0640690326690674,
      "learning_rate": 9.032281071636829e-07,
      "loss": 0.8173401355743408,
      "step": 2828
    },
    {
      "epoch": 3.4554334554334556,
      "grad_norm": 16.34990692138672,
      "learning_rate": 9.00583926114497e-07,
      "loss": 0.5656797289848328,
      "step": 2830
    },
    {
      "epoch": 3.457875457875458,
      "grad_norm": 3.1184754371643066,
      "learning_rate": 8.979506446557141e-07,
      "loss": 0.49873775243759155,
      "step": 2832
    },
    {
      "epoch": 3.4603174603174605,
      "grad_norm": 1.7745251655578613,
      "learning_rate": 8.953282747492816e-07,
      "loss": 0.9596657752990723,
      "step": 2834
    },
    {
      "epoch": 3.462759462759463,
      "grad_norm": 7.131638050079346,
      "learning_rate": 8.927168283075807e-07,
      "loss": 0.5169793367385864,
      "step": 2836
    },
    {
      "epoch": 3.4652014652014653,
      "grad_norm": 101.0040283203125,
      "learning_rate": 8.901163171933706e-07,
      "loss": 0.4887714684009552,
      "step": 2838
    },
    {
      "epoch": 3.4676434676434678,
      "grad_norm": 2.2968623638153076,
      "learning_rate": 8.875267532197368e-07,
      "loss": 0.8718173503875732,
      "step": 2840
    },
    {
      "epoch": 3.47008547008547,
      "grad_norm": 1.8435990810394287,
      "learning_rate": 8.849481481500356e-07,
      "loss": 0.7854589819908142,
      "step": 2842
    },
    {
      "epoch": 3.4725274725274726,
      "grad_norm": 2.054354667663574,
      "learning_rate": 8.823805136978413e-07,
      "loss": 0.8386743068695068,
      "step": 2844
    },
    {
      "epoch": 3.474969474969475,
      "grad_norm": 1.7228000164031982,
      "learning_rate": 8.798238615268934e-07,
      "loss": 0.8005945682525635,
      "step": 2846
    },
    {
      "epoch": 3.4774114774114775,
      "grad_norm": 2.3333404064178467,
      "learning_rate": 8.772782032510439e-07,
      "loss": 0.7422125935554504,
      "step": 2848
    },
    {
      "epoch": 3.47985347985348,
      "grad_norm": 6.355716228485107,
      "learning_rate": 8.747435504342022e-07,
      "loss": 0.5096930861473083,
      "step": 2850
    },
    {
      "epoch": 3.4822954822954824,
      "grad_norm": 1.6502275466918945,
      "learning_rate": 8.722199145902857e-07,
      "loss": 0.7535804510116577,
      "step": 2852
    },
    {
      "epoch": 3.484737484737485,
      "grad_norm": 0.4867725968360901,
      "learning_rate": 8.697073071831658e-07,
      "loss": 0.14731785655021667,
      "step": 2854
    },
    {
      "epoch": 3.4871794871794872,
      "grad_norm": 7.8371686935424805,
      "learning_rate": 8.672057396266161e-07,
      "loss": 0.7259136438369751,
      "step": 2856
    },
    {
      "epoch": 3.4896214896214897,
      "grad_norm": 4.284936904907227,
      "learning_rate": 8.647152232842599e-07,
      "loss": 0.30577749013900757,
      "step": 2858
    },
    {
      "epoch": 3.492063492063492,
      "grad_norm": 1.8026747703552246,
      "learning_rate": 8.622357694695207e-07,
      "loss": 0.7950439453125,
      "step": 2860
    },
    {
      "epoch": 3.4945054945054945,
      "grad_norm": 10.06855583190918,
      "learning_rate": 8.597673894455675e-07,
      "loss": 0.7480056881904602,
      "step": 2862
    },
    {
      "epoch": 3.496947496947497,
      "grad_norm": 1.7933481931686401,
      "learning_rate": 8.573100944252662e-07,
      "loss": 0.4216347336769104,
      "step": 2864
    },
    {
      "epoch": 3.4993894993894994,
      "grad_norm": 1.7255240678787231,
      "learning_rate": 8.548638955711298e-07,
      "loss": 0.3292645812034607,
      "step": 2866
    },
    {
      "epoch": 3.501831501831502,
      "grad_norm": 3.3586931228637695,
      "learning_rate": 8.524288039952625e-07,
      "loss": 0.8613098859786987,
      "step": 2868
    },
    {
      "epoch": 3.5042735042735043,
      "grad_norm": 7.2187700271606445,
      "learning_rate": 8.500048307593161e-07,
      "loss": 0.49458879232406616,
      "step": 2870
    },
    {
      "epoch": 3.5067155067155067,
      "grad_norm": 13.894682884216309,
      "learning_rate": 8.475919868744322e-07,
      "loss": 0.39427265524864197,
      "step": 2872
    },
    {
      "epoch": 3.509157509157509,
      "grad_norm": 2.581885814666748,
      "learning_rate": 8.451902833012003e-07,
      "loss": 0.918152391910553,
      "step": 2874
    },
    {
      "epoch": 3.5115995115995116,
      "grad_norm": 3.96673321723938,
      "learning_rate": 8.427997309496005e-07,
      "loss": 0.30580323934555054,
      "step": 2876
    },
    {
      "epoch": 3.514041514041514,
      "grad_norm": 3.975219964981079,
      "learning_rate": 8.404203406789602e-07,
      "loss": 0.7915468215942383,
      "step": 2878
    },
    {
      "epoch": 3.5164835164835164,
      "grad_norm": 2.8507955074310303,
      "learning_rate": 8.380521232978992e-07,
      "loss": 0.6845412254333496,
      "step": 2880
    },
    {
      "epoch": 3.518925518925519,
      "grad_norm": 5.622760772705078,
      "learning_rate": 8.356950895642862e-07,
      "loss": 0.6595726013183594,
      "step": 2882
    },
    {
      "epoch": 3.5213675213675213,
      "grad_norm": 4.254746437072754,
      "learning_rate": 8.333492501851838e-07,
      "loss": 0.9753207564353943,
      "step": 2884
    },
    {
      "epoch": 3.5238095238095237,
      "grad_norm": 2.7020394802093506,
      "learning_rate": 8.310146158168066e-07,
      "loss": 0.9157518148422241,
      "step": 2886
    },
    {
      "epoch": 3.526251526251526,
      "grad_norm": 2.108231544494629,
      "learning_rate": 8.28691197064466e-07,
      "loss": 0.7969650030136108,
      "step": 2888
    },
    {
      "epoch": 3.5286935286935286,
      "grad_norm": 3.530876398086548,
      "learning_rate": 8.263790044825285e-07,
      "loss": 0.9127578735351562,
      "step": 2890
    },
    {
      "epoch": 3.531135531135531,
      "grad_norm": 2.557037830352783,
      "learning_rate": 8.240780485743608e-07,
      "loss": 0.7240651845932007,
      "step": 2892
    },
    {
      "epoch": 3.5335775335775335,
      "grad_norm": 6.49147891998291,
      "learning_rate": 8.217883397922905e-07,
      "loss": 0.3955632746219635,
      "step": 2894
    },
    {
      "epoch": 3.536019536019536,
      "grad_norm": 2.565272808074951,
      "learning_rate": 8.195098885375495e-07,
      "loss": 0.6618751287460327,
      "step": 2896
    },
    {
      "epoch": 3.5384615384615383,
      "grad_norm": 1.6365941762924194,
      "learning_rate": 8.172427051602347e-07,
      "loss": 0.7428027391433716,
      "step": 2898
    },
    {
      "epoch": 3.5409035409035408,
      "grad_norm": 2.283928394317627,
      "learning_rate": 8.149867999592548e-07,
      "loss": 0.7936429381370544,
      "step": 2900
    },
    {
      "epoch": 3.543345543345543,
      "grad_norm": 3.6295547485351562,
      "learning_rate": 8.127421831822881e-07,
      "loss": 0.12481510639190674,
      "step": 2902
    },
    {
      "epoch": 3.5457875457875456,
      "grad_norm": 1.7329978942871094,
      "learning_rate": 8.105088650257343e-07,
      "loss": 0.7854657769203186,
      "step": 2904
    },
    {
      "epoch": 3.548229548229548,
      "grad_norm": 3.5314977169036865,
      "learning_rate": 8.082868556346662e-07,
      "loss": 0.8098005056381226,
      "step": 2906
    },
    {
      "epoch": 3.5506715506715505,
      "grad_norm": 2.5535361766815186,
      "learning_rate": 8.060761651027867e-07,
      "loss": 0.9487941265106201,
      "step": 2908
    },
    {
      "epoch": 3.553113553113553,
      "grad_norm": 3.6165003776550293,
      "learning_rate": 8.038768034723816e-07,
      "loss": 0.52418053150177,
      "step": 2910
    },
    {
      "epoch": 3.5555555555555554,
      "grad_norm": 2.5802009105682373,
      "learning_rate": 8.016887807342732e-07,
      "loss": 0.3970736563205719,
      "step": 2912
    },
    {
      "epoch": 3.557997557997558,
      "grad_norm": 2.033656358718872,
      "learning_rate": 7.995121068277767e-07,
      "loss": 0.591442883014679,
      "step": 2914
    },
    {
      "epoch": 3.5604395604395602,
      "grad_norm": 1.6943453550338745,
      "learning_rate": 7.973467916406536e-07,
      "loss": 0.8024305701255798,
      "step": 2916
    },
    {
      "epoch": 3.5628815628815627,
      "grad_norm": 7.8730692863464355,
      "learning_rate": 7.951928450090673e-07,
      "loss": 0.6496803164482117,
      "step": 2918
    },
    {
      "epoch": 3.565323565323565,
      "grad_norm": 18.40151596069336,
      "learning_rate": 7.93050276717538e-07,
      "loss": 0.5158238410949707,
      "step": 2920
    },
    {
      "epoch": 3.5677655677655675,
      "grad_norm": 1.7893723249435425,
      "learning_rate": 7.909190964988997e-07,
      "loss": 0.826363742351532,
      "step": 2922
    },
    {
      "epoch": 3.57020757020757,
      "grad_norm": 9.468801498413086,
      "learning_rate": 7.887993140342538e-07,
      "loss": 0.5767655968666077,
      "step": 2924
    },
    {
      "epoch": 3.5726495726495724,
      "grad_norm": 2.3637073040008545,
      "learning_rate": 7.86690938952927e-07,
      "loss": 0.48466330766677856,
      "step": 2926
    },
    {
      "epoch": 3.575091575091575,
      "grad_norm": 2.659562587738037,
      "learning_rate": 7.845939808324267e-07,
      "loss": 0.8443353772163391,
      "step": 2928
    },
    {
      "epoch": 3.5775335775335773,
      "grad_norm": 2.3245725631713867,
      "learning_rate": 7.825084491983969e-07,
      "loss": 0.764642059803009,
      "step": 2930
    },
    {
      "epoch": 3.57997557997558,
      "grad_norm": 5.520932197570801,
      "learning_rate": 7.804343535245766e-07,
      "loss": 0.6558569669723511,
      "step": 2932
    },
    {
      "epoch": 3.5824175824175826,
      "grad_norm": 3.9519784450531006,
      "learning_rate": 7.78371703232755e-07,
      "loss": 0.6942023634910583,
      "step": 2934
    },
    {
      "epoch": 3.584859584859585,
      "grad_norm": 1.9188674688339233,
      "learning_rate": 7.763205076927297e-07,
      "loss": 0.46283501386642456,
      "step": 2936
    },
    {
      "epoch": 3.5873015873015874,
      "grad_norm": 0.12963134050369263,
      "learning_rate": 7.742807762222653e-07,
      "loss": 0.4600965678691864,
      "step": 2938
    },
    {
      "epoch": 3.58974358974359,
      "grad_norm": 2.5248825550079346,
      "learning_rate": 7.722525180870466e-07,
      "loss": 0.557766854763031,
      "step": 2940
    },
    {
      "epoch": 3.5921855921855923,
      "grad_norm": 2.4224584102630615,
      "learning_rate": 7.702357425006438e-07,
      "loss": 0.8053780794143677,
      "step": 2942
    },
    {
      "epoch": 3.5946275946275947,
      "grad_norm": 2.104917526245117,
      "learning_rate": 7.682304586244618e-07,
      "loss": 0.7758908271789551,
      "step": 2944
    },
    {
      "epoch": 3.597069597069597,
      "grad_norm": 3.0547473430633545,
      "learning_rate": 7.662366755677073e-07,
      "loss": 0.8851046562194824,
      "step": 2946
    },
    {
      "epoch": 3.5995115995115996,
      "grad_norm": 1.9801969528198242,
      "learning_rate": 7.642544023873402e-07,
      "loss": 0.5296459794044495,
      "step": 2948
    },
    {
      "epoch": 3.601953601953602,
      "grad_norm": 3.0353381633758545,
      "learning_rate": 7.622836480880383e-07,
      "loss": 0.5360254049301147,
      "step": 2950
    },
    {
      "epoch": 3.6043956043956045,
      "grad_norm": 8.00523567199707,
      "learning_rate": 7.603244216221524e-07,
      "loss": 0.20186254382133484,
      "step": 2952
    },
    {
      "epoch": 3.606837606837607,
      "grad_norm": 4.944789409637451,
      "learning_rate": 7.583767318896664e-07,
      "loss": 0.466735303401947,
      "step": 2954
    },
    {
      "epoch": 3.6092796092796093,
      "grad_norm": 5.835378646850586,
      "learning_rate": 7.564405877381587e-07,
      "loss": 0.6394435167312622,
      "step": 2956
    },
    {
      "epoch": 3.6117216117216118,
      "grad_norm": 2.267725944519043,
      "learning_rate": 7.545159979627594e-07,
      "loss": 0.6844528913497925,
      "step": 2958
    },
    {
      "epoch": 3.614163614163614,
      "grad_norm": 2.5582151412963867,
      "learning_rate": 7.52602971306113e-07,
      "loss": 0.7534583210945129,
      "step": 2960
    },
    {
      "epoch": 3.6166056166056166,
      "grad_norm": 5.141064167022705,
      "learning_rate": 7.507015164583367e-07,
      "loss": 0.5010976791381836,
      "step": 2962
    },
    {
      "epoch": 3.619047619047619,
      "grad_norm": 3.67368745803833,
      "learning_rate": 7.488116420569816e-07,
      "loss": 0.8287992477416992,
      "step": 2964
    },
    {
      "epoch": 3.6214896214896215,
      "grad_norm": 2.036011219024658,
      "learning_rate": 7.46933356686993e-07,
      "loss": 0.9010288715362549,
      "step": 2966
    },
    {
      "epoch": 3.623931623931624,
      "grad_norm": 2.759631633758545,
      "learning_rate": 7.450666688806727e-07,
      "loss": 0.9595599174499512,
      "step": 2968
    },
    {
      "epoch": 3.6263736263736264,
      "grad_norm": 1.9032822847366333,
      "learning_rate": 7.432115871176391e-07,
      "loss": 0.4801540672779083,
      "step": 2970
    },
    {
      "epoch": 3.628815628815629,
      "grad_norm": 2.809022903442383,
      "learning_rate": 7.413681198247886e-07,
      "loss": 0.4220638573169708,
      "step": 2972
    },
    {
      "epoch": 3.6312576312576312,
      "grad_norm": 3.1490209102630615,
      "learning_rate": 7.395362753762583e-07,
      "loss": 0.48024827241897583,
      "step": 2974
    },
    {
      "epoch": 3.6336996336996337,
      "grad_norm": 2.781191110610962,
      "learning_rate": 7.37716062093387e-07,
      "loss": 0.7418580055236816,
      "step": 2976
    },
    {
      "epoch": 3.636141636141636,
      "grad_norm": 7.007016658782959,
      "learning_rate": 7.359074882446775e-07,
      "loss": 0.3912465572357178,
      "step": 2978
    },
    {
      "epoch": 3.6385836385836385,
      "grad_norm": 1.995826005935669,
      "learning_rate": 7.341105620457597e-07,
      "loss": 0.9312414526939392,
      "step": 2980
    },
    {
      "epoch": 3.641025641025641,
      "grad_norm": 4.350949287414551,
      "learning_rate": 7.32325291659353e-07,
      "loss": 0.891286313533783,
      "step": 2982
    },
    {
      "epoch": 3.6434676434676434,
      "grad_norm": 2.1877682209014893,
      "learning_rate": 7.305516851952288e-07,
      "loss": 0.837358832359314,
      "step": 2984
    },
    {
      "epoch": 3.645909645909646,
      "grad_norm": 1.86771559715271,
      "learning_rate": 7.287897507101736e-07,
      "loss": 0.9316425919532776,
      "step": 2986
    },
    {
      "epoch": 3.6483516483516483,
      "grad_norm": 2.0179667472839355,
      "learning_rate": 7.270394962079537e-07,
      "loss": 0.8129684925079346,
      "step": 2988
    },
    {
      "epoch": 3.6507936507936507,
      "grad_norm": 5.377006530761719,
      "learning_rate": 7.253009296392767e-07,
      "loss": 0.902230978012085,
      "step": 2990
    },
    {
      "epoch": 3.653235653235653,
      "grad_norm": 2.3976590633392334,
      "learning_rate": 7.235740589017581e-07,
      "loss": 0.4519374966621399,
      "step": 2992
    },
    {
      "epoch": 3.6556776556776556,
      "grad_norm": 3.464656114578247,
      "learning_rate": 7.218588918398821e-07,
      "loss": 0.3994402587413788,
      "step": 2994
    },
    {
      "epoch": 3.658119658119658,
      "grad_norm": 1.6983356475830078,
      "learning_rate": 7.201554362449699e-07,
      "loss": 0.8617055416107178,
      "step": 2996
    },
    {
      "epoch": 3.6605616605616604,
      "grad_norm": 1.0819239616394043,
      "learning_rate": 7.184636998551395e-07,
      "loss": 0.44496503472328186,
      "step": 2998
    },
    {
      "epoch": 3.663003663003663,
      "grad_norm": 8.184094429016113,
      "learning_rate": 7.167836903552761e-07,
      "loss": 0.2283964604139328,
      "step": 3000
    },
    {
      "epoch": 3.6654456654456653,
      "grad_norm": 2.11317777633667,
      "learning_rate": 7.151154153769916e-07,
      "loss": 0.3644329309463501,
      "step": 3002
    },
    {
      "epoch": 3.6678876678876677,
      "grad_norm": 5.163084506988525,
      "learning_rate": 7.134588824985951e-07,
      "loss": 0.2088758945465088,
      "step": 3004
    },
    {
      "epoch": 3.67032967032967,
      "grad_norm": 1.7118715047836304,
      "learning_rate": 7.118140992450537e-07,
      "loss": 0.9201338887214661,
      "step": 3006
    },
    {
      "epoch": 3.672771672771673,
      "grad_norm": 6.890610694885254,
      "learning_rate": 7.101810730879629e-07,
      "loss": 0.5677740573883057,
      "step": 3008
    },
    {
      "epoch": 3.6752136752136755,
      "grad_norm": 0.9095839858055115,
      "learning_rate": 7.085598114455092e-07,
      "loss": 0.4820370078086853,
      "step": 3010
    },
    {
      "epoch": 3.677655677655678,
      "grad_norm": 1.6080018281936646,
      "learning_rate": 7.069503216824375e-07,
      "loss": 0.8840917348861694,
      "step": 3012
    },
    {
      "epoch": 3.6800976800976803,
      "grad_norm": 2.5662214756011963,
      "learning_rate": 7.053526111100178e-07,
      "loss": 0.8205640316009521,
      "step": 3014
    },
    {
      "epoch": 3.682539682539683,
      "grad_norm": 7.3714470863342285,
      "learning_rate": 7.037666869860122e-07,
      "loss": 0.6835364699363708,
      "step": 3016
    },
    {
      "epoch": 3.684981684981685,
      "grad_norm": 1.6335556507110596,
      "learning_rate": 7.021925565146419e-07,
      "loss": 0.48589709401130676,
      "step": 3018
    },
    {
      "epoch": 3.6874236874236876,
      "grad_norm": 3.9356753826141357,
      "learning_rate": 7.006302268465534e-07,
      "loss": 0.47200772166252136,
      "step": 3020
    },
    {
      "epoch": 3.68986568986569,
      "grad_norm": 1.7010576725006104,
      "learning_rate": 6.990797050787876e-07,
      "loss": 0.4901275038719177,
      "step": 3022
    },
    {
      "epoch": 3.6923076923076925,
      "grad_norm": 3.1634457111358643,
      "learning_rate": 6.975409982547468e-07,
      "loss": 0.982101559638977,
      "step": 3024
    },
    {
      "epoch": 3.694749694749695,
      "grad_norm": 0.936671793460846,
      "learning_rate": 6.960141133641622e-07,
      "loss": 0.5470721125602722,
      "step": 3026
    },
    {
      "epoch": 3.6971916971916974,
      "grad_norm": 5.059283256530762,
      "learning_rate": 6.94499057343063e-07,
      "loss": 0.5916606783866882,
      "step": 3028
    },
    {
      "epoch": 3.6996336996337,
      "grad_norm": 1.649591088294983,
      "learning_rate": 6.929958370737447e-07,
      "loss": 0.9363369941711426,
      "step": 3030
    },
    {
      "epoch": 3.7020757020757022,
      "grad_norm": 3.894197702407837,
      "learning_rate": 6.915044593847377e-07,
      "loss": 0.7085144519805908,
      "step": 3032
    },
    {
      "epoch": 3.7045177045177047,
      "grad_norm": 2.26426100730896,
      "learning_rate": 6.900249310507757e-07,
      "loss": 0.5215721726417542,
      "step": 3034
    },
    {
      "epoch": 3.706959706959707,
      "grad_norm": 1.1034021377563477,
      "learning_rate": 6.885572587927659e-07,
      "loss": 0.5011436939239502,
      "step": 3036
    },
    {
      "epoch": 3.7094017094017095,
      "grad_norm": 1.3475278615951538,
      "learning_rate": 6.871014492777585e-07,
      "loss": 0.504115641117096,
      "step": 3038
    },
    {
      "epoch": 3.711843711843712,
      "grad_norm": 6.192190647125244,
      "learning_rate": 6.856575091189154e-07,
      "loss": 0.9073065519332886,
      "step": 3040
    },
    {
      "epoch": 3.7142857142857144,
      "grad_norm": 2.2396318912506104,
      "learning_rate": 6.842254448754811e-07,
      "loss": 0.7537841796875,
      "step": 3042
    },
    {
      "epoch": 3.716727716727717,
      "grad_norm": 1.6438734531402588,
      "learning_rate": 6.828052630527522e-07,
      "loss": 0.5031915307044983,
      "step": 3044
    },
    {
      "epoch": 3.7191697191697193,
      "grad_norm": 1.9333980083465576,
      "learning_rate": 6.813969701020478e-07,
      "loss": 0.9249406456947327,
      "step": 3046
    },
    {
      "epoch": 3.7216117216117217,
      "grad_norm": 2.5807371139526367,
      "learning_rate": 6.800005724206831e-07,
      "loss": 0.5361707806587219,
      "step": 3048
    },
    {
      "epoch": 3.724053724053724,
      "grad_norm": 2.0083351135253906,
      "learning_rate": 6.786160763519335e-07,
      "loss": 0.741145133972168,
      "step": 3050
    },
    {
      "epoch": 3.7264957264957266,
      "grad_norm": 2.013129711151123,
      "learning_rate": 6.772434881850144e-07,
      "loss": 0.8314730525016785,
      "step": 3052
    },
    {
      "epoch": 3.728937728937729,
      "grad_norm": 4.733554840087891,
      "learning_rate": 6.75882814155045e-07,
      "loss": 0.4873526394367218,
      "step": 3054
    },
    {
      "epoch": 3.7313797313797314,
      "grad_norm": 3.0452795028686523,
      "learning_rate": 6.745340604430266e-07,
      "loss": 0.9440727233886719,
      "step": 3056
    },
    {
      "epoch": 3.733821733821734,
      "grad_norm": 2.133902072906494,
      "learning_rate": 6.731972331758076e-07,
      "loss": 0.6994129419326782,
      "step": 3058
    },
    {
      "epoch": 3.7362637362637363,
      "grad_norm": 7.259641647338867,
      "learning_rate": 6.718723384260628e-07,
      "loss": 0.43192028999328613,
      "step": 3060
    },
    {
      "epoch": 3.7387057387057387,
      "grad_norm": 2.170210599899292,
      "learning_rate": 6.705593822122592e-07,
      "loss": 0.46401798725128174,
      "step": 3062
    },
    {
      "epoch": 3.741147741147741,
      "grad_norm": 1.0304683446884155,
      "learning_rate": 6.692583704986346e-07,
      "loss": 0.3507814407348633,
      "step": 3064
    },
    {
      "epoch": 3.7435897435897436,
      "grad_norm": 3.386765718460083,
      "learning_rate": 6.679693091951654e-07,
      "loss": 0.5371965169906616,
      "step": 3066
    },
    {
      "epoch": 3.746031746031746,
      "grad_norm": 1.7468204498291016,
      "learning_rate": 6.666922041575441e-07,
      "loss": 0.8100628852844238,
      "step": 3068
    },
    {
      "epoch": 3.7484737484737485,
      "grad_norm": 2.1092400550842285,
      "learning_rate": 6.654270611871487e-07,
      "loss": 0.8633115887641907,
      "step": 3070
    },
    {
      "epoch": 3.750915750915751,
      "grad_norm": 5.546787261962891,
      "learning_rate": 6.641738860310198e-07,
      "loss": 0.5384469628334045,
      "step": 3072
    },
    {
      "epoch": 3.7533577533577533,
      "grad_norm": 1.0326019525527954,
      "learning_rate": 6.629326843818317e-07,
      "loss": 0.45187580585479736,
      "step": 3074
    },
    {
      "epoch": 3.755799755799756,
      "grad_norm": 4.467280864715576,
      "learning_rate": 6.617034618778696e-07,
      "loss": 0.855986475944519,
      "step": 3076
    },
    {
      "epoch": 3.758241758241758,
      "grad_norm": 3.7619566917419434,
      "learning_rate": 6.60486224103e-07,
      "loss": 0.7572266459465027,
      "step": 3078
    },
    {
      "epoch": 3.7606837606837606,
      "grad_norm": 6.183402061462402,
      "learning_rate": 6.592809765866497e-07,
      "loss": 0.527399480342865,
      "step": 3080
    },
    {
      "epoch": 3.763125763125763,
      "grad_norm": 17.207387924194336,
      "learning_rate": 6.580877248037769e-07,
      "loss": 0.8154140114784241,
      "step": 3082
    },
    {
      "epoch": 3.7655677655677655,
      "grad_norm": 1.9882452487945557,
      "learning_rate": 6.569064741748489e-07,
      "loss": 0.911526083946228,
      "step": 3084
    },
    {
      "epoch": 3.768009768009768,
      "grad_norm": 4.858429908752441,
      "learning_rate": 6.557372300658159e-07,
      "loss": 0.9475221633911133,
      "step": 3086
    },
    {
      "epoch": 3.7704517704517704,
      "grad_norm": 4.474874019622803,
      "learning_rate": 6.545799977880883e-07,
      "loss": 0.23142358660697937,
      "step": 3088
    },
    {
      "epoch": 3.772893772893773,
      "grad_norm": 3.1783666610717773,
      "learning_rate": 6.534347825985101e-07,
      "loss": 0.8077917098999023,
      "step": 3090
    },
    {
      "epoch": 3.7753357753357752,
      "grad_norm": 3.9100658893585205,
      "learning_rate": 6.523015896993381e-07,
      "loss": 0.8263789415359497,
      "step": 3092
    },
    {
      "epoch": 3.7777777777777777,
      "grad_norm": 1.6414414644241333,
      "learning_rate": 6.511804242382148e-07,
      "loss": 0.927480936050415,
      "step": 3094
    },
    {
      "epoch": 3.78021978021978,
      "grad_norm": 2.777785301208496,
      "learning_rate": 6.500712913081486e-07,
      "loss": 0.7517139315605164,
      "step": 3096
    },
    {
      "epoch": 3.7826617826617825,
      "grad_norm": 3.0369672775268555,
      "learning_rate": 6.489741959474876e-07,
      "loss": 0.5767747163772583,
      "step": 3098
    },
    {
      "epoch": 3.785103785103785,
      "grad_norm": 30.473583221435547,
      "learning_rate": 6.478891431398988e-07,
      "loss": 0.7141063213348389,
      "step": 3100
    },
    {
      "epoch": 3.7875457875457874,
      "grad_norm": 1.8245930671691895,
      "learning_rate": 6.468161378143442e-07,
      "loss": 0.8820724487304688,
      "step": 3102
    },
    {
      "epoch": 3.78998778998779,
      "grad_norm": 3.724031448364258,
      "learning_rate": 6.457551848450591e-07,
      "loss": 0.8075670599937439,
      "step": 3104
    },
    {
      "epoch": 3.7924297924297923,
      "grad_norm": 2.1518399715423584,
      "learning_rate": 6.447062890515303e-07,
      "loss": 0.8505239486694336,
      "step": 3106
    },
    {
      "epoch": 3.7948717948717947,
      "grad_norm": 10.370966911315918,
      "learning_rate": 6.436694551984721e-07,
      "loss": 0.4985530376434326,
      "step": 3108
    },
    {
      "epoch": 3.797313797313797,
      "grad_norm": 3.9164273738861084,
      "learning_rate": 6.426446879958085e-07,
      "loss": 0.5315531492233276,
      "step": 3110
    },
    {
      "epoch": 3.7997557997557996,
      "grad_norm": 3.175743818283081,
      "learning_rate": 6.416319920986471e-07,
      "loss": 0.5992456674575806,
      "step": 3112
    },
    {
      "epoch": 3.802197802197802,
      "grad_norm": 3.047924518585205,
      "learning_rate": 6.406313721072623e-07,
      "loss": 0.536521315574646,
      "step": 3114
    },
    {
      "epoch": 3.8046398046398044,
      "grad_norm": 8.903552055358887,
      "learning_rate": 6.396428325670712e-07,
      "loss": 0.34863823652267456,
      "step": 3116
    },
    {
      "epoch": 3.807081807081807,
      "grad_norm": 2.5433661937713623,
      "learning_rate": 6.386663779686147e-07,
      "loss": 0.5361265540122986,
      "step": 3118
    },
    {
      "epoch": 3.8095238095238093,
      "grad_norm": 7.335467338562012,
      "learning_rate": 6.377020127475377e-07,
      "loss": 0.9320744872093201,
      "step": 3120
    },
    {
      "epoch": 3.8119658119658117,
      "grad_norm": 40.987064361572266,
      "learning_rate": 6.367497412845654e-07,
      "loss": 0.6013365387916565,
      "step": 3122
    },
    {
      "epoch": 3.814407814407814,
      "grad_norm": 2.2245728969573975,
      "learning_rate": 6.358095679054882e-07,
      "loss": 0.6405077576637268,
      "step": 3124
    },
    {
      "epoch": 3.8168498168498166,
      "grad_norm": 2.7145586013793945,
      "learning_rate": 6.348814968811384e-07,
      "loss": 0.8977913856506348,
      "step": 3126
    },
    {
      "epoch": 3.819291819291819,
      "grad_norm": 5.800877094268799,
      "learning_rate": 6.33965532427373e-07,
      "loss": 0.4331892728805542,
      "step": 3128
    },
    {
      "epoch": 3.8217338217338215,
      "grad_norm": 2.0423827171325684,
      "learning_rate": 6.330616787050528e-07,
      "loss": 0.8526274561882019,
      "step": 3130
    },
    {
      "epoch": 3.824175824175824,
      "grad_norm": 0.7753233909606934,
      "learning_rate": 6.321699398200254e-07,
      "loss": 0.3737678825855255,
      "step": 3132
    },
    {
      "epoch": 3.8266178266178263,
      "grad_norm": 6.823727130889893,
      "learning_rate": 6.312903198231041e-07,
      "loss": 0.9473689198493958,
      "step": 3134
    },
    {
      "epoch": 3.8290598290598292,
      "grad_norm": 3.5573318004608154,
      "learning_rate": 6.304228227100528e-07,
      "loss": 0.8825540542602539,
      "step": 3136
    },
    {
      "epoch": 3.8315018315018317,
      "grad_norm": 2.7311320304870605,
      "learning_rate": 6.295674524215642e-07,
      "loss": 0.5429124236106873,
      "step": 3138
    },
    {
      "epoch": 3.833943833943834,
      "grad_norm": 2.064741611480713,
      "learning_rate": 6.287242128432448e-07,
      "loss": 0.4811321198940277,
      "step": 3140
    },
    {
      "epoch": 3.8363858363858365,
      "grad_norm": 4.351254463195801,
      "learning_rate": 6.278931078055954e-07,
      "loss": 0.6814494132995605,
      "step": 3142
    },
    {
      "epoch": 3.838827838827839,
      "grad_norm": 7.926380634307861,
      "learning_rate": 6.270741410839952e-07,
      "loss": 0.2247064709663391,
      "step": 3144
    },
    {
      "epoch": 3.8412698412698414,
      "grad_norm": 4.106725215911865,
      "learning_rate": 6.26267316398683e-07,
      "loss": 0.4575510025024414,
      "step": 3146
    },
    {
      "epoch": 3.843711843711844,
      "grad_norm": 0.16320517659187317,
      "learning_rate": 6.254726374147418e-07,
      "loss": 0.10908607393503189,
      "step": 3148
    },
    {
      "epoch": 3.8461538461538463,
      "grad_norm": 5.839258193969727,
      "learning_rate": 6.246901077420817e-07,
      "loss": 0.6451608538627625,
      "step": 3150
    },
    {
      "epoch": 3.8485958485958487,
      "grad_norm": 5.578673362731934,
      "learning_rate": 6.239197309354223e-07,
      "loss": 0.7072908282279968,
      "step": 3152
    },
    {
      "epoch": 3.851037851037851,
      "grad_norm": 3.6340432167053223,
      "learning_rate": 6.231615104942785e-07,
      "loss": 0.471763551235199,
      "step": 3154
    },
    {
      "epoch": 3.8534798534798536,
      "grad_norm": 1.6580287218093872,
      "learning_rate": 6.224154498629434e-07,
      "loss": 0.7280194163322449,
      "step": 3156
    },
    {
      "epoch": 3.855921855921856,
      "grad_norm": 1.7522375583648682,
      "learning_rate": 6.216815524304732e-07,
      "loss": 0.7933505773544312,
      "step": 3158
    },
    {
      "epoch": 3.8583638583638584,
      "grad_norm": 11.935617446899414,
      "learning_rate": 6.209598215306708e-07,
      "loss": 0.06976834684610367,
      "step": 3160
    },
    {
      "epoch": 3.860805860805861,
      "grad_norm": 2.845559597015381,
      "learning_rate": 6.202502604420724e-07,
      "loss": 0.3656473457813263,
      "step": 3162
    },
    {
      "epoch": 3.8632478632478633,
      "grad_norm": 1.7497023344039917,
      "learning_rate": 6.195528723879306e-07,
      "loss": 0.8561981320381165,
      "step": 3164
    },
    {
      "epoch": 3.8656898656898657,
      "grad_norm": 2.9220542907714844,
      "learning_rate": 6.188676605362014e-07,
      "loss": 0.7740746140480042,
      "step": 3166
    },
    {
      "epoch": 3.868131868131868,
      "grad_norm": 1.9189082384109497,
      "learning_rate": 6.181946279995291e-07,
      "loss": 0.7662597298622131,
      "step": 3168
    },
    {
      "epoch": 3.8705738705738706,
      "grad_norm": 4.2788310050964355,
      "learning_rate": 6.17533777835232e-07,
      "loss": 0.6690661907196045,
      "step": 3170
    },
    {
      "epoch": 3.873015873015873,
      "grad_norm": 6.616257190704346,
      "learning_rate": 6.168851130452888e-07,
      "loss": 0.5250207781791687,
      "step": 3172
    },
    {
      "epoch": 3.8754578754578755,
      "grad_norm": 2.653538227081299,
      "learning_rate": 6.162486365763252e-07,
      "loss": 0.5411117076873779,
      "step": 3174
    },
    {
      "epoch": 3.877899877899878,
      "grad_norm": 2.170850992202759,
      "learning_rate": 6.156243513196e-07,
      "loss": 0.8127894401550293,
      "step": 3176
    },
    {
      "epoch": 3.8803418803418803,
      "grad_norm": 3.3351333141326904,
      "learning_rate": 6.150122601109919e-07,
      "loss": 0.9016299843788147,
      "step": 3178
    },
    {
      "epoch": 3.8827838827838828,
      "grad_norm": 2.948333501815796,
      "learning_rate": 6.144123657309872e-07,
      "loss": 0.8240965604782104,
      "step": 3180
    },
    {
      "epoch": 3.885225885225885,
      "grad_norm": 1.4079304933547974,
      "learning_rate": 6.138246709046672e-07,
      "loss": 0.7397529482841492,
      "step": 3182
    },
    {
      "epoch": 3.8876678876678876,
      "grad_norm": 4.149062633514404,
      "learning_rate": 6.132491783016945e-07,
      "loss": 0.34523075819015503,
      "step": 3184
    },
    {
      "epoch": 3.89010989010989,
      "grad_norm": 2.017380714416504,
      "learning_rate": 6.126858905363034e-07,
      "loss": 0.8450878262519836,
      "step": 3186
    },
    {
      "epoch": 3.8925518925518925,
      "grad_norm": 1.749881386756897,
      "learning_rate": 6.121348101672848e-07,
      "loss": 0.36155635118484497,
      "step": 3188
    },
    {
      "epoch": 3.894993894993895,
      "grad_norm": 1.3024982213974,
      "learning_rate": 6.115959396979775e-07,
      "loss": 0.4078894257545471,
      "step": 3190
    },
    {
      "epoch": 3.8974358974358974,
      "grad_norm": 2.626460313796997,
      "learning_rate": 6.110692815762551e-07,
      "loss": 0.8648070693016052,
      "step": 3192
    },
    {
      "epoch": 3.8998778998779,
      "grad_norm": 5.356231689453125,
      "learning_rate": 6.105548381945153e-07,
      "loss": 0.8094540238380432,
      "step": 3194
    },
    {
      "epoch": 3.9023199023199022,
      "grad_norm": 25.908906936645508,
      "learning_rate": 6.100526118896693e-07,
      "loss": 0.5891746878623962,
      "step": 3196
    },
    {
      "epoch": 3.9047619047619047,
      "grad_norm": 5.511157035827637,
      "learning_rate": 6.09562604943131e-07,
      "loss": 0.07191010564565659,
      "step": 3198
    },
    {
      "epoch": 3.907203907203907,
      "grad_norm": 6.299953460693359,
      "learning_rate": 6.090848195808064e-07,
      "loss": 0.8390135765075684,
      "step": 3200
    },
    {
      "epoch": 3.9096459096459095,
      "grad_norm": 1.8649171590805054,
      "learning_rate": 6.086192579730838e-07,
      "loss": 0.5590109825134277,
      "step": 3202
    },
    {
      "epoch": 3.912087912087912,
      "grad_norm": 2.802351713180542,
      "learning_rate": 6.081659222348244e-07,
      "loss": 0.985985517501831,
      "step": 3204
    },
    {
      "epoch": 3.9145299145299144,
      "grad_norm": 2.154928207397461,
      "learning_rate": 6.07724814425351e-07,
      "loss": 0.9891282916069031,
      "step": 3206
    },
    {
      "epoch": 3.916971916971917,
      "grad_norm": 6.227573871612549,
      "learning_rate": 6.07295936548441e-07,
      "loss": 1.0907913446426392,
      "step": 3208
    },
    {
      "epoch": 3.9194139194139193,
      "grad_norm": 2.676931381225586,
      "learning_rate": 6.068792905523156e-07,
      "loss": 0.5496243238449097,
      "step": 3210
    },
    {
      "epoch": 3.9218559218559217,
      "grad_norm": 10.38682746887207,
      "learning_rate": 6.064748783296311e-07,
      "loss": 0.2229357361793518,
      "step": 3212
    },
    {
      "epoch": 3.9242979242979246,
      "grad_norm": 2.008678674697876,
      "learning_rate": 6.060827017174708e-07,
      "loss": 0.8315946459770203,
      "step": 3214
    },
    {
      "epoch": 3.926739926739927,
      "grad_norm": 4.7980146408081055,
      "learning_rate": 6.057027624973373e-07,
      "loss": 0.8503268957138062,
      "step": 3216
    },
    {
      "epoch": 3.9291819291819294,
      "grad_norm": 4.067953109741211,
      "learning_rate": 6.053350623951424e-07,
      "loss": 0.563690721988678,
      "step": 3218
    },
    {
      "epoch": 3.931623931623932,
      "grad_norm": 2.8761026859283447,
      "learning_rate": 6.049796030812015e-07,
      "loss": 0.6627534627914429,
      "step": 3220
    },
    {
      "epoch": 3.9340659340659343,
      "grad_norm": 7.254218101501465,
      "learning_rate": 6.046363861702239e-07,
      "loss": 0.5418643355369568,
      "step": 3222
    },
    {
      "epoch": 3.9365079365079367,
      "grad_norm": 1.3696813583374023,
      "learning_rate": 6.043054132213079e-07,
      "loss": 0.7259221076965332,
      "step": 3224
    },
    {
      "epoch": 3.938949938949939,
      "grad_norm": 5.845968246459961,
      "learning_rate": 6.039866857379309e-07,
      "loss": 0.4918738901615143,
      "step": 3226
    },
    {
      "epoch": 3.9413919413919416,
      "grad_norm": 1.7601078748703003,
      "learning_rate": 6.036802051679455e-07,
      "loss": 0.9122508764266968,
      "step": 3228
    },
    {
      "epoch": 3.943833943833944,
      "grad_norm": 2.2423689365386963,
      "learning_rate": 6.0338597290357e-07,
      "loss": 0.4838387668132782,
      "step": 3230
    },
    {
      "epoch": 3.9462759462759465,
      "grad_norm": 2.109056234359741,
      "learning_rate": 6.031039902813847e-07,
      "loss": 0.7914977073669434,
      "step": 3232
    },
    {
      "epoch": 3.948717948717949,
      "grad_norm": 4.0477375984191895,
      "learning_rate": 6.028342585823242e-07,
      "loss": 0.48134973645210266,
      "step": 3234
    },
    {
      "epoch": 3.9511599511599513,
      "grad_norm": 1.566765546798706,
      "learning_rate": 6.025767790316716e-07,
      "loss": 0.8497970104217529,
      "step": 3236
    },
    {
      "epoch": 3.9536019536019538,
      "grad_norm": 8.391966819763184,
      "learning_rate": 6.023315527990545e-07,
      "loss": 0.7990399599075317,
      "step": 3238
    },
    {
      "epoch": 3.956043956043956,
      "grad_norm": 3.6553773880004883,
      "learning_rate": 6.020985809984372e-07,
      "loss": 0.4292301535606384,
      "step": 3240
    },
    {
      "epoch": 3.9584859584859586,
      "grad_norm": 4.039731025695801,
      "learning_rate": 6.018778646881181e-07,
      "loss": 0.5612732172012329,
      "step": 3242
    },
    {
      "epoch": 3.960927960927961,
      "grad_norm": 1.7811068296432495,
      "learning_rate": 6.016694048707235e-07,
      "loss": 0.8350145816802979,
      "step": 3244
    },
    {
      "epoch": 3.9633699633699635,
      "grad_norm": 2.358139991760254,
      "learning_rate": 6.014732024932027e-07,
      "loss": 0.4561384320259094,
      "step": 3246
    },
    {
      "epoch": 3.965811965811966,
      "grad_norm": 1.5930027961730957,
      "learning_rate": 6.012892584468251e-07,
      "loss": 0.8480937480926514,
      "step": 3248
    },
    {
      "epoch": 3.9682539682539684,
      "grad_norm": 6.148706912994385,
      "learning_rate": 6.011175735671757e-07,
      "loss": 0.5076125860214233,
      "step": 3250
    },
    {
      "epoch": 3.970695970695971,
      "grad_norm": 16.231203079223633,
      "learning_rate": 6.009581486341496e-07,
      "loss": 0.18412072956562042,
      "step": 3252
    },
    {
      "epoch": 3.9731379731379732,
      "grad_norm": 2.707773447036743,
      "learning_rate": 6.008109843719513e-07,
      "loss": 0.8144515156745911,
      "step": 3254
    },
    {
      "epoch": 3.9755799755799757,
      "grad_norm": 2.6421728134155273,
      "learning_rate": 6.006760814490892e-07,
      "loss": 0.7697687745094299,
      "step": 3256
    },
    {
      "epoch": 3.978021978021978,
      "grad_norm": 1.7280405759811401,
      "learning_rate": 6.005534404783732e-07,
      "loss": 0.37729355692863464,
      "step": 3258
    },
    {
      "epoch": 3.9804639804639805,
      "grad_norm": 3.762451171875,
      "learning_rate": 6.004430620169124e-07,
      "loss": 0.4543501138687134,
      "step": 3260
    },
    {
      "epoch": 3.982905982905983,
      "grad_norm": 2.905902147293091,
      "learning_rate": 6.003449465661124e-07,
      "loss": 0.5729525089263916,
      "step": 3262
    },
    {
      "epoch": 3.9853479853479854,
      "grad_norm": 5.909022331237793,
      "learning_rate": 6.002590945716726e-07,
      "loss": 0.4344090521335602,
      "step": 3264
    },
    {
      "epoch": 3.987789987789988,
      "grad_norm": 50.008880615234375,
      "learning_rate": 6.001855064235843e-07,
      "loss": 0.8903095722198486,
      "step": 3266
    },
    {
      "epoch": 3.9902319902319903,
      "grad_norm": 2.487112283706665,
      "learning_rate": 6.001241824561287e-07,
      "loss": 0.9123827219009399,
      "step": 3268
    },
    {
      "epoch": 3.9926739926739927,
      "grad_norm": 2.6051173210144043,
      "learning_rate": 6.000751229478767e-07,
      "loss": 0.6394712924957275,
      "step": 3270
    },
    {
      "epoch": 3.995115995115995,
      "grad_norm": 3.082603693008423,
      "learning_rate": 6.000383281216857e-07,
      "loss": 0.8653581142425537,
      "step": 3272
    },
    {
      "epoch": 3.9975579975579976,
      "grad_norm": 1.5350114107131958,
      "learning_rate": 6.000137981446999e-07,
      "loss": 0.7252496480941772,
      "step": 3274
    },
    {
      "epoch": 4.0,
      "grad_norm": 2.818603992462158,
      "learning_rate": 6.000015331283497e-07,
      "loss": 0.47882503271102905,
      "step": 3276
    },
    {
      "epoch": 4.0,
      "step": 3276,
      "total_flos": 3.438047841308639e+18,
      "train_loss": 0.884952375524301,
      "train_runtime": 10014.0246,
      "train_samples_per_second": 5.234,
      "train_steps_per_second": 0.327
    }
  ],
  "logging_steps": 2,
  "max_steps": 3276,
  "num_input_tokens_seen": 0,
  "num_train_epochs": 4,
  "save_steps": 99999,
  "stateful_callbacks": {
    "TrainerControl": {
      "args": {
        "should_epoch_stop": false,
        "should_evaluate": false,
        "should_log": false,
        "should_save": false,
        "should_training_stop": false
      },
      "attributes": {}
    }
  },
  "total_flos": 3.438047841308639e+18,
  "train_batch_size": 2,
  "trial_name": null,
  "trial_params": null
}