{
  "best_global_step": null,
  "best_metric": null,
  "best_model_checkpoint": null,
  "epoch": 4.0,
  "eval_steps": 500,
  "global_step": 3276,
  "is_hyper_param_search": false,
  "is_local_process_zero": true,
  "is_world_process_zero": true,
  "log_history": [
    {
      "epoch": 0.002442002442002442,
      "grad_norm": 2.5476107597351074,
      "learning_rate": 3.0487804878048784e-08,
      "loss": 1.9267934560775757,
      "step": 2
    },
    {
      "epoch": 0.004884004884004884,
      "grad_norm": 2.350306749343872,
      "learning_rate": 9.146341463414634e-08,
      "loss": 2.0976288318634033,
      "step": 4
    },
    {
      "epoch": 0.007326007326007326,
      "grad_norm": 22.22303009033203,
      "learning_rate": 1.5243902439024392e-07,
      "loss": 2.4150097370147705,
      "step": 6
    },
    {
      "epoch": 0.009768009768009768,
      "grad_norm": 4.77632999420166,
      "learning_rate": 2.134146341463415e-07,
      "loss": 1.9595110416412354,
      "step": 8
    },
    {
      "epoch": 0.01221001221001221,
      "grad_norm": 6.901440620422363,
      "learning_rate": 2.7439024390243906e-07,
      "loss": 2.162900447845459,
      "step": 10
    },
    {
      "epoch": 0.014652014652014652,
      "grad_norm": 11.045926094055176,
      "learning_rate": 3.3536585365853663e-07,
      "loss": 1.9404582977294922,
      "step": 12
    },
    {
      "epoch": 0.017094017094017096,
      "grad_norm": 2.2156028747558594,
      "learning_rate": 3.963414634146342e-07,
      "loss": 1.6843563318252563,
      "step": 14
    },
    {
      "epoch": 0.019536019536019536,
      "grad_norm": 26.805221557617188,
      "learning_rate": 4.573170731707317e-07,
      "loss": 2.0623722076416016,
      "step": 16
    },
    {
      "epoch": 0.02197802197802198,
      "grad_norm": 17.565683364868164,
      "learning_rate": 5.182926829268293e-07,
      "loss": 2.7407174110412598,
      "step": 18
    },
    {
      "epoch": 0.02442002442002442,
      "grad_norm": 4.266391277313232,
      "learning_rate": 5.79268292682927e-07,
      "loss": 1.88368821144104,
      "step": 20
    },
    {
      "epoch": 0.026862026862026864,
      "grad_norm": 8.910398483276367,
      "learning_rate": 6.402439024390244e-07,
      "loss": 2.084914445877075,
      "step": 22
    },
    {
      "epoch": 0.029304029304029304,
      "grad_norm": 2.130563497543335,
      "learning_rate": 7.012195121951221e-07,
      "loss": 2.019660234451294,
      "step": 24
    },
    {
      "epoch": 0.031746031746031744,
      "grad_norm": 6.1367716789245605,
      "learning_rate": 7.621951219512196e-07,
      "loss": 1.9338700771331787,
      "step": 26
    },
    {
      "epoch": 0.03418803418803419,
      "grad_norm": 6.56151008605957,
      "learning_rate": 8.231707317073172e-07,
      "loss": 2.0060365200042725,
      "step": 28
    },
    {
      "epoch": 0.03663003663003663,
      "grad_norm": 9.909710884094238,
      "learning_rate": 8.841463414634147e-07,
      "loss": 1.8657618761062622,
      "step": 30
    },
    {
      "epoch": 0.03907203907203907,
      "grad_norm": 2.332340955734253,
      "learning_rate": 9.451219512195123e-07,
      "loss": 1.385891318321228,
      "step": 32
    },
    {
      "epoch": 0.04151404151404151,
      "grad_norm": 2.9691996574401855,
      "learning_rate": 1.0060975609756098e-06,
      "loss": 1.872510552406311,
      "step": 34
    },
    {
      "epoch": 0.04395604395604396,
      "grad_norm": 3.3227553367614746,
      "learning_rate": 1.0670731707317073e-06,
      "loss": 1.4552903175354004,
      "step": 36
    },
    {
      "epoch": 0.0463980463980464,
      "grad_norm": 2.721830368041992,
      "learning_rate": 1.128048780487805e-06,
      "loss": 1.8594551086425781,
      "step": 38
    },
    {
      "epoch": 0.04884004884004884,
      "grad_norm": 5.821812152862549,
      "learning_rate": 1.1890243902439024e-06,
      "loss": 1.697621464729309,
      "step": 40
    },
    {
      "epoch": 0.05128205128205128,
      "grad_norm": 1.486113429069519,
      "learning_rate": 1.25e-06,
      "loss": 1.7849284410476685,
      "step": 42
    },
    {
      "epoch": 0.05372405372405373,
      "grad_norm": 4.890027046203613,
      "learning_rate": 1.3109756097560978e-06,
      "loss": 1.7496923208236694,
      "step": 44
    },
    {
      "epoch": 0.05616605616605617,
      "grad_norm": 1.7662242650985718,
      "learning_rate": 1.3719512195121952e-06,
      "loss": 1.6558294296264648,
      "step": 46
    },
    {
      "epoch": 0.05860805860805861,
      "grad_norm": 19.32802963256836,
      "learning_rate": 1.4329268292682927e-06,
      "loss": 1.4527249336242676,
      "step": 48
    },
    {
      "epoch": 0.06105006105006105,
      "grad_norm": 9.77262020111084,
      "learning_rate": 1.4939024390243904e-06,
      "loss": 1.3586843013763428,
      "step": 50
    },
    {
      "epoch": 0.06349206349206349,
      "grad_norm": 6.361555576324463,
      "learning_rate": 1.5548780487804878e-06,
      "loss": 1.5780984163284302,
      "step": 52
    },
    {
      "epoch": 0.06593406593406594,
      "grad_norm": 15.675647735595703,
      "learning_rate": 1.6158536585365855e-06,
      "loss": 1.285346508026123,
      "step": 54
    },
    {
      "epoch": 0.06837606837606838,
      "grad_norm": 4.175439834594727,
      "learning_rate": 1.6768292682926832e-06,
      "loss": 1.5857115983963013,
      "step": 56
    },
    {
      "epoch": 0.07081807081807082,
      "grad_norm": 1.736680030822754,
      "learning_rate": 1.7378048780487804e-06,
      "loss": 1.5757516622543335,
      "step": 58
    },
    {
      "epoch": 0.07326007326007326,
      "grad_norm": 1.47886061668396,
      "learning_rate": 1.7987804878048781e-06,
      "loss": 1.6183691024780273,
      "step": 60
    },
    {
      "epoch": 0.0757020757020757,
      "grad_norm": 2.919388771057129,
      "learning_rate": 1.8597560975609758e-06,
      "loss": 1.164100170135498,
      "step": 62
    },
    {
      "epoch": 0.07814407814407814,
      "grad_norm": 1.240254282951355,
      "learning_rate": 1.9207317073170733e-06,
      "loss": 1.767830491065979,
      "step": 64
    },
    {
      "epoch": 0.08058608058608059,
      "grad_norm": 8.434248924255371,
      "learning_rate": 1.981707317073171e-06,
      "loss": 1.3761873245239258,
      "step": 66
    },
    {
      "epoch": 0.08302808302808302,
      "grad_norm": 1.5368638038635254,
      "learning_rate": 2.042682926829268e-06,
      "loss": 1.2026317119598389,
      "step": 68
    },
    {
      "epoch": 0.08547008547008547,
      "grad_norm": 0.9749501347541809,
      "learning_rate": 2.103658536585366e-06,
      "loss": 1.2645400762557983,
      "step": 70
    },
    {
      "epoch": 0.08791208791208792,
      "grad_norm": 1.7136712074279785,
      "learning_rate": 2.1646341463414635e-06,
      "loss": 1.5449546575546265,
      "step": 72
    },
    {
      "epoch": 0.09035409035409035,
      "grad_norm": 3.341733455657959,
      "learning_rate": 2.225609756097561e-06,
      "loss": 1.5047639608383179,
      "step": 74
    },
    {
      "epoch": 0.0927960927960928,
      "grad_norm": 5.009698390960693,
      "learning_rate": 2.286585365853659e-06,
      "loss": 1.4909131526947021,
      "step": 76
    },
    {
      "epoch": 0.09523809523809523,
      "grad_norm": 1.631039023399353,
      "learning_rate": 2.3475609756097563e-06,
      "loss": 1.3529361486434937,
      "step": 78
    },
    {
      "epoch": 0.09768009768009768,
      "grad_norm": 6.177618026733398,
      "learning_rate": 2.408536585365854e-06,
      "loss": 1.254205346107483,
      "step": 80
    },
    {
      "epoch": 0.10012210012210013,
      "grad_norm": 5.524102210998535,
      "learning_rate": 2.4695121951219513e-06,
      "loss": 1.165070652961731,
      "step": 82
    },
    {
      "epoch": 0.10256410256410256,
      "grad_norm": 2.264727830886841,
      "learning_rate": 2.530487804878049e-06,
      "loss": 1.1751306056976318,
      "step": 84
    },
    {
      "epoch": 0.10500610500610501,
      "grad_norm": 1.5993300676345825,
      "learning_rate": 2.5914634146341466e-06,
      "loss": 1.352165699005127,
      "step": 86
    },
    {
      "epoch": 0.10744810744810745,
      "grad_norm": 1.8832273483276367,
      "learning_rate": 2.652439024390244e-06,
      "loss": 1.5243136882781982,
      "step": 88
    },
    {
      "epoch": 0.10989010989010989,
      "grad_norm": 0.7285981178283691,
      "learning_rate": 2.713414634146342e-06,
      "loss": 1.2205549478530884,
      "step": 90
    },
    {
      "epoch": 0.11233211233211234,
      "grad_norm": 2.318856716156006,
      "learning_rate": 2.7743902439024394e-06,
      "loss": 1.6029253005981445,
      "step": 92
    },
    {
      "epoch": 0.11477411477411477,
      "grad_norm": 7.182040691375732,
      "learning_rate": 2.8353658536585365e-06,
      "loss": 1.1754858493804932,
      "step": 94
    },
    {
      "epoch": 0.11721611721611722,
      "grad_norm": 1.7051122188568115,
      "learning_rate": 2.8963414634146343e-06,
      "loss": 1.4834587574005127,
      "step": 96
    },
    {
      "epoch": 0.11965811965811966,
      "grad_norm": 3.0200533866882324,
      "learning_rate": 2.957317073170732e-06,
      "loss": 1.4276564121246338,
      "step": 98
    },
    {
      "epoch": 0.1221001221001221,
      "grad_norm": 1.8382214307785034,
      "learning_rate": 3.0182926829268293e-06,
      "loss": 1.1662065982818604,
      "step": 100
    },
    {
      "epoch": 0.12454212454212454,
      "grad_norm": 2.296553611755371,
      "learning_rate": 3.079268292682927e-06,
      "loss": 1.3122981786727905,
      "step": 102
    },
    {
      "epoch": 0.12698412698412698,
      "grad_norm": 3.1782186031341553,
      "learning_rate": 3.1402439024390246e-06,
      "loss": 1.0392099618911743,
      "step": 104
    },
    {
      "epoch": 0.12942612942612944,
      "grad_norm": 1.1442056894302368,
      "learning_rate": 3.201219512195122e-06,
      "loss": 0.9646719694137573,
      "step": 106
    },
    {
      "epoch": 0.13186813186813187,
      "grad_norm": 4.929725170135498,
      "learning_rate": 3.26219512195122e-06,
      "loss": 1.420979619026184,
      "step": 108
    },
    {
      "epoch": 0.1343101343101343,
      "grad_norm": 2.712373971939087,
      "learning_rate": 3.3231707317073174e-06,
      "loss": 1.6603320837020874,
      "step": 110
    },
    {
      "epoch": 0.13675213675213677,
      "grad_norm": 2.1611270904541016,
      "learning_rate": 3.3841463414634153e-06,
      "loss": 1.452590823173523,
      "step": 112
    },
    {
      "epoch": 0.1391941391941392,
      "grad_norm": 1.7481805086135864,
      "learning_rate": 3.4451219512195124e-06,
      "loss": 1.2166002988815308,
      "step": 114
    },
    {
      "epoch": 0.14163614163614163,
      "grad_norm": 1.9498414993286133,
      "learning_rate": 3.50609756097561e-06,
      "loss": 1.3791627883911133,
      "step": 116
    },
    {
      "epoch": 0.14407814407814407,
      "grad_norm": 5.3667497634887695,
      "learning_rate": 3.5670731707317073e-06,
      "loss": 1.2551401853561401,
      "step": 118
    },
    {
      "epoch": 0.14652014652014653,
      "grad_norm": 2.414433717727661,
      "learning_rate": 3.628048780487805e-06,
      "loss": 1.3578366041183472,
      "step": 120
    },
    {
      "epoch": 0.14896214896214896,
      "grad_norm": 1.8076027631759644,
      "learning_rate": 3.6890243902439026e-06,
      "loss": 1.3795714378356934,
      "step": 122
    },
    {
      "epoch": 0.1514041514041514,
      "grad_norm": 2.020355701446533,
      "learning_rate": 3.7500000000000005e-06,
      "loss": 1.3397819995880127,
      "step": 124
    },
    {
      "epoch": 0.15384615384615385,
      "grad_norm": 1.3748884201049805,
      "learning_rate": 3.810975609756098e-06,
      "loss": 1.1987930536270142,
      "step": 126
    },
    {
      "epoch": 0.1562881562881563,
      "grad_norm": 1.4875504970550537,
      "learning_rate": 3.8719512195121954e-06,
      "loss": 1.4347355365753174,
      "step": 128
    },
    {
      "epoch": 0.15873015873015872,
      "grad_norm": 1.2580325603485107,
      "learning_rate": 3.932926829268293e-06,
      "loss": 1.2884924411773682,
      "step": 130
    },
    {
      "epoch": 0.16117216117216118,
      "grad_norm": 4.422817707061768,
      "learning_rate": 3.99390243902439e-06,
      "loss": 1.0759848356246948,
      "step": 132
    },
    {
      "epoch": 0.16361416361416362,
      "grad_norm": 2.910273790359497,
      "learning_rate": 4.054878048780488e-06,
      "loss": 1.1693415641784668,
      "step": 134
    },
    {
      "epoch": 0.16605616605616605,
      "grad_norm": 2.8875091075897217,
      "learning_rate": 4.115853658536585e-06,
      "loss": 1.1773910522460938,
      "step": 136
    },
    {
      "epoch": 0.1684981684981685,
      "grad_norm": 3.0497472286224365,
      "learning_rate": 4.176829268292683e-06,
      "loss": 1.1259866952896118,
      "step": 138
    },
    {
      "epoch": 0.17094017094017094,
      "grad_norm": 2.7244997024536133,
      "learning_rate": 4.237804878048781e-06,
      "loss": 1.1096811294555664,
      "step": 140
    },
    {
      "epoch": 0.17338217338217338,
      "grad_norm": 1.9807188510894775,
      "learning_rate": 4.298780487804878e-06,
      "loss": 1.374996304512024,
      "step": 142
    },
    {
      "epoch": 0.17582417582417584,
      "grad_norm": 1.5548163652420044,
      "learning_rate": 4.359756097560976e-06,
      "loss": 1.116044521331787,
      "step": 144
    },
    {
      "epoch": 0.17826617826617827,
      "grad_norm": 2.0115115642547607,
      "learning_rate": 4.420731707317074e-06,
      "loss": 0.9985978603363037,
      "step": 146
    },
    {
      "epoch": 0.1807081807081807,
      "grad_norm": 1.5195460319519043,
      "learning_rate": 4.481707317073171e-06,
      "loss": 0.9752452373504639,
      "step": 148
    },
    {
      "epoch": 0.18315018315018314,
      "grad_norm": 1.3534411191940308,
      "learning_rate": 4.542682926829269e-06,
      "loss": 1.3346309661865234,
      "step": 150
    },
    {
      "epoch": 0.1855921855921856,
      "grad_norm": 2.0687193870544434,
      "learning_rate": 4.603658536585367e-06,
      "loss": 1.4687234163284302,
      "step": 152
    },
    {
      "epoch": 0.18803418803418803,
      "grad_norm": 1.2396481037139893,
      "learning_rate": 4.664634146341464e-06,
      "loss": 1.3415579795837402,
      "step": 154
    },
    {
      "epoch": 0.19047619047619047,
      "grad_norm": 2.4731335639953613,
      "learning_rate": 4.725609756097561e-06,
      "loss": 1.6359931230545044,
      "step": 156
    },
    {
      "epoch": 0.19291819291819293,
      "grad_norm": 3.7982375621795654,
      "learning_rate": 4.786585365853659e-06,
      "loss": 1.0939006805419922,
      "step": 158
    },
    {
      "epoch": 0.19536019536019536,
      "grad_norm": 1.8634134531021118,
      "learning_rate": 4.8475609756097565e-06,
      "loss": 0.9020692110061646,
      "step": 160
    },
    {
      "epoch": 0.1978021978021978,
      "grad_norm": 1.9401910305023193,
      "learning_rate": 4.908536585365854e-06,
      "loss": 1.3406171798706055,
      "step": 162
    },
    {
      "epoch": 0.20024420024420025,
      "grad_norm": 2.7686517238616943,
      "learning_rate": 4.9695121951219515e-06,
      "loss": 1.2336323261260986,
      "step": 164
    },
    {
      "epoch": 0.2026862026862027,
      "grad_norm": 2.1715619564056396,
      "learning_rate": 4.999998853502653e-06,
      "loss": 1.2935197353363037,
      "step": 166
    },
    {
      "epoch": 0.20512820512820512,
      "grad_norm": 1.8246636390686035,
      "learning_rate": 4.999989681530883e-06,
      "loss": 1.1559749841690063,
      "step": 168
    },
    {
      "epoch": 0.20757020757020758,
      "grad_norm": 4.966519832611084,
      "learning_rate": 4.999971337624732e-06,
      "loss": 0.929039478302002,
      "step": 170
    },
    {
      "epoch": 0.21001221001221002,
      "grad_norm": 1.679980993270874,
      "learning_rate": 4.999943821858978e-06,
      "loss": 1.0169018507003784,
      "step": 172
    },
    {
      "epoch": 0.21245421245421245,
      "grad_norm": 2.0559370517730713,
      "learning_rate": 4.999907134345786e-06,
      "loss": 1.3057047128677368,
      "step": 174
    },
    {
      "epoch": 0.2148962148962149,
      "grad_norm": 2.602260112762451,
      "learning_rate": 4.9998612752347116e-06,
      "loss": 1.2571014165878296,
      "step": 176
    },
    {
      "epoch": 0.21733821733821734,
      "grad_norm": 3.518317222595215,
      "learning_rate": 4.999806244712696e-06,
      "loss": 1.3580776453018188,
      "step": 178
    },
    {
      "epoch": 0.21978021978021978,
      "grad_norm": 1.0767415761947632,
      "learning_rate": 4.9997420430040665e-06,
      "loss": 0.9726645946502686,
      "step": 180
    },
    {
      "epoch": 0.2222222222222222,
      "grad_norm": 4.324513912200928,
      "learning_rate": 4.9996686703705395e-06,
      "loss": 0.8844138383865356,
      "step": 182
    },
    {
      "epoch": 0.22466422466422467,
      "grad_norm": 1.6926108598709106,
      "learning_rate": 4.999586127111211e-06,
      "loss": 1.2904834747314453,
      "step": 184
    },
    {
      "epoch": 0.2271062271062271,
      "grad_norm": 3.4072794914245605,
      "learning_rate": 4.9994944135625655e-06,
      "loss": 1.288368582725525,
      "step": 186
    },
    {
      "epoch": 0.22954822954822954,
      "grad_norm": 2.327322483062744,
      "learning_rate": 4.999393530098465e-06,
      "loss": 1.3512585163116455,
      "step": 188
    },
    {
      "epoch": 0.231990231990232,
      "grad_norm": 1.8644685745239258,
      "learning_rate": 4.999283477130157e-06,
      "loss": 1.3694134950637817,
      "step": 190
    },
    {
      "epoch": 0.23443223443223443,
      "grad_norm": 2.46710205078125,
      "learning_rate": 4.999164255106262e-06,
      "loss": 1.3137428760528564,
      "step": 192
    },
    {
      "epoch": 0.23687423687423687,
      "grad_norm": 2.8349263668060303,
      "learning_rate": 4.999035864512782e-06,
      "loss": 1.308716058731079,
      "step": 194
    },
    {
      "epoch": 0.23931623931623933,
      "grad_norm": 4.252539157867432,
      "learning_rate": 4.998898305873094e-06,
      "loss": 1.0035754442214966,
      "step": 196
    },
    {
      "epoch": 0.24175824175824176,
      "grad_norm": 1.9181326627731323,
      "learning_rate": 4.9987515797479455e-06,
      "loss": 1.283682942390442,
      "step": 198
    },
    {
      "epoch": 0.2442002442002442,
      "grad_norm": 2.797574996948242,
      "learning_rate": 4.998595686735457e-06,
      "loss": 1.3744878768920898,
      "step": 200
    },
    {
      "epoch": 0.24664224664224665,
      "grad_norm": 2.4476912021636963,
      "learning_rate": 4.998430627471114e-06,
      "loss": 1.3049349784851074,
      "step": 202
    },
    {
      "epoch": 0.2490842490842491,
      "grad_norm": 1.6749374866485596,
      "learning_rate": 4.998256402627771e-06,
      "loss": 0.9939874410629272,
      "step": 204
    },
    {
      "epoch": 0.2515262515262515,
      "grad_norm": 1.9039818048477173,
      "learning_rate": 4.998073012915644e-06,
      "loss": 1.26462721824646,
      "step": 206
    },
    {
      "epoch": 0.25396825396825395,
      "grad_norm": 1.5555559396743774,
      "learning_rate": 4.99788045908231e-06,
      "loss": 1.118224024772644,
      "step": 208
    },
    {
      "epoch": 0.2564102564102564,
      "grad_norm": 12.163622856140137,
      "learning_rate": 4.9976787419126995e-06,
      "loss": 0.9382672905921936,
      "step": 210
    },
    {
      "epoch": 0.2588522588522589,
      "grad_norm": 2.534181594848633,
      "learning_rate": 4.997467862229102e-06,
      "loss": 0.6328732967376709,
      "step": 212
    },
    {
      "epoch": 0.2612942612942613,
      "grad_norm": 1.489608645439148,
      "learning_rate": 4.997247820891152e-06,
      "loss": 1.0992366075515747,
      "step": 214
    },
    {
      "epoch": 0.26373626373626374,
      "grad_norm": 2.1970038414001465,
      "learning_rate": 4.997018618795836e-06,
      "loss": 1.2712618112564087,
      "step": 216
    },
    {
      "epoch": 0.2661782661782662,
      "grad_norm": 1.4587446451187134,
      "learning_rate": 4.996780256877479e-06,
      "loss": 1.1741327047348022,
      "step": 218
    },
    {
      "epoch": 0.2686202686202686,
      "grad_norm": 2.0022170543670654,
      "learning_rate": 4.996532736107749e-06,
      "loss": 1.3054232597351074,
      "step": 220
    },
    {
      "epoch": 0.27106227106227104,
      "grad_norm": 1.731757402420044,
      "learning_rate": 4.996276057495648e-06,
      "loss": 0.934091329574585,
      "step": 222
    },
    {
      "epoch": 0.27350427350427353,
      "grad_norm": 1.4423786401748657,
      "learning_rate": 4.996010222087509e-06,
      "loss": 0.9163894653320312,
      "step": 224
    },
    {
      "epoch": 0.27594627594627597,
      "grad_norm": 1.7184131145477295,
      "learning_rate": 4.9957352309669935e-06,
      "loss": 1.3263689279556274,
      "step": 226
    },
    {
      "epoch": 0.2783882783882784,
      "grad_norm": 2.437328338623047,
      "learning_rate": 4.9954510852550825e-06,
      "loss": 1.3698230981826782,
      "step": 228
    },
    {
      "epoch": 0.28083028083028083,
      "grad_norm": 2.120469093322754,
      "learning_rate": 4.995157786110078e-06,
      "loss": 1.343611717224121,
      "step": 230
    },
    {
      "epoch": 0.28327228327228327,
      "grad_norm": 6.02695369720459,
      "learning_rate": 4.9948553347275964e-06,
      "loss": 0.7583301663398743,
      "step": 232
    },
    {
      "epoch": 0.2857142857142857,
      "grad_norm": 1.9317870140075684,
      "learning_rate": 4.994543732340559e-06,
      "loss": 1.0170681476593018,
      "step": 234
    },
    {
      "epoch": 0.28815628815628813,
      "grad_norm": 1.3222551345825195,
      "learning_rate": 4.994222980219193e-06,
      "loss": 1.272110939025879,
      "step": 236
    },
    {
      "epoch": 0.2905982905982906,
      "grad_norm": 1.7373944520950317,
      "learning_rate": 4.993893079671023e-06,
      "loss": 1.2445218563079834,
      "step": 238
    },
    {
      "epoch": 0.29304029304029305,
      "grad_norm": 2.4315457344055176,
      "learning_rate": 4.993554032040867e-06,
      "loss": 1.1302506923675537,
      "step": 240
    },
    {
      "epoch": 0.2954822954822955,
      "grad_norm": 3.029109477996826,
      "learning_rate": 4.993205838710829e-06,
      "loss": 0.9910866022109985,
      "step": 242
    },
    {
      "epoch": 0.2979242979242979,
      "grad_norm": 1.9078646898269653,
      "learning_rate": 4.992848501100299e-06,
      "loss": 1.3285576105117798,
      "step": 244
    },
    {
      "epoch": 0.30036630036630035,
      "grad_norm": 1.1271051168441772,
      "learning_rate": 4.992482020665938e-06,
      "loss": 0.7790983319282532,
      "step": 246
    },
    {
      "epoch": 0.3028083028083028,
      "grad_norm": 2.9028432369232178,
      "learning_rate": 4.992106398901679e-06,
      "loss": 1.1949691772460938,
      "step": 248
    },
    {
      "epoch": 0.3052503052503053,
      "grad_norm": 3.402926445007324,
      "learning_rate": 4.9917216373387205e-06,
      "loss": 0.9305516481399536,
      "step": 250
    },
    {
      "epoch": 0.3076923076923077,
      "grad_norm": 4.722480773925781,
      "learning_rate": 4.991327737545517e-06,
      "loss": 1.0460638999938965,
      "step": 252
    },
    {
      "epoch": 0.31013431013431014,
      "grad_norm": 2.7775771617889404,
      "learning_rate": 4.990924701127776e-06,
      "loss": 1.2800921201705933,
      "step": 254
    },
    {
      "epoch": 0.3125763125763126,
      "grad_norm": 1.9031347036361694,
      "learning_rate": 4.990512529728448e-06,
      "loss": 1.2638157606124878,
      "step": 256
    },
    {
      "epoch": 0.315018315018315,
      "grad_norm": 1.927398443222046,
      "learning_rate": 4.990091225027721e-06,
      "loss": 1.3112692832946777,
      "step": 258
    },
    {
      "epoch": 0.31746031746031744,
      "grad_norm": 2.3837084770202637,
      "learning_rate": 4.9896607887430185e-06,
      "loss": 1.2674881219863892,
      "step": 260
    },
    {
      "epoch": 0.3199023199023199,
      "grad_norm": 4.82175874710083,
      "learning_rate": 4.989221222628985e-06,
      "loss": 1.4771348237991333,
      "step": 262
    },
    {
      "epoch": 0.32234432234432236,
      "grad_norm": 4.768642425537109,
      "learning_rate": 4.988772528477482e-06,
      "loss": 0.7117833495140076,
      "step": 264
    },
    {
      "epoch": 0.3247863247863248,
      "grad_norm": 3.3639814853668213,
      "learning_rate": 4.988314708117581e-06,
      "loss": 1.0419560670852661,
      "step": 266
    },
    {
      "epoch": 0.32722832722832723,
      "grad_norm": 4.912712574005127,
      "learning_rate": 4.987847763415557e-06,
      "loss": 1.3187146186828613,
      "step": 268
    },
    {
      "epoch": 0.32967032967032966,
      "grad_norm": 2.553563117980957,
      "learning_rate": 4.9873716962748805e-06,
      "loss": 0.9921520352363586,
      "step": 270
    },
    {
      "epoch": 0.3321123321123321,
      "grad_norm": 2.590106964111328,
      "learning_rate": 4.986886508636206e-06,
      "loss": 1.2800440788269043,
      "step": 272
    },
    {
      "epoch": 0.33455433455433453,
      "grad_norm": 5.722552299499512,
      "learning_rate": 4.986392202477369e-06,
      "loss": 0.9619787335395813,
      "step": 274
    },
    {
      "epoch": 0.336996336996337,
      "grad_norm": 2.612945556640625,
      "learning_rate": 4.985888779813377e-06,
      "loss": 1.0021531581878662,
      "step": 276
    },
    {
      "epoch": 0.33943833943833945,
      "grad_norm": 3.078714370727539,
      "learning_rate": 4.985376242696399e-06,
      "loss": 1.3929091691970825,
      "step": 278
    },
    {
      "epoch": 0.3418803418803419,
      "grad_norm": 1.928337812423706,
      "learning_rate": 4.984854593215759e-06,
      "loss": 1.2902088165283203,
      "step": 280
    },
    {
      "epoch": 0.3443223443223443,
      "grad_norm": 1.6284582614898682,
      "learning_rate": 4.984323833497925e-06,
      "loss": 1.2728163003921509,
      "step": 282
    },
    {
      "epoch": 0.34676434676434675,
      "grad_norm": 2.321744680404663,
      "learning_rate": 4.983783965706507e-06,
      "loss": 1.311239242553711,
      "step": 284
    },
    {
      "epoch": 0.3492063492063492,
      "grad_norm": 1.7774631977081299,
      "learning_rate": 4.983234992042237e-06,
      "loss": 1.1027390956878662,
      "step": 286
    },
    {
      "epoch": 0.3516483516483517,
      "grad_norm": 3.514158010482788,
      "learning_rate": 4.982676914742971e-06,
      "loss": 1.6526391506195068,
      "step": 288
    },
    {
      "epoch": 0.3540903540903541,
      "grad_norm": 5.824040412902832,
      "learning_rate": 4.982109736083676e-06,
      "loss": 0.9344091415405273,
      "step": 290
    },
    {
      "epoch": 0.35653235653235654,
      "grad_norm": 1.5543690919876099,
      "learning_rate": 4.981533458376416e-06,
      "loss": 1.292595386505127,
      "step": 292
    },
    {
      "epoch": 0.358974358974359,
      "grad_norm": 2.081808090209961,
      "learning_rate": 4.980948083970351e-06,
      "loss": 1.0262247323989868,
      "step": 294
    },
    {
      "epoch": 0.3614163614163614,
      "grad_norm": 2.1623454093933105,
      "learning_rate": 4.980353615251719e-06,
      "loss": 1.280896782875061,
      "step": 296
    },
    {
      "epoch": 0.36385836385836384,
      "grad_norm": 9.417366027832031,
      "learning_rate": 4.9797500546438344e-06,
      "loss": 1.4011857509613037,
      "step": 298
    },
    {
      "epoch": 0.3663003663003663,
      "grad_norm": 2.1483418941497803,
      "learning_rate": 4.979137404607072e-06,
      "loss": 1.243982195854187,
      "step": 300
    },
    {
      "epoch": 0.36874236874236876,
      "grad_norm": 2.855179786682129,
      "learning_rate": 4.978515667638858e-06,
      "loss": 0.8995228409767151,
      "step": 302
    },
    {
      "epoch": 0.3711843711843712,
      "grad_norm": 1.9090166091918945,
      "learning_rate": 4.9778848462736625e-06,
      "loss": 1.1892352104187012,
      "step": 304
    },
    {
      "epoch": 0.37362637362637363,
      "grad_norm": 1.4595932960510254,
      "learning_rate": 4.977244943082987e-06,
      "loss": 1.3153109550476074,
      "step": 306
    },
    {
      "epoch": 0.37606837606837606,
      "grad_norm": 2.5620715618133545,
      "learning_rate": 4.976595960675356e-06,
      "loss": 1.3017933368682861,
      "step": 308
    },
    {
      "epoch": 0.3785103785103785,
      "grad_norm": 2.5225541591644287,
      "learning_rate": 4.975937901696302e-06,
      "loss": 1.3250616788864136,
      "step": 310
    },
    {
      "epoch": 0.38095238095238093,
      "grad_norm": 4.8774895668029785,
      "learning_rate": 4.975270768828359e-06,
      "loss": 0.984774649143219,
      "step": 312
    },
    {
      "epoch": 0.3833943833943834,
      "grad_norm": 1.8592923879623413,
      "learning_rate": 4.974594564791051e-06,
      "loss": 1.3683158159255981,
      "step": 314
    },
    {
      "epoch": 0.38583638583638585,
      "grad_norm": 4.383054733276367,
      "learning_rate": 4.9739092923408784e-06,
      "loss": 0.6529649496078491,
      "step": 316
    },
    {
      "epoch": 0.3882783882783883,
      "grad_norm": 3.972773790359497,
      "learning_rate": 4.97321495427131e-06,
      "loss": 0.9518109560012817,
      "step": 318
    },
    {
      "epoch": 0.3907203907203907,
      "grad_norm": 5.475085735321045,
      "learning_rate": 4.972511553412768e-06,
      "loss": 1.334009051322937,
      "step": 320
    },
    {
      "epoch": 0.39316239316239315,
      "grad_norm": 2.0150842666625977,
      "learning_rate": 4.971799092632619e-06,
      "loss": 1.344587802886963,
      "step": 322
    },
    {
      "epoch": 0.3956043956043956,
      "grad_norm": 1.9884312152862549,
      "learning_rate": 4.971077574835165e-06,
      "loss": 1.3174562454223633,
      "step": 324
    },
    {
      "epoch": 0.398046398046398,
      "grad_norm": 2.862060308456421,
      "learning_rate": 4.970347002961623e-06,
      "loss": 1.244167447090149,
      "step": 326
    },
    {
      "epoch": 0.4004884004884005,
      "grad_norm": 1.4828734397888184,
      "learning_rate": 4.969607379990123e-06,
      "loss": 1.2446471452713013,
      "step": 328
    },
    {
      "epoch": 0.40293040293040294,
      "grad_norm": 5.2736592292785645,
      "learning_rate": 4.968858708935686e-06,
      "loss": 0.8940474987030029,
      "step": 330
    },
    {
      "epoch": 0.4053724053724054,
      "grad_norm": 3.302468776702881,
      "learning_rate": 4.968100992850223e-06,
      "loss": 0.6339259147644043,
      "step": 332
    },
    {
      "epoch": 0.4078144078144078,
      "grad_norm": 2.196411371231079,
      "learning_rate": 4.967334234822514e-06,
      "loss": 1.0478650331497192,
      "step": 334
    },
    {
      "epoch": 0.41025641025641024,
      "grad_norm": 1.72081458568573,
      "learning_rate": 4.966558437978196e-06,
      "loss": 1.349544882774353,
      "step": 336
    },
    {
      "epoch": 0.4126984126984127,
      "grad_norm": 1.245092511177063,
      "learning_rate": 4.965773605479754e-06,
      "loss": 0.9362432956695557,
      "step": 338
    },
    {
      "epoch": 0.41514041514041516,
      "grad_norm": 10.09897518157959,
      "learning_rate": 4.964979740526505e-06,
      "loss": 1.0755311250686646,
      "step": 340
    },
    {
      "epoch": 0.4175824175824176,
      "grad_norm": 2.285883903503418,
      "learning_rate": 4.964176846354588e-06,
      "loss": 1.6347922086715698,
      "step": 342
    },
    {
      "epoch": 0.42002442002442003,
      "grad_norm": 1.59197199344635,
      "learning_rate": 4.963364926236949e-06,
      "loss": 0.9156535863876343,
      "step": 344
    },
    {
      "epoch": 0.42246642246642246,
      "grad_norm": 1.6245992183685303,
      "learning_rate": 4.962543983483325e-06,
      "loss": 1.11324143409729,
      "step": 346
    },
    {
      "epoch": 0.4249084249084249,
      "grad_norm": 2.302391767501831,
      "learning_rate": 4.961714021440236e-06,
      "loss": 1.3008726835250854,
      "step": 348
    },
    {
      "epoch": 0.42735042735042733,
      "grad_norm": 2.053579092025757,
      "learning_rate": 4.960875043490967e-06,
      "loss": 0.8544071316719055,
      "step": 350
    },
    {
      "epoch": 0.4297924297924298,
      "grad_norm": 1.6109215021133423,
      "learning_rate": 4.960027053055557e-06,
      "loss": 1.0643997192382812,
      "step": 352
    },
    {
      "epoch": 0.43223443223443225,
      "grad_norm": 1.7497365474700928,
      "learning_rate": 4.959170053590781e-06,
      "loss": 1.2529405355453491,
      "step": 354
    },
    {
      "epoch": 0.4346764346764347,
      "grad_norm": 1.5827484130859375,
      "learning_rate": 4.958304048590143e-06,
      "loss": 0.8821004033088684,
      "step": 356
    },
    {
      "epoch": 0.4371184371184371,
      "grad_norm": 3.8849446773529053,
      "learning_rate": 4.957429041583855e-06,
      "loss": 1.127004623413086,
      "step": 358
    },
    {
      "epoch": 0.43956043956043955,
      "grad_norm": 1.9818916320800781,
      "learning_rate": 4.956545036138824e-06,
      "loss": 1.207819938659668,
      "step": 360
    },
    {
      "epoch": 0.442002442002442,
      "grad_norm": 3.0806636810302734,
      "learning_rate": 4.9556520358586394e-06,
      "loss": 1.0458451509475708,
      "step": 362
    },
    {
      "epoch": 0.4444444444444444,
      "grad_norm": 6.247749328613281,
      "learning_rate": 4.95475004438356e-06,
      "loss": 1.1090641021728516,
      "step": 364
    },
    {
      "epoch": 0.4468864468864469,
      "grad_norm": 4.639119625091553,
      "learning_rate": 4.953839065390494e-06,
      "loss": 1.37210214138031,
      "step": 366
    },
    {
      "epoch": 0.44932844932844934,
      "grad_norm": 3.0761399269104004,
      "learning_rate": 4.952919102592985e-06,
      "loss": 1.020755410194397,
      "step": 368
    },
    {
      "epoch": 0.4517704517704518,
      "grad_norm": 0.9568601846694946,
      "learning_rate": 4.9519901597412036e-06,
      "loss": 1.0233187675476074,
      "step": 370
    },
    {
      "epoch": 0.4542124542124542,
      "grad_norm": 1.6627336740493774,
      "learning_rate": 4.9510522406219215e-06,
      "loss": 1.2981936931610107,
      "step": 372
    },
    {
      "epoch": 0.45665445665445664,
      "grad_norm": 1.6876623630523682,
      "learning_rate": 4.9501053490585055e-06,
      "loss": 0.8830539584159851,
      "step": 374
    },
    {
      "epoch": 0.4590964590964591,
      "grad_norm": 2.635246515274048,
      "learning_rate": 4.9491494889108956e-06,
      "loss": 1.219455599784851,
      "step": 376
    },
    {
      "epoch": 0.46153846153846156,
      "grad_norm": 2.5608506202697754,
      "learning_rate": 4.948184664075594e-06,
      "loss": 0.9302881956100464,
      "step": 378
    },
    {
      "epoch": 0.463980463980464,
      "grad_norm": 2.0959465503692627,
      "learning_rate": 4.947210878485644e-06,
      "loss": 0.8517276048660278,
      "step": 380
    },
    {
      "epoch": 0.46642246642246643,
      "grad_norm": 1.482036828994751,
      "learning_rate": 4.94622813611062e-06,
      "loss": 1.2661558389663696,
      "step": 382
    },
    {
      "epoch": 0.46886446886446886,
      "grad_norm": 2.3324732780456543,
      "learning_rate": 4.945236440956604e-06,
      "loss": 1.0352469682693481,
      "step": 384
    },
    {
      "epoch": 0.4713064713064713,
      "grad_norm": 5.657218933105469,
      "learning_rate": 4.944235797066177e-06,
      "loss": 1.2012758255004883,
      "step": 386
    },
    {
      "epoch": 0.47374847374847373,
      "grad_norm": 3.256732225418091,
      "learning_rate": 4.943226208518398e-06,
      "loss": 1.5897492170333862,
      "step": 388
    },
    {
      "epoch": 0.47619047619047616,
      "grad_norm": 1.6683677434921265,
      "learning_rate": 4.942207679428788e-06,
      "loss": 0.7892211079597473,
      "step": 390
    },
    {
      "epoch": 0.47863247863247865,
      "grad_norm": 2.3011298179626465,
      "learning_rate": 4.941180213949314e-06,
      "loss": 0.8288873434066772,
      "step": 392
    },
    {
      "epoch": 0.4810744810744811,
      "grad_norm": 1.1541416645050049,
      "learning_rate": 4.94014381626837e-06,
      "loss": 0.9236152172088623,
      "step": 394
    },
    {
      "epoch": 0.4835164835164835,
      "grad_norm": 2.699540853500366,
      "learning_rate": 4.939098490610763e-06,
      "loss": 1.2205630540847778,
      "step": 396
    },
    {
      "epoch": 0.48595848595848595,
      "grad_norm": 3.6751928329467773,
      "learning_rate": 4.938044241237695e-06,
      "loss": 1.2720117568969727,
      "step": 398
    },
    {
      "epoch": 0.4884004884004884,
      "grad_norm": 2.8597030639648438,
      "learning_rate": 4.936981072446743e-06,
      "loss": 0.5283371210098267,
      "step": 400
    },
    {
      "epoch": 0.4908424908424908,
      "grad_norm": 2.1727144718170166,
      "learning_rate": 4.935908988571845e-06,
      "loss": 1.2206032276153564,
      "step": 402
    },
    {
      "epoch": 0.4932844932844933,
      "grad_norm": 1.26828932762146,
      "learning_rate": 4.934827993983279e-06,
      "loss": 1.3251525163650513,
      "step": 404
    },
    {
      "epoch": 0.49572649572649574,
      "grad_norm": 2.455037832260132,
      "learning_rate": 4.933738093087651e-06,
      "loss": 0.6017684936523438,
      "step": 406
    },
    {
      "epoch": 0.4981684981684982,
      "grad_norm": 2.95031476020813,
      "learning_rate": 4.932639290327866e-06,
      "loss": 0.8958187103271484,
      "step": 408
    },
    {
      "epoch": 0.5006105006105006,
      "grad_norm": 1.4214322566986084,
      "learning_rate": 4.931531590183123e-06,
      "loss": 1.255342721939087,
      "step": 410
    },
    {
      "epoch": 0.503052503052503,
      "grad_norm": 10.521769523620605,
      "learning_rate": 4.930414997168889e-06,
      "loss": 0.5480175614356995,
      "step": 412
    },
    {
      "epoch": 0.5054945054945055,
      "grad_norm": 1.6570682525634766,
      "learning_rate": 4.929289515836882e-06,
      "loss": 1.3151097297668457,
      "step": 414
    },
    {
      "epoch": 0.5079365079365079,
      "grad_norm": 2.6421968936920166,
      "learning_rate": 4.928155150775049e-06,
      "loss": 1.2698694467544556,
      "step": 416
    },
    {
      "epoch": 0.5103785103785103,
      "grad_norm": 2.2661855220794678,
      "learning_rate": 4.927011906607559e-06,
      "loss": 1.1845803260803223,
      "step": 418
    },
    {
      "epoch": 0.5128205128205128,
      "grad_norm": 0.9527170658111572,
      "learning_rate": 4.925859787994767e-06,
      "loss": 1.2397900819778442,
      "step": 420
    },
    {
      "epoch": 0.5152625152625152,
      "grad_norm": 1.2722523212432861,
      "learning_rate": 4.924698799633212e-06,
      "loss": 1.2302662134170532,
      "step": 422
    },
    {
      "epoch": 0.5177045177045178,
      "grad_norm": 1.8450767993927002,
      "learning_rate": 4.923528946255584e-06,
      "loss": 1.257878303527832,
      "step": 424
    },
    {
      "epoch": 0.5201465201465202,
      "grad_norm": 2.1251304149627686,
      "learning_rate": 4.922350232630715e-06,
      "loss": 1.0593935251235962,
      "step": 426
    },
    {
      "epoch": 0.5225885225885226,
      "grad_norm": 1.2513749599456787,
      "learning_rate": 4.9211626635635515e-06,
      "loss": 1.2507191896438599,
      "step": 428
    },
    {
      "epoch": 0.525030525030525,
      "grad_norm": 8.465970039367676,
      "learning_rate": 4.919966243895142e-06,
      "loss": 0.8818293809890747,
      "step": 430
    },
    {
      "epoch": 0.5274725274725275,
      "grad_norm": 6.935226917266846,
      "learning_rate": 4.918760978502611e-06,
      "loss": 0.5760735273361206,
      "step": 432
    },
    {
      "epoch": 0.5299145299145299,
      "grad_norm": 11.597949028015137,
      "learning_rate": 4.917546872299143e-06,
      "loss": 1.2672209739685059,
      "step": 434
    },
    {
      "epoch": 0.5323565323565324,
      "grad_norm": 1.8173397779464722,
      "learning_rate": 4.916323930233962e-06,
      "loss": 1.2190382480621338,
      "step": 436
    },
    {
      "epoch": 0.5347985347985348,
      "grad_norm": 3.132521867752075,
      "learning_rate": 4.915092157292313e-06,
      "loss": 1.2443459033966064,
      "step": 438
    },
    {
      "epoch": 0.5372405372405372,
      "grad_norm": 1.43805730342865,
      "learning_rate": 4.913851558495433e-06,
      "loss": 1.2091344594955444,
      "step": 440
    },
    {
      "epoch": 0.5396825396825397,
      "grad_norm": 11.365583419799805,
      "learning_rate": 4.912602138900545e-06,
      "loss": 1.0195097923278809,
      "step": 442
    },
    {
      "epoch": 0.5421245421245421,
      "grad_norm": 2.1645138263702393,
      "learning_rate": 4.911343903600823e-06,
      "loss": 0.8177242279052734,
      "step": 444
    },
    {
      "epoch": 0.5445665445665445,
      "grad_norm": 1.9511176347732544,
      "learning_rate": 4.91007685772538e-06,
      "loss": 0.9824368357658386,
      "step": 446
    },
    {
      "epoch": 0.5470085470085471,
      "grad_norm": 1.3720399141311646,
      "learning_rate": 4.908801006439247e-06,
      "loss": 1.08683443069458,
      "step": 448
    },
    {
      "epoch": 0.5494505494505495,
      "grad_norm": 2.627140760421753,
      "learning_rate": 4.9075163549433455e-06,
      "loss": 0.979245126247406,
      "step": 450
    },
    {
      "epoch": 0.5518925518925519,
      "grad_norm": 2.8625056743621826,
      "learning_rate": 4.906222908474474e-06,
      "loss": 0.7317221760749817,
      "step": 452
    },
    {
      "epoch": 0.5543345543345544,
      "grad_norm": 3.2224857807159424,
      "learning_rate": 4.90492067230528e-06,
      "loss": 1.258061170578003,
      "step": 454
    },
    {
      "epoch": 0.5567765567765568,
      "grad_norm": 2.8512461185455322,
      "learning_rate": 4.903609651744244e-06,
      "loss": 1.2263869047164917,
      "step": 456
    },
    {
      "epoch": 0.5592185592185592,
      "grad_norm": 1.08021080493927,
      "learning_rate": 4.902289852135655e-06,
      "loss": 0.6804142594337463,
      "step": 458
    },
    {
      "epoch": 0.5616605616605617,
      "grad_norm": 46.32835006713867,
      "learning_rate": 4.90096127885959e-06,
      "loss": 1.1406168937683105,
      "step": 460
    },
    {
      "epoch": 0.5641025641025641,
      "grad_norm": 3.643751621246338,
      "learning_rate": 4.899623937331887e-06,
      "loss": 1.1659770011901855,
      "step": 462
    },
    {
      "epoch": 0.5665445665445665,
      "grad_norm": 6.275250434875488,
      "learning_rate": 4.898277833004135e-06,
      "loss": 0.5430421829223633,
      "step": 464
    },
    {
      "epoch": 0.568986568986569,
      "grad_norm": 1.6964603662490845,
      "learning_rate": 4.896922971363635e-06,
      "loss": 1.487717628479004,
      "step": 466
    },
    {
      "epoch": 0.5714285714285714,
      "grad_norm": 1.5128223896026611,
      "learning_rate": 4.895559357933394e-06,
      "loss": 1.2990221977233887,
      "step": 468
    },
    {
      "epoch": 0.5738705738705738,
      "grad_norm": 2.9639620780944824,
      "learning_rate": 4.89418699827209e-06,
      "loss": 1.001917839050293,
      "step": 470
    },
    {
      "epoch": 0.5763125763125763,
      "grad_norm": 3.8676769733428955,
      "learning_rate": 4.892805897974059e-06,
      "loss": 1.2513344287872314,
      "step": 472
    },
    {
      "epoch": 0.5787545787545788,
      "grad_norm": 3.1442391872406006,
      "learning_rate": 4.891416062669262e-06,
      "loss": 0.8551501631736755,
      "step": 474
    },
    {
      "epoch": 0.5811965811965812,
      "grad_norm": 4.836908340454102,
      "learning_rate": 4.890017498023274e-06,
      "loss": 0.9901700615882874,
      "step": 476
    },
    {
      "epoch": 0.5836385836385837,
      "grad_norm": 3.409428358078003,
      "learning_rate": 4.888610209737249e-06,
      "loss": 1.1505521535873413,
      "step": 478
    },
    {
      "epoch": 0.5860805860805861,
      "grad_norm": 2.039818525314331,
      "learning_rate": 4.887194203547907e-06,
      "loss": 1.2868854999542236,
      "step": 480
    },
    {
      "epoch": 0.5885225885225885,
      "grad_norm": 3.3642868995666504,
      "learning_rate": 4.885769485227503e-06,
      "loss": 0.5171108245849609,
      "step": 482
    },
    {
      "epoch": 0.590964590964591,
      "grad_norm": 1.0177332162857056,
      "learning_rate": 4.8843360605838055e-06,
      "loss": 0.9433972239494324,
      "step": 484
    },
    {
      "epoch": 0.5934065934065934,
      "grad_norm": 0.7848219275474548,
      "learning_rate": 4.882893935460078e-06,
      "loss": 1.0055443048477173,
      "step": 486
    },
    {
      "epoch": 0.5958485958485958,
      "grad_norm": 1.8216912746429443,
      "learning_rate": 4.881443115735045e-06,
      "loss": 0.9295751452445984,
      "step": 488
    },
    {
      "epoch": 0.5982905982905983,
      "grad_norm": 2.449176073074341,
      "learning_rate": 4.879983607322881e-06,
      "loss": 0.9871832132339478,
      "step": 490
    },
    {
      "epoch": 0.6007326007326007,
      "grad_norm": 2.1226084232330322,
      "learning_rate": 4.878515416173174e-06,
      "loss": 0.7565707564353943,
      "step": 492
    },
    {
      "epoch": 0.6031746031746031,
      "grad_norm": 1.5631353855133057,
      "learning_rate": 4.877038548270907e-06,
      "loss": 0.9493947625160217,
      "step": 494
    },
    {
      "epoch": 0.6056166056166056,
      "grad_norm": 2.126840829849243,
      "learning_rate": 4.875553009636437e-06,
      "loss": 1.216259479522705,
      "step": 496
    },
    {
      "epoch": 0.608058608058608,
      "grad_norm": 6.31650447845459,
      "learning_rate": 4.874058806325463e-06,
      "loss": 0.5695387125015259,
      "step": 498
    },
    {
      "epoch": 0.6105006105006106,
      "grad_norm": 1.5655598640441895,
      "learning_rate": 4.872555944429006e-06,
      "loss": 0.8497368097305298,
      "step": 500
    },
    {
      "epoch": 0.612942612942613,
      "grad_norm": 2.7936275005340576,
      "learning_rate": 4.871044430073383e-06,
      "loss": 1.2087408304214478,
      "step": 502
    },
    {
      "epoch": 0.6153846153846154,
      "grad_norm": 5.054646015167236,
      "learning_rate": 4.869524269420183e-06,
      "loss": 1.2262006998062134,
      "step": 504
    },
    {
      "epoch": 0.6178266178266179,
      "grad_norm": 2.619194507598877,
      "learning_rate": 4.8679954686662404e-06,
      "loss": 1.2392239570617676,
      "step": 506
    },
    {
      "epoch": 0.6202686202686203,
      "grad_norm": 2.1149373054504395,
      "learning_rate": 4.866458034043611e-06,
      "loss": 1.2161999940872192,
      "step": 508
    },
    {
      "epoch": 0.6227106227106227,
      "grad_norm": 3.2427122592926025,
      "learning_rate": 4.864911971819545e-06,
      "loss": 1.2096397876739502,
      "step": 510
    },
    {
      "epoch": 0.6251526251526252,
      "grad_norm": 1.8958977460861206,
      "learning_rate": 4.863357288296463e-06,
      "loss": 1.0511081218719482,
      "step": 512
    },
    {
      "epoch": 0.6275946275946276,
      "grad_norm": 2.3320584297180176,
      "learning_rate": 4.861793989811929e-06,
      "loss": 1.039177417755127,
      "step": 514
    },
    {
      "epoch": 0.63003663003663,
      "grad_norm": 2.3830647468566895,
      "learning_rate": 4.860222082738628e-06,
      "loss": 0.9379343390464783,
      "step": 516
    },
    {
      "epoch": 0.6324786324786325,
      "grad_norm": 1.4862414598464966,
      "learning_rate": 4.858641573484334e-06,
      "loss": 1.2305572032928467,
      "step": 518
    },
    {
      "epoch": 0.6349206349206349,
      "grad_norm": 1.5390454530715942,
      "learning_rate": 4.8570524684918885e-06,
      "loss": 0.7816034555435181,
      "step": 520
    },
    {
      "epoch": 0.6373626373626373,
      "grad_norm": 3.6071054935455322,
      "learning_rate": 4.855454774239174e-06,
      "loss": 0.9562470316886902,
      "step": 522
    },
    {
      "epoch": 0.6398046398046398,
      "grad_norm": 19.057411193847656,
      "learning_rate": 4.8538484972390844e-06,
      "loss": 0.9935526847839355,
      "step": 524
    },
    {
      "epoch": 0.6422466422466423,
      "grad_norm": 5.404201030731201,
      "learning_rate": 4.852233644039503e-06,
      "loss": 1.2573553323745728,
      "step": 526
    },
    {
      "epoch": 0.6446886446886447,
      "grad_norm": 5.5111002922058105,
      "learning_rate": 4.8506102212232714e-06,
      "loss": 1.309897780418396,
      "step": 528
    },
    {
      "epoch": 0.6471306471306472,
      "grad_norm": 12.94403076171875,
      "learning_rate": 4.848978235408165e-06,
      "loss": 1.0515775680541992,
      "step": 530
    },
    {
      "epoch": 0.6495726495726496,
      "grad_norm": 2.2977471351623535,
      "learning_rate": 4.847337693246869e-06,
      "loss": 1.0648335218429565,
      "step": 532
    },
    {
      "epoch": 0.652014652014652,
      "grad_norm": 4.799200057983398,
      "learning_rate": 4.845688601426942e-06,
      "loss": 1.5188199281692505,
      "step": 534
    },
    {
      "epoch": 0.6544566544566545,
      "grad_norm": 1.9204214811325073,
      "learning_rate": 4.8440309666708006e-06,
      "loss": 0.8509761691093445,
      "step": 536
    },
    {
      "epoch": 0.6568986568986569,
      "grad_norm": 3.197026014328003,
      "learning_rate": 4.842364795735681e-06,
      "loss": 1.237154483795166,
      "step": 538
    },
    {
      "epoch": 0.6593406593406593,
      "grad_norm": 2.667442798614502,
      "learning_rate": 4.840690095413621e-06,
      "loss": 1.256026268005371,
      "step": 540
    },
    {
      "epoch": 0.6617826617826618,
      "grad_norm": 1.8451228141784668,
      "learning_rate": 4.8390068725314235e-06,
      "loss": 0.9330289959907532,
      "step": 542
    },
    {
      "epoch": 0.6642246642246642,
      "grad_norm": 2.3354480266571045,
      "learning_rate": 4.837315133950639e-06,
      "loss": 1.2343664169311523,
      "step": 544
    },
    {
      "epoch": 0.6666666666666666,
      "grad_norm": 2.377455472946167,
      "learning_rate": 4.835614886567523e-06,
      "loss": 1.1341302394866943,
      "step": 546
    },
    {
      "epoch": 0.6691086691086691,
      "grad_norm": 2.2880988121032715,
      "learning_rate": 4.833906137313027e-06,
      "loss": 1.2215226888656616,
      "step": 548
    },
    {
      "epoch": 0.6715506715506715,
      "grad_norm": 1.8074506521224976,
      "learning_rate": 4.8321888931527526e-06,
      "loss": 1.1459529399871826,
      "step": 550
    },
    {
      "epoch": 0.673992673992674,
      "grad_norm": 2.449573516845703,
      "learning_rate": 4.83046316108693e-06,
      "loss": 0.9938110709190369,
      "step": 552
    },
    {
      "epoch": 0.6764346764346765,
      "grad_norm": 1.4324339628219604,
      "learning_rate": 4.828728948150395e-06,
      "loss": 1.018953800201416,
      "step": 554
    },
    {
      "epoch": 0.6788766788766789,
      "grad_norm": 1.9855033159255981,
      "learning_rate": 4.826986261412551e-06,
      "loss": 0.7265840768814087,
      "step": 556
    },
    {
      "epoch": 0.6813186813186813,
      "grad_norm": 5.827937126159668,
      "learning_rate": 4.825235107977347e-06,
      "loss": 1.159310221672058,
      "step": 558
    },
    {
      "epoch": 0.6837606837606838,
      "grad_norm": 1.3800535202026367,
      "learning_rate": 4.82347549498324e-06,
      "loss": 1.1552388668060303,
      "step": 560
    },
    {
      "epoch": 0.6862026862026862,
      "grad_norm": 6.40132999420166,
      "learning_rate": 4.821707429603181e-06,
      "loss": 0.9877975583076477,
      "step": 562
    },
    {
      "epoch": 0.6886446886446886,
      "grad_norm": 5.481659889221191,
      "learning_rate": 4.8199309190445694e-06,
      "loss": 1.294710636138916,
      "step": 564
    },
    {
      "epoch": 0.6910866910866911,
      "grad_norm": 1.7129062414169312,
      "learning_rate": 4.818145970549233e-06,
      "loss": 1.0880193710327148,
      "step": 566
    },
    {
      "epoch": 0.6935286935286935,
      "grad_norm": 2.8719332218170166,
      "learning_rate": 4.816352591393398e-06,
      "loss": 1.286997675895691,
      "step": 568
    },
    {
      "epoch": 0.6959706959706959,
      "grad_norm": 3.2201790809631348,
      "learning_rate": 4.814550788887655e-06,
      "loss": 0.9447314143180847,
      "step": 570
    },
    {
      "epoch": 0.6984126984126984,
      "grad_norm": 9.533697128295898,
      "learning_rate": 4.812740570376933e-06,
      "loss": 0.9670330286026001,
      "step": 572
    },
    {
      "epoch": 0.7008547008547008,
      "grad_norm": 4.622603416442871,
      "learning_rate": 4.810921943240469e-06,
      "loss": 1.4118473529815674,
      "step": 574
    },
    {
      "epoch": 0.7032967032967034,
      "grad_norm": 1.7296289205551147,
      "learning_rate": 4.809094914891775e-06,
      "loss": 1.2039122581481934,
      "step": 576
    },
    {
      "epoch": 0.7057387057387058,
      "grad_norm": 1.5504480600357056,
      "learning_rate": 4.807259492778613e-06,
      "loss": 1.1822270154953003,
      "step": 578
    },
    {
      "epoch": 0.7081807081807082,
      "grad_norm": 1.588944435119629,
      "learning_rate": 4.805415684382959e-06,
      "loss": 1.142565131187439,
      "step": 580
    },
    {
      "epoch": 0.7106227106227107,
      "grad_norm": 1.771332859992981,
      "learning_rate": 4.803563497220976e-06,
      "loss": 1.1912704706192017,
      "step": 582
    },
    {
      "epoch": 0.7130647130647131,
      "grad_norm": 5.767767429351807,
      "learning_rate": 4.8017029388429845e-06,
      "loss": 1.0446151494979858,
      "step": 584
    },
    {
      "epoch": 0.7155067155067155,
      "grad_norm": 1.6248974800109863,
      "learning_rate": 4.799834016833425e-06,
      "loss": 1.287752628326416,
      "step": 586
    },
    {
      "epoch": 0.717948717948718,
      "grad_norm": 2.37131404876709,
      "learning_rate": 4.7979567388108376e-06,
      "loss": 1.061058759689331,
      "step": 588
    },
    {
      "epoch": 0.7203907203907204,
      "grad_norm": 1.6095200777053833,
      "learning_rate": 4.796071112427821e-06,
      "loss": 0.9337313771247864,
      "step": 590
    },
    {
      "epoch": 0.7228327228327228,
      "grad_norm": 1.546781063079834,
      "learning_rate": 4.794177145371006e-06,
      "loss": 0.8499547243118286,
      "step": 592
    },
    {
      "epoch": 0.7252747252747253,
      "grad_norm": 1.973464846611023,
      "learning_rate": 4.792274845361025e-06,
      "loss": 1.199100375175476,
      "step": 594
    },
    {
      "epoch": 0.7277167277167277,
      "grad_norm": 2.8694047927856445,
      "learning_rate": 4.790364220152477e-06,
      "loss": 0.9500537514686584,
      "step": 596
    },
    {
      "epoch": 0.7301587301587301,
      "grad_norm": 3.2333526611328125,
      "learning_rate": 4.788445277533902e-06,
      "loss": 0.9067592024803162,
      "step": 598
    },
    {
      "epoch": 0.7326007326007326,
      "grad_norm": 1.7088539600372314,
      "learning_rate": 4.786518025327742e-06,
      "loss": 1.1730542182922363,
      "step": 600
    },
    {
      "epoch": 0.7350427350427351,
      "grad_norm": 3.451296091079712,
      "learning_rate": 4.7845824713903115e-06,
      "loss": 1.319393515586853,
      "step": 602
    },
    {
      "epoch": 0.7374847374847375,
      "grad_norm": 2.3576159477233887,
      "learning_rate": 4.782638623611771e-06,
      "loss": 1.1339298486709595,
      "step": 604
    },
    {
      "epoch": 0.73992673992674,
      "grad_norm": 4.726226329803467,
      "learning_rate": 4.780686489916086e-06,
      "loss": 1.4150636196136475,
      "step": 606
    },
    {
      "epoch": 0.7423687423687424,
      "grad_norm": 1.4049737453460693,
      "learning_rate": 4.778726078261001e-06,
      "loss": 1.265529751777649,
      "step": 608
    },
    {
      "epoch": 0.7448107448107448,
      "grad_norm": 2.383326768875122,
      "learning_rate": 4.776757396638005e-06,
      "loss": 0.8798419237136841,
      "step": 610
    },
    {
      "epoch": 0.7472527472527473,
      "grad_norm": 1.5629072189331055,
      "learning_rate": 4.774780453072298e-06,
      "loss": 1.2364379167556763,
      "step": 612
    },
    {
      "epoch": 0.7496947496947497,
      "grad_norm": 1.7620823383331299,
      "learning_rate": 4.772795255622761e-06,
      "loss": 1.2224982976913452,
      "step": 614
    },
    {
      "epoch": 0.7521367521367521,
      "grad_norm": 1.2436916828155518,
      "learning_rate": 4.770801812381919e-06,
      "loss": 0.8438993096351624,
      "step": 616
    },
    {
      "epoch": 0.7545787545787546,
      "grad_norm": 1.9763593673706055,
      "learning_rate": 4.768800131475913e-06,
      "loss": 1.5313855409622192,
      "step": 618
    },
    {
      "epoch": 0.757020757020757,
      "grad_norm": 3.1992554664611816,
      "learning_rate": 4.7667902210644616e-06,
      "loss": 1.008560061454773,
      "step": 620
    },
    {
      "epoch": 0.7594627594627594,
      "grad_norm": 7.259356498718262,
      "learning_rate": 4.764772089340833e-06,
      "loss": 0.9306063652038574,
      "step": 622
    },
    {
      "epoch": 0.7619047619047619,
      "grad_norm": 1.7845251560211182,
      "learning_rate": 4.762745744531808e-06,
      "loss": 1.2115577459335327,
      "step": 624
    },
    {
      "epoch": 0.7643467643467643,
      "grad_norm": 1.6257309913635254,
      "learning_rate": 4.760711194897646e-06,
      "loss": 1.2677242755889893,
      "step": 626
    },
    {
      "epoch": 0.7667887667887668,
      "grad_norm": 3.1209113597869873,
      "learning_rate": 4.758668448732057e-06,
      "loss": 1.0252844095230103,
      "step": 628
    },
    {
      "epoch": 0.7692307692307693,
      "grad_norm": 1.4179201126098633,
      "learning_rate": 4.7566175143621575e-06,
      "loss": 1.2540860176086426,
      "step": 630
    },
    {
      "epoch": 0.7716727716727717,
      "grad_norm": 1.1921404600143433,
      "learning_rate": 4.754558400148449e-06,
      "loss": 0.8723937273025513,
      "step": 632
    },
    {
      "epoch": 0.7741147741147741,
      "grad_norm": 2.1802115440368652,
      "learning_rate": 4.752491114484773e-06,
      "loss": 0.8961063623428345,
      "step": 634
    },
    {
      "epoch": 0.7765567765567766,
      "grad_norm": 1.9183303117752075,
      "learning_rate": 4.7504156657982835e-06,
      "loss": 1.226144790649414,
      "step": 636
    },
    {
      "epoch": 0.778998778998779,
      "grad_norm": 1.9927711486816406,
      "learning_rate": 4.74833206254941e-06,
      "loss": 1.2360224723815918,
      "step": 638
    },
    {
      "epoch": 0.7814407814407814,
      "grad_norm": 4.131889343261719,
      "learning_rate": 4.746240313231823e-06,
      "loss": 0.9043057560920715,
      "step": 640
    },
    {
      "epoch": 0.7838827838827839,
      "grad_norm": 3.734161138534546,
      "learning_rate": 4.744140426372401e-06,
      "loss": 1.0058786869049072,
      "step": 642
    },
    {
      "epoch": 0.7863247863247863,
      "grad_norm": 1.5284754037857056,
      "learning_rate": 4.742032410531195e-06,
      "loss": 1.124707818031311,
      "step": 644
    },
    {
      "epoch": 0.7887667887667887,
      "grad_norm": 3.012943744659424,
      "learning_rate": 4.73991627430139e-06,
      "loss": 0.9144378304481506,
      "step": 646
    },
    {
      "epoch": 0.7912087912087912,
      "grad_norm": 2.2246816158294678,
      "learning_rate": 4.737792026309278e-06,
      "loss": 1.19635009765625,
      "step": 648
    },
    {
      "epoch": 0.7936507936507936,
      "grad_norm": 1.9574096202850342,
      "learning_rate": 4.735659675214215e-06,
      "loss": 0.5257167220115662,
      "step": 650
    },
    {
      "epoch": 0.796092796092796,
      "grad_norm": 2.1935298442840576,
      "learning_rate": 4.7335192297085895e-06,
      "loss": 0.7748251557350159,
      "step": 652
    },
    {
      "epoch": 0.7985347985347986,
      "grad_norm": 2.698744535446167,
      "learning_rate": 4.731370698517786e-06,
      "loss": 1.1536623239517212,
      "step": 654
    },
    {
      "epoch": 0.800976800976801,
      "grad_norm": 1.8622996807098389,
      "learning_rate": 4.729214090400149e-06,
      "loss": 1.200728178024292,
      "step": 656
    },
    {
      "epoch": 0.8034188034188035,
      "grad_norm": 9.128825187683105,
      "learning_rate": 4.727049414146952e-06,
      "loss": 0.4623393714427948,
      "step": 658
    },
    {
      "epoch": 0.8058608058608059,
      "grad_norm": 2.4344100952148438,
      "learning_rate": 4.724876678582352e-06,
      "loss": 1.0503042936325073,
      "step": 660
    },
    {
      "epoch": 0.8083028083028083,
      "grad_norm": 1.744651198387146,
      "learning_rate": 4.722695892563363e-06,
      "loss": 1.1860074996948242,
      "step": 662
    },
    {
      "epoch": 0.8107448107448108,
      "grad_norm": 1.6168715953826904,
      "learning_rate": 4.720507064979816e-06,
      "loss": 1.2846834659576416,
      "step": 664
    },
    {
      "epoch": 0.8131868131868132,
      "grad_norm": 2.017427444458008,
      "learning_rate": 4.7183102047543205e-06,
      "loss": 0.8671167492866516,
      "step": 666
    },
    {
      "epoch": 0.8156288156288156,
      "grad_norm": 2.0237629413604736,
      "learning_rate": 4.716105320842234e-06,
      "loss": 1.0235426425933838,
      "step": 668
    },
    {
      "epoch": 0.818070818070818,
      "grad_norm": 2.6489999294281006,
      "learning_rate": 4.713892422231619e-06,
      "loss": 1.3756883144378662,
      "step": 670
    },
    {
      "epoch": 0.8205128205128205,
      "grad_norm": 1.48908269405365,
      "learning_rate": 4.71167151794321e-06,
      "loss": 1.2407268285751343,
      "step": 672
    },
    {
      "epoch": 0.8229548229548229,
      "grad_norm": 1.3047491312026978,
      "learning_rate": 4.709442617030379e-06,
      "loss": 0.9855388402938843,
      "step": 674
    },
    {
      "epoch": 0.8253968253968254,
      "grad_norm": 1.8140162229537964,
      "learning_rate": 4.707205728579091e-06,
      "loss": 0.882321298122406,
      "step": 676
    },
    {
      "epoch": 0.8278388278388278,
      "grad_norm": 13.20935344696045,
      "learning_rate": 4.704960861707875e-06,
      "loss": 1.2027504444122314,
      "step": 678
    },
    {
      "epoch": 0.8302808302808303,
      "grad_norm": 1.8309438228607178,
      "learning_rate": 4.702708025567784e-06,
      "loss": 1.2264920473098755,
      "step": 680
    },
    {
      "epoch": 0.8327228327228328,
      "grad_norm": 5.225240707397461,
      "learning_rate": 4.700447229342353e-06,
      "loss": 1.1251945495605469,
      "step": 682
    },
    {
      "epoch": 0.8351648351648352,
      "grad_norm": 12.371641159057617,
      "learning_rate": 4.698178482247571e-06,
      "loss": 0.6810005307197571,
      "step": 684
    },
    {
      "epoch": 0.8376068376068376,
      "grad_norm": 1.8889416456222534,
      "learning_rate": 4.695901793531834e-06,
      "loss": 1.325577974319458,
      "step": 686
    },
    {
      "epoch": 0.8400488400488401,
      "grad_norm": 2.4011776447296143,
      "learning_rate": 4.693617172475914e-06,
      "loss": 1.2832276821136475,
      "step": 688
    },
    {
      "epoch": 0.8424908424908425,
      "grad_norm": 6.96901273727417,
      "learning_rate": 4.691324628392918e-06,
      "loss": 0.9534074664115906,
      "step": 690
    },
    {
      "epoch": 0.8449328449328449,
      "grad_norm": 3.2731733322143555,
      "learning_rate": 4.68902417062825e-06,
      "loss": 1.2452714443206787,
      "step": 692
    },
    {
      "epoch": 0.8473748473748474,
      "grad_norm": 1.0289312601089478,
      "learning_rate": 4.686715808559575e-06,
      "loss": 0.9713150858879089,
      "step": 694
    },
    {
      "epoch": 0.8498168498168498,
      "grad_norm": 4.545189380645752,
      "learning_rate": 4.684399551596778e-06,
      "loss": 1.130218744277954,
      "step": 696
    },
    {
      "epoch": 0.8522588522588522,
      "grad_norm": 87.15223693847656,
      "learning_rate": 4.682075409181928e-06,
      "loss": 0.9914512634277344,
      "step": 698
    },
    {
      "epoch": 0.8547008547008547,
      "grad_norm": 1.9779729843139648,
      "learning_rate": 4.6797433907892385e-06,
      "loss": 1.0588513612747192,
      "step": 700
    },
    {
      "epoch": 0.8571428571428571,
      "grad_norm": 1.3967251777648926,
      "learning_rate": 4.677403505925027e-06,
      "loss": 1.0360347032546997,
      "step": 702
    },
    {
      "epoch": 0.8595848595848596,
      "grad_norm": 2.3286092281341553,
      "learning_rate": 4.6750557641276805e-06,
      "loss": 0.9465680122375488,
      "step": 704
    },
    {
      "epoch": 0.8620268620268621,
      "grad_norm": 1.6770824193954468,
      "learning_rate": 4.672700174967613e-06,
      "loss": 0.4001966118812561,
      "step": 706
    },
    {
      "epoch": 0.8644688644688645,
      "grad_norm": 1.5843091011047363,
      "learning_rate": 4.6703367480472304e-06,
      "loss": 1.1794531345367432,
      "step": 708
    },
    {
      "epoch": 0.8669108669108669,
      "grad_norm": 7.7685017585754395,
      "learning_rate": 4.667965493000883e-06,
      "loss": 0.8692483901977539,
      "step": 710
    },
    {
      "epoch": 0.8693528693528694,
      "grad_norm": 7.2869977951049805,
      "learning_rate": 4.665586419494837e-06,
      "loss": 1.3455827236175537,
      "step": 712
    },
    {
      "epoch": 0.8717948717948718,
      "grad_norm": 2.4024009704589844,
      "learning_rate": 4.66319953722723e-06,
      "loss": 1.53640615940094,
      "step": 714
    },
    {
      "epoch": 0.8742368742368742,
      "grad_norm": 1.8035765886306763,
      "learning_rate": 4.660804855928029e-06,
      "loss": 1.400252103805542,
      "step": 716
    },
    {
      "epoch": 0.8766788766788767,
      "grad_norm": 2.3839004039764404,
      "learning_rate": 4.658402385358992e-06,
      "loss": 0.88499915599823,
      "step": 718
    },
    {
      "epoch": 0.8791208791208791,
      "grad_norm": 2.779142141342163,
      "learning_rate": 4.655992135313634e-06,
      "loss": 1.1850217580795288,
      "step": 720
    },
    {
      "epoch": 0.8815628815628815,
      "grad_norm": 5.73760986328125,
      "learning_rate": 4.6535741156171796e-06,
      "loss": 0.8437918424606323,
      "step": 722
    },
    {
      "epoch": 0.884004884004884,
      "grad_norm": 2.219005584716797,
      "learning_rate": 4.651148336126527e-06,
      "loss": 1.2156010866165161,
      "step": 724
    },
    {
      "epoch": 0.8864468864468864,
      "grad_norm": 2.8996713161468506,
      "learning_rate": 4.6487148067302065e-06,
      "loss": 1.1615610122680664,
      "step": 726
    },
    {
      "epoch": 0.8888888888888888,
      "grad_norm": 1.5215322971343994,
      "learning_rate": 4.646273537348337e-06,
      "loss": 1.15150785446167,
      "step": 728
    },
    {
      "epoch": 0.8913308913308914,
      "grad_norm": 1.62069833278656,
      "learning_rate": 4.643824537932595e-06,
      "loss": 1.3772497177124023,
      "step": 730
    },
    {
      "epoch": 0.8937728937728938,
      "grad_norm": 5.082972526550293,
      "learning_rate": 4.641367818466164e-06,
      "loss": 1.1609463691711426,
      "step": 732
    },
    {
      "epoch": 0.8962148962148963,
      "grad_norm": 2.289997100830078,
      "learning_rate": 4.6389033889637e-06,
      "loss": 0.9794567227363586,
      "step": 734
    },
    {
      "epoch": 0.8986568986568987,
      "grad_norm": 1.610153317451477,
      "learning_rate": 4.636431259471284e-06,
      "loss": 0.7476667165756226,
      "step": 736
    },
    {
      "epoch": 0.9010989010989011,
      "grad_norm": 3.150763511657715,
      "learning_rate": 4.633951440066391e-06,
      "loss": 0.8690844774246216,
      "step": 738
    },
    {
      "epoch": 0.9035409035409036,
      "grad_norm": 4.614825248718262,
      "learning_rate": 4.631463940857841e-06,
      "loss": 1.0103671550750732,
      "step": 740
    },
    {
      "epoch": 0.905982905982906,
      "grad_norm": 1.2555079460144043,
      "learning_rate": 4.6289687719857595e-06,
      "loss": 0.873469352722168,
      "step": 742
    },
    {
      "epoch": 0.9084249084249084,
      "grad_norm": 1.3857243061065674,
      "learning_rate": 4.626465943621538e-06,
      "loss": 0.8869038224220276,
      "step": 744
    },
    {
      "epoch": 0.9108669108669109,
      "grad_norm": 8.226287841796875,
      "learning_rate": 4.623955465967791e-06,
      "loss": 1.1199119091033936,
      "step": 746
    },
    {
      "epoch": 0.9133089133089133,
      "grad_norm": 2.548466920852661,
      "learning_rate": 4.621437349258316e-06,
      "loss": 0.8345762491226196,
      "step": 748
    },
    {
      "epoch": 0.9157509157509157,
      "grad_norm": 1.7079286575317383,
      "learning_rate": 4.618911603758047e-06,
      "loss": 1.3368088006973267,
      "step": 750
    },
    {
      "epoch": 0.9181929181929182,
      "grad_norm": 1.5761820077896118,
      "learning_rate": 4.616378239763021e-06,
      "loss": 1.2190864086151123,
      "step": 752
    },
    {
      "epoch": 0.9206349206349206,
      "grad_norm": 1.6565887928009033,
      "learning_rate": 4.613837267600328e-06,
      "loss": 1.2295691967010498,
      "step": 754
    },
    {
      "epoch": 0.9230769230769231,
      "grad_norm": 1.4082704782485962,
      "learning_rate": 4.611288697628074e-06,
      "loss": 1.2072789669036865,
      "step": 756
    },
    {
      "epoch": 0.9255189255189256,
      "grad_norm": 2.3025150299072266,
      "learning_rate": 4.608732540235336e-06,
      "loss": 1.2459933757781982,
      "step": 758
    },
    {
      "epoch": 0.927960927960928,
      "grad_norm": 2.0221993923187256,
      "learning_rate": 4.60616880584212e-06,
      "loss": 0.7390088438987732,
      "step": 760
    },
    {
      "epoch": 0.9304029304029304,
      "grad_norm": 3.3428783416748047,
      "learning_rate": 4.603597504899322e-06,
      "loss": 1.0999096632003784,
      "step": 762
    },
    {
      "epoch": 0.9328449328449329,
      "grad_norm": 1.6523158550262451,
      "learning_rate": 4.601018647888677e-06,
      "loss": 0.8729748129844666,
      "step": 764
    },
    {
      "epoch": 0.9352869352869353,
      "grad_norm": 62.29137420654297,
      "learning_rate": 4.598432245322729e-06,
      "loss": 0.5466877818107605,
      "step": 766
    },
    {
      "epoch": 0.9377289377289377,
      "grad_norm": 1.815721035003662,
      "learning_rate": 4.595838307744775e-06,
      "loss": 0.8582451939582825,
      "step": 768
    },
    {
      "epoch": 0.9401709401709402,
      "grad_norm": 1.5688364505767822,
      "learning_rate": 4.593236845728832e-06,
      "loss": 0.7072654962539673,
      "step": 770
    },
    {
      "epoch": 0.9426129426129426,
      "grad_norm": 1.4338949918746948,
      "learning_rate": 4.590627869879586e-06,
      "loss": 1.053293228149414,
      "step": 772
    },
    {
      "epoch": 0.945054945054945,
      "grad_norm": 2.2348110675811768,
      "learning_rate": 4.588011390832357e-06,
      "loss": 1.2199137210845947,
      "step": 774
    },
    {
      "epoch": 0.9474969474969475,
      "grad_norm": 2.0182247161865234,
      "learning_rate": 4.585387419253048e-06,
      "loss": 1.1575353145599365,
      "step": 776
    },
    {
      "epoch": 0.9499389499389499,
      "grad_norm": 2.0367462635040283,
      "learning_rate": 4.582755965838105e-06,
      "loss": 0.842775821685791,
      "step": 778
    },
    {
      "epoch": 0.9523809523809523,
      "grad_norm": 1.4695345163345337,
      "learning_rate": 4.580117041314476e-06,
      "loss": 0.9546113610267639,
      "step": 780
    },
    {
      "epoch": 0.9548229548229549,
      "grad_norm": 4.101283550262451,
      "learning_rate": 4.577470656439562e-06,
      "loss": 1.0789297819137573,
      "step": 782
    },
    {
      "epoch": 0.9572649572649573,
      "grad_norm": 1.6646188497543335,
      "learning_rate": 4.574816822001175e-06,
      "loss": 1.2004691362380981,
      "step": 784
    },
    {
      "epoch": 0.9597069597069597,
      "grad_norm": 1.4552080631256104,
      "learning_rate": 4.572155548817498e-06,
      "loss": 1.2365154027938843,
      "step": 786
    },
    {
      "epoch": 0.9621489621489622,
      "grad_norm": 2.4475789070129395,
      "learning_rate": 4.5694868477370325e-06,
      "loss": 1.330816388130188,
      "step": 788
    },
    {
      "epoch": 0.9645909645909646,
      "grad_norm": 2.0710349082946777,
      "learning_rate": 4.566810729638565e-06,
      "loss": 1.2555092573165894,
      "step": 790
    },
    {
      "epoch": 0.967032967032967,
      "grad_norm": 1.5041587352752686,
      "learning_rate": 4.564127205431112e-06,
      "loss": 1.0104345083236694,
      "step": 792
    },
    {
      "epoch": 0.9694749694749695,
      "grad_norm": 1.5308382511138916,
      "learning_rate": 4.5614362860538855e-06,
      "loss": 1.2593212127685547,
      "step": 794
    },
    {
      "epoch": 0.9719169719169719,
      "grad_norm": 1.3870609998703003,
      "learning_rate": 4.558737982476238e-06,
      "loss": 1.1537375450134277,
      "step": 796
    },
    {
      "epoch": 0.9743589743589743,
      "grad_norm": 1.61140775680542,
      "learning_rate": 4.556032305697628e-06,
      "loss": 1.154402732849121,
      "step": 798
    },
    {
      "epoch": 0.9768009768009768,
      "grad_norm": 2.04144024848938,
      "learning_rate": 4.553319266747566e-06,
      "loss": 1.2140703201293945,
      "step": 800
    },
    {
      "epoch": 0.9792429792429792,
      "grad_norm": 2.3697726726531982,
      "learning_rate": 4.550598876685578e-06,
      "loss": 0.895045280456543,
      "step": 802
    },
    {
      "epoch": 0.9816849816849816,
      "grad_norm": 1.659780502319336,
      "learning_rate": 4.547871146601154e-06,
      "loss": 1.1046396493911743,
      "step": 804
    },
    {
      "epoch": 0.9841269841269841,
      "grad_norm": 2.151529312133789,
      "learning_rate": 4.545136087613705e-06,
      "loss": 1.5022149085998535,
      "step": 806
    },
    {
      "epoch": 0.9865689865689866,
      "grad_norm": 2.602121353149414,
      "learning_rate": 4.5423937108725195e-06,
      "loss": 0.8793852925300598,
      "step": 808
    },
    {
      "epoch": 0.989010989010989,
      "grad_norm": 3.102078914642334,
      "learning_rate": 4.5396440275567135e-06,
      "loss": 1.256363034248352,
      "step": 810
    },
    {
      "epoch": 0.9914529914529915,
      "grad_norm": 2.6925265789031982,
      "learning_rate": 4.536887048875191e-06,
      "loss": 1.2054369449615479,
      "step": 812
    },
    {
      "epoch": 0.9938949938949939,
      "grad_norm": 2.5501744747161865,
      "learning_rate": 4.5341227860665935e-06,
      "loss": 1.278929591178894,
      "step": 814
    },
    {
      "epoch": 0.9963369963369964,
      "grad_norm": 1.176234483718872,
      "learning_rate": 4.531351250399254e-06,
      "loss": 1.1633700132369995,
      "step": 816
    },
    {
      "epoch": 0.9987789987789988,
      "grad_norm": 1.4937130212783813,
      "learning_rate": 4.5285724531711575e-06,
      "loss": 1.0776214599609375,
      "step": 818
    },
    {
      "epoch": 1.0012210012210012,
      "grad_norm": 3.934837818145752,
      "learning_rate": 4.525786405709885e-06,
      "loss": 0.9735159873962402,
      "step": 820
    },
    {
      "epoch": 1.0036630036630036,
      "grad_norm": 1.3186302185058594,
      "learning_rate": 4.5229931193725775e-06,
      "loss": 1.1400266885757446,
      "step": 822
    },
    {
      "epoch": 1.006105006105006,
      "grad_norm": 3.5487184524536133,
      "learning_rate": 4.520192605545879e-06,
      "loss": 0.522385835647583,
      "step": 824
    },
    {
      "epoch": 1.0085470085470085,
      "grad_norm": 1.5596842765808105,
      "learning_rate": 4.517384875645903e-06,
      "loss": 1.0808534622192383,
      "step": 826
    },
    {
      "epoch": 1.010989010989011,
      "grad_norm": 12.584797859191895,
      "learning_rate": 4.514569941118172e-06,
      "loss": 0.8573816418647766,
      "step": 828
    },
    {
      "epoch": 1.0134310134310134,
      "grad_norm": 2.6060709953308105,
      "learning_rate": 4.511747813437582e-06,
      "loss": 0.8253161907196045,
      "step": 830
    },
    {
      "epoch": 1.0158730158730158,
      "grad_norm": 6.2511420249938965,
      "learning_rate": 4.50891850410835e-06,
      "loss": 0.8468748331069946,
      "step": 832
    },
    {
      "epoch": 1.0183150183150182,
      "grad_norm": 1.8716773986816406,
      "learning_rate": 4.506082024663969e-06,
      "loss": 0.833984375,
      "step": 834
    },
    {
      "epoch": 1.0207570207570207,
      "grad_norm": 2.3107144832611084,
      "learning_rate": 4.503238386667159e-06,
      "loss": 1.1121944189071655,
      "step": 836
    },
    {
      "epoch": 1.0231990231990231,
      "grad_norm": 1.7429516315460205,
      "learning_rate": 4.500387601709824e-06,
      "loss": 1.1830196380615234,
      "step": 838
    },
    {
      "epoch": 1.0256410256410255,
      "grad_norm": 2.6718502044677734,
      "learning_rate": 4.497529681413001e-06,
      "loss": 0.8847705125808716,
      "step": 840
    },
    {
      "epoch": 1.028083028083028,
      "grad_norm": 3.5513010025024414,
      "learning_rate": 4.4946646374268105e-06,
      "loss": 0.9079216122627258,
      "step": 842
    },
    {
      "epoch": 1.0305250305250304,
      "grad_norm": 1.6211357116699219,
      "learning_rate": 4.491792481430419e-06,
      "loss": 1.1324057579040527,
      "step": 844
    },
    {
      "epoch": 1.032967032967033,
      "grad_norm": 4.688745975494385,
      "learning_rate": 4.488913225131977e-06,
      "loss": 0.8587746620178223,
      "step": 846
    },
    {
      "epoch": 1.0354090354090355,
      "grad_norm": 1.1522576808929443,
      "learning_rate": 4.4860268802685865e-06,
      "loss": 1.1451654434204102,
      "step": 848
    },
    {
      "epoch": 1.037851037851038,
      "grad_norm": 8.89565658569336,
      "learning_rate": 4.483133458606239e-06,
      "loss": 0.93172687292099,
      "step": 850
    },
    {
      "epoch": 1.0402930402930404,
      "grad_norm": 2.5761866569519043,
      "learning_rate": 4.480232971939777e-06,
      "loss": 0.6277377605438232,
      "step": 852
    },
    {
      "epoch": 1.0427350427350428,
      "grad_norm": 1.6280884742736816,
      "learning_rate": 4.477325432092845e-06,
      "loss": 1.103888750076294,
      "step": 854
    },
    {
      "epoch": 1.0451770451770452,
      "grad_norm": 6.281750202178955,
      "learning_rate": 4.474410850917835e-06,
      "loss": 0.8592535257339478,
      "step": 856
    },
    {
      "epoch": 1.0476190476190477,
      "grad_norm": 2.389967203140259,
      "learning_rate": 4.471489240295845e-06,
      "loss": 1.1699893474578857,
      "step": 858
    },
    {
      "epoch": 1.05006105006105,
      "grad_norm": 1.8374966382980347,
      "learning_rate": 4.4685606121366295e-06,
      "loss": 0.7583469748497009,
      "step": 860
    },
    {
      "epoch": 1.0525030525030525,
      "grad_norm": 1.7573800086975098,
      "learning_rate": 4.4656249783785465e-06,
      "loss": 1.051936149597168,
      "step": 862
    },
    {
      "epoch": 1.054945054945055,
      "grad_norm": 3.5590884685516357,
      "learning_rate": 4.462682350988513e-06,
      "loss": 1.1263583898544312,
      "step": 864
    },
    {
      "epoch": 1.0573870573870574,
      "grad_norm": 2.979887008666992,
      "learning_rate": 4.459732741961957e-06,
      "loss": 1.4335747957229614,
      "step": 866
    },
    {
      "epoch": 1.0598290598290598,
      "grad_norm": 2.712446689605713,
      "learning_rate": 4.456776163322761e-06,
      "loss": 0.39710327982902527,
      "step": 868
    },
    {
      "epoch": 1.0622710622710623,
      "grad_norm": 1.8534517288208008,
      "learning_rate": 4.453812627123227e-06,
      "loss": 0.9377206563949585,
      "step": 870
    },
    {
      "epoch": 1.0647130647130647,
      "grad_norm": 1.9186785221099854,
      "learning_rate": 4.450842145444012e-06,
      "loss": 1.0142245292663574,
      "step": 872
    },
    {
      "epoch": 1.0671550671550671,
      "grad_norm": 1.7083848714828491,
      "learning_rate": 4.4478647303940905e-06,
      "loss": 0.7915772199630737,
      "step": 874
    },
    {
      "epoch": 1.0695970695970696,
      "grad_norm": 2.7380499839782715,
      "learning_rate": 4.4448803941106964e-06,
      "loss": 1.10654878616333,
      "step": 876
    },
    {
      "epoch": 1.072039072039072,
      "grad_norm": 2.324699878692627,
      "learning_rate": 4.44188914875928e-06,
      "loss": 1.0548545122146606,
      "step": 878
    },
    {
      "epoch": 1.0744810744810744,
      "grad_norm": 1.84871506690979,
      "learning_rate": 4.438891006533456e-06,
      "loss": 0.747241735458374,
      "step": 880
    },
    {
      "epoch": 1.0769230769230769,
      "grad_norm": 1.8665426969528198,
      "learning_rate": 4.435885979654953e-06,
      "loss": 1.0984582901000977,
      "step": 882
    },
    {
      "epoch": 1.0793650793650793,
      "grad_norm": 3.5970113277435303,
      "learning_rate": 4.432874080373565e-06,
      "loss": 0.7559424638748169,
      "step": 884
    },
    {
      "epoch": 1.0818070818070817,
      "grad_norm": 8.55659294128418,
      "learning_rate": 4.4298553209671e-06,
      "loss": 0.6807610988616943,
      "step": 886
    },
    {
      "epoch": 1.0842490842490842,
      "grad_norm": 2.020759344100952,
      "learning_rate": 4.426829713741332e-06,
      "loss": 1.144335389137268,
      "step": 888
    },
    {
      "epoch": 1.0866910866910866,
      "grad_norm": 1.3028897047042847,
      "learning_rate": 4.4237972710299475e-06,
      "loss": 0.8821287751197815,
      "step": 890
    },
    {
      "epoch": 1.089133089133089,
      "grad_norm": 4.502945899963379,
      "learning_rate": 4.420758005194502e-06,
      "loss": 1.0961552858352661,
      "step": 892
    },
    {
      "epoch": 1.0915750915750915,
      "grad_norm": 2.57550048828125,
      "learning_rate": 4.417711928624358e-06,
      "loss": 1.079803705215454,
      "step": 894
    },
    {
      "epoch": 1.0940170940170941,
      "grad_norm": 1.6765140295028687,
      "learning_rate": 4.41465905373665e-06,
      "loss": 1.0386958122253418,
      "step": 896
    },
    {
      "epoch": 1.0964590964590966,
      "grad_norm": 1.710028052330017,
      "learning_rate": 4.411599392976217e-06,
      "loss": 0.8400865793228149,
      "step": 898
    },
    {
      "epoch": 1.098901098901099,
      "grad_norm": 1.6493473052978516,
      "learning_rate": 4.408532958815566e-06,
      "loss": 0.7645131945610046,
      "step": 900
    },
    {
      "epoch": 1.1013431013431014,
      "grad_norm": 5.944808006286621,
      "learning_rate": 4.405459763754814e-06,
      "loss": 0.5732899904251099,
      "step": 902
    },
    {
      "epoch": 1.1037851037851039,
      "grad_norm": 2.6218488216400146,
      "learning_rate": 4.402379820321636e-06,
      "loss": 0.6524146199226379,
      "step": 904
    },
    {
      "epoch": 1.1062271062271063,
      "grad_norm": 6.440639972686768,
      "learning_rate": 4.399293141071219e-06,
      "loss": 1.0054997205734253,
      "step": 906
    },
    {
      "epoch": 1.1086691086691087,
      "grad_norm": 2.3345463275909424,
      "learning_rate": 4.396199738586208e-06,
      "loss": 1.0879311561584473,
      "step": 908
    },
    {
      "epoch": 1.1111111111111112,
      "grad_norm": 1.7419912815093994,
      "learning_rate": 4.393099625476652e-06,
      "loss": 0.7915565371513367,
      "step": 910
    },
    {
      "epoch": 1.1135531135531136,
      "grad_norm": 7.168088912963867,
      "learning_rate": 4.389992814379959e-06,
      "loss": 1.140365719795227,
      "step": 912
    },
    {
      "epoch": 1.115995115995116,
      "grad_norm": 4.943615913391113,
      "learning_rate": 4.386879317960839e-06,
      "loss": 0.7865337133407593,
      "step": 914
    },
    {
      "epoch": 1.1184371184371185,
      "grad_norm": 2.3716390132904053,
      "learning_rate": 4.383759148911254e-06,
      "loss": 0.8161624670028687,
      "step": 916
    },
    {
      "epoch": 1.120879120879121,
      "grad_norm": 1.9857978820800781,
      "learning_rate": 4.380632319950368e-06,
      "loss": 1.118779182434082,
      "step": 918
    },
    {
      "epoch": 1.1233211233211233,
      "grad_norm": 1.886316180229187,
      "learning_rate": 4.377498843824491e-06,
      "loss": 1.064637541770935,
      "step": 920
    },
    {
      "epoch": 1.1257631257631258,
      "grad_norm": 1.9790380001068115,
      "learning_rate": 4.374358733307035e-06,
      "loss": 0.8831157684326172,
      "step": 922
    },
    {
      "epoch": 1.1282051282051282,
      "grad_norm": 2.9242825508117676,
      "learning_rate": 4.37121200119845e-06,
      "loss": 0.7275701761245728,
      "step": 924
    },
    {
      "epoch": 1.1306471306471306,
      "grad_norm": 3.6830453872680664,
      "learning_rate": 4.368058660326182e-06,
      "loss": 0.6424413323402405,
      "step": 926
    },
    {
      "epoch": 1.133089133089133,
      "grad_norm": 23.97179412841797,
      "learning_rate": 4.364898723544618e-06,
      "loss": 0.5658762454986572,
      "step": 928
    },
    {
      "epoch": 1.1355311355311355,
      "grad_norm": 1.438925862312317,
      "learning_rate": 4.361732203735032e-06,
      "loss": 1.0492331981658936,
      "step": 930
    },
    {
      "epoch": 1.137973137973138,
      "grad_norm": 2.813020706176758,
      "learning_rate": 4.358559113805531e-06,
      "loss": 1.0911149978637695,
      "step": 932
    },
    {
      "epoch": 1.1404151404151404,
      "grad_norm": 3.2957863807678223,
      "learning_rate": 4.355379466691008e-06,
      "loss": 0.9345967769622803,
      "step": 934
    },
    {
      "epoch": 1.1428571428571428,
      "grad_norm": 1.7585479021072388,
      "learning_rate": 4.3521932753530856e-06,
      "loss": 0.9201436042785645,
      "step": 936
    },
    {
      "epoch": 1.1452991452991452,
      "grad_norm": 3.857144594192505,
      "learning_rate": 4.34900055278006e-06,
      "loss": 1.0130703449249268,
      "step": 938
    },
    {
      "epoch": 1.1477411477411477,
      "grad_norm": 1.5104448795318604,
      "learning_rate": 4.345801311986855e-06,
      "loss": 1.0904299020767212,
      "step": 940
    },
    {
      "epoch": 1.15018315018315,
      "grad_norm": 1.7477518320083618,
      "learning_rate": 4.342595566014965e-06,
      "loss": 1.0437507629394531,
      "step": 942
    },
    {
      "epoch": 1.1526251526251525,
      "grad_norm": 2.9423069953918457,
      "learning_rate": 4.339383327932402e-06,
      "loss": 0.820652425289154,
      "step": 944
    },
    {
      "epoch": 1.155067155067155,
      "grad_norm": 1.767242670059204,
      "learning_rate": 4.33616461083364e-06,
      "loss": 0.788296103477478,
      "step": 946
    },
    {
      "epoch": 1.1575091575091574,
      "grad_norm": 10.629752159118652,
      "learning_rate": 4.33293942783957e-06,
      "loss": 0.6116584539413452,
      "step": 948
    },
    {
      "epoch": 1.1599511599511598,
      "grad_norm": 3.033034086227417,
      "learning_rate": 4.329707792097436e-06,
      "loss": 1.0888707637786865,
      "step": 950
    },
    {
      "epoch": 1.1623931623931625,
      "grad_norm": 1.710669755935669,
      "learning_rate": 4.326469716780787e-06,
      "loss": 1.091694712638855,
      "step": 952
    },
    {
      "epoch": 1.164835164835165,
      "grad_norm": 3.053687572479248,
      "learning_rate": 4.323225215089425e-06,
      "loss": 0.9434468746185303,
      "step": 954
    },
    {
      "epoch": 1.1672771672771673,
      "grad_norm": 1.6665173768997192,
      "learning_rate": 4.319974300249346e-06,
      "loss": 0.8895185589790344,
      "step": 956
    },
    {
      "epoch": 1.1697191697191698,
      "grad_norm": 5.074321269989014,
      "learning_rate": 4.3167169855126885e-06,
      "loss": 0.7732067108154297,
      "step": 958
    },
    {
      "epoch": 1.1721611721611722,
      "grad_norm": 3.9608309268951416,
      "learning_rate": 4.313453284157683e-06,
      "loss": 1.162553071975708,
      "step": 960
    },
    {
      "epoch": 1.1746031746031746,
      "grad_norm": 2.7939271926879883,
      "learning_rate": 4.310183209488592e-06,
      "loss": 0.9017969369888306,
      "step": 962
    },
    {
      "epoch": 1.177045177045177,
      "grad_norm": 2.613326072692871,
      "learning_rate": 4.306906774835658e-06,
      "loss": 0.7510517835617065,
      "step": 964
    },
    {
      "epoch": 1.1794871794871795,
      "grad_norm": 0.82303386926651,
      "learning_rate": 4.303623993555051e-06,
      "loss": 1.073706030845642,
      "step": 966
    },
    {
      "epoch": 1.181929181929182,
      "grad_norm": 4.074831962585449,
      "learning_rate": 4.300334879028813e-06,
      "loss": 1.135977029800415,
      "step": 968
    },
    {
      "epoch": 1.1843711843711844,
      "grad_norm": 3.945430040359497,
      "learning_rate": 4.2970394446648015e-06,
      "loss": 0.7781526446342468,
      "step": 970
    },
    {
      "epoch": 1.1868131868131868,
      "grad_norm": 1.8157840967178345,
      "learning_rate": 4.293737703896636e-06,
      "loss": 1.197265625,
      "step": 972
    },
    {
      "epoch": 1.1892551892551892,
      "grad_norm": 2.2199547290802,
      "learning_rate": 4.290429670183648e-06,
      "loss": 0.8672367334365845,
      "step": 974
    },
    {
      "epoch": 1.1916971916971917,
      "grad_norm": 11.338154792785645,
      "learning_rate": 4.287115357010816e-06,
      "loss": 0.7362724542617798,
      "step": 976
    },
    {
      "epoch": 1.1941391941391941,
      "grad_norm": 1.7665647268295288,
      "learning_rate": 4.283794777888718e-06,
      "loss": 0.8837488293647766,
      "step": 978
    },
    {
      "epoch": 1.1965811965811965,
      "grad_norm": 1.333461880683899,
      "learning_rate": 4.280467946353478e-06,
      "loss": 1.094375491142273,
      "step": 980
    },
    {
      "epoch": 1.199023199023199,
      "grad_norm": 1.3403749465942383,
      "learning_rate": 4.277134875966703e-06,
      "loss": 1.0798702239990234,
      "step": 982
    },
    {
      "epoch": 1.2014652014652014,
      "grad_norm": 1.700862169265747,
      "learning_rate": 4.273795580315437e-06,
      "loss": 1.195528507232666,
      "step": 984
    },
    {
      "epoch": 1.2039072039072038,
      "grad_norm": 8.78385066986084,
      "learning_rate": 4.270450073012095e-06,
      "loss": 0.7649343013763428,
      "step": 986
    },
    {
      "epoch": 1.2063492063492063,
      "grad_norm": 67.73321533203125,
      "learning_rate": 4.267098367694419e-06,
      "loss": 0.7331146001815796,
      "step": 988
    },
    {
      "epoch": 1.2087912087912087,
      "grad_norm": 3.189149856567383,
      "learning_rate": 4.263740478025412e-06,
      "loss": 0.8756888508796692,
      "step": 990
    },
    {
      "epoch": 1.2112332112332111,
      "grad_norm": 4.3046770095825195,
      "learning_rate": 4.2603764176932925e-06,
      "loss": 1.1108595132827759,
      "step": 992
    },
    {
      "epoch": 1.2136752136752136,
      "grad_norm": 2.0171821117401123,
      "learning_rate": 4.257006200411429e-06,
      "loss": 1.0103721618652344,
      "step": 994
    },
    {
      "epoch": 1.2161172161172162,
      "grad_norm": 2.713459014892578,
      "learning_rate": 4.25362983991829e-06,
      "loss": 0.9784596562385559,
      "step": 996
    },
    {
      "epoch": 1.2185592185592187,
      "grad_norm": 1.9199753999710083,
      "learning_rate": 4.250247349977385e-06,
      "loss": 1.062201738357544,
      "step": 998
    },
    {
      "epoch": 1.221001221001221,
      "grad_norm": 11.171542167663574,
      "learning_rate": 4.246858744377212e-06,
      "loss": 0.744211733341217,
      "step": 1000
    },
    {
      "epoch": 1.2234432234432235,
      "grad_norm": 2.0410537719726562,
      "learning_rate": 4.243464036931198e-06,
      "loss": 1.0498521327972412,
      "step": 1002
    },
    {
      "epoch": 1.225885225885226,
      "grad_norm": 1.5847947597503662,
      "learning_rate": 4.240063241477643e-06,
      "loss": 1.1089041233062744,
      "step": 1004
    },
    {
      "epoch": 1.2283272283272284,
      "grad_norm": 3.658682346343994,
      "learning_rate": 4.2366563718796664e-06,
      "loss": 0.8046331405639648,
      "step": 1006
    },
    {
      "epoch": 1.2307692307692308,
      "grad_norm": 1.940625548362732,
      "learning_rate": 4.233243442025145e-06,
      "loss": 0.7440409064292908,
      "step": 1008
    },
    {
      "epoch": 1.2332112332112333,
      "grad_norm": 1.9868489503860474,
      "learning_rate": 4.229824465826665e-06,
      "loss": 1.144100308418274,
      "step": 1010
    },
    {
      "epoch": 1.2356532356532357,
      "grad_norm": 1.2745945453643799,
      "learning_rate": 4.226399457221454e-06,
      "loss": 0.6603936553001404,
      "step": 1012
    },
    {
      "epoch": 1.2380952380952381,
      "grad_norm": 1.5920745134353638,
      "learning_rate": 4.222968430171336e-06,
      "loss": 1.1303434371948242,
      "step": 1014
    },
    {
      "epoch": 1.2405372405372406,
      "grad_norm": 4.021664619445801,
      "learning_rate": 4.219531398662665e-06,
      "loss": 1.0450407266616821,
      "step": 1016
    },
    {
      "epoch": 1.242979242979243,
      "grad_norm": 1.6237807273864746,
      "learning_rate": 4.216088376706274e-06,
      "loss": 1.0899841785430908,
      "step": 1018
    },
    {
      "epoch": 1.2454212454212454,
      "grad_norm": 2.2023823261260986,
      "learning_rate": 4.212639378337413e-06,
      "loss": 0.7024634480476379,
      "step": 1020
    },
    {
      "epoch": 1.2478632478632479,
      "grad_norm": 8.069097518920898,
      "learning_rate": 4.209184417615697e-06,
      "loss": 0.9512033462524414,
      "step": 1022
    },
    {
      "epoch": 1.2503052503052503,
      "grad_norm": 1.6683331727981567,
      "learning_rate": 4.2057235086250455e-06,
      "loss": 1.052414059638977,
      "step": 1024
    },
    {
      "epoch": 1.2527472527472527,
      "grad_norm": 3.130899667739868,
      "learning_rate": 4.2022566654736255e-06,
      "loss": 1.0695925951004028,
      "step": 1026
    },
    {
      "epoch": 1.2551892551892552,
      "grad_norm": 1.8631014823913574,
      "learning_rate": 4.198783902293794e-06,
      "loss": 0.9780709147453308,
      "step": 1028
    },
    {
      "epoch": 1.2576312576312576,
      "grad_norm": 2.728553295135498,
      "learning_rate": 4.1953052332420415e-06,
      "loss": 0.9186390042304993,
      "step": 1030
    },
    {
      "epoch": 1.26007326007326,
      "grad_norm": 1.7069987058639526,
      "learning_rate": 4.191820672498931e-06,
      "loss": 1.138177514076233,
      "step": 1032
    },
    {
      "epoch": 1.2625152625152625,
      "grad_norm": 3.96309494972229,
      "learning_rate": 4.188330234269046e-06,
      "loss": 1.230303406715393,
      "step": 1034
    },
    {
      "epoch": 1.264957264957265,
      "grad_norm": 0.6388441920280457,
      "learning_rate": 4.184833932780927e-06,
      "loss": 0.7601897716522217,
      "step": 1036
    },
    {
      "epoch": 1.2673992673992673,
      "grad_norm": 2.074471950531006,
      "learning_rate": 4.181331782287015e-06,
      "loss": 0.6320565938949585,
      "step": 1038
    },
    {
      "epoch": 1.2698412698412698,
      "grad_norm": 1.3992935419082642,
      "learning_rate": 4.177823797063597e-06,
      "loss": 0.7402109503746033,
      "step": 1040
    },
    {
      "epoch": 1.2722832722832722,
      "grad_norm": 1.8529661893844604,
      "learning_rate": 4.174309991410742e-06,
      "loss": 1.1013227701187134,
      "step": 1042
    },
    {
      "epoch": 1.2747252747252746,
      "grad_norm": 1.740545392036438,
      "learning_rate": 4.1707903796522474e-06,
      "loss": 0.9940573573112488,
      "step": 1044
    },
    {
      "epoch": 1.277167277167277,
      "grad_norm": 3.5190329551696777,
      "learning_rate": 4.1672649761355785e-06,
      "loss": 1.0399502515792847,
      "step": 1046
    },
    {
      "epoch": 1.2796092796092795,
      "grad_norm": 3.40808367729187,
      "learning_rate": 4.163733795231808e-06,
      "loss": 0.8423551321029663,
      "step": 1048
    },
    {
      "epoch": 1.282051282051282,
      "grad_norm": 8.643896102905273,
      "learning_rate": 4.160196851335564e-06,
      "loss": 0.3857470452785492,
      "step": 1050
    },
    {
      "epoch": 1.2844932844932844,
      "grad_norm": 2.840670347213745,
      "learning_rate": 4.156654158864964e-06,
      "loss": 1.0681036710739136,
      "step": 1052
    },
    {
      "epoch": 1.2869352869352868,
      "grad_norm": 3.3994009494781494,
      "learning_rate": 4.15310573226156e-06,
      "loss": 0.86181640625,
      "step": 1054
    },
    {
      "epoch": 1.2893772893772895,
      "grad_norm": 5.254836559295654,
      "learning_rate": 4.149551585990277e-06,
      "loss": 0.7644107937812805,
      "step": 1056
    },
    {
      "epoch": 1.291819291819292,
      "grad_norm": 2.2039105892181396,
      "learning_rate": 4.1459917345393614e-06,
      "loss": 1.2520135641098022,
      "step": 1058
    },
    {
      "epoch": 1.2942612942612943,
      "grad_norm": 1.7039287090301514,
      "learning_rate": 4.142426192420308e-06,
      "loss": 1.0944513082504272,
      "step": 1060
    },
    {
      "epoch": 1.2967032967032968,
      "grad_norm": 4.587660789489746,
      "learning_rate": 4.138854974167818e-06,
      "loss": 0.6725199222564697,
      "step": 1062
    },
    {
      "epoch": 1.2991452991452992,
      "grad_norm": 1.5989353656768799,
      "learning_rate": 4.135278094339725e-06,
      "loss": 1.1340867280960083,
      "step": 1064
    },
    {
      "epoch": 1.3015873015873016,
      "grad_norm": 2.533905029296875,
      "learning_rate": 4.131695567516943e-06,
      "loss": 0.7726882100105286,
      "step": 1066
    },
    {
      "epoch": 1.304029304029304,
      "grad_norm": 1.1167593002319336,
      "learning_rate": 4.1281074083034065e-06,
      "loss": 1.0258402824401855,
      "step": 1068
    },
    {
      "epoch": 1.3064713064713065,
      "grad_norm": 8.628117561340332,
      "learning_rate": 4.12451363132601e-06,
      "loss": 0.8221207857131958,
      "step": 1070
    },
    {
      "epoch": 1.308913308913309,
      "grad_norm": 3.239126443862915,
      "learning_rate": 4.120914251234548e-06,
      "loss": 1.0316239595413208,
      "step": 1072
    },
    {
      "epoch": 1.3113553113553114,
      "grad_norm": 3.97194504737854,
      "learning_rate": 4.117309282701655e-06,
      "loss": 0.7956058382987976,
      "step": 1074
    },
    {
      "epoch": 1.3137973137973138,
      "grad_norm": 2.8797948360443115,
      "learning_rate": 4.1136987404227476e-06,
      "loss": 0.7710628509521484,
      "step": 1076
    },
    {
      "epoch": 1.3162393162393162,
      "grad_norm": 6.195582389831543,
      "learning_rate": 4.110082639115963e-06,
      "loss": 1.073829174041748,
      "step": 1078
    },
    {
      "epoch": 1.3186813186813187,
      "grad_norm": 1.3067351579666138,
      "learning_rate": 4.106460993522101e-06,
      "loss": 0.9566723108291626,
      "step": 1080
    },
    {
      "epoch": 1.321123321123321,
      "grad_norm": 2.2232918739318848,
      "learning_rate": 4.102833818404557e-06,
      "loss": 0.9678391218185425,
      "step": 1082
    },
    {
      "epoch": 1.3235653235653235,
      "grad_norm": 2.109621047973633,
      "learning_rate": 4.099201128549275e-06,
      "loss": 1.1640703678131104,
      "step": 1084
    },
    {
      "epoch": 1.326007326007326,
      "grad_norm": 4.480690956115723,
      "learning_rate": 4.095562938764672e-06,
      "loss": 1.0956099033355713,
      "step": 1086
    },
    {
      "epoch": 1.3284493284493284,
      "grad_norm": 2.0747313499450684,
      "learning_rate": 4.091919263881592e-06,
      "loss": 1.097609281539917,
      "step": 1088
    },
    {
      "epoch": 1.3308913308913308,
      "grad_norm": 2.344632387161255,
      "learning_rate": 4.088270118753232e-06,
      "loss": 0.7443391680717468,
      "step": 1090
    },
    {
      "epoch": 1.3333333333333333,
      "grad_norm": 32.47975540161133,
      "learning_rate": 4.084615518255092e-06,
      "loss": 1.0534281730651855,
      "step": 1092
    },
    {
      "epoch": 1.3357753357753357,
      "grad_norm": 1.4418542385101318,
      "learning_rate": 4.08095547728491e-06,
      "loss": 1.1028659343719482,
      "step": 1094
    },
    {
      "epoch": 1.3382173382173383,
      "grad_norm": 6.136029243469238,
      "learning_rate": 4.077290010762602e-06,
      "loss": 0.47979384660720825,
      "step": 1096
    },
    {
      "epoch": 1.3406593406593408,
      "grad_norm": 2.139401435852051,
      "learning_rate": 4.0736191336301986e-06,
      "loss": 1.1901733875274658,
      "step": 1098
    },
    {
      "epoch": 1.3431013431013432,
      "grad_norm": 1.571408987045288,
      "learning_rate": 4.06994286085179e-06,
      "loss": 1.075485348701477,
      "step": 1100
    },
    {
      "epoch": 1.3455433455433456,
      "grad_norm": 1.0710482597351074,
      "learning_rate": 4.066261207413458e-06,
      "loss": 1.0476422309875488,
      "step": 1102
    },
    {
      "epoch": 1.347985347985348,
      "grad_norm": 2.6131324768066406,
      "learning_rate": 4.06257418832322e-06,
      "loss": 0.8847273588180542,
      "step": 1104
    },
    {
      "epoch": 1.3504273504273505,
      "grad_norm": 1.8128620386123657,
      "learning_rate": 4.058881818610966e-06,
      "loss": 1.1783521175384521,
      "step": 1106
    },
    {
      "epoch": 1.352869352869353,
      "grad_norm": 34.26594924926758,
      "learning_rate": 4.055184113328397e-06,
      "loss": 0.9166494011878967,
      "step": 1108
    },
    {
      "epoch": 1.3553113553113554,
      "grad_norm": 1.9319859743118286,
      "learning_rate": 4.051481087548966e-06,
      "loss": 1.1042914390563965,
      "step": 1110
    },
    {
      "epoch": 1.3577533577533578,
      "grad_norm": 2.550018072128296,
      "learning_rate": 4.047772756367811e-06,
      "loss": 1.0983607769012451,
      "step": 1112
    },
    {
      "epoch": 1.3601953601953602,
      "grad_norm": 3.659637212753296,
      "learning_rate": 4.044059134901701e-06,
      "loss": 1.0594271421432495,
      "step": 1114
    },
    {
      "epoch": 1.3626373626373627,
      "grad_norm": 4.164947986602783,
      "learning_rate": 4.0403402382889676e-06,
      "loss": 0.4707038700580597,
      "step": 1116
    },
    {
      "epoch": 1.3650793650793651,
      "grad_norm": 1.7244220972061157,
      "learning_rate": 4.036616081689447e-06,
      "loss": 1.137607216835022,
      "step": 1118
    },
    {
      "epoch": 1.3675213675213675,
      "grad_norm": 1.9371610879898071,
      "learning_rate": 4.032886680284419e-06,
      "loss": 1.1212375164031982,
      "step": 1120
    },
    {
      "epoch": 1.36996336996337,
      "grad_norm": 2.010833263397217,
      "learning_rate": 4.029152049276541e-06,
      "loss": 1.0424951314926147,
      "step": 1122
    },
    {
      "epoch": 1.3724053724053724,
      "grad_norm": 1.6150962114334106,
      "learning_rate": 4.025412203889791e-06,
      "loss": 0.9809345602989197,
      "step": 1124
    },
    {
      "epoch": 1.3748473748473748,
      "grad_norm": 2.5580382347106934,
      "learning_rate": 4.0216671593694e-06,
      "loss": 1.2934308052062988,
      "step": 1126
    },
    {
      "epoch": 1.3772893772893773,
      "grad_norm": 2.092132806777954,
      "learning_rate": 4.017916930981797e-06,
      "loss": 1.0607208013534546,
      "step": 1128
    },
    {
      "epoch": 1.3797313797313797,
      "grad_norm": 2.038407802581787,
      "learning_rate": 4.014161534014538e-06,
      "loss": 0.8067485094070435,
      "step": 1130
    },
    {
      "epoch": 1.3821733821733821,
      "grad_norm": 1.479718804359436,
      "learning_rate": 4.010400983776253e-06,
      "loss": 0.7700361609458923,
      "step": 1132
    },
    {
      "epoch": 1.3846153846153846,
      "grad_norm": 3.232928514480591,
      "learning_rate": 4.006635295596575e-06,
      "loss": 0.4854944348335266,
      "step": 1134
    },
    {
      "epoch": 1.387057387057387,
      "grad_norm": 2.037388563156128,
      "learning_rate": 4.002864484826083e-06,
      "loss": 0.9804095029830933,
      "step": 1136
    },
    {
      "epoch": 1.3894993894993894,
      "grad_norm": 1.7072653770446777,
      "learning_rate": 3.99908856683624e-06,
      "loss": 1.1063387393951416,
      "step": 1138
    },
    {
      "epoch": 1.3919413919413919,
      "grad_norm": 4.661365509033203,
      "learning_rate": 3.995307557019326e-06,
      "loss": 0.8346843719482422,
      "step": 1140
    },
    {
      "epoch": 1.3943833943833943,
      "grad_norm": 2.608985662460327,
      "learning_rate": 3.991521470788377e-06,
      "loss": 0.9450017213821411,
      "step": 1142
    },
    {
      "epoch": 1.3968253968253967,
      "grad_norm": 2.2186226844787598,
      "learning_rate": 3.987730323577123e-06,
      "loss": 0.6135491728782654,
      "step": 1144
    },
    {
      "epoch": 1.3992673992673992,
      "grad_norm": 1.9363148212432861,
      "learning_rate": 3.983934130839927e-06,
      "loss": 1.068377137184143,
      "step": 1146
    },
    {
      "epoch": 1.4017094017094016,
      "grad_norm": 6.124155521392822,
      "learning_rate": 3.980132908051717e-06,
      "loss": 0.8843311667442322,
      "step": 1148
    },
    {
      "epoch": 1.404151404151404,
      "grad_norm": 1.894343376159668,
      "learning_rate": 3.976326670707927e-06,
      "loss": 0.7890317440032959,
      "step": 1150
    },
    {
      "epoch": 1.4065934065934065,
      "grad_norm": 1.4660074710845947,
      "learning_rate": 3.972515434324432e-06,
      "loss": 0.8038425445556641,
      "step": 1152
    },
    {
      "epoch": 1.409035409035409,
      "grad_norm": 1.7170904874801636,
      "learning_rate": 3.9686992144374854e-06,
      "loss": 0.9780741930007935,
      "step": 1154
    },
    {
      "epoch": 1.4114774114774113,
      "grad_norm": 6.812156677246094,
      "learning_rate": 3.964878026603656e-06,
      "loss": 0.7489140629768372,
      "step": 1156
    },
    {
      "epoch": 1.4139194139194138,
      "grad_norm": 3.0899953842163086,
      "learning_rate": 3.961051886399763e-06,
      "loss": 1.009106159210205,
      "step": 1158
    },
    {
      "epoch": 1.4163614163614164,
      "grad_norm": 1.569420576095581,
      "learning_rate": 3.9572208094228155e-06,
      "loss": 1.0201953649520874,
      "step": 1160
    },
    {
      "epoch": 1.4188034188034189,
      "grad_norm": 2.1486785411834717,
      "learning_rate": 3.9533848112899455e-06,
      "loss": 0.7411532402038574,
      "step": 1162
    },
    {
      "epoch": 1.4212454212454213,
      "grad_norm": 13.017099380493164,
      "learning_rate": 3.949543907638345e-06,
      "loss": 0.7296299934387207,
      "step": 1164
    },
    {
      "epoch": 1.4236874236874237,
      "grad_norm": 1.9764689207077026,
      "learning_rate": 3.945698114125207e-06,
      "loss": 1.1636407375335693,
      "step": 1166
    },
    {
      "epoch": 1.4261294261294262,
      "grad_norm": 0.6818609833717346,
      "learning_rate": 3.941847446427651e-06,
      "loss": 0.9746972322463989,
      "step": 1168
    },
    {
      "epoch": 1.4285714285714286,
      "grad_norm": 2.446106433868408,
      "learning_rate": 3.937991920242671e-06,
      "loss": 0.8085231184959412,
      "step": 1170
    },
    {
      "epoch": 1.431013431013431,
      "grad_norm": 2.190028190612793,
      "learning_rate": 3.934131551287067e-06,
      "loss": 1.1608608961105347,
      "step": 1172
    },
    {
      "epoch": 1.4334554334554335,
      "grad_norm": 1.8594470024108887,
      "learning_rate": 3.930266355297375e-06,
      "loss": 1.1073782444000244,
      "step": 1174
    },
    {
      "epoch": 1.435897435897436,
      "grad_norm": 3.316195487976074,
      "learning_rate": 3.926396348029814e-06,
      "loss": 1.1658706665039062,
      "step": 1176
    },
    {
      "epoch": 1.4383394383394383,
      "grad_norm": 2.6010489463806152,
      "learning_rate": 3.922521545260211e-06,
      "loss": 0.9183681011199951,
      "step": 1178
    },
    {
      "epoch": 1.4407814407814408,
      "grad_norm": 5.369879245758057,
      "learning_rate": 3.918641962783945e-06,
      "loss": 1.037269949913025,
      "step": 1180
    },
    {
      "epoch": 1.4432234432234432,
      "grad_norm": 3.0808987617492676,
      "learning_rate": 3.914757616415877e-06,
      "loss": 0.8047484755516052,
      "step": 1182
    },
    {
      "epoch": 1.4456654456654456,
      "grad_norm": 1.6899147033691406,
      "learning_rate": 3.910868521990289e-06,
      "loss": 1.117107629776001,
      "step": 1184
    },
    {
      "epoch": 1.448107448107448,
      "grad_norm": 1.6038181781768799,
      "learning_rate": 3.906974695360818e-06,
      "loss": 1.0371313095092773,
      "step": 1186
    },
    {
      "epoch": 1.4505494505494505,
      "grad_norm": 2.300448179244995,
      "learning_rate": 3.90307615240039e-06,
      "loss": 0.8785613179206848,
      "step": 1188
    },
    {
      "epoch": 1.452991452991453,
      "grad_norm": 1.9171602725982666,
      "learning_rate": 3.8991729090011585e-06,
      "loss": 1.0834622383117676,
      "step": 1190
    },
    {
      "epoch": 1.4554334554334554,
      "grad_norm": 2.6901988983154297,
      "learning_rate": 3.895264981074438e-06,
      "loss": 0.8501840829849243,
      "step": 1192
    },
    {
      "epoch": 1.4578754578754578,
      "grad_norm": 1.8914860486984253,
      "learning_rate": 3.891352384550639e-06,
      "loss": 0.8218003511428833,
      "step": 1194
    },
    {
      "epoch": 1.4603174603174602,
      "grad_norm": 2.6401541233062744,
      "learning_rate": 3.887435135379202e-06,
      "loss": 0.7749768495559692,
      "step": 1196
    },
    {
      "epoch": 1.462759462759463,
      "grad_norm": 3.5819826126098633,
      "learning_rate": 3.8835132495285344e-06,
      "loss": 0.9986313581466675,
      "step": 1198
    },
    {
      "epoch": 1.4652014652014653,
      "grad_norm": 2.515784502029419,
      "learning_rate": 3.879586742985945e-06,
      "loss": 1.154970645904541,
      "step": 1200
    },
    {
      "epoch": 1.4676434676434678,
      "grad_norm": 2.7575578689575195,
      "learning_rate": 3.875655631757579e-06,
      "loss": 1.0889326333999634,
      "step": 1202
    },
    {
      "epoch": 1.4700854700854702,
      "grad_norm": 1.673169493675232,
      "learning_rate": 3.871719931868352e-06,
      "loss": 1.109386920928955,
      "step": 1204
    },
    {
      "epoch": 1.4725274725274726,
      "grad_norm": 3.21140193939209,
      "learning_rate": 3.867779659361885e-06,
      "loss": 0.9718731641769409,
      "step": 1206
    },
    {
      "epoch": 1.474969474969475,
      "grad_norm": 2.298818588256836,
      "learning_rate": 3.863834830300437e-06,
      "loss": 0.8030334115028381,
      "step": 1208
    },
    {
      "epoch": 1.4774114774114775,
      "grad_norm": 3.9100306034088135,
      "learning_rate": 3.859885460764845e-06,
      "loss": 0.9156997203826904,
      "step": 1210
    },
    {
      "epoch": 1.47985347985348,
      "grad_norm": 1.3137868642807007,
      "learning_rate": 3.855931566854451e-06,
      "loss": 1.0059466361999512,
      "step": 1212
    },
    {
      "epoch": 1.4822954822954824,
      "grad_norm": 1.9000264406204224,
      "learning_rate": 3.851973164687046e-06,
      "loss": 1.1118829250335693,
      "step": 1214
    },
    {
      "epoch": 1.4847374847374848,
      "grad_norm": 1.584736943244934,
      "learning_rate": 3.848010270398792e-06,
      "loss": 1.0681581497192383,
      "step": 1216
    },
    {
      "epoch": 1.4871794871794872,
      "grad_norm": 1.8261507749557495,
      "learning_rate": 3.844042900144167e-06,
      "loss": 0.2508808970451355,
      "step": 1218
    },
    {
      "epoch": 1.4896214896214897,
      "grad_norm": 1.896042823791504,
      "learning_rate": 3.8400710700958945e-06,
      "loss": 0.6199178695678711,
      "step": 1220
    },
    {
      "epoch": 1.492063492063492,
      "grad_norm": 2.0678446292877197,
      "learning_rate": 3.836094796444875e-06,
      "loss": 1.0399789810180664,
      "step": 1222
    },
    {
      "epoch": 1.4945054945054945,
      "grad_norm": 6.400730133056641,
      "learning_rate": 3.832114095400129e-06,
      "loss": 0.8569754362106323,
      "step": 1224
    },
    {
      "epoch": 1.496947496947497,
      "grad_norm": 2.1547770500183105,
      "learning_rate": 3.8281289831887185e-06,
      "loss": 1.1074395179748535,
      "step": 1226
    },
    {
      "epoch": 1.4993894993894994,
      "grad_norm": 1.7979967594146729,
      "learning_rate": 3.824139476055692e-06,
      "loss": 0.36593061685562134,
      "step": 1228
    },
    {
      "epoch": 1.5018315018315018,
      "grad_norm": 35.071903228759766,
      "learning_rate": 3.820145590264012e-06,
      "loss": 0.8221673965454102,
      "step": 1230
    },
    {
      "epoch": 1.5042735042735043,
      "grad_norm": 0.9250247478485107,
      "learning_rate": 3.81614734209449e-06,
      "loss": 0.6617715954780579,
      "step": 1232
    },
    {
      "epoch": 1.5067155067155067,
      "grad_norm": 4.005329132080078,
      "learning_rate": 3.812144747845719e-06,
      "loss": 1.1474699974060059,
      "step": 1234
    },
    {
      "epoch": 1.5091575091575091,
      "grad_norm": 2.440639019012451,
      "learning_rate": 3.808137823834012e-06,
      "loss": 0.8988032937049866,
      "step": 1236
    },
    {
      "epoch": 1.5115995115995116,
      "grad_norm": 1.8108290433883667,
      "learning_rate": 3.80412658639333e-06,
      "loss": 0.8774833679199219,
      "step": 1238
    },
    {
      "epoch": 1.514041514041514,
      "grad_norm": 1.4303427934646606,
      "learning_rate": 3.800111051875217e-06,
      "loss": 1.0372514724731445,
      "step": 1240
    },
    {
      "epoch": 1.5164835164835164,
      "grad_norm": 1.5728963613510132,
      "learning_rate": 3.7960912366487353e-06,
      "loss": 1.0711747407913208,
      "step": 1242
    },
    {
      "epoch": 1.5189255189255189,
      "grad_norm": 9.220934867858887,
      "learning_rate": 3.7920671571003953e-06,
      "loss": 0.686614453792572,
      "step": 1244
    },
    {
      "epoch": 1.5213675213675213,
      "grad_norm": 1.5577303171157837,
      "learning_rate": 3.7880388296340924e-06,
      "loss": 0.7836710810661316,
      "step": 1246
    },
    {
      "epoch": 1.5238095238095237,
      "grad_norm": 1.9703376293182373,
      "learning_rate": 3.7840062706710362e-06,
      "loss": 0.8961681127548218,
      "step": 1248
    },
    {
      "epoch": 1.5262515262515262,
      "grad_norm": 2.641063690185547,
      "learning_rate": 3.7799694966496888e-06,
      "loss": 1.1727888584136963,
      "step": 1250
    },
    {
      "epoch": 1.5286935286935286,
      "grad_norm": 5.275555610656738,
      "learning_rate": 3.775928524025691e-06,
      "loss": 0.875237226486206,
      "step": 1252
    },
    {
      "epoch": 1.531135531135531,
      "grad_norm": 1.5248931646347046,
      "learning_rate": 3.771883369271803e-06,
      "loss": 1.040828824043274,
      "step": 1254
    },
    {
      "epoch": 1.5335775335775335,
      "grad_norm": 2.20690655708313,
      "learning_rate": 3.7678340488778302e-06,
      "loss": 1.1615933179855347,
      "step": 1256
    },
    {
      "epoch": 1.536019536019536,
      "grad_norm": 1.435325026512146,
      "learning_rate": 3.763780579350559e-06,
      "loss": 0.40704652667045593,
      "step": 1258
    },
    {
      "epoch": 1.5384615384615383,
      "grad_norm": 14.3430814743042,
      "learning_rate": 3.759722977213691e-06,
      "loss": 0.8075951337814331,
      "step": 1260
    },
    {
      "epoch": 1.5409035409035408,
      "grad_norm": 16.239559173583984,
      "learning_rate": 3.755661259007774e-06,
      "loss": 0.6135749816894531,
      "step": 1262
    },
    {
      "epoch": 1.5433455433455432,
      "grad_norm": 2.538618803024292,
      "learning_rate": 3.751595441290133e-06,
      "loss": 0.8490422964096069,
      "step": 1264
    },
    {
      "epoch": 1.5457875457875456,
      "grad_norm": 2.3163981437683105,
      "learning_rate": 3.7475255406348067e-06,
      "loss": 0.8143582940101624,
      "step": 1266
    },
    {
      "epoch": 1.5482295482295483,
      "grad_norm": 1.8422861099243164,
      "learning_rate": 3.7434515736324746e-06,
      "loss": 1.0519959926605225,
      "step": 1268
    },
    {
      "epoch": 1.5506715506715507,
      "grad_norm": 9.199726104736328,
      "learning_rate": 3.7393735568903955e-06,
      "loss": 0.4911290109157562,
      "step": 1270
    },
    {
      "epoch": 1.5531135531135531,
      "grad_norm": 2.1301679611206055,
      "learning_rate": 3.7352915070323366e-06,
      "loss": 1.189732313156128,
      "step": 1272
    },
    {
      "epoch": 1.5555555555555556,
      "grad_norm": 1.937249779701233,
      "learning_rate": 3.731205440698501e-06,
      "loss": 0.9045177102088928,
      "step": 1274
    },
    {
      "epoch": 1.557997557997558,
      "grad_norm": 2.8137459754943848,
      "learning_rate": 3.7271153745454726e-06,
      "loss": 1.390211582183838,
      "step": 1276
    },
    {
      "epoch": 1.5604395604395604,
      "grad_norm": 2.1598775386810303,
      "learning_rate": 3.723021325246132e-06,
      "loss": 0.737874448299408,
      "step": 1278
    },
    {
      "epoch": 1.5628815628815629,
      "grad_norm": 2.4186580181121826,
      "learning_rate": 3.7189233094896044e-06,
      "loss": 1.0836533308029175,
      "step": 1280
    },
    {
      "epoch": 1.5653235653235653,
      "grad_norm": 2.439676284790039,
      "learning_rate": 3.714821343981179e-06,
      "loss": 0.7069857120513916,
      "step": 1282
    },
    {
      "epoch": 1.5677655677655677,
      "grad_norm": 1.5403668880462646,
      "learning_rate": 3.7107154454422456e-06,
      "loss": 1.0703009366989136,
      "step": 1284
    },
    {
      "epoch": 1.5702075702075702,
      "grad_norm": 3.893155097961426,
      "learning_rate": 3.706605630610231e-06,
      "loss": 1.1834505796432495,
      "step": 1286
    },
    {
      "epoch": 1.5726495726495726,
      "grad_norm": 5.153315544128418,
      "learning_rate": 3.7024919162385232e-06,
      "loss": 0.5492372512817383,
      "step": 1288
    },
    {
      "epoch": 1.575091575091575,
      "grad_norm": 1.3920317888259888,
      "learning_rate": 3.6983743190964077e-06,
      "loss": 0.8411808013916016,
      "step": 1290
    },
    {
      "epoch": 1.5775335775335775,
      "grad_norm": 9.354891777038574,
      "learning_rate": 3.6942528559689965e-06,
      "loss": 0.36394214630126953,
      "step": 1292
    },
    {
      "epoch": 1.5799755799755801,
      "grad_norm": 2.3740155696868896,
      "learning_rate": 3.690127543657162e-06,
      "loss": 0.7142713069915771,
      "step": 1294
    },
    {
      "epoch": 1.5824175824175826,
      "grad_norm": 37.80674362182617,
      "learning_rate": 3.685998398977468e-06,
      "loss": 1.0909113883972168,
      "step": 1296
    },
    {
      "epoch": 1.584859584859585,
      "grad_norm": 1.855957269668579,
      "learning_rate": 3.6818654387620993e-06,
      "loss": 1.1598751544952393,
      "step": 1298
    },
    {
      "epoch": 1.5873015873015874,
      "grad_norm": 2.314946174621582,
      "learning_rate": 3.677728679858797e-06,
      "loss": 0.9421340823173523,
      "step": 1300
    },
    {
      "epoch": 1.5897435897435899,
      "grad_norm": 5.468100070953369,
      "learning_rate": 3.673588139130784e-06,
      "loss": 1.2048614025115967,
      "step": 1302
    },
    {
      "epoch": 1.5921855921855923,
      "grad_norm": 3.331906795501709,
      "learning_rate": 3.6694438334567024e-06,
      "loss": 1.1039568185806274,
      "step": 1304
    },
    {
      "epoch": 1.5946275946275947,
      "grad_norm": 1.5079933404922485,
      "learning_rate": 3.6652957797305387e-06,
      "loss": 0.6897386908531189,
      "step": 1306
    },
    {
      "epoch": 1.5970695970695972,
      "grad_norm": 2.3638577461242676,
      "learning_rate": 3.661143994861563e-06,
      "loss": 1.1327297687530518,
      "step": 1308
    },
    {
      "epoch": 1.5995115995115996,
      "grad_norm": 2.4536283016204834,
      "learning_rate": 3.6569884957742497e-06,
      "loss": 1.0871834754943848,
      "step": 1310
    },
    {
      "epoch": 1.601953601953602,
      "grad_norm": 1.548901915550232,
      "learning_rate": 3.652829299408217e-06,
      "loss": 1.0074199438095093,
      "step": 1312
    },
    {
      "epoch": 1.6043956043956045,
      "grad_norm": 1.3679847717285156,
      "learning_rate": 3.648666422718155e-06,
      "loss": 1.1029393672943115,
      "step": 1314
    },
    {
      "epoch": 1.606837606837607,
      "grad_norm": 2.071131706237793,
      "learning_rate": 3.644499882673756e-06,
      "loss": 1.1430408954620361,
      "step": 1316
    },
    {
      "epoch": 1.6092796092796093,
      "grad_norm": 2.4289538860321045,
      "learning_rate": 3.6403296962596442e-06,
      "loss": 1.0161014795303345,
      "step": 1318
    },
    {
      "epoch": 1.6117216117216118,
      "grad_norm": 1.8402098417282104,
      "learning_rate": 3.6361558804753088e-06,
      "loss": 1.2254347801208496,
      "step": 1320
    },
    {
      "epoch": 1.6141636141636142,
      "grad_norm": 1.484537124633789,
      "learning_rate": 3.631978452335036e-06,
      "loss": 1.116368293762207,
      "step": 1322
    },
    {
      "epoch": 1.6166056166056166,
      "grad_norm": 1.7078075408935547,
      "learning_rate": 3.6277974288678354e-06,
      "loss": 1.0890535116195679,
      "step": 1324
    },
    {
      "epoch": 1.619047619047619,
      "grad_norm": 4.279214382171631,
      "learning_rate": 3.6236128271173716e-06,
      "loss": 0.8000863790512085,
      "step": 1326
    },
    {
      "epoch": 1.6214896214896215,
      "grad_norm": 1.6943376064300537,
      "learning_rate": 3.6194246641418993e-06,
      "loss": 1.1035950183868408,
      "step": 1328
    },
    {
      "epoch": 1.623931623931624,
      "grad_norm": 3.024909257888794,
      "learning_rate": 3.6152329570141863e-06,
      "loss": 1.078392744064331,
      "step": 1330
    },
    {
      "epoch": 1.6263736263736264,
      "grad_norm": 4.725790977478027,
      "learning_rate": 3.611037722821452e-06,
      "loss": 0.8447167277336121,
      "step": 1332
    },
    {
      "epoch": 1.6288156288156288,
      "grad_norm": 1.9349464178085327,
      "learning_rate": 3.6068389786652915e-06,
      "loss": 1.1011463403701782,
      "step": 1334
    },
    {
      "epoch": 1.6312576312576312,
      "grad_norm": 1.9638590812683105,
      "learning_rate": 3.6026367416616054e-06,
      "loss": 0.7226951718330383,
      "step": 1336
    },
    {
      "epoch": 1.6336996336996337,
      "grad_norm": 3.807051420211792,
      "learning_rate": 3.598431028940539e-06,
      "loss": 1.0683143138885498,
      "step": 1338
    },
    {
      "epoch": 1.636141636141636,
      "grad_norm": 2.799273729324341,
      "learning_rate": 3.594221857646399e-06,
      "loss": 0.5557500720024109,
      "step": 1340
    },
    {
      "epoch": 1.6385836385836385,
      "grad_norm": 1.5128666162490845,
      "learning_rate": 3.5900092449375977e-06,
      "loss": 0.391013503074646,
      "step": 1342
    },
    {
      "epoch": 1.641025641025641,
      "grad_norm": 2.4419357776641846,
      "learning_rate": 3.5857932079865703e-06,
      "loss": 1.2627594470977783,
      "step": 1344
    },
    {
      "epoch": 1.6434676434676434,
      "grad_norm": 1.5012274980545044,
      "learning_rate": 3.5815737639797143e-06,
      "loss": 1.1198487281799316,
      "step": 1346
    },
    {
      "epoch": 1.6459096459096458,
      "grad_norm": 1.7359366416931152,
      "learning_rate": 3.5773509301173136e-06,
      "loss": 0.7089607119560242,
      "step": 1348
    },
    {
      "epoch": 1.6483516483516483,
      "grad_norm": 1.7854307889938354,
      "learning_rate": 3.573124723613473e-06,
      "loss": 0.7905706763267517,
      "step": 1350
    },
    {
      "epoch": 1.6507936507936507,
      "grad_norm": 2.4434316158294678,
      "learning_rate": 3.568895161696042e-06,
      "loss": 1.0632576942443848,
      "step": 1352
    },
    {
      "epoch": 1.6532356532356531,
      "grad_norm": 1.7432414293289185,
      "learning_rate": 3.5646622616065537e-06,
      "loss": 1.170975685119629,
      "step": 1354
    },
    {
      "epoch": 1.6556776556776556,
      "grad_norm": 1.8956907987594604,
      "learning_rate": 3.560426040600143e-06,
      "loss": 1.0797570943832397,
      "step": 1356
    },
    {
      "epoch": 1.658119658119658,
      "grad_norm": 1.6335842609405518,
      "learning_rate": 3.556186515945486e-06,
      "loss": 0.5945901870727539,
      "step": 1358
    },
    {
      "epoch": 1.6605616605616604,
      "grad_norm": 2.311692714691162,
      "learning_rate": 3.5519437049247257e-06,
      "loss": 0.8245255947113037,
      "step": 1360
    },
    {
      "epoch": 1.6630036630036629,
      "grad_norm": 2.2353930473327637,
      "learning_rate": 3.547697624833401e-06,
      "loss": 1.1110084056854248,
      "step": 1362
    },
    {
      "epoch": 1.6654456654456653,
      "grad_norm": 1.7413452863693237,
      "learning_rate": 3.543448292980376e-06,
      "loss": 1.1027268171310425,
      "step": 1364
    },
    {
      "epoch": 1.6678876678876677,
      "grad_norm": 1.9247740507125854,
      "learning_rate": 3.5391957266877724e-06,
      "loss": 1.0763671398162842,
      "step": 1366
    },
    {
      "epoch": 1.6703296703296702,
      "grad_norm": 1.415798544883728,
      "learning_rate": 3.534939943290896e-06,
      "loss": 1.0487414598464966,
      "step": 1368
    },
    {
      "epoch": 1.6727716727716728,
      "grad_norm": 2.411515235900879,
      "learning_rate": 3.530680960138166e-06,
      "loss": 1.142496109008789,
      "step": 1370
    },
    {
      "epoch": 1.6752136752136753,
      "grad_norm": 1.571021556854248,
      "learning_rate": 3.5264187945910465e-06,
      "loss": 0.6615177392959595,
      "step": 1372
    },
    {
      "epoch": 1.6776556776556777,
      "grad_norm": 1.4412907361984253,
      "learning_rate": 3.5221534640239745e-06,
      "loss": 0.29376649856567383,
      "step": 1374
    },
    {
      "epoch": 1.6800976800976801,
      "grad_norm": 6.718142509460449,
      "learning_rate": 3.5178849858242874e-06,
      "loss": 1.1929081678390503,
      "step": 1376
    },
    {
      "epoch": 1.6825396825396826,
      "grad_norm": 4.863142013549805,
      "learning_rate": 3.5136133773921553e-06,
      "loss": 1.202161192893982,
      "step": 1378
    },
    {
      "epoch": 1.684981684981685,
      "grad_norm": 0.7358537912368774,
      "learning_rate": 3.509338656140508e-06,
      "loss": 0.9144766330718994,
      "step": 1380
    },
    {
      "epoch": 1.6874236874236874,
      "grad_norm": 4.494753837585449,
      "learning_rate": 3.505060839494964e-06,
      "loss": 0.978439211845398,
      "step": 1382
    },
    {
      "epoch": 1.6898656898656899,
      "grad_norm": 1.7089729309082031,
      "learning_rate": 3.5007799448937617e-06,
      "loss": 1.1718627214431763,
      "step": 1384
    },
    {
      "epoch": 1.6923076923076923,
      "grad_norm": 1.796030879020691,
      "learning_rate": 3.496495989787683e-06,
      "loss": 1.0744086503982544,
      "step": 1386
    },
    {
      "epoch": 1.6947496947496947,
      "grad_norm": 1.5995069742202759,
      "learning_rate": 3.49220899163999e-06,
      "loss": 1.1244831085205078,
      "step": 1388
    },
    {
      "epoch": 1.6971916971916972,
      "grad_norm": 3.2209115028381348,
      "learning_rate": 3.4879189679263474e-06,
      "loss": 0.3722049295902252,
      "step": 1390
    },
    {
      "epoch": 1.6996336996336996,
      "grad_norm": 1.2462571859359741,
      "learning_rate": 3.4836259361347524e-06,
      "loss": 1.0250697135925293,
      "step": 1392
    },
    {
      "epoch": 1.702075702075702,
      "grad_norm": 2.99985408782959,
      "learning_rate": 3.479329913765467e-06,
      "loss": 0.946092426776886,
      "step": 1394
    },
    {
      "epoch": 1.7045177045177047,
      "grad_norm": 3.67580246925354,
      "learning_rate": 3.475030918330942e-06,
      "loss": 1.217712163925171,
      "step": 1396
    },
    {
      "epoch": 1.7069597069597071,
      "grad_norm": 3.188765525817871,
      "learning_rate": 3.4707289673557486e-06,
      "loss": 0.9007408022880554,
      "step": 1398
    },
    {
      "epoch": 1.7094017094017095,
      "grad_norm": 5.768331050872803,
      "learning_rate": 3.4664240783765064e-06,
      "loss": 0.4004557728767395,
      "step": 1400
    },
    {
      "epoch": 1.711843711843712,
      "grad_norm": 5.148880958557129,
      "learning_rate": 3.4621162689418104e-06,
      "loss": 0.9390780329704285,
      "step": 1402
    },
    {
      "epoch": 1.7142857142857144,
      "grad_norm": 1.9988371133804321,
      "learning_rate": 3.4578055566121617e-06,
      "loss": 1.065889596939087,
      "step": 1404
    },
    {
      "epoch": 1.7167277167277168,
      "grad_norm": 4.718473434448242,
      "learning_rate": 3.453491958959894e-06,
      "loss": 0.5322512984275818,
      "step": 1406
    },
    {
      "epoch": 1.7191697191697193,
      "grad_norm": 3.3976686000823975,
      "learning_rate": 3.449175493569103e-06,
      "loss": 1.1359853744506836,
      "step": 1408
    },
    {
      "epoch": 1.7216117216117217,
      "grad_norm": 6.322020530700684,
      "learning_rate": 3.4448561780355766e-06,
      "loss": 0.7464244961738586,
      "step": 1410
    },
    {
      "epoch": 1.7240537240537241,
      "grad_norm": 11.572935104370117,
      "learning_rate": 3.4405340299667183e-06,
      "loss": 0.8479959964752197,
      "step": 1412
    },
    {
      "epoch": 1.7264957264957266,
      "grad_norm": 1.7882882356643677,
      "learning_rate": 3.436209066981479e-06,
      "loss": 1.0817737579345703,
      "step": 1414
    },
    {
      "epoch": 1.728937728937729,
      "grad_norm": 5.552520275115967,
      "learning_rate": 3.4318813067102853e-06,
      "loss": 0.9852099418640137,
      "step": 1416
    },
    {
      "epoch": 1.7313797313797314,
      "grad_norm": 1.9042245149612427,
      "learning_rate": 3.4275507667949658e-06,
      "loss": 1.1091506481170654,
      "step": 1418
    },
    {
      "epoch": 1.7338217338217339,
      "grad_norm": 2.391268491744995,
      "learning_rate": 3.423217464888681e-06,
      "loss": 0.8407750725746155,
      "step": 1420
    },
    {
      "epoch": 1.7362637362637363,
      "grad_norm": 2.475590944290161,
      "learning_rate": 3.41888141865585e-06,
      "loss": 0.9131081104278564,
      "step": 1422
    },
    {
      "epoch": 1.7387057387057387,
      "grad_norm": 5.156746864318848,
      "learning_rate": 3.4145426457720787e-06,
      "loss": 0.7782116532325745,
      "step": 1424
    },
    {
      "epoch": 1.7411477411477412,
      "grad_norm": 7.184075355529785,
      "learning_rate": 3.4102011639240884e-06,
      "loss": 0.7344411611557007,
      "step": 1426
    },
    {
      "epoch": 1.7435897435897436,
      "grad_norm": 2.159703016281128,
      "learning_rate": 3.4058569908096436e-06,
      "loss": 1.132224202156067,
      "step": 1428
    },
    {
      "epoch": 1.746031746031746,
      "grad_norm": 1.8462954759597778,
      "learning_rate": 3.4015101441374776e-06,
      "loss": 1.173128366470337,
      "step": 1430
    },
    {
      "epoch": 1.7484737484737485,
      "grad_norm": 2.538024425506592,
      "learning_rate": 3.397160641627226e-06,
      "loss": 0.7561154961585999,
      "step": 1432
    },
    {
      "epoch": 1.750915750915751,
      "grad_norm": 1.7686879634857178,
      "learning_rate": 3.392808501009347e-06,
      "loss": 0.6580084562301636,
      "step": 1434
    },
    {
      "epoch": 1.7533577533577533,
      "grad_norm": 10.234268188476562,
      "learning_rate": 3.3884537400250554e-06,
      "loss": 0.6667467951774597,
      "step": 1436
    },
    {
      "epoch": 1.7557997557997558,
      "grad_norm": 1.436072826385498,
      "learning_rate": 3.384096376426247e-06,
      "loss": 0.5105250477790833,
      "step": 1438
    },
    {
      "epoch": 1.7582417582417582,
      "grad_norm": 1.6276432275772095,
      "learning_rate": 3.379736427975425e-06,
      "loss": 1.0976946353912354,
      "step": 1440
    },
    {
      "epoch": 1.7606837606837606,
      "grad_norm": 3.592867136001587,
      "learning_rate": 3.3753739124456343e-06,
      "loss": 0.8957812786102295,
      "step": 1442
    },
    {
      "epoch": 1.763125763125763,
      "grad_norm": 4.000123023986816,
      "learning_rate": 3.371008847620379e-06,
      "loss": 0.7372997403144836,
      "step": 1444
    },
    {
      "epoch": 1.7655677655677655,
      "grad_norm": 3.1201529502868652,
      "learning_rate": 3.366641251293559e-06,
      "loss": 1.102899193763733,
      "step": 1446
    },
    {
      "epoch": 1.768009768009768,
      "grad_norm": 1.768283486366272,
      "learning_rate": 3.3622711412693914e-06,
      "loss": 1.124794602394104,
      "step": 1448
    },
    {
      "epoch": 1.7704517704517704,
      "grad_norm": 2.403294801712036,
      "learning_rate": 3.3578985353623416e-06,
      "loss": 0.9902628660202026,
      "step": 1450
    },
    {
      "epoch": 1.7728937728937728,
      "grad_norm": 3.0186891555786133,
      "learning_rate": 3.3535234513970494e-06,
      "loss": 0.399064302444458,
      "step": 1452
    },
    {
      "epoch": 1.7753357753357752,
      "grad_norm": 1.5962026119232178,
      "learning_rate": 3.349145907208255e-06,
      "loss": 0.7983530163764954,
      "step": 1454
    },
    {
      "epoch": 1.7777777777777777,
      "grad_norm": 3.296353816986084,
      "learning_rate": 3.3447659206407285e-06,
      "loss": 0.5403007864952087,
      "step": 1456
    },
    {
      "epoch": 1.7802197802197801,
      "grad_norm": 1.5648705959320068,
      "learning_rate": 3.3403835095491967e-06,
      "loss": 1.0592517852783203,
      "step": 1458
    },
    {
      "epoch": 1.7826617826617825,
      "grad_norm": 3.352639675140381,
      "learning_rate": 3.3359986917982675e-06,
      "loss": 1.0402568578720093,
      "step": 1460
    },
    {
      "epoch": 1.785103785103785,
      "grad_norm": 3.2459142208099365,
      "learning_rate": 3.3316114852623617e-06,
      "loss": 0.9993575811386108,
      "step": 1462
    },
    {
      "epoch": 1.7875457875457874,
      "grad_norm": 2.1725311279296875,
      "learning_rate": 3.327221907825638e-06,
      "loss": 0.8232885599136353,
      "step": 1464
    },
    {
      "epoch": 1.7899877899877898,
      "grad_norm": 2.444363594055176,
      "learning_rate": 3.3228299773819165e-06,
      "loss": 0.8555684685707092,
      "step": 1466
    },
    {
      "epoch": 1.7924297924297923,
      "grad_norm": 4.547183990478516,
      "learning_rate": 3.318435711834615e-06,
      "loss": 0.8133440017700195,
      "step": 1468
    },
    {
      "epoch": 1.7948717948717947,
      "grad_norm": 3.024049758911133,
      "learning_rate": 3.3140391290966646e-06,
      "loss": 1.0311592817306519,
      "step": 1470
    },
    {
      "epoch": 1.7973137973137974,
      "grad_norm": 4.397846221923828,
      "learning_rate": 3.309640247090445e-06,
      "loss": 1.0561209917068481,
      "step": 1472
    },
    {
      "epoch": 1.7997557997557998,
      "grad_norm": 2.594501256942749,
      "learning_rate": 3.3052390837477087e-06,
      "loss": 0.6757609248161316,
      "step": 1474
    },
    {
      "epoch": 1.8021978021978022,
      "grad_norm": 2.992253541946411,
      "learning_rate": 3.300835657009507e-06,
      "loss": 0.7614642977714539,
      "step": 1476
    },
    {
      "epoch": 1.8046398046398047,
      "grad_norm": 5.074526786804199,
      "learning_rate": 3.2964299848261187e-06,
      "loss": 0.8146823048591614,
      "step": 1478
    },
    {
      "epoch": 1.807081807081807,
      "grad_norm": 3.6561779975891113,
      "learning_rate": 3.2920220851569746e-06,
      "loss": 0.4933128356933594,
      "step": 1480
    },
    {
      "epoch": 1.8095238095238095,
      "grad_norm": 5.129440784454346,
      "learning_rate": 3.2876119759705884e-06,
      "loss": 0.8365576267242432,
      "step": 1482
    },
    {
      "epoch": 1.811965811965812,
      "grad_norm": 1.3081094026565552,
      "learning_rate": 3.2831996752444774e-06,
      "loss": 1.174236536026001,
      "step": 1484
    },
    {
      "epoch": 1.8144078144078144,
      "grad_norm": 1.9769134521484375,
      "learning_rate": 3.2787852009650945e-06,
      "loss": 1.0928758382797241,
      "step": 1486
    },
    {
      "epoch": 1.8168498168498168,
      "grad_norm": 3.200984001159668,
      "learning_rate": 3.2743685711277533e-06,
      "loss": 0.7248603701591492,
      "step": 1488
    },
    {
      "epoch": 1.8192918192918193,
      "grad_norm": 1.9529130458831787,
      "learning_rate": 3.269949803736554e-06,
      "loss": 0.8898839950561523,
      "step": 1490
    },
    {
      "epoch": 1.8217338217338217,
      "grad_norm": 2.331352949142456,
      "learning_rate": 3.265528916804308e-06,
      "loss": 1.097998857498169,
      "step": 1492
    },
    {
      "epoch": 1.8241758241758241,
      "grad_norm": 7.352150917053223,
      "learning_rate": 3.261105928352472e-06,
      "loss": 0.7203211784362793,
      "step": 1494
    },
    {
      "epoch": 1.8266178266178266,
      "grad_norm": 8.535738945007324,
      "learning_rate": 3.2566808564110635e-06,
      "loss": 0.8137180209159851,
      "step": 1496
    },
    {
      "epoch": 1.8290598290598292,
      "grad_norm": 1.5943210124969482,
      "learning_rate": 3.252253719018599e-06,
      "loss": 1.4954842329025269,
      "step": 1498
    },
    {
      "epoch": 1.8315018315018317,
      "grad_norm": 2.4209067821502686,
      "learning_rate": 3.2478245342220094e-06,
      "loss": 1.2031804323196411,
      "step": 1500
    },
    {
      "epoch": 1.833943833943834,
      "grad_norm": 3.7259180545806885,
      "learning_rate": 3.243393320076575e-06,
      "loss": 0.8611478805541992,
      "step": 1502
    },
    {
      "epoch": 1.8363858363858365,
      "grad_norm": 0.5359264612197876,
      "learning_rate": 3.238960094645848e-06,
      "loss": 0.9046647548675537,
      "step": 1504
    },
    {
      "epoch": 1.838827838827839,
      "grad_norm": 2.4440624713897705,
      "learning_rate": 3.2345248760015777e-06,
      "loss": 0.7731856107711792,
      "step": 1506
    },
    {
      "epoch": 1.8412698412698414,
      "grad_norm": 1.7057727575302124,
      "learning_rate": 3.2300876822236427e-06,
      "loss": 0.8238407373428345,
      "step": 1508
    },
    {
      "epoch": 1.8437118437118438,
      "grad_norm": 2.0124754905700684,
      "learning_rate": 3.225648531399968e-06,
      "loss": 1.0737024545669556,
      "step": 1510
    },
    {
      "epoch": 1.8461538461538463,
      "grad_norm": 1.904160499572754,
      "learning_rate": 3.22120744162646e-06,
      "loss": 1.0689663887023926,
      "step": 1512
    },
    {
      "epoch": 1.8485958485958487,
      "grad_norm": 1.249457836151123,
      "learning_rate": 3.2167644310069276e-06,
      "loss": 1.0780993700027466,
      "step": 1514
    },
    {
      "epoch": 1.8510378510378511,
      "grad_norm": 3.9271388053894043,
      "learning_rate": 3.2123195176530104e-06,
      "loss": 0.833716094493866,
      "step": 1516
    },
    {
      "epoch": 1.8534798534798536,
      "grad_norm": 1.8167206048965454,
      "learning_rate": 3.207872719684104e-06,
      "loss": 1.1510157585144043,
      "step": 1518
    },
    {
      "epoch": 1.855921855921856,
      "grad_norm": 3.824442148208618,
      "learning_rate": 3.203424055227287e-06,
      "loss": 0.9223167896270752,
      "step": 1520
    },
    {
      "epoch": 1.8583638583638584,
      "grad_norm": 4.120997905731201,
      "learning_rate": 3.1989735424172456e-06,
      "loss": 0.9817994832992554,
      "step": 1522
    },
    {
      "epoch": 1.8608058608058609,
      "grad_norm": 2.414776563644409,
      "learning_rate": 3.1945211993962035e-06,
      "loss": 0.9063418507575989,
      "step": 1524
    },
    {
      "epoch": 1.8632478632478633,
      "grad_norm": 4.998463153839111,
      "learning_rate": 3.190067044313841e-06,
      "loss": 0.9489470720291138,
      "step": 1526
    },
    {
      "epoch": 1.8656898656898657,
      "grad_norm": 1.9804654121398926,
      "learning_rate": 3.185611095327227e-06,
      "loss": 0.7647035121917725,
      "step": 1528
    },
    {
      "epoch": 1.8681318681318682,
      "grad_norm": 1.3335086107254028,
      "learning_rate": 3.181153370600745e-06,
      "loss": 0.9383209943771362,
      "step": 1530
    },
    {
      "epoch": 1.8705738705738706,
      "grad_norm": 4.721079349517822,
      "learning_rate": 3.176693888306014e-06,
      "loss": 0.77753746509552,
      "step": 1532
    },
    {
      "epoch": 1.873015873015873,
      "grad_norm": 2.030644655227661,
      "learning_rate": 3.1722326666218213e-06,
      "loss": 0.8778524994850159,
      "step": 1534
    },
    {
      "epoch": 1.8754578754578755,
      "grad_norm": 1.5334826707839966,
      "learning_rate": 3.16776972373404e-06,
      "loss": 1.1086459159851074,
      "step": 1536
    },
    {
      "epoch": 1.877899877899878,
      "grad_norm": 1.6864469051361084,
      "learning_rate": 3.1633050778355624e-06,
      "loss": 1.0293059349060059,
      "step": 1538
    },
    {
      "epoch": 1.8803418803418803,
      "grad_norm": 2.2873408794403076,
      "learning_rate": 3.158838747126224e-06,
      "loss": 1.0864299535751343,
      "step": 1540
    },
    {
      "epoch": 1.8827838827838828,
      "grad_norm": 1.5731513500213623,
      "learning_rate": 3.1543707498127267e-06,
      "loss": 1.0680838823318481,
      "step": 1542
    },
    {
      "epoch": 1.8852258852258852,
      "grad_norm": 2.0635628700256348,
      "learning_rate": 3.1499011041085662e-06,
      "loss": 0.9070185422897339,
      "step": 1544
    },
    {
      "epoch": 1.8876678876678876,
      "grad_norm": 2.2307991981506348,
      "learning_rate": 3.145429828233959e-06,
      "loss": 1.060643196105957,
      "step": 1546
    },
    {
      "epoch": 1.89010989010989,
      "grad_norm": 3.084059476852417,
      "learning_rate": 3.1409569404157646e-06,
      "loss": 1.0800150632858276,
      "step": 1548
    },
    {
      "epoch": 1.8925518925518925,
      "grad_norm": 2.034463882446289,
      "learning_rate": 3.136482458887416e-06,
      "loss": 0.6771202087402344,
      "step": 1550
    },
    {
      "epoch": 1.894993894993895,
      "grad_norm": 2.416832447052002,
      "learning_rate": 3.132006401888841e-06,
      "loss": 1.1564983129501343,
      "step": 1552
    },
    {
      "epoch": 1.8974358974358974,
      "grad_norm": 2.9857418537139893,
      "learning_rate": 3.1275287876663905e-06,
      "loss": 0.8453341126441956,
      "step": 1554
    },
    {
      "epoch": 1.8998778998778998,
      "grad_norm": 1.9065909385681152,
      "learning_rate": 3.123049634472764e-06,
      "loss": 1.206203818321228,
      "step": 1556
    },
    {
      "epoch": 1.9023199023199022,
      "grad_norm": 1.7331615686416626,
      "learning_rate": 3.118568960566933e-06,
      "loss": 0.9110676050186157,
      "step": 1558
    },
    {
      "epoch": 1.9047619047619047,
      "grad_norm": 2.49706768989563,
      "learning_rate": 3.114086784214069e-06,
      "loss": 0.6509535908699036,
      "step": 1560
    },
    {
      "epoch": 1.907203907203907,
      "grad_norm": 1.9002443552017212,
      "learning_rate": 3.109603123685468e-06,
      "loss": 1.080418586730957,
      "step": 1562
    },
    {
      "epoch": 1.9096459096459095,
      "grad_norm": 3.7310116291046143,
      "learning_rate": 3.1051179972584756e-06,
      "loss": 0.7549952268600464,
      "step": 1564
    },
    {
      "epoch": 1.912087912087912,
      "grad_norm": 1.4353991746902466,
      "learning_rate": 3.1006314232164146e-06,
      "loss": 1.083061695098877,
      "step": 1566
    },
    {
      "epoch": 1.9145299145299144,
      "grad_norm": 2.5150792598724365,
      "learning_rate": 3.0961434198485067e-06,
      "loss": 0.9303537607192993,
      "step": 1568
    },
    {
      "epoch": 1.9169719169719168,
      "grad_norm": 1.2595463991165161,
      "learning_rate": 3.0916540054498028e-06,
      "loss": 0.7716434001922607,
      "step": 1570
    },
    {
      "epoch": 1.9194139194139193,
      "grad_norm": 1.386602759361267,
      "learning_rate": 3.087163198321103e-06,
      "loss": 1.1206477880477905,
      "step": 1572
    },
    {
      "epoch": 1.9218559218559217,
      "grad_norm": 2.0977489948272705,
      "learning_rate": 3.0826710167688866e-06,
      "loss": 0.7714415788650513,
      "step": 1574
    },
    {
      "epoch": 1.9242979242979243,
      "grad_norm": 3.282386302947998,
      "learning_rate": 3.0781774791052347e-06,
      "loss": 1.0669711828231812,
      "step": 1576
    },
    {
      "epoch": 1.9267399267399268,
      "grad_norm": 2.187236785888672,
      "learning_rate": 3.073682603647758e-06,
      "loss": 0.7885124683380127,
      "step": 1578
    },
    {
      "epoch": 1.9291819291819292,
      "grad_norm": 2.4865806102752686,
      "learning_rate": 3.0691864087195172e-06,
      "loss": 1.084753394126892,
      "step": 1580
    },
    {
      "epoch": 1.9316239316239316,
      "grad_norm": 3.804330348968506,
      "learning_rate": 3.064688912648957e-06,
      "loss": 0.3611922860145569,
      "step": 1582
    },
    {
      "epoch": 1.934065934065934,
      "grad_norm": 18.454357147216797,
      "learning_rate": 3.0601901337698213e-06,
      "loss": 0.5478751063346863,
      "step": 1584
    },
    {
      "epoch": 1.9365079365079365,
      "grad_norm": 9.308585166931152,
      "learning_rate": 3.055690090421085e-06,
      "loss": 0.6894688606262207,
      "step": 1586
    },
    {
      "epoch": 1.938949938949939,
      "grad_norm": 4.380536079406738,
      "learning_rate": 3.0511888009468792e-06,
      "loss": 1.172979474067688,
      "step": 1588
    },
    {
      "epoch": 1.9413919413919414,
      "grad_norm": 1.1702888011932373,
      "learning_rate": 3.0466862836964117e-06,
      "loss": 1.1025750637054443,
      "step": 1590
    },
    {
      "epoch": 1.9438339438339438,
      "grad_norm": 2.2686538696289062,
      "learning_rate": 3.0421825570238978e-06,
      "loss": 1.0041526556015015,
      "step": 1592
    },
    {
      "epoch": 1.9462759462759462,
      "grad_norm": 1.5547155141830444,
      "learning_rate": 3.037677639288481e-06,
      "loss": 0.7530244588851929,
      "step": 1594
    },
    {
      "epoch": 1.9487179487179487,
      "grad_norm": 1.6241923570632935,
      "learning_rate": 3.0331715488541626e-06,
      "loss": 0.6593371629714966,
      "step": 1596
    },
    {
      "epoch": 1.9511599511599511,
      "grad_norm": 1.3635199069976807,
      "learning_rate": 3.0286643040897203e-06,
      "loss": 0.7976773381233215,
      "step": 1598
    },
    {
      "epoch": 1.9536019536019538,
      "grad_norm": 1.5380146503448486,
      "learning_rate": 3.0241559233686424e-06,
      "loss": 0.8483846187591553,
      "step": 1600
    },
    {
      "epoch": 1.9560439560439562,
      "grad_norm": 1.5258017778396606,
      "learning_rate": 3.0196464250690434e-06,
      "loss": 1.0973600149154663,
      "step": 1602
    },
    {
      "epoch": 1.9584859584859586,
      "grad_norm": 5.223465442657471,
      "learning_rate": 3.0151358275735965e-06,
      "loss": 1.2270939350128174,
      "step": 1604
    },
    {
      "epoch": 1.960927960927961,
      "grad_norm": 4.014069080352783,
      "learning_rate": 3.0106241492694533e-06,
      "loss": 1.3512402772903442,
      "step": 1606
    },
    {
      "epoch": 1.9633699633699635,
      "grad_norm": 1.4490033388137817,
      "learning_rate": 3.0061114085481745e-06,
      "loss": 1.1516140699386597,
      "step": 1608
    },
    {
      "epoch": 1.965811965811966,
      "grad_norm": 1.19436776638031,
      "learning_rate": 3.0015976238056475e-06,
      "loss": 1.0787304639816284,
      "step": 1610
    },
    {
      "epoch": 1.9682539682539684,
      "grad_norm": 6.923144817352295,
      "learning_rate": 2.9970828134420198e-06,
      "loss": 0.9626544713973999,
      "step": 1612
    },
    {
      "epoch": 1.9706959706959708,
      "grad_norm": 1.686660885810852,
      "learning_rate": 2.992566995861616e-06,
      "loss": 1.1870635747909546,
      "step": 1614
    },
    {
      "epoch": 1.9731379731379732,
      "grad_norm": 2.969782829284668,
      "learning_rate": 2.988050189472869e-06,
      "loss": 0.9546635150909424,
      "step": 1616
    },
    {
      "epoch": 1.9755799755799757,
      "grad_norm": 2.04162335395813,
      "learning_rate": 2.983532412688242e-06,
      "loss": 1.0080379247665405,
      "step": 1618
    },
    {
      "epoch": 1.978021978021978,
      "grad_norm": 1.1154638528823853,
      "learning_rate": 2.979013683924154e-06,
      "loss": 1.1551849842071533,
      "step": 1620
    },
    {
      "epoch": 1.9804639804639805,
      "grad_norm": 1.3147307634353638,
      "learning_rate": 2.9744940216009037e-06,
      "loss": 0.8124474287033081,
      "step": 1622
    },
    {
      "epoch": 1.982905982905983,
      "grad_norm": 3.960902690887451,
      "learning_rate": 2.969973444142597e-06,
      "loss": 0.5901971459388733,
      "step": 1624
    },
    {
      "epoch": 1.9853479853479854,
      "grad_norm": 2.4836363792419434,
      "learning_rate": 2.965451969977069e-06,
      "loss": 0.8430943489074707,
      "step": 1626
    },
    {
      "epoch": 1.9877899877899878,
      "grad_norm": 5.949784278869629,
      "learning_rate": 2.9609296175358102e-06,
      "loss": 0.9984661340713501,
      "step": 1628
    },
    {
      "epoch": 1.9902319902319903,
      "grad_norm": 2.4892053604125977,
      "learning_rate": 2.9564064052538926e-06,
      "loss": 1.1695860624313354,
      "step": 1630
    },
    {
      "epoch": 1.9926739926739927,
      "grad_norm": 1.6151142120361328,
      "learning_rate": 2.951882351569892e-06,
      "loss": 1.063124179840088,
      "step": 1632
    },
    {
      "epoch": 1.9951159951159951,
      "grad_norm": 2.0610530376434326,
      "learning_rate": 2.9473574749258143e-06,
      "loss": 0.8075814247131348,
      "step": 1634
    },
    {
      "epoch": 1.9975579975579976,
      "grad_norm": 2.036194086074829,
      "learning_rate": 2.94283179376702e-06,
      "loss": 1.161010980606079,
      "step": 1636
    },
    {
      "epoch": 2.0,
      "grad_norm": 1.6809015274047852,
      "learning_rate": 2.9383053265421514e-06,
      "loss": 1.0740622282028198,
      "step": 1638
    },
    {
      "epoch": 2.0024420024420024,
      "grad_norm": 7.186413288116455,
      "learning_rate": 2.9337780917030513e-06,
      "loss": 0.9597793221473694,
      "step": 1640
    },
    {
      "epoch": 2.004884004884005,
      "grad_norm": 2.5799577236175537,
      "learning_rate": 2.929250107704694e-06,
      "loss": 0.7062101364135742,
      "step": 1642
    },
    {
      "epoch": 2.0073260073260073,
      "grad_norm": 0.9430143237113953,
      "learning_rate": 2.924721393005109e-06,
      "loss": 0.9560756087303162,
      "step": 1644
    },
    {
      "epoch": 2.0097680097680097,
      "grad_norm": 2.4356815814971924,
      "learning_rate": 2.9201919660653e-06,
      "loss": 0.7125204801559448,
      "step": 1646
    },
    {
      "epoch": 2.012210012210012,
      "grad_norm": 2.3169310092926025,
      "learning_rate": 2.9156618453491786e-06,
      "loss": 0.8216168880462646,
      "step": 1648
    },
    {
      "epoch": 2.0146520146520146,
      "grad_norm": 11.127049446105957,
      "learning_rate": 2.911131049323483e-06,
      "loss": 0.8026351928710938,
      "step": 1650
    },
    {
      "epoch": 2.017094017094017,
      "grad_norm": 2.923428535461426,
      "learning_rate": 2.9065995964577028e-06,
      "loss": 0.7188471555709839,
      "step": 1652
    },
    {
      "epoch": 2.0195360195360195,
      "grad_norm": 4.269984722137451,
      "learning_rate": 2.902067505224008e-06,
      "loss": 1.2672061920166016,
      "step": 1654
    },
    {
      "epoch": 2.021978021978022,
      "grad_norm": 1.2916280031204224,
      "learning_rate": 2.897534794097167e-06,
      "loss": 0.5318281054496765,
      "step": 1656
    },
    {
      "epoch": 2.0244200244200243,
      "grad_norm": 2.5028984546661377,
      "learning_rate": 2.89300148155448e-06,
      "loss": 0.9953727126121521,
      "step": 1658
    },
    {
      "epoch": 2.0268620268620268,
      "grad_norm": 2.887450695037842,
      "learning_rate": 2.8884675860756946e-06,
      "loss": 0.9623196125030518,
      "step": 1660
    },
    {
      "epoch": 2.029304029304029,
      "grad_norm": 2.6880152225494385,
      "learning_rate": 2.883933126142937e-06,
      "loss": 1.0482466220855713,
      "step": 1662
    },
    {
      "epoch": 2.0317460317460316,
      "grad_norm": 1.8128950595855713,
      "learning_rate": 2.8793981202406335e-06,
      "loss": 0.4340633749961853,
      "step": 1664
    },
    {
      "epoch": 2.034188034188034,
      "grad_norm": 3.808696985244751,
      "learning_rate": 2.874862586855437e-06,
      "loss": 0.7226059436798096,
      "step": 1666
    },
    {
      "epoch": 2.0366300366300365,
      "grad_norm": 1.5693755149841309,
      "learning_rate": 2.870326544476148e-06,
      "loss": 1.0041981935501099,
      "step": 1668
    },
    {
      "epoch": 2.039072039072039,
      "grad_norm": 3.0417141914367676,
      "learning_rate": 2.8657900115936465e-06,
      "loss": 0.7336680889129639,
      "step": 1670
    },
    {
      "epoch": 2.0415140415140414,
      "grad_norm": 3.467229127883911,
      "learning_rate": 2.8612530067008067e-06,
      "loss": 0.9192556142807007,
      "step": 1672
    },
    {
      "epoch": 2.043956043956044,
      "grad_norm": 3.149291515350342,
      "learning_rate": 2.8567155482924315e-06,
      "loss": 0.9109829068183899,
      "step": 1674
    },
    {
      "epoch": 2.0463980463980462,
      "grad_norm": 1.5668519735336304,
      "learning_rate": 2.8521776548651692e-06,
      "loss": 0.6515228748321533,
      "step": 1676
    },
    {
      "epoch": 2.0488400488400487,
      "grad_norm": 3.5928568840026855,
      "learning_rate": 2.8476393449174426e-06,
      "loss": 1.0088976621627808,
      "step": 1678
    },
    {
      "epoch": 2.051282051282051,
      "grad_norm": 2.0251355171203613,
      "learning_rate": 2.843100636949374e-06,
      "loss": 1.004931092262268,
      "step": 1680
    },
    {
      "epoch": 2.0537240537240535,
      "grad_norm": 3.476871967315674,
      "learning_rate": 2.838561549462705e-06,
      "loss": 0.7845253348350525,
      "step": 1682
    },
    {
      "epoch": 2.056166056166056,
      "grad_norm": 8.491005897521973,
      "learning_rate": 2.8340221009607272e-06,
      "loss": 0.7041101455688477,
      "step": 1684
    },
    {
      "epoch": 2.0586080586080584,
      "grad_norm": 7.643034934997559,
      "learning_rate": 2.829482309948203e-06,
      "loss": 0.8947182297706604,
      "step": 1686
    },
    {
      "epoch": 2.061050061050061,
      "grad_norm": 2.488511323928833,
      "learning_rate": 2.824942194931289e-06,
      "loss": 0.9186074137687683,
      "step": 1688
    },
    {
      "epoch": 2.0634920634920633,
      "grad_norm": 10.357978820800781,
      "learning_rate": 2.820401774417466e-06,
      "loss": 0.7940126061439514,
      "step": 1690
    },
    {
      "epoch": 2.065934065934066,
      "grad_norm": 1.5219630002975464,
      "learning_rate": 2.815861066915458e-06,
      "loss": 0.7649714350700378,
      "step": 1692
    },
    {
      "epoch": 2.0683760683760686,
      "grad_norm": 1.8372576236724854,
      "learning_rate": 2.811320090935159e-06,
      "loss": 0.7867807149887085,
      "step": 1694
    },
    {
      "epoch": 2.070818070818071,
      "grad_norm": 2.9736199378967285,
      "learning_rate": 2.806778864987558e-06,
      "loss": 1.0023208856582642,
      "step": 1696
    },
    {
      "epoch": 2.0732600732600734,
      "grad_norm": 4.48581075668335,
      "learning_rate": 2.802237407584663e-06,
      "loss": 0.9700354337692261,
      "step": 1698
    },
    {
      "epoch": 2.075702075702076,
      "grad_norm": 2.3087658882141113,
      "learning_rate": 2.797695737239425e-06,
      "loss": 0.9603742361068726,
      "step": 1700
    },
    {
      "epoch": 2.0781440781440783,
      "grad_norm": 3.8156135082244873,
      "learning_rate": 2.7931538724656625e-06,
      "loss": 0.4553748667240143,
      "step": 1702
    },
    {
      "epoch": 2.0805860805860807,
      "grad_norm": 1.0407174825668335,
      "learning_rate": 2.788611831777989e-06,
      "loss": 0.5665370225906372,
      "step": 1704
    },
    {
      "epoch": 2.083028083028083,
      "grad_norm": 5.208148956298828,
      "learning_rate": 2.784069633691732e-06,
      "loss": 0.41125673055648804,
      "step": 1706
    },
    {
      "epoch": 2.0854700854700856,
      "grad_norm": 4.539152145385742,
      "learning_rate": 2.779527296722863e-06,
      "loss": 0.9381171464920044,
      "step": 1708
    },
    {
      "epoch": 2.087912087912088,
      "grad_norm": 2.998134136199951,
      "learning_rate": 2.774984839387918e-06,
      "loss": 0.7079961895942688,
      "step": 1710
    },
    {
      "epoch": 2.0903540903540905,
      "grad_norm": 3.755718231201172,
      "learning_rate": 2.7704422802039255e-06,
      "loss": 0.7328172922134399,
      "step": 1712
    },
    {
      "epoch": 2.092796092796093,
      "grad_norm": 1.5156927108764648,
      "learning_rate": 2.765899637688327e-06,
      "loss": 0.6182104349136353,
      "step": 1714
    },
    {
      "epoch": 2.0952380952380953,
      "grad_norm": 2.6270971298217773,
      "learning_rate": 2.7613569303589054e-06,
      "loss": 0.7295227646827698,
      "step": 1716
    },
    {
      "epoch": 2.0976800976800978,
      "grad_norm": 2.0563015937805176,
      "learning_rate": 2.756814176733707e-06,
      "loss": 0.9640318155288696,
      "step": 1718
    },
    {
      "epoch": 2.1001221001221,
      "grad_norm": 2.9778478145599365,
      "learning_rate": 2.752271395330967e-06,
      "loss": 0.9460858106613159,
      "step": 1720
    },
    {
      "epoch": 2.1025641025641026,
      "grad_norm": 2.579092025756836,
      "learning_rate": 2.7477286046690336e-06,
      "loss": 0.9912809133529663,
      "step": 1722
    },
    {
      "epoch": 2.105006105006105,
      "grad_norm": 2.132593870162964,
      "learning_rate": 2.743185823266294e-06,
      "loss": 0.657219648361206,
      "step": 1724
    },
    {
      "epoch": 2.1074481074481075,
      "grad_norm": 3.7171902656555176,
      "learning_rate": 2.7386430696410953e-06,
      "loss": 0.6395490765571594,
      "step": 1726
    },
    {
      "epoch": 2.10989010989011,
      "grad_norm": 1.617601752281189,
      "learning_rate": 2.7341003623116743e-06,
      "loss": 0.5296671986579895,
      "step": 1728
    },
    {
      "epoch": 2.1123321123321124,
      "grad_norm": 2.1062819957733154,
      "learning_rate": 2.729557719796076e-06,
      "loss": 0.8426005840301514,
      "step": 1730
    },
    {
      "epoch": 2.114774114774115,
      "grad_norm": 3.001302480697632,
      "learning_rate": 2.7250151606120826e-06,
      "loss": 0.565944254398346,
      "step": 1732
    },
    {
      "epoch": 2.1172161172161172,
      "grad_norm": 0.658115565776825,
      "learning_rate": 2.7204727032771376e-06,
      "loss": 0.3656719923019409,
      "step": 1734
    },
    {
      "epoch": 2.1196581196581197,
      "grad_norm": 2.848242998123169,
      "learning_rate": 2.7159303663082687e-06,
      "loss": 0.9933385252952576,
      "step": 1736
    },
    {
      "epoch": 2.122100122100122,
      "grad_norm": 4.3910417556762695,
      "learning_rate": 2.7113881682220123e-06,
      "loss": 0.9253290891647339,
      "step": 1738
    },
    {
      "epoch": 2.1245421245421245,
      "grad_norm": 1.5515904426574707,
      "learning_rate": 2.7068461275343382e-06,
      "loss": 0.8804880976676941,
      "step": 1740
    },
    {
      "epoch": 2.126984126984127,
      "grad_norm": 5.038269996643066,
      "learning_rate": 2.7023042627605754e-06,
      "loss": 1.0033385753631592,
      "step": 1742
    },
    {
      "epoch": 2.1294261294261294,
      "grad_norm": 2.507053852081299,
      "learning_rate": 2.6977625924153376e-06,
      "loss": 0.671730637550354,
      "step": 1744
    },
    {
      "epoch": 2.131868131868132,
      "grad_norm": 2.777392625808716,
      "learning_rate": 2.6932211350124425e-06,
      "loss": 1.001034140586853,
      "step": 1746
    },
    {
      "epoch": 2.1343101343101343,
      "grad_norm": 5.460464954376221,
      "learning_rate": 2.6886799090648417e-06,
      "loss": 0.38881126046180725,
      "step": 1748
    },
    {
      "epoch": 2.1367521367521367,
      "grad_norm": 6.266025543212891,
      "learning_rate": 2.684138933084543e-06,
      "loss": 1.1089563369750977,
      "step": 1750
    },
    {
      "epoch": 2.139194139194139,
      "grad_norm": 2.3073322772979736,
      "learning_rate": 2.6795982255825354e-06,
      "loss": 0.9409431219100952,
      "step": 1752
    },
    {
      "epoch": 2.1416361416361416,
      "grad_norm": 3.6696202754974365,
      "learning_rate": 2.6750578050687115e-06,
      "loss": 0.8869442939758301,
      "step": 1754
    },
    {
      "epoch": 2.144078144078144,
      "grad_norm": 4.61408805847168,
      "learning_rate": 2.6705176900517983e-06,
      "loss": 1.01822030544281,
      "step": 1756
    },
    {
      "epoch": 2.1465201465201464,
      "grad_norm": 2.669914484024048,
      "learning_rate": 2.665977899039274e-06,
      "loss": 0.48161619901657104,
      "step": 1758
    },
    {
      "epoch": 2.148962148962149,
      "grad_norm": 2.6554932594299316,
      "learning_rate": 2.661438450537296e-06,
      "loss": 0.8899593353271484,
      "step": 1760
    },
    {
      "epoch": 2.1514041514041513,
      "grad_norm": 1.00688636302948,
      "learning_rate": 2.656899363050628e-06,
      "loss": 0.6889787912368774,
      "step": 1762
    },
    {
      "epoch": 2.1538461538461537,
      "grad_norm": 5.138449192047119,
      "learning_rate": 2.6523606550825577e-06,
      "loss": 0.6849108934402466,
      "step": 1764
    },
    {
      "epoch": 2.156288156288156,
      "grad_norm": 1.4361852407455444,
      "learning_rate": 2.647822345134832e-06,
      "loss": 0.5109698176383972,
      "step": 1766
    },
    {
      "epoch": 2.1587301587301586,
      "grad_norm": 4.641076564788818,
      "learning_rate": 2.6432844517075696e-06,
      "loss": 0.7529181838035583,
      "step": 1768
    },
    {
      "epoch": 2.161172161172161,
      "grad_norm": 2.5101401805877686,
      "learning_rate": 2.638746993299194e-06,
      "loss": 0.6117711067199707,
      "step": 1770
    },
    {
      "epoch": 2.1636141636141635,
      "grad_norm": 1.5911965370178223,
      "learning_rate": 2.6342099884063542e-06,
      "loss": 0.9727715849876404,
      "step": 1772
    },
    {
      "epoch": 2.166056166056166,
      "grad_norm": 4.569766044616699,
      "learning_rate": 2.6296734555238517e-06,
      "loss": 0.8418964147567749,
      "step": 1774
    },
    {
      "epoch": 2.1684981684981683,
      "grad_norm": 2.1551764011383057,
      "learning_rate": 2.625137413144564e-06,
      "loss": 1.0541213750839233,
      "step": 1776
    },
    {
      "epoch": 2.1709401709401708,
      "grad_norm": 6.51698112487793,
      "learning_rate": 2.6206018797593672e-06,
      "loss": 0.6803760528564453,
      "step": 1778
    },
    {
      "epoch": 2.173382173382173,
      "grad_norm": 2.092607021331787,
      "learning_rate": 2.6160668738570638e-06,
      "loss": 0.9858105182647705,
      "step": 1780
    },
    {
      "epoch": 2.1758241758241756,
      "grad_norm": 8.542030334472656,
      "learning_rate": 2.6115324139243065e-06,
      "loss": 0.7755582332611084,
      "step": 1782
    },
    {
      "epoch": 2.178266178266178,
      "grad_norm": 2.45867919921875,
      "learning_rate": 2.606998518445521e-06,
      "loss": 0.9509971141815186,
      "step": 1784
    },
    {
      "epoch": 2.1807081807081805,
      "grad_norm": 5.667660236358643,
      "learning_rate": 2.6024652059028337e-06,
      "loss": 0.8328191041946411,
      "step": 1786
    },
    {
      "epoch": 2.183150183150183,
      "grad_norm": 15.772777557373047,
      "learning_rate": 2.5979324947759936e-06,
      "loss": 0.9569545388221741,
      "step": 1788
    },
    {
      "epoch": 2.185592185592186,
      "grad_norm": 4.427873134613037,
      "learning_rate": 2.5934004035422983e-06,
      "loss": 0.897070050239563,
      "step": 1790
    },
    {
      "epoch": 2.1880341880341883,
      "grad_norm": 4.582241535186768,
      "learning_rate": 2.5888689506765186e-06,
      "loss": 0.9291706681251526,
      "step": 1792
    },
    {
      "epoch": 2.1904761904761907,
      "grad_norm": 2.202183485031128,
      "learning_rate": 2.5843381546508217e-06,
      "loss": 0.545952320098877,
      "step": 1794
    },
    {
      "epoch": 2.192918192918193,
      "grad_norm": 1.6277117729187012,
      "learning_rate": 2.579808033934701e-06,
      "loss": 0.6887462735176086,
      "step": 1796
    },
    {
      "epoch": 2.1953601953601956,
      "grad_norm": 4.229698657989502,
      "learning_rate": 2.5752786069948925e-06,
      "loss": 0.8135143518447876,
      "step": 1798
    },
    {
      "epoch": 2.197802197802198,
      "grad_norm": 2.0216007232666016,
      "learning_rate": 2.5707498922953065e-06,
      "loss": 0.9676254391670227,
      "step": 1800
    },
    {
      "epoch": 2.2002442002442004,
      "grad_norm": 3.828848361968994,
      "learning_rate": 2.5662219082969502e-06,
      "loss": 0.9208850264549255,
      "step": 1802
    },
    {
      "epoch": 2.202686202686203,
      "grad_norm": 2.4354822635650635,
      "learning_rate": 2.561694673457849e-06,
      "loss": 0.6844379305839539,
      "step": 1804
    },
    {
      "epoch": 2.2051282051282053,
      "grad_norm": 1.510022521018982,
      "learning_rate": 2.55716820623298e-06,
      "loss": 0.938340961933136,
      "step": 1806
    },
    {
      "epoch": 2.2075702075702077,
      "grad_norm": 1.947124719619751,
      "learning_rate": 2.5526425250741864e-06,
      "loss": 0.9929482936859131,
      "step": 1808
    },
    {
      "epoch": 2.21001221001221,
      "grad_norm": 2.3316943645477295,
      "learning_rate": 2.548117648430109e-06,
      "loss": 0.7233268618583679,
      "step": 1810
    },
    {
      "epoch": 2.2124542124542126,
      "grad_norm": 2.0162341594696045,
      "learning_rate": 2.543593594746108e-06,
      "loss": 0.6767272353172302,
      "step": 1812
    },
    {
      "epoch": 2.214896214896215,
      "grad_norm": 0.9409213662147522,
      "learning_rate": 2.539070382464191e-06,
      "loss": 0.435127854347229,
      "step": 1814
    },
    {
      "epoch": 2.2173382173382175,
      "grad_norm": 1.5501841306686401,
      "learning_rate": 2.5345480300229313e-06,
      "loss": 0.9680942893028259,
      "step": 1816
    },
    {
      "epoch": 2.21978021978022,
      "grad_norm": 2.132582426071167,
      "learning_rate": 2.5300265558574034e-06,
      "loss": 0.890035092830658,
      "step": 1818
    },
    {
      "epoch": 2.2222222222222223,
      "grad_norm": 1.4618556499481201,
      "learning_rate": 2.525505978399097e-06,
      "loss": 0.8848022818565369,
      "step": 1820
    },
    {
      "epoch": 2.2246642246642248,
      "grad_norm": 1.61579167842865,
      "learning_rate": 2.5209863160758467e-06,
      "loss": 0.5495251417160034,
      "step": 1822
    },
    {
      "epoch": 2.227106227106227,
      "grad_norm": 2.571030378341675,
      "learning_rate": 2.5164675873117588e-06,
      "loss": 0.79774409532547,
      "step": 1824
    },
    {
      "epoch": 2.2295482295482296,
      "grad_norm": 3.0071425437927246,
      "learning_rate": 2.511949810527131e-06,
      "loss": 0.7262362241744995,
      "step": 1826
    },
    {
      "epoch": 2.231990231990232,
      "grad_norm": 5.134605884552002,
      "learning_rate": 2.507433004138385e-06,
      "loss": 0.6448302865028381,
      "step": 1828
    },
    {
      "epoch": 2.2344322344322345,
      "grad_norm": 7.841651916503906,
      "learning_rate": 2.5029171865579813e-06,
      "loss": 0.8010722398757935,
      "step": 1830
    },
    {
      "epoch": 2.236874236874237,
      "grad_norm": 2.221493721008301,
      "learning_rate": 2.4984023761943532e-06,
      "loss": 0.9125744104385376,
      "step": 1832
    },
    {
      "epoch": 2.2393162393162394,
      "grad_norm": 2.1063764095306396,
      "learning_rate": 2.493888591451826e-06,
      "loss": 0.9146173000335693,
      "step": 1834
    },
    {
      "epoch": 2.241758241758242,
      "grad_norm": 2.964050054550171,
      "learning_rate": 2.4893758507305465e-06,
      "loss": 1.0444574356079102,
      "step": 1836
    },
    {
      "epoch": 2.244200244200244,
      "grad_norm": 3.5007026195526123,
      "learning_rate": 2.4848641724264046e-06,
      "loss": 1.0267515182495117,
      "step": 1838
    },
    {
      "epoch": 2.2466422466422467,
      "grad_norm": 3.2701382637023926,
      "learning_rate": 2.4803535749309578e-06,
      "loss": 0.44911229610443115,
      "step": 1840
    },
    {
      "epoch": 2.249084249084249,
      "grad_norm": 3.629748821258545,
      "learning_rate": 2.4758440766313583e-06,
      "loss": 1.014188528060913,
      "step": 1842
    },
    {
      "epoch": 2.2515262515262515,
      "grad_norm": 2.0354208946228027,
      "learning_rate": 2.4713356959102804e-06,
      "loss": 1.1367512941360474,
      "step": 1844
    },
    {
      "epoch": 2.253968253968254,
      "grad_norm": 7.688552379608154,
      "learning_rate": 2.4668284511458385e-06,
      "loss": 0.641595721244812,
      "step": 1846
    },
    {
      "epoch": 2.2564102564102564,
      "grad_norm": 0.6762326955795288,
      "learning_rate": 2.4623223607115195e-06,
      "loss": 0.6372429132461548,
      "step": 1848
    },
    {
      "epoch": 2.258852258852259,
      "grad_norm": 8.27773666381836,
      "learning_rate": 2.457817442976103e-06,
      "loss": 0.8019550442695618,
      "step": 1850
    },
    {
      "epoch": 2.2612942612942613,
      "grad_norm": 4.783394813537598,
      "learning_rate": 2.453313716303589e-06,
      "loss": 0.896358072757721,
      "step": 1852
    },
    {
      "epoch": 2.2637362637362637,
      "grad_norm": 1.9131306409835815,
      "learning_rate": 2.4488111990531223e-06,
      "loss": 0.9868752360343933,
      "step": 1854
    },
    {
      "epoch": 2.266178266178266,
      "grad_norm": 1.9729207754135132,
      "learning_rate": 2.4443099095789147e-06,
      "loss": 1.0031776428222656,
      "step": 1856
    },
    {
      "epoch": 2.2686202686202686,
      "grad_norm": 1.891891360282898,
      "learning_rate": 2.4398098662301794e-06,
      "loss": 0.8341459631919861,
      "step": 1858
    },
    {
      "epoch": 2.271062271062271,
      "grad_norm": 4.215878486633301,
      "learning_rate": 2.435311087351044e-06,
      "loss": 1.061068058013916,
      "step": 1860
    },
    {
      "epoch": 2.2735042735042734,
      "grad_norm": 3.9982106685638428,
      "learning_rate": 2.430813591280483e-06,
      "loss": 0.6541799902915955,
      "step": 1862
    },
    {
      "epoch": 2.275946275946276,
      "grad_norm": 1.4903755187988281,
      "learning_rate": 2.426317396352243e-06,
      "loss": 0.6281458139419556,
      "step": 1864
    },
    {
      "epoch": 2.2783882783882783,
      "grad_norm": 2.3184974193573,
      "learning_rate": 2.421822520894766e-06,
      "loss": 0.9676836729049683,
      "step": 1866
    },
    {
      "epoch": 2.2808302808302807,
      "grad_norm": 6.018508434295654,
      "learning_rate": 2.4173289832311137e-06,
      "loss": 0.9747646450996399,
      "step": 1868
    },
    {
      "epoch": 2.283272283272283,
      "grad_norm": 3.8310694694519043,
      "learning_rate": 2.4128368016788973e-06,
      "loss": 0.9547437429428101,
      "step": 1870
    },
    {
      "epoch": 2.2857142857142856,
      "grad_norm": 2.1508607864379883,
      "learning_rate": 2.408345994550198e-06,
      "loss": 0.9991099834442139,
      "step": 1872
    },
    {
      "epoch": 2.288156288156288,
      "grad_norm": 11.147876739501953,
      "learning_rate": 2.403856580151494e-06,
      "loss": 0.2010164111852646,
      "step": 1874
    },
    {
      "epoch": 2.2905982905982905,
      "grad_norm": 1.8129445314407349,
      "learning_rate": 2.3993685767835866e-06,
      "loss": 0.9613729119300842,
      "step": 1876
    },
    {
      "epoch": 2.293040293040293,
      "grad_norm": 6.837078094482422,
      "learning_rate": 2.3948820027415247e-06,
      "loss": 0.6076623201370239,
      "step": 1878
    },
    {
      "epoch": 2.2954822954822953,
      "grad_norm": 10.136993408203125,
      "learning_rate": 2.390396876314533e-06,
      "loss": 0.819178581237793,
      "step": 1880
    },
    {
      "epoch": 2.2979242979242978,
      "grad_norm": 4.178940773010254,
      "learning_rate": 2.3859132157859323e-06,
      "loss": 0.963537335395813,
      "step": 1882
    },
    {
      "epoch": 2.3003663003663,
      "grad_norm": 3.2244484424591064,
      "learning_rate": 2.3814310394330683e-06,
      "loss": 0.6918718218803406,
      "step": 1884
    },
    {
      "epoch": 2.3028083028083026,
      "grad_norm": 2.9510533809661865,
      "learning_rate": 2.3769503655272375e-06,
      "loss": 1.1837718486785889,
      "step": 1886
    },
    {
      "epoch": 2.305250305250305,
      "grad_norm": 2.189448833465576,
      "learning_rate": 2.3724712123336098e-06,
      "loss": 0.953423798084259,
      "step": 1888
    },
    {
      "epoch": 2.3076923076923075,
      "grad_norm": 1.599765419960022,
      "learning_rate": 2.3679935981111594e-06,
      "loss": 0.9839805960655212,
      "step": 1890
    },
    {
      "epoch": 2.31013431013431,
      "grad_norm": 3.1475296020507812,
      "learning_rate": 2.363517541112585e-06,
      "loss": 0.9580415487289429,
      "step": 1892
    },
    {
      "epoch": 2.3125763125763124,
      "grad_norm": 4.1370744705200195,
      "learning_rate": 2.359043059584236e-06,
      "loss": 1.0927242040634155,
      "step": 1894
    },
    {
      "epoch": 2.315018315018315,
      "grad_norm": 2.406658411026001,
      "learning_rate": 2.354570171766042e-06,
      "loss": 0.9985021948814392,
      "step": 1896
    },
    {
      "epoch": 2.317460317460317,
      "grad_norm": 2.142878770828247,
      "learning_rate": 2.350098895891434e-06,
      "loss": 1.1066349744796753,
      "step": 1898
    },
    {
      "epoch": 2.3199023199023197,
      "grad_norm": 1.68159818649292,
      "learning_rate": 2.345629250187274e-06,
      "loss": 0.9075395464897156,
      "step": 1900
    },
    {
      "epoch": 2.3223443223443225,
      "grad_norm": 2.389622688293457,
      "learning_rate": 2.3411612528737765e-06,
      "loss": 1.001306414604187,
      "step": 1902
    },
    {
      "epoch": 2.324786324786325,
      "grad_norm": 17.086624145507812,
      "learning_rate": 2.3366949221644387e-06,
      "loss": 0.5735141038894653,
      "step": 1904
    },
    {
      "epoch": 2.3272283272283274,
      "grad_norm": 2.313629388809204,
      "learning_rate": 2.3322302762659616e-06,
      "loss": 0.45153266191482544,
      "step": 1906
    },
    {
      "epoch": 2.32967032967033,
      "grad_norm": 2.6861674785614014,
      "learning_rate": 2.3277673333781803e-06,
      "loss": 0.6503361463546753,
      "step": 1908
    },
    {
      "epoch": 2.3321123321123323,
      "grad_norm": 2.286579132080078,
      "learning_rate": 2.323306111693986e-06,
      "loss": 0.4222344160079956,
      "step": 1910
    },
    {
      "epoch": 2.3345543345543347,
      "grad_norm": 6.489071846008301,
      "learning_rate": 2.3188466293992555e-06,
      "loss": 0.816202700138092,
      "step": 1912
    },
    {
      "epoch": 2.336996336996337,
      "grad_norm": 1.8680096864700317,
      "learning_rate": 2.3143889046727735e-06,
      "loss": 0.865801990032196,
      "step": 1914
    },
    {
      "epoch": 2.3394383394383396,
      "grad_norm": 3.2620620727539062,
      "learning_rate": 2.3099329556861605e-06,
      "loss": 0.9299424290657043,
      "step": 1916
    },
    {
      "epoch": 2.341880341880342,
      "grad_norm": 2.1896071434020996,
      "learning_rate": 2.305478800603798e-06,
      "loss": 0.7136389017105103,
      "step": 1918
    },
    {
      "epoch": 2.3443223443223444,
      "grad_norm": 3.63539457321167,
      "learning_rate": 2.301026457582754e-06,
      "loss": 0.32393085956573486,
      "step": 1920
    },
    {
      "epoch": 2.346764346764347,
      "grad_norm": 1.8691846132278442,
      "learning_rate": 2.2965759447727136e-06,
      "loss": 0.7247822284698486,
      "step": 1922
    },
    {
      "epoch": 2.3492063492063493,
      "grad_norm": 3.239156723022461,
      "learning_rate": 2.2921272803158966e-06,
      "loss": 0.5720818638801575,
      "step": 1924
    },
    {
      "epoch": 2.3516483516483517,
      "grad_norm": 2.6364552974700928,
      "learning_rate": 2.2876804823469907e-06,
      "loss": 0.977821946144104,
      "step": 1926
    },
    {
      "epoch": 2.354090354090354,
      "grad_norm": 2.6305339336395264,
      "learning_rate": 2.2832355689930736e-06,
      "loss": 0.4369853138923645,
      "step": 1928
    },
    {
      "epoch": 2.3565323565323566,
      "grad_norm": 1.0626336336135864,
      "learning_rate": 2.2787925583735403e-06,
      "loss": 0.513285219669342,
      "step": 1930
    },
    {
      "epoch": 2.358974358974359,
      "grad_norm": 2.138998031616211,
      "learning_rate": 2.274351468600033e-06,
      "loss": 0.7080082297325134,
      "step": 1932
    },
    {
      "epoch": 2.3614163614163615,
      "grad_norm": 1.5141674280166626,
      "learning_rate": 2.2699123177763584e-06,
      "loss": 0.9225776195526123,
      "step": 1934
    },
    {
      "epoch": 2.363858363858364,
      "grad_norm": 1.8718771934509277,
      "learning_rate": 2.265475123998423e-06,
      "loss": 0.5893734693527222,
      "step": 1936
    },
    {
      "epoch": 2.3663003663003663,
      "grad_norm": 1.9005098342895508,
      "learning_rate": 2.2610399053541536e-06,
      "loss": 0.9091716408729553,
      "step": 1938
    },
    {
      "epoch": 2.3687423687423688,
      "grad_norm": 2.963907241821289,
      "learning_rate": 2.2566066799234255e-06,
      "loss": 0.7350085377693176,
      "step": 1940
    },
    {
      "epoch": 2.371184371184371,
      "grad_norm": 0.5085861682891846,
      "learning_rate": 2.252175465777991e-06,
      "loss": 0.7246252298355103,
      "step": 1942
    },
    {
      "epoch": 2.3736263736263736,
      "grad_norm": 3.5920464992523193,
      "learning_rate": 2.2477462809814023e-06,
      "loss": 0.8181778788566589,
      "step": 1944
    },
    {
      "epoch": 2.376068376068376,
      "grad_norm": 4.16288948059082,
      "learning_rate": 2.2433191435889368e-06,
      "loss": 0.2666274309158325,
      "step": 1946
    },
    {
      "epoch": 2.3785103785103785,
      "grad_norm": 1.2004927396774292,
      "learning_rate": 2.2388940716475292e-06,
      "loss": 0.6288062334060669,
      "step": 1948
    },
    {
      "epoch": 2.380952380952381,
      "grad_norm": 5.698200225830078,
      "learning_rate": 2.234471083195692e-06,
      "loss": 0.5255064964294434,
      "step": 1950
    },
    {
      "epoch": 2.3833943833943834,
      "grad_norm": 2.2315514087677,
      "learning_rate": 2.2300501962634474e-06,
      "loss": 0.5431297421455383,
      "step": 1952
    },
    {
      "epoch": 2.385836385836386,
      "grad_norm": 6.294608116149902,
      "learning_rate": 2.2256314288722474e-06,
      "loss": 0.7784007787704468,
      "step": 1954
    },
    {
      "epoch": 2.3882783882783882,
      "grad_norm": 2.0798985958099365,
      "learning_rate": 2.2212147990349062e-06,
      "loss": 1.0333225727081299,
      "step": 1956
    },
    {
      "epoch": 2.3907203907203907,
      "grad_norm": 1.6888413429260254,
      "learning_rate": 2.2168003247555238e-06,
      "loss": 0.7074629068374634,
      "step": 1958
    },
    {
      "epoch": 2.393162393162393,
      "grad_norm": 1.4450297355651855,
      "learning_rate": 2.2123880240294127e-06,
      "loss": 1.10811448097229,
      "step": 1960
    },
    {
      "epoch": 2.3956043956043955,
      "grad_norm": 2.086488723754883,
      "learning_rate": 2.2079779148430265e-06,
      "loss": 0.6509331464767456,
      "step": 1962
    },
    {
      "epoch": 2.398046398046398,
      "grad_norm": 1.7849246263504028,
      "learning_rate": 2.203570015173882e-06,
      "loss": 0.966160774230957,
      "step": 1964
    },
    {
      "epoch": 2.4004884004884004,
      "grad_norm": 3.1780035495758057,
      "learning_rate": 2.199164342990494e-06,
      "loss": 0.5994513034820557,
      "step": 1966
    },
    {
      "epoch": 2.402930402930403,
      "grad_norm": 2.7655558586120605,
      "learning_rate": 2.1947609162522924e-06,
      "loss": 0.6144997477531433,
      "step": 1968
    },
    {
      "epoch": 2.4053724053724053,
      "grad_norm": 9.948949813842773,
      "learning_rate": 2.190359752909556e-06,
      "loss": 0.4493882656097412,
      "step": 1970
    },
    {
      "epoch": 2.4078144078144077,
      "grad_norm": 3.8871443271636963,
      "learning_rate": 2.1859608709033357e-06,
      "loss": 0.22239239513874054,
      "step": 1972
    },
    {
      "epoch": 2.41025641025641,
      "grad_norm": 1.7906450033187866,
      "learning_rate": 2.1815642881653858e-06,
      "loss": 0.23173484206199646,
      "step": 1974
    },
    {
      "epoch": 2.4126984126984126,
      "grad_norm": 7.670548915863037,
      "learning_rate": 2.177170022618084e-06,
      "loss": 0.38976311683654785,
      "step": 1976
    },
    {
      "epoch": 2.415140415140415,
      "grad_norm": 2.966620922088623,
      "learning_rate": 2.1727780921743633e-06,
      "loss": 0.9863390922546387,
      "step": 1978
    },
    {
      "epoch": 2.4175824175824174,
      "grad_norm": 1.4998663663864136,
      "learning_rate": 2.1683885147376394e-06,
      "loss": 0.47463205456733704,
      "step": 1980
    },
    {
      "epoch": 2.42002442002442,
      "grad_norm": 2.3728787899017334,
      "learning_rate": 2.1640013082017332e-06,
      "loss": 1.125450849533081,
      "step": 1982
    },
    {
      "epoch": 2.4224664224664223,
      "grad_norm": 1.6976672410964966,
      "learning_rate": 2.1596164904508044e-06,
      "loss": 0.5219910740852356,
      "step": 1984
    },
    {
      "epoch": 2.4249084249084247,
      "grad_norm": 2.192134380340576,
      "learning_rate": 2.1552340793592718e-06,
      "loss": 1.040833830833435,
      "step": 1986
    },
    {
      "epoch": 2.427350427350427,
      "grad_norm": 2.2941408157348633,
      "learning_rate": 2.1508540927917458e-06,
      "loss": 0.9751767516136169,
      "step": 1988
    },
    {
      "epoch": 2.42979242979243,
      "grad_norm": 2.0631191730499268,
      "learning_rate": 2.1464765486029517e-06,
      "loss": 1.166698932647705,
      "step": 1990
    },
    {
      "epoch": 2.4322344322344325,
      "grad_norm": 9.183150291442871,
      "learning_rate": 2.1421014646376583e-06,
      "loss": 1.0005483627319336,
      "step": 1992
    },
    {
      "epoch": 2.434676434676435,
      "grad_norm": 2.409327268600464,
      "learning_rate": 2.137728858730609e-06,
      "loss": 0.9616595506668091,
      "step": 1994
    },
    {
      "epoch": 2.4371184371184373,
      "grad_norm": 1.7600177526474,
      "learning_rate": 2.133358748706442e-06,
      "loss": 0.7983999848365784,
      "step": 1996
    },
    {
      "epoch": 2.4395604395604398,
      "grad_norm": 1.8082541227340698,
      "learning_rate": 2.128991152379622e-06,
      "loss": 0.9734374284744263,
      "step": 1998
    },
    {
      "epoch": 2.442002442002442,
      "grad_norm": 1.7054754495620728,
      "learning_rate": 2.1246260875543672e-06,
      "loss": 0.6818905472755432,
      "step": 2000
    },
    {
      "epoch": 2.4444444444444446,
      "grad_norm": 3.318437099456787,
      "learning_rate": 2.1202635720245744e-06,
      "loss": 1.0553401708602905,
      "step": 2002
    },
    {
      "epoch": 2.446886446886447,
      "grad_norm": 1.892685055732727,
      "learning_rate": 2.115903623573754e-06,
      "loss": 0.637603759765625,
      "step": 2004
    },
    {
      "epoch": 2.4493284493284495,
      "grad_norm": 3.667452573776245,
      "learning_rate": 2.1115462599749453e-06,
      "loss": 0.6911687254905701,
      "step": 2006
    },
    {
      "epoch": 2.451770451770452,
      "grad_norm": 1.999451994895935,
      "learning_rate": 2.107191498990654e-06,
      "loss": 1.1354289054870605,
      "step": 2008
    },
    {
      "epoch": 2.4542124542124544,
      "grad_norm": 2.8429207801818848,
      "learning_rate": 2.1028393583727752e-06,
      "loss": 0.6011534929275513,
      "step": 2010
    },
    {
      "epoch": 2.456654456654457,
      "grad_norm": 3.9235146045684814,
      "learning_rate": 2.0984898558625227e-06,
      "loss": 0.6388018131256104,
      "step": 2012
    },
    {
      "epoch": 2.4590964590964592,
      "grad_norm": 2.5842745304107666,
      "learning_rate": 2.0941430091903576e-06,
      "loss": 1.0912564992904663,
      "step": 2014
    },
    {
      "epoch": 2.4615384615384617,
      "grad_norm": 2.1695728302001953,
      "learning_rate": 2.0897988360759127e-06,
      "loss": 0.90839684009552,
      "step": 2016
    },
    {
      "epoch": 2.463980463980464,
      "grad_norm": 1.3284540176391602,
      "learning_rate": 2.0854573542279216e-06,
      "loss": 1.0240721702575684,
      "step": 2018
    },
    {
      "epoch": 2.4664224664224665,
      "grad_norm": 5.811964511871338,
      "learning_rate": 2.081118581344151e-06,
      "loss": 0.7707440257072449,
      "step": 2020
    },
    {
      "epoch": 2.468864468864469,
      "grad_norm": 1.8133083581924438,
      "learning_rate": 2.0767825351113192e-06,
      "loss": 0.6514004468917847,
      "step": 2022
    },
    {
      "epoch": 2.4713064713064714,
      "grad_norm": 4.037316799163818,
      "learning_rate": 2.072449233205035e-06,
      "loss": 0.7341061234474182,
      "step": 2024
    },
    {
      "epoch": 2.473748473748474,
      "grad_norm": 1.9994157552719116,
      "learning_rate": 2.068118693289715e-06,
      "loss": 0.9125716090202332,
      "step": 2026
    },
    {
      "epoch": 2.4761904761904763,
      "grad_norm": 0.7720515727996826,
      "learning_rate": 2.0637909330185217e-06,
      "loss": 0.6419773101806641,
      "step": 2028
    },
    {
      "epoch": 2.4786324786324787,
      "grad_norm": 1.6481854915618896,
      "learning_rate": 2.0594659700332833e-06,
      "loss": 0.9903475046157837,
      "step": 2030
    },
    {
      "epoch": 2.481074481074481,
      "grad_norm": 2.603499174118042,
      "learning_rate": 2.055143821964424e-06,
      "loss": 1.1345065832138062,
      "step": 2032
    },
    {
      "epoch": 2.4835164835164836,
      "grad_norm": 2.5555107593536377,
      "learning_rate": 2.0508245064308968e-06,
      "loss": 0.5736313462257385,
      "step": 2034
    },
    {
      "epoch": 2.485958485958486,
      "grad_norm": 2.2995779514312744,
      "learning_rate": 2.046508041040107e-06,
      "loss": 1.004111409187317,
      "step": 2036
    },
    {
      "epoch": 2.4884004884004884,
      "grad_norm": 1.261184573173523,
      "learning_rate": 2.04219444338784e-06,
      "loss": 0.6451095342636108,
      "step": 2038
    },
    {
      "epoch": 2.490842490842491,
      "grad_norm": 9.273902893066406,
      "learning_rate": 2.0378837310581907e-06,
      "loss": 0.769629955291748,
      "step": 2040
    },
    {
      "epoch": 2.4932844932844933,
      "grad_norm": 5.710522174835205,
      "learning_rate": 2.0335759216234947e-06,
      "loss": 0.9529898166656494,
      "step": 2042
    },
    {
      "epoch": 2.4957264957264957,
      "grad_norm": 1.7338002920150757,
      "learning_rate": 2.0292710326442517e-06,
      "loss": 0.7281374931335449,
      "step": 2044
    },
    {
      "epoch": 2.498168498168498,
      "grad_norm": 7.91054630279541,
      "learning_rate": 2.0249690816690583e-06,
      "loss": 0.5946838855743408,
      "step": 2046
    },
    {
      "epoch": 2.5006105006105006,
      "grad_norm": 2.516921281814575,
      "learning_rate": 2.0206700862345334e-06,
      "loss": 0.719270646572113,
      "step": 2048
    },
    {
      "epoch": 2.503052503052503,
      "grad_norm": 9.922062873840332,
      "learning_rate": 2.016374063865248e-06,
      "loss": 0.8115828037261963,
      "step": 2050
    },
    {
      "epoch": 2.5054945054945055,
      "grad_norm": 2.6232059001922607,
      "learning_rate": 2.0120810320736537e-06,
      "loss": 1.1120948791503906,
      "step": 2052
    },
    {
      "epoch": 2.507936507936508,
      "grad_norm": 1.4087735414505005,
      "learning_rate": 2.00779100836001e-06,
      "loss": 0.7034242153167725,
      "step": 2054
    },
    {
      "epoch": 2.5103785103785103,
      "grad_norm": 1.9080172777175903,
      "learning_rate": 2.003504010212317e-06,
      "loss": 1.0267211198806763,
      "step": 2056
    },
    {
      "epoch": 2.5128205128205128,
      "grad_norm": 8.740047454833984,
      "learning_rate": 1.99922005510624e-06,
      "loss": 0.31465768814086914,
      "step": 2058
    },
    {
      "epoch": 2.515262515262515,
      "grad_norm": 3.2588388919830322,
      "learning_rate": 1.9949391605050365e-06,
      "loss": 0.2918320596218109,
      "step": 2060
    },
    {
      "epoch": 2.5177045177045176,
      "grad_norm": 6.833197116851807,
      "learning_rate": 1.990661343859493e-06,
      "loss": 0.7108557224273682,
      "step": 2062
    },
    {
      "epoch": 2.52014652014652,
      "grad_norm": 6.0173821449279785,
      "learning_rate": 1.986386622607845e-06,
      "loss": 0.8981122374534607,
      "step": 2064
    },
    {
      "epoch": 2.5225885225885225,
      "grad_norm": 1.5162910223007202,
      "learning_rate": 1.9821150141757133e-06,
      "loss": 0.6950556039810181,
      "step": 2066
    },
    {
      "epoch": 2.525030525030525,
      "grad_norm": 3.4228689670562744,
      "learning_rate": 1.977846535976026e-06,
      "loss": 0.7832509875297546,
      "step": 2068
    },
    {
      "epoch": 2.5274725274725274,
      "grad_norm": 2.2627415657043457,
      "learning_rate": 1.9735812054089542e-06,
      "loss": 1.0561403036117554,
      "step": 2070
    },
    {
      "epoch": 2.52991452991453,
      "grad_norm": 14.761664390563965,
      "learning_rate": 1.969319039861835e-06,
      "loss": 0.6642997860908508,
      "step": 2072
    },
    {
      "epoch": 2.5323565323565322,
      "grad_norm": 1.6336398124694824,
      "learning_rate": 1.965060056709105e-06,
      "loss": 1.0829975605010986,
      "step": 2074
    },
    {
      "epoch": 2.5347985347985347,
      "grad_norm": 2.2617239952087402,
      "learning_rate": 1.960804273312228e-06,
      "loss": 0.8906936645507812,
      "step": 2076
    },
    {
      "epoch": 2.537240537240537,
      "grad_norm": 7.154871463775635,
      "learning_rate": 1.9565517070196248e-06,
      "loss": 1.0117489099502563,
      "step": 2078
    },
    {
      "epoch": 2.5396825396825395,
      "grad_norm": 7.616284370422363,
      "learning_rate": 1.9523023751665997e-06,
      "loss": 0.6691079139709473,
      "step": 2080
    },
    {
      "epoch": 2.542124542124542,
      "grad_norm": 2.257676839828491,
      "learning_rate": 1.9480562950752745e-06,
      "loss": 0.9914268255233765,
      "step": 2082
    },
    {
      "epoch": 2.5445665445665444,
      "grad_norm": 1.5886762142181396,
      "learning_rate": 1.9438134840545147e-06,
      "loss": 1.0071735382080078,
      "step": 2084
    },
    {
      "epoch": 2.547008547008547,
      "grad_norm": 1.6075587272644043,
      "learning_rate": 1.939573959399858e-06,
      "loss": 0.9144080281257629,
      "step": 2086
    },
    {
      "epoch": 2.5494505494505493,
      "grad_norm": 1.8543524742126465,
      "learning_rate": 1.9353377383934475e-06,
      "loss": 0.912468433380127,
      "step": 2088
    },
    {
      "epoch": 2.5518925518925517,
      "grad_norm": 2.2457010746002197,
      "learning_rate": 1.931104838303958e-06,
      "loss": 0.7604387998580933,
      "step": 2090
    },
    {
      "epoch": 2.554334554334554,
      "grad_norm": 1.9843976497650146,
      "learning_rate": 1.9268752763865285e-06,
      "loss": 0.691798210144043,
      "step": 2092
    },
    {
      "epoch": 2.5567765567765566,
      "grad_norm": 1.6185815334320068,
      "learning_rate": 1.9226490698826876e-06,
      "loss": 0.7290869951248169,
      "step": 2094
    },
    {
      "epoch": 2.559218559218559,
      "grad_norm": 1.5648012161254883,
      "learning_rate": 1.918426236020286e-06,
      "loss": 0.8694143295288086,
      "step": 2096
    },
    {
      "epoch": 2.5616605616605614,
      "grad_norm": 0.736847460269928,
      "learning_rate": 1.91420679201343e-06,
      "loss": 0.023200487717986107,
      "step": 2098
    },
    {
      "epoch": 2.564102564102564,
      "grad_norm": 2.0540359020233154,
      "learning_rate": 1.9099907550624034e-06,
      "loss": 0.6316545009613037,
      "step": 2100
    },
    {
      "epoch": 2.5665445665445663,
      "grad_norm": 4.105884075164795,
      "learning_rate": 1.9057781423536015e-06,
      "loss": 0.9644788503646851,
      "step": 2102
    },
    {
      "epoch": 2.5689865689865687,
      "grad_norm": 6.087828159332275,
      "learning_rate": 1.9015689710594627e-06,
      "loss": 0.6429115533828735,
      "step": 2104
    },
    {
      "epoch": 2.571428571428571,
      "grad_norm": 7.242172718048096,
      "learning_rate": 1.897363258338395e-06,
      "loss": 0.8835878968238831,
      "step": 2106
    },
    {
      "epoch": 2.5738705738705736,
      "grad_norm": 3.802177906036377,
      "learning_rate": 1.8931610213347096e-06,
      "loss": 0.6208938360214233,
      "step": 2108
    },
    {
      "epoch": 2.576312576312576,
      "grad_norm": 4.764630317687988,
      "learning_rate": 1.888962277178548e-06,
      "loss": 0.5702378749847412,
      "step": 2110
    },
    {
      "epoch": 2.578754578754579,
      "grad_norm": 1.3646184206008911,
      "learning_rate": 1.884767042985814e-06,
      "loss": 1.0015933513641357,
      "step": 2112
    },
    {
      "epoch": 2.5811965811965814,
      "grad_norm": 7.507686614990234,
      "learning_rate": 1.880575335858102e-06,
      "loss": 0.297787070274353,
      "step": 2114
    },
    {
      "epoch": 2.583638583638584,
      "grad_norm": 1.5217941999435425,
      "learning_rate": 1.8763871728826282e-06,
      "loss": 0.7149800658226013,
      "step": 2116
    },
    {
      "epoch": 2.586080586080586,
      "grad_norm": 1.9740521907806396,
      "learning_rate": 1.8722025711321657e-06,
      "loss": 0.998376190662384,
      "step": 2118
    },
    {
      "epoch": 2.5885225885225887,
      "grad_norm": 1.2570465803146362,
      "learning_rate": 1.8680215476649643e-06,
      "loss": 0.665241539478302,
      "step": 2120
    },
    {
      "epoch": 2.590964590964591,
      "grad_norm": 4.761254787445068,
      "learning_rate": 1.8638441195246915e-06,
      "loss": 0.9342296719551086,
      "step": 2122
    },
    {
      "epoch": 2.5934065934065935,
      "grad_norm": 2.0453293323516846,
      "learning_rate": 1.8596703037403573e-06,
      "loss": 0.8592435121536255,
      "step": 2124
    },
    {
      "epoch": 2.595848595848596,
      "grad_norm": 1.4386849403381348,
      "learning_rate": 1.8555001173262449e-06,
      "loss": 0.4735715985298157,
      "step": 2126
    },
    {
      "epoch": 2.5982905982905984,
      "grad_norm": 1.8832699060440063,
      "learning_rate": 1.8513335772818452e-06,
      "loss": 0.9801812171936035,
      "step": 2128
    },
    {
      "epoch": 2.600732600732601,
      "grad_norm": 2.282724380493164,
      "learning_rate": 1.8471707005917833e-06,
      "loss": 0.6964608430862427,
      "step": 2130
    },
    {
      "epoch": 2.6031746031746033,
      "grad_norm": 1.7532885074615479,
      "learning_rate": 1.8430115042257518e-06,
      "loss": 0.5790331959724426,
      "step": 2132
    },
    {
      "epoch": 2.6056166056166057,
      "grad_norm": 2.6640255451202393,
      "learning_rate": 1.838856005138438e-06,
      "loss": 0.9573779106140137,
      "step": 2134
    },
    {
      "epoch": 2.608058608058608,
      "grad_norm": 3.7161571979522705,
      "learning_rate": 1.8347042202694616e-06,
      "loss": 0.6422839760780334,
      "step": 2136
    },
    {
      "epoch": 2.6105006105006106,
      "grad_norm": 3.1850647926330566,
      "learning_rate": 1.8305561665432987e-06,
      "loss": 0.7944685816764832,
      "step": 2138
    },
    {
      "epoch": 2.612942612942613,
      "grad_norm": 1.816838264465332,
      "learning_rate": 1.8264118608692166e-06,
      "loss": 0.6552348136901855,
      "step": 2140
    },
    {
      "epoch": 2.6153846153846154,
      "grad_norm": 2.1410024166107178,
      "learning_rate": 1.8222713201412034e-06,
      "loss": 0.9763152599334717,
      "step": 2142
    },
    {
      "epoch": 2.617826617826618,
      "grad_norm": 1.5893546342849731,
      "learning_rate": 1.818134561237901e-06,
      "loss": 0.9420812726020813,
      "step": 2144
    },
    {
      "epoch": 2.6202686202686203,
      "grad_norm": 8.81820297241211,
      "learning_rate": 1.814001601022533e-06,
      "loss": 0.9948893785476685,
      "step": 2146
    },
    {
      "epoch": 2.6227106227106227,
      "grad_norm": 1.6226983070373535,
      "learning_rate": 1.8098724563428383e-06,
      "loss": 0.6544241309165955,
      "step": 2148
    },
    {
      "epoch": 2.625152625152625,
      "grad_norm": 1.8730573654174805,
      "learning_rate": 1.8057471440310048e-06,
      "loss": 1.034470796585083,
      "step": 2150
    },
    {
      "epoch": 2.6275946275946276,
      "grad_norm": 1.7522205114364624,
      "learning_rate": 1.8016256809035932e-06,
      "loss": 1.0132882595062256,
      "step": 2152
    },
    {
      "epoch": 2.63003663003663,
      "grad_norm": 2.8230953216552734,
      "learning_rate": 1.7975080837614777e-06,
      "loss": 0.989703357219696,
      "step": 2154
    },
    {
      "epoch": 2.6324786324786325,
      "grad_norm": 2.739607334136963,
      "learning_rate": 1.79339436938977e-06,
      "loss": 0.9275919198989868,
      "step": 2156
    },
    {
      "epoch": 2.634920634920635,
      "grad_norm": 2.475738048553467,
      "learning_rate": 1.7892845545577547e-06,
      "loss": 0.7446354627609253,
      "step": 2158
    },
    {
      "epoch": 2.6373626373626373,
      "grad_norm": 3.7959513664245605,
      "learning_rate": 1.7851786560188223e-06,
      "loss": 0.5423752069473267,
      "step": 2160
    },
    {
      "epoch": 2.6398046398046398,
      "grad_norm": 2.074728488922119,
      "learning_rate": 1.7810766905103972e-06,
      "loss": 0.7950323820114136,
      "step": 2162
    },
    {
      "epoch": 2.642246642246642,
      "grad_norm": 1.902423620223999,
      "learning_rate": 1.776978674753868e-06,
      "loss": 0.48773831129074097,
      "step": 2164
    },
    {
      "epoch": 2.6446886446886446,
      "grad_norm": 1.4304314851760864,
      "learning_rate": 1.7728846254545285e-06,
      "loss": 0.9862061738967896,
      "step": 2166
    },
    {
      "epoch": 2.647130647130647,
      "grad_norm": 1.1472234725952148,
      "learning_rate": 1.7687945593014988e-06,
      "loss": 0.735059916973114,
      "step": 2168
    },
    {
      "epoch": 2.6495726495726495,
      "grad_norm": 1.9486029148101807,
      "learning_rate": 1.764708492967665e-06,
      "loss": 1.0259606838226318,
      "step": 2170
    },
    {
      "epoch": 2.652014652014652,
      "grad_norm": 1.9149264097213745,
      "learning_rate": 1.7606264431096048e-06,
      "loss": 1.0802158117294312,
      "step": 2172
    },
    {
      "epoch": 2.6544566544566544,
      "grad_norm": 6.957102298736572,
      "learning_rate": 1.7565484263675258e-06,
      "loss": 0.9875915050506592,
      "step": 2174
    },
    {
      "epoch": 2.656898656898657,
      "grad_norm": 2.418081283569336,
      "learning_rate": 1.7524744593651948e-06,
      "loss": 0.7961604595184326,
      "step": 2176
    },
    {
      "epoch": 2.659340659340659,
      "grad_norm": 2.5019962787628174,
      "learning_rate": 1.7484045587098681e-06,
      "loss": 1.029079556465149,
      "step": 2178
    },
    {
      "epoch": 2.6617826617826617,
      "grad_norm": 39.45793151855469,
      "learning_rate": 1.7443387409922266e-06,
      "loss": 1.0245277881622314,
      "step": 2180
    },
    {
      "epoch": 2.664224664224664,
      "grad_norm": 1.2770639657974243,
      "learning_rate": 1.740277022786309e-06,
      "loss": 1.0204907655715942,
      "step": 2182
    },
    {
      "epoch": 2.6666666666666665,
      "grad_norm": 2.364436149597168,
      "learning_rate": 1.7362194206494421e-06,
      "loss": 0.6930133700370789,
      "step": 2184
    },
    {
      "epoch": 2.669108669108669,
      "grad_norm": 2.3246958255767822,
      "learning_rate": 1.732165951122171e-06,
      "loss": 1.0231374502182007,
      "step": 2186
    },
    {
      "epoch": 2.6715506715506714,
      "grad_norm": 1.607748031616211,
      "learning_rate": 1.7281166307281972e-06,
      "loss": 1.094809651374817,
      "step": 2188
    },
    {
      "epoch": 2.6739926739926743,
      "grad_norm": 2.158128261566162,
      "learning_rate": 1.7240714759743084e-06,
      "loss": 1.021047830581665,
      "step": 2190
    },
    {
      "epoch": 2.6764346764346767,
      "grad_norm": 8.213944435119629,
      "learning_rate": 1.7200305033503123e-06,
      "loss": 0.9594013094902039,
      "step": 2192
    },
    {
      "epoch": 2.678876678876679,
      "grad_norm": 4.63560676574707,
      "learning_rate": 1.7159937293289639e-06,
      "loss": 0.3299452066421509,
      "step": 2194
    },
    {
      "epoch": 2.6813186813186816,
      "grad_norm": 2.0286736488342285,
      "learning_rate": 1.711961170365909e-06,
      "loss": 1.214423418045044,
      "step": 2196
    },
    {
      "epoch": 2.683760683760684,
      "grad_norm": 1.665736198425293,
      "learning_rate": 1.707932842899605e-06,
      "loss": 0.9360992908477783,
      "step": 2198
    },
    {
      "epoch": 2.6862026862026864,
      "grad_norm": 1.7861151695251465,
      "learning_rate": 1.7039087633512652e-06,
      "loss": 0.9141231179237366,
      "step": 2200
    },
    {
      "epoch": 2.688644688644689,
      "grad_norm": 4.079377174377441,
      "learning_rate": 1.6998889481247827e-06,
      "loss": 0.6146577596664429,
      "step": 2202
    },
    {
      "epoch": 2.6910866910866913,
      "grad_norm": 3.120830535888672,
      "learning_rate": 1.6958734136066708e-06,
      "loss": 0.7842304110527039,
      "step": 2204
    },
    {
      "epoch": 2.6935286935286937,
      "grad_norm": 9.338458061218262,
      "learning_rate": 1.6918621761659885e-06,
      "loss": 0.4128279983997345,
      "step": 2206
    },
    {
      "epoch": 2.695970695970696,
      "grad_norm": 5.846481800079346,
      "learning_rate": 1.6878552521542825e-06,
      "loss": 0.909477710723877,
      "step": 2208
    },
    {
      "epoch": 2.6984126984126986,
      "grad_norm": 2.9776010513305664,
      "learning_rate": 1.6838526579055108e-06,
      "loss": 0.6446021795272827,
      "step": 2210
    },
    {
      "epoch": 2.700854700854701,
      "grad_norm": 2.117492914199829,
      "learning_rate": 1.679854409735989e-06,
      "loss": 0.9117352962493896,
      "step": 2212
    },
    {
      "epoch": 2.7032967032967035,
      "grad_norm": 2.0278072357177734,
      "learning_rate": 1.6758605239443083e-06,
      "loss": 0.6256328225135803,
      "step": 2214
    },
    {
      "epoch": 2.705738705738706,
      "grad_norm": 5.5183563232421875,
      "learning_rate": 1.6718710168112824e-06,
      "loss": 0.5338436365127563,
      "step": 2216
    },
    {
      "epoch": 2.7081807081807083,
      "grad_norm": 3.22253155708313,
      "learning_rate": 1.6678859045998724e-06,
      "loss": 0.6465069651603699,
      "step": 2218
    },
    {
      "epoch": 2.7106227106227108,
      "grad_norm": 8.712440490722656,
      "learning_rate": 1.663905203555125e-06,
      "loss": 0.3656350374221802,
      "step": 2220
    },
    {
      "epoch": 2.713064713064713,
      "grad_norm": 2.39136004447937,
      "learning_rate": 1.6599289299041067e-06,
      "loss": 0.5852014422416687,
      "step": 2222
    },
    {
      "epoch": 2.7155067155067156,
      "grad_norm": 3.29854416847229,
      "learning_rate": 1.6559570998558339e-06,
      "loss": 0.7199364900588989,
      "step": 2224
    },
    {
      "epoch": 2.717948717948718,
      "grad_norm": 1.553189754486084,
      "learning_rate": 1.6519897296012089e-06,
      "loss": 0.7559410333633423,
      "step": 2226
    },
    {
      "epoch": 2.7203907203907205,
      "grad_norm": 5.676231384277344,
      "learning_rate": 1.648026835312954e-06,
      "loss": 0.7857324481010437,
      "step": 2228
    },
    {
      "epoch": 2.722832722832723,
      "grad_norm": 2.2479665279388428,
      "learning_rate": 1.644068433145548e-06,
      "loss": 0.9991781711578369,
      "step": 2230
    },
    {
      "epoch": 2.7252747252747254,
      "grad_norm": 19.45795249938965,
      "learning_rate": 1.640114539235156e-06,
      "loss": 0.6020703911781311,
      "step": 2232
    },
    {
      "epoch": 2.727716727716728,
      "grad_norm": 1.4817429780960083,
      "learning_rate": 1.6361651696995633e-06,
      "loss": 1.0305383205413818,
      "step": 2234
    },
    {
      "epoch": 2.7301587301587302,
      "grad_norm": 3.4105312824249268,
      "learning_rate": 1.6322203406381158e-06,
      "loss": 1.0053908824920654,
      "step": 2236
    },
    {
      "epoch": 2.7326007326007327,
      "grad_norm": 1.9684903621673584,
      "learning_rate": 1.6282800681316485e-06,
      "loss": 0.9223586320877075,
      "step": 2238
    },
    {
      "epoch": 2.735042735042735,
      "grad_norm": 3.927523374557495,
      "learning_rate": 1.6243443682424211e-06,
      "loss": 0.6888905167579651,
      "step": 2240
    },
    {
      "epoch": 2.7374847374847375,
      "grad_norm": 9.635194778442383,
      "learning_rate": 1.6204132570140551e-06,
      "loss": 0.9834311008453369,
      "step": 2242
    },
    {
      "epoch": 2.73992673992674,
      "grad_norm": 2.742316722869873,
      "learning_rate": 1.616486750471466e-06,
      "loss": 0.5603131055831909,
      "step": 2244
    },
    {
      "epoch": 2.7423687423687424,
      "grad_norm": 2.2433788776397705,
      "learning_rate": 1.6125648646207992e-06,
      "loss": 0.7219388484954834,
      "step": 2246
    },
    {
      "epoch": 2.744810744810745,
      "grad_norm": 3.132955312728882,
      "learning_rate": 1.608647615449362e-06,
      "loss": 0.8298469185829163,
      "step": 2248
    },
    {
      "epoch": 2.7472527472527473,
      "grad_norm": 2.522810697555542,
      "learning_rate": 1.604735018925563e-06,
      "loss": 0.9102773070335388,
      "step": 2250
    },
    {
      "epoch": 2.7496947496947497,
      "grad_norm": 2.429370164871216,
      "learning_rate": 1.6008270909988414e-06,
      "loss": 0.9825899600982666,
      "step": 2252
    },
    {
      "epoch": 2.752136752136752,
      "grad_norm": 1.3979560136795044,
      "learning_rate": 1.596923847599611e-06,
      "loss": 0.694176197052002,
      "step": 2254
    },
    {
      "epoch": 2.7545787545787546,
      "grad_norm": 3.7129030227661133,
      "learning_rate": 1.593025304639183e-06,
      "loss": 0.7678108811378479,
      "step": 2256
    },
    {
      "epoch": 2.757020757020757,
      "grad_norm": 58.61724090576172,
      "learning_rate": 1.5891314780097123e-06,
      "loss": 0.9679561853408813,
      "step": 2258
    },
    {
      "epoch": 2.7594627594627594,
      "grad_norm": 3.2823469638824463,
      "learning_rate": 1.585242383584124e-06,
      "loss": 1.0787243843078613,
      "step": 2260
    },
    {
      "epoch": 2.761904761904762,
      "grad_norm": 4.105648517608643,
      "learning_rate": 1.5813580372160558e-06,
      "loss": 1.0055099725723267,
      "step": 2262
    },
    {
      "epoch": 2.7643467643467643,
      "grad_norm": 1.8101457357406616,
      "learning_rate": 1.5774784547397898e-06,
      "loss": 0.9336439967155457,
      "step": 2264
    },
    {
      "epoch": 2.7667887667887667,
      "grad_norm": 3.130258798599243,
      "learning_rate": 1.5736036519701876e-06,
      "loss": 0.912263035774231,
      "step": 2266
    },
    {
      "epoch": 2.769230769230769,
      "grad_norm": 0.9224950075149536,
      "learning_rate": 1.5697336447026257e-06,
      "loss": 0.7292864918708801,
      "step": 2268
    },
    {
      "epoch": 2.7716727716727716,
      "grad_norm": 1.59903085231781,
      "learning_rate": 1.565868448712935e-06,
      "loss": 0.593657374382019,
      "step": 2270
    },
    {
      "epoch": 2.774114774114774,
      "grad_norm": 1.2354272603988647,
      "learning_rate": 1.562008079757329e-06,
      "loss": 0.2578456699848175,
      "step": 2272
    },
    {
      "epoch": 2.7765567765567765,
      "grad_norm": 1.8744750022888184,
      "learning_rate": 1.5581525535723502e-06,
      "loss": 1.0456628799438477,
      "step": 2274
    },
    {
      "epoch": 2.778998778998779,
      "grad_norm": 1.6361182928085327,
      "learning_rate": 1.5543018858747943e-06,
      "loss": 0.9015727043151855,
      "step": 2276
    },
    {
      "epoch": 2.7814407814407813,
      "grad_norm": 2.5508196353912354,
      "learning_rate": 1.550456092361655e-06,
      "loss": 0.5647008419036865,
      "step": 2278
    },
    {
      "epoch": 2.7838827838827838,
      "grad_norm": 5.802591323852539,
      "learning_rate": 1.546615188710055e-06,
      "loss": 0.341159850358963,
      "step": 2280
    },
    {
      "epoch": 2.786324786324786,
      "grad_norm": 2.65018630027771,
      "learning_rate": 1.5427791905771843e-06,
      "loss": 1.0216097831726074,
      "step": 2282
    },
    {
      "epoch": 2.7887667887667886,
      "grad_norm": 4.260854721069336,
      "learning_rate": 1.538948113600237e-06,
      "loss": 0.8784246444702148,
      "step": 2284
    },
    {
      "epoch": 2.791208791208791,
      "grad_norm": 3.1193864345550537,
      "learning_rate": 1.5351219733963453e-06,
      "loss": 0.9552139043807983,
      "step": 2286
    },
    {
      "epoch": 2.7936507936507935,
      "grad_norm": 1.618998646736145,
      "learning_rate": 1.5313007855625153e-06,
      "loss": 0.9732692241668701,
      "step": 2288
    },
    {
      "epoch": 2.796092796092796,
      "grad_norm": 6.491037368774414,
      "learning_rate": 1.5274845656755687e-06,
      "loss": 0.3624776303768158,
      "step": 2290
    },
    {
      "epoch": 2.7985347985347984,
      "grad_norm": 2.8097808361053467,
      "learning_rate": 1.5236733292920735e-06,
      "loss": 0.8098872303962708,
      "step": 2292
    },
    {
      "epoch": 2.800976800976801,
      "grad_norm": 2.353226900100708,
      "learning_rate": 1.5198670919482839e-06,
      "loss": 0.7608856558799744,
      "step": 2294
    },
    {
      "epoch": 2.8034188034188032,
      "grad_norm": 1.7207751274108887,
      "learning_rate": 1.5160658691600737e-06,
      "loss": 0.8960850834846497,
      "step": 2296
    },
    {
      "epoch": 2.8058608058608057,
      "grad_norm": 2.5294456481933594,
      "learning_rate": 1.5122696764228772e-06,
      "loss": 0.40981659293174744,
      "step": 2298
    },
    {
      "epoch": 2.808302808302808,
      "grad_norm": 2.1142632961273193,
      "learning_rate": 1.5084785292116244e-06,
      "loss": 0.6546359658241272,
      "step": 2300
    },
    {
      "epoch": 2.8107448107448105,
      "grad_norm": 2.852811574935913,
      "learning_rate": 1.5046924429806747e-06,
      "loss": 1.049178123474121,
      "step": 2302
    },
    {
      "epoch": 2.813186813186813,
      "grad_norm": 0.45758649706840515,
      "learning_rate": 1.50091143316376e-06,
      "loss": 0.5754284262657166,
      "step": 2304
    },
    {
      "epoch": 2.8156288156288154,
      "grad_norm": 1.5217318534851074,
      "learning_rate": 1.497135515173917e-06,
      "loss": 0.7435483336448669,
      "step": 2306
    },
    {
      "epoch": 2.818070818070818,
      "grad_norm": 2.425044298171997,
      "learning_rate": 1.4933647044034264e-06,
      "loss": 0.6329599618911743,
      "step": 2308
    },
    {
      "epoch": 2.8205128205128203,
      "grad_norm": 2.1778621673583984,
      "learning_rate": 1.489599016223748e-06,
      "loss": 1.040429949760437,
      "step": 2310
    },
    {
      "epoch": 2.8229548229548227,
      "grad_norm": 1.7928675413131714,
      "learning_rate": 1.485838465985463e-06,
      "loss": 0.6599953770637512,
      "step": 2312
    },
    {
      "epoch": 2.825396825396825,
      "grad_norm": 6.531580924987793,
      "learning_rate": 1.482083069018203e-06,
      "loss": 0.7039975523948669,
      "step": 2314
    },
    {
      "epoch": 2.8278388278388276,
      "grad_norm": 2.4885547161102295,
      "learning_rate": 1.4783328406306002e-06,
      "loss": 0.7224160432815552,
      "step": 2316
    },
    {
      "epoch": 2.8302808302808304,
      "grad_norm": 2.634704351425171,
      "learning_rate": 1.4745877961102096e-06,
      "loss": 1.0425044298171997,
      "step": 2318
    },
    {
      "epoch": 2.832722832722833,
      "grad_norm": 1.6846414804458618,
      "learning_rate": 1.4708479507234596e-06,
      "loss": 0.6160850524902344,
      "step": 2320
    },
    {
      "epoch": 2.8351648351648353,
      "grad_norm": 6.159206390380859,
      "learning_rate": 1.4671133197155817e-06,
      "loss": 0.6913861036300659,
      "step": 2322
    },
    {
      "epoch": 2.8376068376068377,
      "grad_norm": 0.6180989146232605,
      "learning_rate": 1.4633839183105531e-06,
      "loss": 0.19272488355636597,
      "step": 2324
    },
    {
      "epoch": 2.84004884004884,
      "grad_norm": 1.4327154159545898,
      "learning_rate": 1.4596597617110327e-06,
      "loss": 0.8577545285224915,
      "step": 2326
    },
    {
      "epoch": 2.8424908424908426,
      "grad_norm": 2.3003664016723633,
      "learning_rate": 1.4559408650982999e-06,
      "loss": 0.8021556735038757,
      "step": 2328
    },
    {
      "epoch": 2.844932844932845,
      "grad_norm": 1.9625604152679443,
      "learning_rate": 1.4522272436321893e-06,
      "loss": 0.8357652425765991,
      "step": 2330
    },
    {
      "epoch": 2.8473748473748475,
      "grad_norm": 1.8401294946670532,
      "learning_rate": 1.4485189124510355e-06,
      "loss": 1.0011165142059326,
      "step": 2332
    },
    {
      "epoch": 2.84981684981685,
      "grad_norm": 2.622108221054077,
      "learning_rate": 1.4448158866716028e-06,
      "loss": 0.15081661939620972,
      "step": 2334
    },
    {
      "epoch": 2.8522588522588523,
      "grad_norm": 2.198842763900757,
      "learning_rate": 1.441118181389035e-06,
      "loss": 1.0237456560134888,
      "step": 2336
    },
    {
      "epoch": 2.8547008547008548,
      "grad_norm": 1.9740854501724243,
      "learning_rate": 1.437425811676781e-06,
      "loss": 0.6290860176086426,
      "step": 2338
    },
    {
      "epoch": 2.857142857142857,
      "grad_norm": 1.7903653383255005,
      "learning_rate": 1.4337387925865435e-06,
      "loss": 1.0167012214660645,
      "step": 2340
    },
    {
      "epoch": 2.8595848595848596,
      "grad_norm": 1.402300477027893,
      "learning_rate": 1.430057139148211e-06,
      "loss": 1.0619688034057617,
      "step": 2342
    },
    {
      "epoch": 2.862026862026862,
      "grad_norm": 5.845098972320557,
      "learning_rate": 1.4263808663698015e-06,
      "loss": 0.3327184319496155,
      "step": 2344
    },
    {
      "epoch": 2.8644688644688645,
      "grad_norm": 3.894296169281006,
      "learning_rate": 1.4227099892373986e-06,
      "loss": 0.9415085911750793,
      "step": 2346
    },
    {
      "epoch": 2.866910866910867,
      "grad_norm": 0.5116417407989502,
      "learning_rate": 1.4190445227150907e-06,
      "loss": 0.5154658555984497,
      "step": 2348
    },
    {
      "epoch": 2.8693528693528694,
      "grad_norm": 1.3756489753723145,
      "learning_rate": 1.4153844817449087e-06,
      "loss": 0.6424716114997864,
      "step": 2350
    },
    {
      "epoch": 2.871794871794872,
      "grad_norm": 1.572013020515442,
      "learning_rate": 1.4117298812467687e-06,
      "loss": 0.7699521780014038,
      "step": 2352
    },
    {
      "epoch": 2.8742368742368742,
      "grad_norm": 51.821266174316406,
      "learning_rate": 1.4080807361184088e-06,
      "loss": 0.5482099652290344,
      "step": 2354
    },
    {
      "epoch": 2.8766788766788767,
      "grad_norm": 1.6499661207199097,
      "learning_rate": 1.4044370612353281e-06,
      "loss": 0.906887412071228,
      "step": 2356
    },
    {
      "epoch": 2.879120879120879,
      "grad_norm": 4.545080661773682,
      "learning_rate": 1.400798871450726e-06,
      "loss": 0.784338653087616,
      "step": 2358
    },
    {
      "epoch": 2.8815628815628815,
      "grad_norm": 2.03543758392334,
      "learning_rate": 1.397166181595443e-06,
      "loss": 0.5577901005744934,
      "step": 2360
    },
    {
      "epoch": 2.884004884004884,
      "grad_norm": 5.208932399749756,
      "learning_rate": 1.3935390064779008e-06,
      "loss": 0.7476451992988586,
      "step": 2362
    },
    {
      "epoch": 2.8864468864468864,
      "grad_norm": 2.228670835494995,
      "learning_rate": 1.3899173608840378e-06,
      "loss": 1.051893949508667,
      "step": 2364
    },
    {
      "epoch": 2.888888888888889,
      "grad_norm": 1.407289743423462,
      "learning_rate": 1.3863012595772531e-06,
      "loss": 1.076530933380127,
      "step": 2366
    },
    {
      "epoch": 2.8913308913308913,
      "grad_norm": 22.543790817260742,
      "learning_rate": 1.3826907172983456e-06,
      "loss": 0.846904993057251,
      "step": 2368
    },
    {
      "epoch": 2.8937728937728937,
      "grad_norm": 1.6555728912353516,
      "learning_rate": 1.3790857487654535e-06,
      "loss": 1.1604909896850586,
      "step": 2370
    },
    {
      "epoch": 2.896214896214896,
      "grad_norm": 2.013773202896118,
      "learning_rate": 1.3754863686739906e-06,
      "loss": 0.915320634841919,
      "step": 2372
    },
    {
      "epoch": 2.8986568986568986,
      "grad_norm": 2.000242233276367,
      "learning_rate": 1.3718925916965945e-06,
      "loss": 0.7186045050621033,
      "step": 2374
    },
    {
      "epoch": 2.901098901098901,
      "grad_norm": 1.6389049291610718,
      "learning_rate": 1.3683044324830573e-06,
      "loss": 0.9410088658332825,
      "step": 2376
    },
    {
      "epoch": 2.9035409035409034,
      "grad_norm": 2.346830129623413,
      "learning_rate": 1.3647219056602757e-06,
      "loss": 1.0101977586746216,
      "step": 2378
    },
    {
      "epoch": 2.905982905982906,
      "grad_norm": 1.5173600912094116,
      "learning_rate": 1.361145025832182e-06,
      "loss": 0.8229511976242065,
      "step": 2380
    },
    {
      "epoch": 2.9084249084249083,
      "grad_norm": 2.14473557472229,
      "learning_rate": 1.3575738075796923e-06,
      "loss": 0.9482402801513672,
      "step": 2382
    },
    {
      "epoch": 2.9108669108669107,
      "grad_norm": 1.9663830995559692,
      "learning_rate": 1.35400826546064e-06,
      "loss": 0.9494956135749817,
      "step": 2384
    },
    {
      "epoch": 2.913308913308913,
      "grad_norm": 5.7204909324646,
      "learning_rate": 1.350448414009723e-06,
      "loss": 1.0107911825180054,
      "step": 2386
    },
    {
      "epoch": 2.9157509157509156,
      "grad_norm": 2.0800321102142334,
      "learning_rate": 1.3468942677384408e-06,
      "loss": 0.8393886089324951,
      "step": 2388
    },
    {
      "epoch": 2.918192918192918,
      "grad_norm": 6.8317461013793945,
      "learning_rate": 1.343345841135037e-06,
      "loss": 0.46943965554237366,
      "step": 2390
    },
    {
      "epoch": 2.9206349206349205,
      "grad_norm": 3.705573081970215,
      "learning_rate": 1.3398031486644366e-06,
      "loss": 0.5753905177116394,
      "step": 2392
    },
    {
      "epoch": 2.9230769230769234,
      "grad_norm": 1.4765284061431885,
      "learning_rate": 1.3362662047681928e-06,
      "loss": 0.8073123097419739,
      "step": 2394
    },
    {
      "epoch": 2.925518925518926,
      "grad_norm": 8.290820121765137,
      "learning_rate": 1.3327350238644224e-06,
      "loss": 0.6432682871818542,
      "step": 2396
    },
    {
      "epoch": 2.927960927960928,
      "grad_norm": 33.93027877807617,
      "learning_rate": 1.3292096203477533e-06,
      "loss": 0.6455587148666382,
      "step": 2398
    },
    {
      "epoch": 2.9304029304029307,
      "grad_norm": 15.2852201461792,
      "learning_rate": 1.3256900085892584e-06,
      "loss": 0.5954673290252686,
      "step": 2400
    },
    {
      "epoch": 2.932844932844933,
      "grad_norm": 2.53251051902771,
      "learning_rate": 1.3221762029364043e-06,
      "loss": 0.656650960445404,
      "step": 2402
    },
    {
      "epoch": 2.9352869352869355,
      "grad_norm": 3.878647565841675,
      "learning_rate": 1.3186682177129862e-06,
      "loss": 0.3129318654537201,
      "step": 2404
    },
    {
      "epoch": 2.937728937728938,
      "grad_norm": 3.8784711360931396,
      "learning_rate": 1.3151660672190744e-06,
      "loss": 1.0069366693496704,
      "step": 2406
    },
    {
      "epoch": 2.9401709401709404,
      "grad_norm": 1.668820858001709,
      "learning_rate": 1.3116697657309547e-06,
      "loss": 0.7313091158866882,
      "step": 2408
    },
    {
      "epoch": 2.942612942612943,
      "grad_norm": 2.024500846862793,
      "learning_rate": 1.3081793275010699e-06,
      "loss": 0.6760754585266113,
      "step": 2410
    },
    {
      "epoch": 2.9450549450549453,
      "grad_norm": 1.469117522239685,
      "learning_rate": 1.3046947667579596e-06,
      "loss": 0.9695707559585571,
      "step": 2412
    },
    {
      "epoch": 2.9474969474969477,
      "grad_norm": 2.2661683559417725,
      "learning_rate": 1.301216097706206e-06,
      "loss": 1.0303492546081543,
      "step": 2414
    },
    {
      "epoch": 2.94993894993895,
      "grad_norm": 1.312300682067871,
      "learning_rate": 1.2977433345263752e-06,
      "loss": 0.9242293238639832,
      "step": 2416
    },
    {
      "epoch": 2.9523809523809526,
      "grad_norm": 2.9520680904388428,
      "learning_rate": 1.2942764913749544e-06,
      "loss": 0.6899678707122803,
      "step": 2418
    },
    {
      "epoch": 2.954822954822955,
      "grad_norm": 1.741718053817749,
      "learning_rate": 1.2908155823843033e-06,
      "loss": 0.9872897267341614,
      "step": 2420
    },
    {
      "epoch": 2.9572649572649574,
      "grad_norm": 1.809373378753662,
      "learning_rate": 1.2873606216625879e-06,
      "loss": 0.8448399305343628,
      "step": 2422
    },
    {
      "epoch": 2.95970695970696,
      "grad_norm": 2.35263991355896,
      "learning_rate": 1.2839116232937271e-06,
      "loss": 0.5212328433990479,
      "step": 2424
    },
    {
      "epoch": 2.9621489621489623,
      "grad_norm": 2.598365068435669,
      "learning_rate": 1.280468601337335e-06,
      "loss": 1.1081678867340088,
      "step": 2426
    },
    {
      "epoch": 2.9645909645909647,
      "grad_norm": 11.081291198730469,
      "learning_rate": 1.2770315698286643e-06,
      "loss": 0.5913952589035034,
      "step": 2428
    },
    {
      "epoch": 2.967032967032967,
      "grad_norm": 2.6343994140625,
      "learning_rate": 1.273600542778546e-06,
      "loss": 0.9255035519599915,
      "step": 2430
    },
    {
      "epoch": 2.9694749694749696,
      "grad_norm": 2.8472864627838135,
      "learning_rate": 1.2701755341733363e-06,
      "loss": 0.8645012378692627,
      "step": 2432
    },
    {
      "epoch": 2.971916971916972,
      "grad_norm": 1.3869469165802002,
      "learning_rate": 1.2667565579748552e-06,
      "loss": 0.9598724246025085,
      "step": 2434
    },
    {
      "epoch": 2.9743589743589745,
      "grad_norm": 1.7193245887756348,
      "learning_rate": 1.2633436281203353e-06,
      "loss": 0.5284073948860168,
      "step": 2436
    },
    {
      "epoch": 2.976800976800977,
      "grad_norm": 4.513336181640625,
      "learning_rate": 1.2599367585223573e-06,
      "loss": 0.5111241340637207,
      "step": 2438
    },
    {
      "epoch": 2.9792429792429793,
      "grad_norm": 3.2821226119995117,
      "learning_rate": 1.2565359630688029e-06,
      "loss": 0.9840971231460571,
      "step": 2440
    },
    {
      "epoch": 2.9816849816849818,
      "grad_norm": 1.6997895240783691,
      "learning_rate": 1.2531412556227883e-06,
      "loss": 1.0207282304763794,
      "step": 2442
    },
    {
      "epoch": 2.984126984126984,
      "grad_norm": 2.6019296646118164,
      "learning_rate": 1.2497526500226163e-06,
      "loss": 0.940024197101593,
      "step": 2444
    },
    {
      "epoch": 2.9865689865689866,
      "grad_norm": 2.273214101791382,
      "learning_rate": 1.246370160081711e-06,
      "loss": 0.9067605137825012,
      "step": 2446
    },
    {
      "epoch": 2.989010989010989,
      "grad_norm": 1.8762654066085815,
      "learning_rate": 1.2429937995885713e-06,
      "loss": 0.93479323387146,
      "step": 2448
    },
    {
      "epoch": 2.9914529914529915,
      "grad_norm": 5.84881067276001,
      "learning_rate": 1.2396235823067076e-06,
      "loss": 0.6413801312446594,
      "step": 2450
    },
    {
      "epoch": 2.993894993894994,
      "grad_norm": 1.7108796834945679,
      "learning_rate": 1.2362595219745882e-06,
      "loss": 1.0565381050109863,
      "step": 2452
    },
    {
      "epoch": 2.9963369963369964,
      "grad_norm": 1.5569299459457397,
      "learning_rate": 1.2329016323055822e-06,
      "loss": 0.9824570417404175,
      "step": 2454
    },
    {
      "epoch": 2.998778998778999,
      "grad_norm": 2.560699939727783,
      "learning_rate": 1.2295499269879063e-06,
      "loss": 0.5337162613868713,
      "step": 2456
    },
    {
      "epoch": 3.001221001221001,
      "grad_norm": 3.085305690765381,
      "learning_rate": 1.2262044196845638e-06,
      "loss": 0.6332882046699524,
      "step": 2458
    },
    {
      "epoch": 3.0036630036630036,
      "grad_norm": 3.3725106716156006,
      "learning_rate": 1.2228651240332972e-06,
      "loss": 0.62852543592453,
      "step": 2460
    },
    {
      "epoch": 3.006105006105006,
      "grad_norm": 1.6869263648986816,
      "learning_rate": 1.2195320536465225e-06,
      "loss": 1.0432286262512207,
      "step": 2462
    },
    {
      "epoch": 3.0085470085470085,
      "grad_norm": 1.3357821702957153,
      "learning_rate": 1.2162052221112828e-06,
      "loss": 0.962488055229187,
      "step": 2464
    },
    {
      "epoch": 3.010989010989011,
      "grad_norm": 4.632596492767334,
      "learning_rate": 1.2128846429891852e-06,
      "loss": 0.5416973233222961,
      "step": 2466
    },
    {
      "epoch": 3.0134310134310134,
      "grad_norm": 1.600440502166748,
      "learning_rate": 1.2095703298163526e-06,
      "loss": 0.8857253789901733,
      "step": 2468
    },
    {
      "epoch": 3.015873015873016,
      "grad_norm": 0.576468288898468,
      "learning_rate": 1.2062622961033632e-06,
      "loss": 0.2631528675556183,
      "step": 2470
    },
    {
      "epoch": 3.0183150183150182,
      "grad_norm": 5.257506370544434,
      "learning_rate": 1.2029605553351988e-06,
      "loss": 0.3512267470359802,
      "step": 2472
    },
    {
      "epoch": 3.0207570207570207,
      "grad_norm": 2.005457639694214,
      "learning_rate": 1.199665120971188e-06,
      "loss": 0.9261833429336548,
      "step": 2474
    },
    {
      "epoch": 3.023199023199023,
      "grad_norm": 5.405751705169678,
      "learning_rate": 1.1963760064449495e-06,
      "loss": 0.5271846652030945,
      "step": 2476
    },
    {
      "epoch": 3.0256410256410255,
      "grad_norm": 1.659690499305725,
      "learning_rate": 1.1930932251643438e-06,
      "loss": 0.6160858869552612,
      "step": 2478
    },
    {
      "epoch": 3.028083028083028,
      "grad_norm": 1.8383840322494507,
      "learning_rate": 1.189816790511409e-06,
      "loss": 0.8536359667778015,
      "step": 2480
    },
    {
      "epoch": 3.0305250305250304,
      "grad_norm": 2.1919424533843994,
      "learning_rate": 1.1865467158423179e-06,
      "loss": 0.9045109152793884,
      "step": 2482
    },
    {
      "epoch": 3.032967032967033,
      "grad_norm": 1.5028966665267944,
      "learning_rate": 1.1832830144873122e-06,
      "loss": 0.6014432907104492,
      "step": 2484
    },
    {
      "epoch": 3.0354090354090353,
      "grad_norm": 2.3299906253814697,
      "learning_rate": 1.1800256997506557e-06,
      "loss": 0.8661763072013855,
      "step": 2486
    },
    {
      "epoch": 3.0378510378510377,
      "grad_norm": 9.991959571838379,
      "learning_rate": 1.176774784910576e-06,
      "loss": 0.6161713600158691,
      "step": 2488
    },
    {
      "epoch": 3.04029304029304,
      "grad_norm": 2.847564697265625,
      "learning_rate": 1.1735302832192135e-06,
      "loss": 0.8722133636474609,
      "step": 2490
    },
    {
      "epoch": 3.0427350427350426,
      "grad_norm": 2.7239389419555664,
      "learning_rate": 1.1702922079025647e-06,
      "loss": 0.3192221522331238,
      "step": 2492
    },
    {
      "epoch": 3.045177045177045,
      "grad_norm": 0.7756720185279846,
      "learning_rate": 1.1670605721604307e-06,
      "loss": 0.2883589565753937,
      "step": 2494
    },
    {
      "epoch": 3.0476190476190474,
      "grad_norm": 4.5272135734558105,
      "learning_rate": 1.1638353891663602e-06,
      "loss": 0.6891329288482666,
      "step": 2496
    },
    {
      "epoch": 3.05006105006105,
      "grad_norm": 4.521149635314941,
      "learning_rate": 1.1606166720675999e-06,
      "loss": 0.45780226588249207,
      "step": 2498
    },
    {
      "epoch": 3.0525030525030523,
      "grad_norm": 0.8906940221786499,
      "learning_rate": 1.157404433985035e-06,
      "loss": 0.5027573704719543,
      "step": 2500
    },
    {
      "epoch": 3.0549450549450547,
      "grad_norm": 9.020967483520508,
      "learning_rate": 1.1541986880131455e-06,
      "loss": 0.4361349642276764,
      "step": 2502
    },
    {
      "epoch": 3.057387057387057,
      "grad_norm": 2.3300914764404297,
      "learning_rate": 1.1509994472199407e-06,
      "loss": 0.8963256478309631,
      "step": 2504
    },
    {
      "epoch": 3.0598290598290596,
      "grad_norm": 2.031867027282715,
      "learning_rate": 1.1478067246469158e-06,
      "loss": 0.4999798536300659,
      "step": 2506
    },
    {
      "epoch": 3.062271062271062,
      "grad_norm": 1.6989192962646484,
      "learning_rate": 1.1446205333089922e-06,
      "loss": 0.7561573386192322,
      "step": 2508
    },
    {
      "epoch": 3.064713064713065,
      "grad_norm": 4.123907089233398,
      "learning_rate": 1.1414408861944695e-06,
      "loss": 0.8584511876106262,
      "step": 2510
    },
    {
      "epoch": 3.0671550671550674,
      "grad_norm": 0.06403572857379913,
      "learning_rate": 1.1382677962649687e-06,
      "loss": 0.3911321461200714,
      "step": 2512
    },
    {
      "epoch": 3.06959706959707,
      "grad_norm": 4.289177894592285,
      "learning_rate": 1.1351012764553828e-06,
      "loss": 0.8152522444725037,
      "step": 2514
    },
    {
      "epoch": 3.0720390720390722,
      "grad_norm": 2.2127068042755127,
      "learning_rate": 1.1319413396738188e-06,
      "loss": 0.5816116333007812,
      "step": 2516
    },
    {
      "epoch": 3.0744810744810747,
      "grad_norm": 0.09444202482700348,
      "learning_rate": 1.128787998801552e-06,
      "loss": 0.20017878711223602,
      "step": 2518
    },
    {
      "epoch": 3.076923076923077,
      "grad_norm": 2.8026583194732666,
      "learning_rate": 1.1256412666929655e-06,
      "loss": 0.514468789100647,
      "step": 2520
    },
    {
      "epoch": 3.0793650793650795,
      "grad_norm": 2.7216711044311523,
      "learning_rate": 1.1225011561755093e-06,
      "loss": 0.6835171580314636,
      "step": 2522
    },
    {
      "epoch": 3.081807081807082,
      "grad_norm": 2.2049448490142822,
      "learning_rate": 1.1193676800496326e-06,
      "loss": 0.8667712211608887,
      "step": 2524
    },
    {
      "epoch": 3.0842490842490844,
      "grad_norm": 11.64513111114502,
      "learning_rate": 1.1162408510887469e-06,
      "loss": 0.5643727779388428,
      "step": 2526
    },
    {
      "epoch": 3.086691086691087,
      "grad_norm": 2.371492862701416,
      "learning_rate": 1.1131206820391618e-06,
      "loss": 0.5264307856559753,
      "step": 2528
    },
    {
      "epoch": 3.0891330891330893,
      "grad_norm": 8.419890403747559,
      "learning_rate": 1.1100071856200413e-06,
      "loss": 0.11923594772815704,
      "step": 2530
    },
    {
      "epoch": 3.0915750915750917,
      "grad_norm": 4.913514137268066,
      "learning_rate": 1.106900374523348e-06,
      "loss": 0.32799002528190613,
      "step": 2532
    },
    {
      "epoch": 3.094017094017094,
      "grad_norm": 2.237429141998291,
      "learning_rate": 1.1038002614137922e-06,
      "loss": 0.8726149797439575,
      "step": 2534
    },
    {
      "epoch": 3.0964590964590966,
      "grad_norm": 5.674133777618408,
      "learning_rate": 1.1007068589287814e-06,
      "loss": 0.635856568813324,
      "step": 2536
    },
    {
      "epoch": 3.098901098901099,
      "grad_norm": 24.948986053466797,
      "learning_rate": 1.0976201796783642e-06,
      "loss": 0.6740862131118774,
      "step": 2538
    },
    {
      "epoch": 3.1013431013431014,
      "grad_norm": 2.047201633453369,
      "learning_rate": 1.0945402362451871e-06,
      "loss": 0.9215976595878601,
      "step": 2540
    },
    {
      "epoch": 3.103785103785104,
      "grad_norm": 6.655368328094482,
      "learning_rate": 1.0914670411844338e-06,
      "loss": 0.559134304523468,
      "step": 2542
    },
    {
      "epoch": 3.1062271062271063,
      "grad_norm": 1.7727597951889038,
      "learning_rate": 1.0884006070237834e-06,
      "loss": 0.5720962285995483,
      "step": 2544
    },
    {
      "epoch": 3.1086691086691087,
      "grad_norm": 3.6166863441467285,
      "learning_rate": 1.0853409462633507e-06,
      "loss": 0.16919654607772827,
      "step": 2546
    },
    {
      "epoch": 3.111111111111111,
      "grad_norm": 2.884989023208618,
      "learning_rate": 1.0822880713756422e-06,
      "loss": 0.639471173286438,
      "step": 2548
    },
    {
      "epoch": 3.1135531135531136,
      "grad_norm": 1.7115203142166138,
      "learning_rate": 1.0792419948054994e-06,
      "loss": 0.6552147269248962,
      "step": 2550
    },
    {
      "epoch": 3.115995115995116,
      "grad_norm": 3.130906343460083,
      "learning_rate": 1.0762027289700527e-06,
      "loss": 0.2590104043483734,
      "step": 2552
    },
    {
      "epoch": 3.1184371184371185,
      "grad_norm": 2.566354751586914,
      "learning_rate": 1.0731702862586686e-06,
      "loss": 0.8442977666854858,
      "step": 2554
    },
    {
      "epoch": 3.120879120879121,
      "grad_norm": 2.08247709274292,
      "learning_rate": 1.070144679032901e-06,
      "loss": 0.37470126152038574,
      "step": 2556
    },
    {
      "epoch": 3.1233211233211233,
      "grad_norm": 0.45577648282051086,
      "learning_rate": 1.0671259196264355e-06,
      "loss": 0.4773566722869873,
      "step": 2558
    },
    {
      "epoch": 3.1257631257631258,
      "grad_norm": 2.147977590560913,
      "learning_rate": 1.064114020345048e-06,
      "loss": 0.847014844417572,
      "step": 2560
    },
    {
      "epoch": 3.128205128205128,
      "grad_norm": 6.595324516296387,
      "learning_rate": 1.0611089934665438e-06,
      "loss": 1.0399620532989502,
      "step": 2562
    },
    {
      "epoch": 3.1306471306471306,
      "grad_norm": 3.0821518898010254,
      "learning_rate": 1.0581108512407206e-06,
      "loss": 0.8594496250152588,
      "step": 2564
    },
    {
      "epoch": 3.133089133089133,
      "grad_norm": 6.90889310836792,
      "learning_rate": 1.055119605889304e-06,
      "loss": 0.6531029939651489,
      "step": 2566
    },
    {
      "epoch": 3.1355311355311355,
      "grad_norm": 5.536701679229736,
      "learning_rate": 1.0521352696059106e-06,
      "loss": 0.8756755590438843,
      "step": 2568
    },
    {
      "epoch": 3.137973137973138,
      "grad_norm": 7.192801475524902,
      "learning_rate": 1.0491578545559882e-06,
      "loss": 0.5930169820785522,
      "step": 2570
    },
    {
      "epoch": 3.1404151404151404,
      "grad_norm": 5.717547416687012,
      "learning_rate": 1.0461873728767735e-06,
      "loss": 0.6029551029205322,
      "step": 2572
    },
    {
      "epoch": 3.142857142857143,
      "grad_norm": 4.090261936187744,
      "learning_rate": 1.043223836677239e-06,
      "loss": 0.8777113556861877,
      "step": 2574
    },
    {
      "epoch": 3.1452991452991452,
      "grad_norm": 14.0100736618042,
      "learning_rate": 1.040267258038045e-06,
      "loss": 0.9692713022232056,
      "step": 2576
    },
    {
      "epoch": 3.1477411477411477,
      "grad_norm": 3.899435520172119,
      "learning_rate": 1.0373176490114874e-06,
      "loss": 0.8949326276779175,
      "step": 2578
    },
    {
      "epoch": 3.15018315018315,
      "grad_norm": 5.538814067840576,
      "learning_rate": 1.0343750216214546e-06,
      "loss": 0.8762179017066956,
      "step": 2580
    },
    {
      "epoch": 3.1526251526251525,
      "grad_norm": 7.619011402130127,
      "learning_rate": 1.0314393878633705e-06,
      "loss": 0.7504989504814148,
      "step": 2582
    },
    {
      "epoch": 3.155067155067155,
      "grad_norm": 3.597076416015625,
      "learning_rate": 1.0285107597041552e-06,
      "loss": 0.31154295802116394,
      "step": 2584
    },
    {
      "epoch": 3.1575091575091574,
      "grad_norm": 3.5088987350463867,
      "learning_rate": 1.0255891490821657e-06,
      "loss": 0.6339558362960815,
      "step": 2586
    },
    {
      "epoch": 3.15995115995116,
      "grad_norm": 5.022501468658447,
      "learning_rate": 1.0226745679071555e-06,
      "loss": 0.328271746635437,
      "step": 2588
    },
    {
      "epoch": 3.1623931623931623,
      "grad_norm": 4.233664035797119,
      "learning_rate": 1.0197670280602234e-06,
      "loss": 0.35303497314453125,
      "step": 2590
    },
    {
      "epoch": 3.1648351648351647,
      "grad_norm": 2.7248518466949463,
      "learning_rate": 1.016866541393762e-06,
      "loss": 0.8729944825172424,
      "step": 2592
    },
    {
      "epoch": 3.167277167277167,
      "grad_norm": 2.3809876441955566,
      "learning_rate": 1.0139731197314144e-06,
      "loss": 0.7970367074012756,
      "step": 2594
    },
    {
      "epoch": 3.1697191697191696,
      "grad_norm": 5.26347017288208,
      "learning_rate": 1.0110867748680229e-06,
      "loss": 0.6249693632125854,
      "step": 2596
    },
    {
      "epoch": 3.172161172161172,
      "grad_norm": 2.0786538124084473,
      "learning_rate": 1.0082075185695821e-06,
      "loss": 0.8957004547119141,
      "step": 2598
    },
    {
      "epoch": 3.1746031746031744,
      "grad_norm": 2.350102424621582,
      "learning_rate": 1.0053353625731898e-06,
      "loss": 0.773188591003418,
      "step": 2600
    },
    {
      "epoch": 3.177045177045177,
      "grad_norm": 2.2141921520233154,
      "learning_rate": 1.0024703185870009e-06,
      "loss": 0.8564462065696716,
      "step": 2602
    },
    {
      "epoch": 3.1794871794871793,
      "grad_norm": 1.9684959650039673,
      "learning_rate": 9.99612398290176e-07,
      "loss": 0.8819740414619446,
      "step": 2604
    },
    {
      "epoch": 3.1819291819291817,
      "grad_norm": 9.041963577270508,
      "learning_rate": 9.967616133328415e-07,
      "loss": 0.6753929257392883,
      "step": 2606
    },
    {
      "epoch": 3.1843711843711846,
      "grad_norm": 3.164386510848999,
      "learning_rate": 9.939179753360317e-07,
      "loss": 0.9383725523948669,
      "step": 2608
    },
    {
      "epoch": 3.186813186813187,
      "grad_norm": 1.6950500011444092,
      "learning_rate": 9.910814958916509e-07,
      "loss": 0.8148356676101685,
      "step": 2610
    },
    {
      "epoch": 3.1892551892551895,
      "grad_norm": 1.7868210077285767,
      "learning_rate": 9.882521865624188e-07,
      "loss": 0.8345255255699158,
      "step": 2612
    },
    {
      "epoch": 3.191697191697192,
      "grad_norm": 2.3038735389709473,
      "learning_rate": 9.854300588818285e-07,
      "loss": 0.5892983078956604,
      "step": 2614
    },
    {
      "epoch": 3.1941391941391943,
      "grad_norm": 3.3323488235473633,
      "learning_rate": 9.826151243540976e-07,
      "loss": 0.5326892137527466,
      "step": 2616
    },
    {
      "epoch": 3.1965811965811968,
      "grad_norm": 5.719020366668701,
      "learning_rate": 9.798073944541209e-07,
      "loss": 0.5761935114860535,
      "step": 2618
    },
    {
      "epoch": 3.199023199023199,
      "grad_norm": 4.963831424713135,
      "learning_rate": 9.77006880627423e-07,
      "loss": 0.35491544008255005,
      "step": 2620
    },
    {
      "epoch": 3.2014652014652016,
      "grad_norm": 1.7607579231262207,
      "learning_rate": 9.742135942901152e-07,
      "loss": 0.5363562703132629,
      "step": 2622
    },
    {
      "epoch": 3.203907203907204,
      "grad_norm": 15.481447219848633,
      "learning_rate": 9.714275468288426e-07,
      "loss": 0.43480369448661804,
      "step": 2624
    },
    {
      "epoch": 3.2063492063492065,
      "grad_norm": 2.512791633605957,
      "learning_rate": 9.68648749600746e-07,
      "loss": 0.9965137839317322,
      "step": 2626
    },
    {
      "epoch": 3.208791208791209,
      "grad_norm": 38.066707611083984,
      "learning_rate": 9.658772139334074e-07,
      "loss": 0.227127343416214,
      "step": 2628
    },
    {
      "epoch": 3.2112332112332114,
      "grad_norm": 2.2914047241210938,
      "learning_rate": 9.631129511248099e-07,
      "loss": 0.9076048135757446,
      "step": 2630
    },
    {
      "epoch": 3.213675213675214,
      "grad_norm": 3.0350992679595947,
      "learning_rate": 9.603559724432874e-07,
      "loss": 0.5686833262443542,
      "step": 2632
    },
    {
      "epoch": 3.2161172161172162,
      "grad_norm": 2.278398036956787,
      "learning_rate": 9.576062891274816e-07,
      "loss": 0.6908602714538574,
      "step": 2634
    },
    {
      "epoch": 3.2185592185592187,
      "grad_norm": 7.601328372955322,
      "learning_rate": 9.548639123862952e-07,
      "loss": 0.81014084815979,
      "step": 2636
    },
    {
      "epoch": 3.221001221001221,
      "grad_norm": 4.974308490753174,
      "learning_rate": 9.52128853398847e-07,
      "loss": 0.6480343341827393,
      "step": 2638
    },
    {
      "epoch": 3.2234432234432235,
      "grad_norm": 5.386457443237305,
      "learning_rate": 9.494011233144227e-07,
      "loss": 0.6495685577392578,
      "step": 2640
    },
    {
      "epoch": 3.225885225885226,
      "grad_norm": 3.7221124172210693,
      "learning_rate": 9.466807332524343e-07,
      "loss": 0.885014533996582,
      "step": 2642
    },
    {
      "epoch": 3.2283272283272284,
      "grad_norm": 2.109729051589966,
      "learning_rate": 9.439676943023732e-07,
      "loss": 0.8729287385940552,
      "step": 2644
    },
    {
      "epoch": 3.230769230769231,
      "grad_norm": 1.1997343301773071,
      "learning_rate": 9.412620175237621e-07,
      "loss": 0.913487434387207,
      "step": 2646
    },
    {
      "epoch": 3.2332112332112333,
      "grad_norm": 5.304439544677734,
      "learning_rate": 9.385637139461151e-07,
      "loss": 0.9510135650634766,
      "step": 2648
    },
    {
      "epoch": 3.2356532356532357,
      "grad_norm": 8.256377220153809,
      "learning_rate": 9.358727945688877e-07,
      "loss": 0.2964293956756592,
      "step": 2650
    },
    {
      "epoch": 3.238095238095238,
      "grad_norm": 2.2458744049072266,
      "learning_rate": 9.331892703614359e-07,
      "loss": 0.8582343459129333,
      "step": 2652
    },
    {
      "epoch": 3.2405372405372406,
      "grad_norm": 2.5474815368652344,
      "learning_rate": 9.305131522629679e-07,
      "loss": 1.0781978368759155,
      "step": 2654
    },
    {
      "epoch": 3.242979242979243,
      "grad_norm": 1.53843092918396,
      "learning_rate": 9.27844451182503e-07,
      "loss": 0.4822746217250824,
      "step": 2656
    },
    {
      "epoch": 3.2454212454212454,
      "grad_norm": 5.753013610839844,
      "learning_rate": 9.251831779988252e-07,
      "loss": 0.3543876111507416,
      "step": 2658
    },
    {
      "epoch": 3.247863247863248,
      "grad_norm": 6.03514289855957,
      "learning_rate": 9.22529343560439e-07,
      "loss": 0.5339376330375671,
      "step": 2660
    },
    {
      "epoch": 3.2503052503052503,
      "grad_norm": 3.018615245819092,
      "learning_rate": 9.19882958685524e-07,
      "loss": 1.2899425029754639,
      "step": 2662
    },
    {
      "epoch": 3.2527472527472527,
      "grad_norm": 4.987201690673828,
      "learning_rate": 9.172440341618951e-07,
      "loss": 0.6661590337753296,
      "step": 2664
    },
    {
      "epoch": 3.255189255189255,
      "grad_norm": 3.2230803966522217,
      "learning_rate": 9.146125807469525e-07,
      "loss": 0.6229037642478943,
      "step": 2666
    },
    {
      "epoch": 3.2576312576312576,
      "grad_norm": 5.4705071449279785,
      "learning_rate": 9.119886091676436e-07,
      "loss": 0.9204983711242676,
      "step": 2668
    },
    {
      "epoch": 3.26007326007326,
      "grad_norm": 1.7358949184417725,
      "learning_rate": 9.093721301204143e-07,
      "loss": 0.8217456340789795,
      "step": 2670
    },
    {
      "epoch": 3.2625152625152625,
      "grad_norm": 2.2710583209991455,
      "learning_rate": 9.067631542711692e-07,
      "loss": 0.5310102701187134,
      "step": 2672
    },
    {
      "epoch": 3.264957264957265,
      "grad_norm": 23.32669448852539,
      "learning_rate": 9.041616922552254e-07,
      "loss": 0.1262706220149994,
      "step": 2674
    },
    {
      "epoch": 3.2673992673992673,
      "grad_norm": 2.316551923751831,
      "learning_rate": 9.015677546772717e-07,
      "loss": 0.9631689190864563,
      "step": 2676
    },
    {
      "epoch": 3.2698412698412698,
      "grad_norm": 5.279893398284912,
      "learning_rate": 8.989813521113232e-07,
      "loss": 0.7836791276931763,
      "step": 2678
    },
    {
      "epoch": 3.272283272283272,
      "grad_norm": 0.7904373407363892,
      "learning_rate": 8.964024951006798e-07,
      "loss": 0.49453315138816833,
      "step": 2680
    },
    {
      "epoch": 3.2747252747252746,
      "grad_norm": 4.579488277435303,
      "learning_rate": 8.938311941578806e-07,
      "loss": 0.48266905546188354,
      "step": 2682
    },
    {
      "epoch": 3.277167277167277,
      "grad_norm": 2.3565316200256348,
      "learning_rate": 8.912674597646653e-07,
      "loss": 0.6459278464317322,
      "step": 2684
    },
    {
      "epoch": 3.2796092796092795,
      "grad_norm": 3.3402786254882812,
      "learning_rate": 8.887113023719262e-07,
      "loss": 1.0020655393600464,
      "step": 2686
    },
    {
      "epoch": 3.282051282051282,
      "grad_norm": 0.46372556686401367,
      "learning_rate": 8.861627323996724e-07,
      "loss": 0.08561723679304123,
      "step": 2688
    },
    {
      "epoch": 3.2844932844932844,
      "grad_norm": 2.682774782180786,
      "learning_rate": 8.836217602369799e-07,
      "loss": 1.0556048154830933,
      "step": 2690
    },
    {
      "epoch": 3.286935286935287,
      "grad_norm": 2.9882302284240723,
      "learning_rate": 8.810883962419542e-07,
      "loss": 0.9429636001586914,
      "step": 2692
    },
    {
      "epoch": 3.2893772893772892,
      "grad_norm": 0.21104033291339874,
      "learning_rate": 8.785626507416855e-07,
      "loss": 0.11109757423400879,
      "step": 2694
    },
    {
      "epoch": 3.2918192918192917,
      "grad_norm": 0.5581515431404114,
      "learning_rate": 8.760445340322096e-07,
      "loss": 0.17564286291599274,
      "step": 2696
    },
    {
      "epoch": 3.294261294261294,
      "grad_norm": 2.4714837074279785,
      "learning_rate": 8.735340563784625e-07,
      "loss": 0.6768051385879517,
      "step": 2698
    },
    {
      "epoch": 3.2967032967032965,
      "grad_norm": 2.1521193981170654,
      "learning_rate": 8.710312280142416e-07,
      "loss": 0.9193722605705261,
      "step": 2700
    },
    {
      "epoch": 3.299145299145299,
      "grad_norm": 13.212026596069336,
      "learning_rate": 8.685360591421598e-07,
      "loss": 0.9638568758964539,
      "step": 2702
    },
    {
      "epoch": 3.3015873015873014,
      "grad_norm": 2.658658266067505,
      "learning_rate": 8.660485599336094e-07,
      "loss": 0.8721650838851929,
      "step": 2704
    },
    {
      "epoch": 3.304029304029304,
      "grad_norm": 2.8447883129119873,
      "learning_rate": 8.635687405287171e-07,
      "loss": 0.7735913991928101,
      "step": 2706
    },
    {
      "epoch": 3.3064713064713063,
      "grad_norm": 1.3805103302001953,
      "learning_rate": 8.610966110363014e-07,
      "loss": 0.5056965351104736,
      "step": 2708
    },
    {
      "epoch": 3.3089133089133087,
      "grad_norm": 1.813744068145752,
      "learning_rate": 8.586321815338361e-07,
      "loss": 0.57419753074646,
      "step": 2710
    },
    {
      "epoch": 3.311355311355311,
      "grad_norm": 2.599118232727051,
      "learning_rate": 8.56175462067405e-07,
      "loss": 0.8707802295684814,
      "step": 2712
    },
    {
      "epoch": 3.3137973137973136,
      "grad_norm": 2.0446720123291016,
      "learning_rate": 8.537264626516634e-07,
      "loss": 0.5774456262588501,
      "step": 2714
    },
    {
      "epoch": 3.316239316239316,
      "grad_norm": 3.4925484657287598,
      "learning_rate": 8.512851932697947e-07,
      "loss": 0.9497953653335571,
      "step": 2716
    },
    {
      "epoch": 3.3186813186813184,
      "grad_norm": 3.462381601333618,
      "learning_rate": 8.488516638734731e-07,
      "loss": 0.8057655692100525,
      "step": 2718
    },
    {
      "epoch": 3.3211233211233213,
      "grad_norm": 1.8965480327606201,
      "learning_rate": 8.464258843828202e-07,
      "loss": 0.8699415326118469,
      "step": 2720
    },
    {
      "epoch": 3.3235653235653237,
      "grad_norm": 2.465651750564575,
      "learning_rate": 8.440078646863664e-07,
      "loss": 0.641089141368866,
      "step": 2722
    },
    {
      "epoch": 3.326007326007326,
      "grad_norm": 0.7584552764892578,
      "learning_rate": 8.415976146410084e-07,
      "loss": 0.09330576658248901,
      "step": 2724
    },
    {
      "epoch": 3.3284493284493286,
      "grad_norm": 2.273700714111328,
      "learning_rate": 8.391951440719725e-07,
      "loss": 0.5427566766738892,
      "step": 2726
    },
    {
      "epoch": 3.330891330891331,
      "grad_norm": 2.9195804595947266,
      "learning_rate": 8.368004627727699e-07,
      "loss": 0.8910986185073853,
      "step": 2728
    },
    {
      "epoch": 3.3333333333333335,
      "grad_norm": 4.608819007873535,
      "learning_rate": 8.344135805051629e-07,
      "loss": 0.7685779929161072,
      "step": 2730
    },
    {
      "epoch": 3.335775335775336,
      "grad_norm": 0.7064034938812256,
      "learning_rate": 8.320345069991175e-07,
      "loss": 0.5918761491775513,
      "step": 2732
    },
    {
      "epoch": 3.3382173382173383,
      "grad_norm": 3.630662202835083,
      "learning_rate": 8.296632519527711e-07,
      "loss": 0.6658087372779846,
      "step": 2734
    },
    {
      "epoch": 3.340659340659341,
      "grad_norm": 2.0108442306518555,
      "learning_rate": 8.272998250323872e-07,
      "loss": 0.7752918004989624,
      "step": 2736
    },
    {
      "epoch": 3.343101343101343,
      "grad_norm": 1.0330065488815308,
      "learning_rate": 8.249442358723204e-07,
      "loss": 0.5759359002113342,
      "step": 2738
    },
    {
      "epoch": 3.3455433455433456,
      "grad_norm": 3.048520803451538,
      "learning_rate": 8.225964940749737e-07,
      "loss": 0.5758652687072754,
      "step": 2740
    },
    {
      "epoch": 3.347985347985348,
      "grad_norm": 4.6908392906188965,
      "learning_rate": 8.202566092107628e-07,
      "loss": 0.8692240118980408,
      "step": 2742
    },
    {
      "epoch": 3.3504273504273505,
      "grad_norm": 11.141556739807129,
      "learning_rate": 8.179245908180724e-07,
      "loss": 0.5387795567512512,
      "step": 2744
    },
    {
      "epoch": 3.352869352869353,
      "grad_norm": 3.472233533859253,
      "learning_rate": 8.156004484032226e-07,
      "loss": 0.7473067045211792,
      "step": 2746
    },
    {
      "epoch": 3.3553113553113554,
      "grad_norm": 7.765378475189209,
      "learning_rate": 8.132841914404253e-07,
      "loss": 0.4999602437019348,
      "step": 2748
    },
    {
      "epoch": 3.357753357753358,
      "grad_norm": 9.492226600646973,
      "learning_rate": 8.109758293717505e-07,
      "loss": 0.36286643147468567,
      "step": 2750
    },
    {
      "epoch": 3.3601953601953602,
      "grad_norm": 0.9999972581863403,
      "learning_rate": 8.086753716070828e-07,
      "loss": 0.402780145406723,
      "step": 2752
    },
    {
      "epoch": 3.3626373626373627,
      "grad_norm": 2.837510108947754,
      "learning_rate": 8.063828275240873e-07,
      "loss": 0.4516952335834503,
      "step": 2754
    },
    {
      "epoch": 3.365079365079365,
      "grad_norm": 4.009491443634033,
      "learning_rate": 8.040982064681671e-07,
      "loss": 0.8290095925331116,
      "step": 2756
    },
    {
      "epoch": 3.3675213675213675,
      "grad_norm": 2.420555830001831,
      "learning_rate": 8.018215177524302e-07,
      "loss": 0.8783026337623596,
      "step": 2758
    },
    {
      "epoch": 3.36996336996337,
      "grad_norm": 4.7987284660339355,
      "learning_rate": 7.995527706576474e-07,
      "loss": 1.161372423171997,
      "step": 2760
    },
    {
      "epoch": 3.3724053724053724,
      "grad_norm": 2.0077738761901855,
      "learning_rate": 7.972919744322172e-07,
      "loss": 0.5153079032897949,
      "step": 2762
    },
    {
      "epoch": 3.374847374847375,
      "grad_norm": 2.043386459350586,
      "learning_rate": 7.950391382921253e-07,
      "loss": 0.8760576248168945,
      "step": 2764
    },
    {
      "epoch": 3.3772893772893773,
      "grad_norm": 2.278296709060669,
      "learning_rate": 7.927942714209094e-07,
      "loss": 0.47707459330558777,
      "step": 2766
    },
    {
      "epoch": 3.3797313797313797,
      "grad_norm": 3.5936970710754395,
      "learning_rate": 7.905573829696222e-07,
      "loss": 0.3957478404045105,
      "step": 2768
    },
    {
      "epoch": 3.382173382173382,
      "grad_norm": 7.540212154388428,
      "learning_rate": 7.883284820567905e-07,
      "loss": 0.5244758725166321,
      "step": 2770
    },
    {
      "epoch": 3.3846153846153846,
      "grad_norm": 18.458484649658203,
      "learning_rate": 7.861075777683822e-07,
      "loss": 0.8487293720245361,
      "step": 2772
    },
    {
      "epoch": 3.387057387057387,
      "grad_norm": 9.975359916687012,
      "learning_rate": 7.838946791577669e-07,
      "loss": 0.42381957173347473,
      "step": 2774
    },
    {
      "epoch": 3.3894993894993894,
      "grad_norm": 1.6827895641326904,
      "learning_rate": 7.816897952456802e-07,
      "loss": 0.8452630043029785,
      "step": 2776
    },
    {
      "epoch": 3.391941391941392,
      "grad_norm": 2.2170772552490234,
      "learning_rate": 7.794929350201849e-07,
      "loss": 0.7993656396865845,
      "step": 2778
    },
    {
      "epoch": 3.3943833943833943,
      "grad_norm": 0.4966033399105072,
      "learning_rate": 7.773041074366375e-07,
      "loss": 0.38123244047164917,
      "step": 2780
    },
    {
      "epoch": 3.3968253968253967,
      "grad_norm": 1.8956717252731323,
      "learning_rate": 7.751233214176485e-07,
      "loss": 0.4719703495502472,
      "step": 2782
    },
    {
      "epoch": 3.399267399267399,
      "grad_norm": 3.7957403659820557,
      "learning_rate": 7.729505858530489e-07,
      "loss": 0.21603846549987793,
      "step": 2784
    },
    {
      "epoch": 3.4017094017094016,
      "grad_norm": 3.2089285850524902,
      "learning_rate": 7.70785909599851e-07,
      "loss": 0.4859767258167267,
      "step": 2786
    },
    {
      "epoch": 3.404151404151404,
      "grad_norm": 2.2830421924591064,
      "learning_rate": 7.686293014822149e-07,
      "loss": 0.8922374248504639,
      "step": 2788
    },
    {
      "epoch": 3.4065934065934065,
      "grad_norm": 3.5256621837615967,
      "learning_rate": 7.664807702914107e-07,
      "loss": 0.8285965919494629,
      "step": 2790
    },
    {
      "epoch": 3.409035409035409,
      "grad_norm": 2.4469144344329834,
      "learning_rate": 7.643403247857853e-07,
      "loss": 0.4633885622024536,
      "step": 2792
    },
    {
      "epoch": 3.4114774114774113,
      "grad_norm": 3.2874977588653564,
      "learning_rate": 7.622079736907219e-07,
      "loss": 0.730563223361969,
      "step": 2794
    },
    {
      "epoch": 3.413919413919414,
      "grad_norm": 1.843967318534851,
      "learning_rate": 7.600837256986104e-07,
      "loss": 0.9653308391571045,
      "step": 2796
    },
    {
      "epoch": 3.416361416361416,
      "grad_norm": 6.217641830444336,
      "learning_rate": 7.57967589468806e-07,
      "loss": 0.47932058572769165,
      "step": 2798
    },
    {
      "epoch": 3.4188034188034186,
      "grad_norm": 0.45403721928596497,
      "learning_rate": 7.558595736275995e-07,
      "loss": 0.05683291330933571,
      "step": 2800
    },
    {
      "epoch": 3.421245421245421,
      "grad_norm": 2.4444427490234375,
      "learning_rate": 7.537596867681773e-07,
      "loss": 1.0308482646942139,
      "step": 2802
    },
    {
      "epoch": 3.4236874236874235,
      "grad_norm": 0.5573722124099731,
      "learning_rate": 7.516679374505911e-07,
      "loss": 0.6440561413764954,
      "step": 2804
    },
    {
      "epoch": 3.426129426129426,
      "grad_norm": 3.718284845352173,
      "learning_rate": 7.495843342017173e-07,
      "loss": 0.6178560853004456,
      "step": 2806
    },
    {
      "epoch": 3.4285714285714284,
      "grad_norm": 3.11525297164917,
      "learning_rate": 7.475088855152279e-07,
      "loss": 0.923469066619873,
      "step": 2808
    },
    {
      "epoch": 3.4310134310134313,
      "grad_norm": 2.810075521469116,
      "learning_rate": 7.454415998515516e-07,
      "loss": 0.7372915744781494,
      "step": 2810
    },
    {
      "epoch": 3.4334554334554337,
      "grad_norm": 2.502122640609741,
      "learning_rate": 7.433824856378425e-07,
      "loss": 0.14429078996181488,
      "step": 2812
    },
    {
      "epoch": 3.435897435897436,
      "grad_norm": 10.276256561279297,
      "learning_rate": 7.413315512679436e-07,
      "loss": 0.5484145283699036,
      "step": 2814
    },
    {
      "epoch": 3.4383394383394386,
      "grad_norm": 2.402463912963867,
      "learning_rate": 7.392888051023542e-07,
      "loss": 0.8286385536193848,
      "step": 2816
    },
    {
      "epoch": 3.440781440781441,
      "grad_norm": 1.590881586074829,
      "learning_rate": 7.37254255468193e-07,
      "loss": 0.9624377489089966,
      "step": 2818
    },
    {
      "epoch": 3.4432234432234434,
      "grad_norm": 2.1349987983703613,
      "learning_rate": 7.352279106591676e-07,
      "loss": 0.8825662732124329,
      "step": 2820
    },
    {
      "epoch": 3.445665445665446,
      "grad_norm": 3.0658047199249268,
      "learning_rate": 7.332097789355388e-07,
      "loss": 0.9127561450004578,
      "step": 2822
    },
    {
      "epoch": 3.4481074481074483,
      "grad_norm": 1.7639163732528687,
      "learning_rate": 7.31199868524088e-07,
      "loss": 0.8078799247741699,
      "step": 2824
    },
    {
      "epoch": 3.4505494505494507,
      "grad_norm": 1.9734654426574707,
      "learning_rate": 7.291981876180815e-07,
      "loss": 0.6381809115409851,
      "step": 2826
    },
    {
      "epoch": 3.452991452991453,
      "grad_norm": 2.2318012714385986,
      "learning_rate": 7.272047443772395e-07,
      "loss": 0.760457456111908,
      "step": 2828
    },
    {
      "epoch": 3.4554334554334556,
      "grad_norm": 9.063981056213379,
      "learning_rate": 7.252195469277024e-07,
      "loss": 0.6253539323806763,
      "step": 2830
    },
    {
      "epoch": 3.457875457875458,
      "grad_norm": 3.0912418365478516,
      "learning_rate": 7.232426033619955e-07,
      "loss": 0.4733204245567322,
      "step": 2832
    },
    {
      "epoch": 3.4603174603174605,
      "grad_norm": 1.568339228630066,
      "learning_rate": 7.212739217389991e-07,
      "loss": 0.9539817571640015,
      "step": 2834
    },
    {
      "epoch": 3.462759462759463,
      "grad_norm": 9.57923412322998,
      "learning_rate": 7.193135100839142e-07,
      "loss": 0.5720884799957275,
      "step": 2836
    },
    {
      "epoch": 3.4652014652014653,
      "grad_norm": 14.26650333404541,
      "learning_rate": 7.173613763882297e-07,
      "loss": 0.5722582936286926,
      "step": 2838
    },
    {
      "epoch": 3.4676434676434678,
      "grad_norm": 3.157581329345703,
      "learning_rate": 7.154175286096886e-07,
      "loss": 0.954519510269165,
      "step": 2840
    },
    {
      "epoch": 3.47008547008547,
      "grad_norm": 2.162440061569214,
      "learning_rate": 7.134819746722588e-07,
      "loss": 0.8875312805175781,
      "step": 2842
    },
    {
      "epoch": 3.4725274725274726,
      "grad_norm": 1.576352834701538,
      "learning_rate": 7.115547224660981e-07,
      "loss": 0.8703738451004028,
      "step": 2844
    },
    {
      "epoch": 3.474969474969475,
      "grad_norm": 2.352095127105713,
      "learning_rate": 7.096357798475231e-07,
      "loss": 0.8873903155326843,
      "step": 2846
    },
    {
      "epoch": 3.4774114774114775,
      "grad_norm": 2.0396454334259033,
      "learning_rate": 7.077251546389761e-07,
      "loss": 0.8595806360244751,
      "step": 2848
    },
    {
      "epoch": 3.47985347985348,
      "grad_norm": 2.4909889698028564,
      "learning_rate": 7.058228546289952e-07,
      "loss": 0.6372047662734985,
      "step": 2850
    },
    {
      "epoch": 3.4822954822954824,
      "grad_norm": 2.2574751377105713,
      "learning_rate": 7.039288875721798e-07,
      "loss": 0.8206950426101685,
      "step": 2852
    },
    {
      "epoch": 3.484737484737485,
      "grad_norm": 0.5610913634300232,
      "learning_rate": 7.020432611891629e-07,
      "loss": 0.1707066297531128,
      "step": 2854
    },
    {
      "epoch": 3.4871794871794872,
      "grad_norm": 8.053951263427734,
      "learning_rate": 7.001659831665748e-07,
      "loss": 0.6180318593978882,
      "step": 2856
    },
    {
      "epoch": 3.4896214896214897,
      "grad_norm": 8.793201446533203,
      "learning_rate": 6.982970611570168e-07,
      "loss": 0.29429712891578674,
      "step": 2858
    },
    {
      "epoch": 3.492063492063492,
      "grad_norm": 1.830889344215393,
      "learning_rate": 6.964365027790243e-07,
      "loss": 0.8592406511306763,
      "step": 2860
    },
    {
      "epoch": 3.4945054945054945,
      "grad_norm": 2.1449406147003174,
      "learning_rate": 6.945843156170423e-07,
      "loss": 0.9528040885925293,
      "step": 2862
    },
    {
      "epoch": 3.496947496947497,
      "grad_norm": 2.4805285930633545,
      "learning_rate": 6.927405072213878e-07,
      "loss": 0.467544287443161,
      "step": 2864
    },
    {
      "epoch": 3.4993894993894994,
      "grad_norm": 4.722518444061279,
      "learning_rate": 6.909050851082258e-07,
      "loss": 0.38818594813346863,
      "step": 2866
    },
    {
      "epoch": 3.501831501831502,
      "grad_norm": 2.0547142028808594,
      "learning_rate": 6.89078056759532e-07,
      "loss": 0.8755742311477661,
      "step": 2868
    },
    {
      "epoch": 3.5042735042735043,
      "grad_norm": 7.294073581695557,
      "learning_rate": 6.872594296230677e-07,
      "loss": 0.5849094986915588,
      "step": 2870
    },
    {
      "epoch": 3.5067155067155067,
      "grad_norm": 4.594062328338623,
      "learning_rate": 6.854492111123455e-07,
      "loss": 0.5189932584762573,
      "step": 2872
    },
    {
      "epoch": 3.509157509157509,
      "grad_norm": 3.3439576625823975,
      "learning_rate": 6.836474086066024e-07,
      "loss": 0.9283484220504761,
      "step": 2874
    },
    {
      "epoch": 3.5115995115995116,
      "grad_norm": 6.525171279907227,
      "learning_rate": 6.81854029450767e-07,
      "loss": 0.32967475056648254,
      "step": 2876
    },
    {
      "epoch": 3.514041514041514,
      "grad_norm": 1.570821762084961,
      "learning_rate": 6.800690809554313e-07,
      "loss": 0.9133099913597107,
      "step": 2878
    },
    {
      "epoch": 3.5164835164835164,
      "grad_norm": 2.403273582458496,
      "learning_rate": 6.782925703968195e-07,
      "loss": 0.5854375958442688,
      "step": 2880
    },
    {
      "epoch": 3.518925518925519,
      "grad_norm": 3.7819712162017822,
      "learning_rate": 6.765245050167599e-07,
      "loss": 0.6390686631202698,
      "step": 2882
    },
    {
      "epoch": 3.5213675213675213,
      "grad_norm": 2.2759008407592773,
      "learning_rate": 6.74764892022654e-07,
      "loss": 0.9842717051506042,
      "step": 2884
    },
    {
      "epoch": 3.5238095238095237,
      "grad_norm": 1.5493816137313843,
      "learning_rate": 6.730137385874491e-07,
      "loss": 0.9478884339332581,
      "step": 2886
    },
    {
      "epoch": 3.526251526251526,
      "grad_norm": 2.1049609184265137,
      "learning_rate": 6.712710518496049e-07,
      "loss": 0.777178168296814,
      "step": 2888
    },
    {
      "epoch": 3.5286935286935286,
      "grad_norm": 2.9918575286865234,
      "learning_rate": 6.695368389130699e-07,
      "loss": 0.8717899918556213,
      "step": 2890
    },
    {
      "epoch": 3.531135531135531,
      "grad_norm": 3.209395170211792,
      "learning_rate": 6.678111068472487e-07,
      "loss": 0.7953534722328186,
      "step": 2892
    },
    {
      "epoch": 3.5335775335775335,
      "grad_norm": 14.544081687927246,
      "learning_rate": 6.660938626869734e-07,
      "loss": 0.4765959680080414,
      "step": 2894
    },
    {
      "epoch": 3.536019536019536,
      "grad_norm": 51.49199295043945,
      "learning_rate": 6.643851134324767e-07,
      "loss": 0.7235844731330872,
      "step": 2896
    },
    {
      "epoch": 3.5384615384615383,
      "grad_norm": 4.060218811035156,
      "learning_rate": 6.626848660493623e-07,
      "loss": 0.804652750492096,
      "step": 2898
    },
    {
      "epoch": 3.5409035409035408,
      "grad_norm": 12.073833465576172,
      "learning_rate": 6.60993127468577e-07,
      "loss": 0.867784321308136,
      "step": 2900
    },
    {
      "epoch": 3.543345543345543,
      "grad_norm": 3.4921793937683105,
      "learning_rate": 6.593099045863802e-07,
      "loss": 0.13817808032035828,
      "step": 2902
    },
    {
      "epoch": 3.5457875457875456,
      "grad_norm": 1.4257546663284302,
      "learning_rate": 6.576352042643192e-07,
      "loss": 0.8409507274627686,
      "step": 2904
    },
    {
      "epoch": 3.548229548229548,
      "grad_norm": 4.283762454986572,
      "learning_rate": 6.559690333292e-07,
      "loss": 0.8512478470802307,
      "step": 2906
    },
    {
      "epoch": 3.5506715506715505,
      "grad_norm": 2.5699775218963623,
      "learning_rate": 6.543113985730579e-07,
      "loss": 1.0054024457931519,
      "step": 2908
    },
    {
      "epoch": 3.553113553113553,
      "grad_norm": 5.507492542266846,
      "learning_rate": 6.526623067531313e-07,
      "loss": 0.6415849328041077,
      "step": 2910
    },
    {
      "epoch": 3.5555555555555554,
      "grad_norm": 4.384498119354248,
      "learning_rate": 6.510217645918349e-07,
      "loss": 0.46229088306427,
      "step": 2912
    },
    {
      "epoch": 3.557997557997558,
      "grad_norm": 2.0857934951782227,
      "learning_rate": 6.493897787767291e-07,
      "loss": 0.5283727645874023,
      "step": 2914
    },
    {
      "epoch": 3.5604395604395602,
      "grad_norm": 1.9115166664123535,
      "learning_rate": 6.477663559604979e-07,
      "loss": 0.6623761653900146,
      "step": 2916
    },
    {
      "epoch": 3.5628815628815627,
      "grad_norm": 6.1141533851623535,
      "learning_rate": 6.461515027609163e-07,
      "loss": 0.6332585215568542,
      "step": 2918
    },
    {
      "epoch": 3.565323565323565,
      "grad_norm": 8.153079986572266,
      "learning_rate": 6.44545225760827e-07,
      "loss": 0.5882151126861572,
      "step": 2920
    },
    {
      "epoch": 3.5677655677655675,
      "grad_norm": 2.2321126461029053,
      "learning_rate": 6.429475315081122e-07,
      "loss": 0.8858240246772766,
      "step": 2922
    },
    {
      "epoch": 3.57020757020757,
      "grad_norm": 19.70038414001465,
      "learning_rate": 6.413584265156671e-07,
      "loss": 0.6081412434577942,
      "step": 2924
    },
    {
      "epoch": 3.5726495726495724,
      "grad_norm": 3.0893778800964355,
      "learning_rate": 6.397779172613722e-07,
      "loss": 0.454592227935791,
      "step": 2926
    },
    {
      "epoch": 3.575091575091575,
      "grad_norm": 6.8976240158081055,
      "learning_rate": 6.382060101880711e-07,
      "loss": 0.8145590424537659,
      "step": 2928
    },
    {
      "epoch": 3.5775335775335773,
      "grad_norm": 1.8353841304779053,
      "learning_rate": 6.366427117035377e-07,
      "loss": 0.8217576146125793,
      "step": 2930
    },
    {
      "epoch": 3.57997557997558,
      "grad_norm": 4.694766044616699,
      "learning_rate": 6.350880281804557e-07,
      "loss": 0.7602511644363403,
      "step": 2932
    },
    {
      "epoch": 3.5824175824175826,
      "grad_norm": 2.5171759128570557,
      "learning_rate": 6.335419659563896e-07,
      "loss": 0.7700616717338562,
      "step": 2934
    },
    {
      "epoch": 3.584859584859585,
      "grad_norm": 5.43289041519165,
      "learning_rate": 6.320045313337597e-07,
      "loss": 0.518511950969696,
      "step": 2936
    },
    {
      "epoch": 3.5873015873015874,
      "grad_norm": 0.7759566903114319,
      "learning_rate": 6.304757305798172e-07,
      "loss": 0.432235449552536,
      "step": 2938
    },
    {
      "epoch": 3.58974358974359,
      "grad_norm": 2.7056305408477783,
      "learning_rate": 6.289555699266174e-07,
      "loss": 0.5823948383331299,
      "step": 2940
    },
    {
      "epoch": 3.5921855921855923,
      "grad_norm": 10.587597846984863,
      "learning_rate": 6.274440555709947e-07,
      "loss": 0.9206511378288269,
      "step": 2942
    },
    {
      "epoch": 3.5946275946275947,
      "grad_norm": 1.4514787197113037,
      "learning_rate": 6.259411936745376e-07,
      "loss": 0.9449152946472168,
      "step": 2944
    },
    {
      "epoch": 3.597069597069597,
      "grad_norm": 2.0257363319396973,
      "learning_rate": 6.244469903635632e-07,
      "loss": 0.9899218678474426,
      "step": 2946
    },
    {
      "epoch": 3.5995115995115996,
      "grad_norm": 3.9623706340789795,
      "learning_rate": 6.229614517290932e-07,
      "loss": 0.48770591616630554,
      "step": 2948
    },
    {
      "epoch": 3.601953601953602,
      "grad_norm": 2.4973347187042236,
      "learning_rate": 6.21484583826827e-07,
      "loss": 0.5998440980911255,
      "step": 2950
    },
    {
      "epoch": 3.6043956043956045,
      "grad_norm": 4.926875114440918,
      "learning_rate": 6.200163926771196e-07,
      "loss": 0.28131791949272156,
      "step": 2952
    },
    {
      "epoch": 3.606837606837607,
      "grad_norm": 4.383153915405273,
      "learning_rate": 6.185568842649552e-07,
      "loss": 0.5602369904518127,
      "step": 2954
    },
    {
      "epoch": 3.6092796092796093,
      "grad_norm": 2.369140625,
      "learning_rate": 6.171060645399233e-07,
      "loss": 0.7010159492492676,
      "step": 2956
    },
    {
      "epoch": 3.6117216117216118,
      "grad_norm": 3.2974140644073486,
      "learning_rate": 6.15663939416195e-07,
      "loss": 0.7715173363685608,
      "step": 2958
    },
    {
      "epoch": 3.614163614163614,
      "grad_norm": 1.597782850265503,
      "learning_rate": 6.142305147724979e-07,
      "loss": 0.8990174531936646,
      "step": 2960
    },
    {
      "epoch": 3.6166056166056166,
      "grad_norm": 3.7081425189971924,
      "learning_rate": 6.128057964520934e-07,
      "loss": 0.5858969688415527,
      "step": 2962
    },
    {
      "epoch": 3.619047619047619,
      "grad_norm": 1.764650821685791,
      "learning_rate": 6.113897902627508e-07,
      "loss": 0.8998643159866333,
      "step": 2964
    },
    {
      "epoch": 3.6214896214896215,
      "grad_norm": 2.027956247329712,
      "learning_rate": 6.099825019767264e-07,
      "loss": 0.8704400658607483,
      "step": 2966
    },
    {
      "epoch": 3.623931623931624,
      "grad_norm": 2.2779312133789062,
      "learning_rate": 6.085839373307382e-07,
      "loss": 0.9620934724807739,
      "step": 2968
    },
    {
      "epoch": 3.6263736263736264,
      "grad_norm": 2.847346544265747,
      "learning_rate": 6.071941020259423e-07,
      "loss": 0.4650316834449768,
      "step": 2970
    },
    {
      "epoch": 3.628815628815629,
      "grad_norm": 4.082263469696045,
      "learning_rate": 6.058130017279103e-07,
      "loss": 0.4654577672481537,
      "step": 2972
    },
    {
      "epoch": 3.6312576312576312,
      "grad_norm": 4.675213813781738,
      "learning_rate": 6.044406420666072e-07,
      "loss": 0.5305784940719604,
      "step": 2974
    },
    {
      "epoch": 3.6336996336996337,
      "grad_norm": 4.327298164367676,
      "learning_rate": 6.030770286363656e-07,
      "loss": 0.8460584282875061,
      "step": 2976
    },
    {
      "epoch": 3.636141636141636,
      "grad_norm": 6.675053596496582,
      "learning_rate": 6.017221669958662e-07,
      "loss": 0.4189061224460602,
      "step": 2978
    },
    {
      "epoch": 3.6385836385836385,
      "grad_norm": 1.6335099935531616,
      "learning_rate": 6.003760626681127e-07,
      "loss": 0.956732988357544,
      "step": 2980
    },
    {
      "epoch": 3.641025641025641,
      "grad_norm": 6.5811381340026855,
      "learning_rate": 5.99038721140411e-07,
      "loss": 1.057121992111206,
      "step": 2982
    },
    {
      "epoch": 3.6434676434676434,
      "grad_norm": 1.5813173055648804,
      "learning_rate": 5.97710147864345e-07,
      "loss": 0.9400102496147156,
      "step": 2984
    },
    {
      "epoch": 3.645909645909646,
      "grad_norm": 3.3870911598205566,
      "learning_rate": 5.963903482557566e-07,
      "loss": 0.9326266050338745,
      "step": 2986
    },
    {
      "epoch": 3.6483516483516483,
      "grad_norm": 2.8349955081939697,
      "learning_rate": 5.950793276947205e-07,
      "loss": 0.9676442742347717,
      "step": 2988
    },
    {
      "epoch": 3.6507936507936507,
      "grad_norm": 31.81429100036621,
      "learning_rate": 5.937770915255269e-07,
      "loss": 0.9522081017494202,
      "step": 2990
    },
    {
      "epoch": 3.653235653235653,
      "grad_norm": 3.3921871185302734,
      "learning_rate": 5.924836450566549e-07,
      "loss": 0.5230456590652466,
      "step": 2992
    },
    {
      "epoch": 3.6556776556776556,
      "grad_norm": 2.2261812686920166,
      "learning_rate": 5.911989935607538e-07,
      "loss": 0.419090211391449,
      "step": 2994
    },
    {
      "epoch": 3.658119658119658,
      "grad_norm": 2.2666232585906982,
      "learning_rate": 5.899231422746202e-07,
      "loss": 0.9825529456138611,
      "step": 2996
    },
    {
      "epoch": 3.6605616605616604,
      "grad_norm": 1.18002188205719,
      "learning_rate": 5.886560963991778e-07,
      "loss": 0.45276400446891785,
      "step": 2998
    },
    {
      "epoch": 3.663003663003663,
      "grad_norm": 4.351987361907959,
      "learning_rate": 5.873978610994557e-07,
      "loss": 0.38837531208992004,
      "step": 3000
    },
    {
      "epoch": 3.6654456654456653,
      "grad_norm": 3.792799234390259,
      "learning_rate": 5.861484415045672e-07,
      "loss": 0.4969119429588318,
      "step": 3002
    },
    {
      "epoch": 3.6678876678876677,
      "grad_norm": 4.516859531402588,
      "learning_rate": 5.849078427076883e-07,
      "loss": 0.2892443835735321,
      "step": 3004
    },
    {
      "epoch": 3.67032967032967,
      "grad_norm": 1.7598987817764282,
      "learning_rate": 5.836760697660382e-07,
      "loss": 0.9143301844596863,
      "step": 3006
    },
    {
      "epoch": 3.672771672771673,
      "grad_norm": 7.990298748016357,
      "learning_rate": 5.82453127700858e-07,
      "loss": 0.6147029399871826,
      "step": 3008
    },
    {
      "epoch": 3.6752136752136755,
      "grad_norm": 0.5319908857345581,
      "learning_rate": 5.812390214973905e-07,
      "loss": 0.5243109464645386,
      "step": 3010
    },
    {
      "epoch": 3.677655677655678,
      "grad_norm": 2.6800284385681152,
      "learning_rate": 5.800337561048592e-07,
      "loss": 0.9062631726264954,
      "step": 3012
    },
    {
      "epoch": 3.6800976800976803,
      "grad_norm": 1.4025696516036987,
      "learning_rate": 5.788373364364487e-07,
      "loss": 0.9003893733024597,
      "step": 3014
    },
    {
      "epoch": 3.682539682539683,
      "grad_norm": 9.346170425415039,
      "learning_rate": 5.776497673692857e-07,
      "loss": 0.7075907588005066,
      "step": 3016
    },
    {
      "epoch": 3.684981684981685,
      "grad_norm": 2.3770735263824463,
      "learning_rate": 5.764710537444159e-07,
      "loss": 0.5896199941635132,
      "step": 3018
    },
    {
      "epoch": 3.6874236874236876,
      "grad_norm": 3.0938150882720947,
      "learning_rate": 5.753012003667885e-07,
      "loss": 0.6084612011909485,
      "step": 3020
    },
    {
      "epoch": 3.68986568986569,
      "grad_norm": 1.9582159519195557,
      "learning_rate": 5.741402120052328e-07,
      "loss": 0.5125177502632141,
      "step": 3022
    },
    {
      "epoch": 3.6923076923076925,
      "grad_norm": 2.1140964031219482,
      "learning_rate": 5.729880933924421e-07,
      "loss": 1.003217101097107,
      "step": 3024
    },
    {
      "epoch": 3.694749694749695,
      "grad_norm": 0.36588796973228455,
      "learning_rate": 5.718448492249509e-07,
      "loss": 0.5080230236053467,
      "step": 3026
    },
    {
      "epoch": 3.6971916971916974,
      "grad_norm": 3.183983087539673,
      "learning_rate": 5.707104841631195e-07,
      "loss": 0.7072214484214783,
      "step": 3028
    },
    {
      "epoch": 3.6996336996337,
      "grad_norm": 1.5387071371078491,
      "learning_rate": 5.695850028311112e-07,
      "loss": 0.9744673371315002,
      "step": 3030
    },
    {
      "epoch": 3.7020757020757022,
      "grad_norm": 2.1208925247192383,
      "learning_rate": 5.68468409816877e-07,
      "loss": 0.8400413990020752,
      "step": 3032
    },
    {
      "epoch": 3.7045177045177047,
      "grad_norm": 4.847201824188232,
      "learning_rate": 5.673607096721346e-07,
      "loss": 0.500311017036438,
      "step": 3034
    },
    {
      "epoch": 3.706959706959707,
      "grad_norm": 2.9996325969696045,
      "learning_rate": 5.662619069123503e-07,
      "loss": 0.5278769135475159,
      "step": 3036
    },
    {
      "epoch": 3.7094017094017095,
      "grad_norm": 2.098602771759033,
      "learning_rate": 5.651720060167208e-07,
      "loss": 0.5000000596046448,
      "step": 3038
    },
    {
      "epoch": 3.711843711843712,
      "grad_norm": 1.7179620265960693,
      "learning_rate": 5.640910114281555e-07,
      "loss": 0.9520195722579956,
      "step": 3040
    },
    {
      "epoch": 3.7142857142857144,
      "grad_norm": 2.3502564430236816,
      "learning_rate": 5.630189275532574e-07,
      "loss": 0.8327752947807312,
      "step": 3042
    },
    {
      "epoch": 3.716727716727717,
      "grad_norm": 2.5049052238464355,
      "learning_rate": 5.619557587623057e-07,
      "loss": 0.6436217427253723,
      "step": 3044
    },
    {
      "epoch": 3.7191697191697193,
      "grad_norm": 2.9425840377807617,
      "learning_rate": 5.609015093892374e-07,
      "loss": 0.9164323806762695,
      "step": 3046
    },
    {
      "epoch": 3.7216117216117217,
      "grad_norm": 3.1850688457489014,
      "learning_rate": 5.59856183731631e-07,
      "loss": 0.5315079689025879,
      "step": 3048
    },
    {
      "epoch": 3.724053724053724,
      "grad_norm": 2.6305289268493652,
      "learning_rate": 5.588197860506867e-07,
      "loss": 0.7617026567459106,
      "step": 3050
    },
    {
      "epoch": 3.7264957264957266,
      "grad_norm": 3.4540348052978516,
      "learning_rate": 5.577923205712124e-07,
      "loss": 1.017609715461731,
      "step": 3052
    },
    {
      "epoch": 3.728937728937729,
      "grad_norm": 7.902237415313721,
      "learning_rate": 5.567737914816022e-07,
      "loss": 0.5209454298019409,
      "step": 3054
    },
    {
      "epoch": 3.7313797313797314,
      "grad_norm": 1.829217791557312,
      "learning_rate": 5.557642029338236e-07,
      "loss": 0.9426127672195435,
      "step": 3056
    },
    {
      "epoch": 3.733821733821734,
      "grad_norm": 3.1745777130126953,
      "learning_rate": 5.547635590433968e-07,
      "loss": 0.6483992338180542,
      "step": 3058
    },
    {
      "epoch": 3.7362637362637363,
      "grad_norm": 10.875771522521973,
      "learning_rate": 5.53771863889381e-07,
      "loss": 0.46888014674186707,
      "step": 3060
    },
    {
      "epoch": 3.7387057387057387,
      "grad_norm": 2.8701348304748535,
      "learning_rate": 5.527891215143559e-07,
      "loss": 0.5719221830368042,
      "step": 3062
    },
    {
      "epoch": 3.741147741147741,
      "grad_norm": 1.0279072523117065,
      "learning_rate": 5.518153359244063e-07,
      "loss": 0.3847256898880005,
      "step": 3064
    },
    {
      "epoch": 3.7435897435897436,
      "grad_norm": 2.5575125217437744,
      "learning_rate": 5.508505110891045e-07,
      "loss": 0.5125806331634521,
      "step": 3066
    },
    {
      "epoch": 3.746031746031746,
      "grad_norm": 1.723737120628357,
      "learning_rate": 5.498946509414949e-07,
      "loss": 0.8170480132102966,
      "step": 3068
    },
    {
      "epoch": 3.7484737484737485,
      "grad_norm": 1.8103982210159302,
      "learning_rate": 5.489477593780787e-07,
      "loss": 1.0591984987258911,
      "step": 3070
    },
    {
      "epoch": 3.750915750915751,
      "grad_norm": 6.911821365356445,
      "learning_rate": 5.480098402587973e-07,
      "loss": 0.645149290561676,
      "step": 3072
    },
    {
      "epoch": 3.7533577533577533,
      "grad_norm": 0.26767414808273315,
      "learning_rate": 5.470808974070152e-07,
      "loss": 0.4036714732646942,
      "step": 3074
    },
    {
      "epoch": 3.755799755799756,
      "grad_norm": 4.02056884765625,
      "learning_rate": 5.461609346095067e-07,
      "loss": 0.8655245304107666,
      "step": 3076
    },
    {
      "epoch": 3.758241758241758,
      "grad_norm": 4.357627868652344,
      "learning_rate": 5.452499556164402e-07,
      "loss": 0.8845657110214233,
      "step": 3078
    },
    {
      "epoch": 3.7606837606837606,
      "grad_norm": 10.457714080810547,
      "learning_rate": 5.443479641413607e-07,
      "loss": 0.6024913191795349,
      "step": 3080
    },
    {
      "epoch": 3.763125763125763,
      "grad_norm": 2.315418243408203,
      "learning_rate": 5.434549638611768e-07,
      "loss": 0.9414732456207275,
      "step": 3082
    },
    {
      "epoch": 3.7655677655677655,
      "grad_norm": 1.8591489791870117,
      "learning_rate": 5.425709584161457e-07,
      "loss": 0.9516326785087585,
      "step": 3084
    },
    {
      "epoch": 3.768009768009768,
      "grad_norm": 1.980412244796753,
      "learning_rate": 5.416959514098571e-07,
      "loss": 0.9030287265777588,
      "step": 3086
    },
    {
      "epoch": 3.7704517704517704,
      "grad_norm": 0.8802301287651062,
      "learning_rate": 5.40829946409219e-07,
      "loss": 0.2058449685573578,
      "step": 3088
    },
    {
      "epoch": 3.772893772893773,
      "grad_norm": 3.767972230911255,
      "learning_rate": 5.399729469444438e-07,
      "loss": 0.8536104559898376,
      "step": 3090
    },
    {
      "epoch": 3.7753357753357752,
      "grad_norm": 2.7339487075805664,
      "learning_rate": 5.39124956509033e-07,
      "loss": 0.8664818406105042,
      "step": 3092
    },
    {
      "epoch": 3.7777777777777777,
      "grad_norm": 1.868648648262024,
      "learning_rate": 5.382859785597643e-07,
      "loss": 0.9490870237350464,
      "step": 3094
    },
    {
      "epoch": 3.78021978021978,
      "grad_norm": 3.2051358222961426,
      "learning_rate": 5.374560165166752e-07,
      "loss": 0.8471544981002808,
      "step": 3096
    },
    {
      "epoch": 3.7826617826617825,
      "grad_norm": 3.188377857208252,
      "learning_rate": 5.366350737630515e-07,
      "loss": 0.6783183217048645,
      "step": 3098
    },
    {
      "epoch": 3.785103785103785,
      "grad_norm": 12.093615531921387,
      "learning_rate": 5.358231536454119e-07,
      "loss": 0.8494789004325867,
      "step": 3100
    },
    {
      "epoch": 3.7875457875457874,
      "grad_norm": 2.5433156490325928,
      "learning_rate": 5.350202594734954e-07,
      "loss": 0.8256645202636719,
      "step": 3102
    },
    {
      "epoch": 3.78998778998779,
      "grad_norm": 6.241081237792969,
      "learning_rate": 5.34226394520247e-07,
      "loss": 0.8711805939674377,
      "step": 3104
    },
    {
      "epoch": 3.7924297924297923,
      "grad_norm": 2.3150527477264404,
      "learning_rate": 5.33441562021805e-07,
      "loss": 1.0078837871551514,
      "step": 3106
    },
    {
      "epoch": 3.7948717948717947,
      "grad_norm": 2.26035737991333,
      "learning_rate": 5.326657651774867e-07,
      "loss": 0.5672973394393921,
      "step": 3108
    },
    {
      "epoch": 3.797313797313797,
      "grad_norm": 3.3058907985687256,
      "learning_rate": 5.318990071497772e-07,
      "loss": 0.6369197368621826,
      "step": 3110
    },
    {
      "epoch": 3.7997557997557996,
      "grad_norm": 2.8003060817718506,
      "learning_rate": 5.311412910643145e-07,
      "loss": 0.5773022174835205,
      "step": 3112
    },
    {
      "epoch": 3.802197802197802,
      "grad_norm": 3.470675468444824,
      "learning_rate": 5.303926200098789e-07,
      "loss": 0.5989543199539185,
      "step": 3114
    },
    {
      "epoch": 3.8046398046398044,
      "grad_norm": 3.9955947399139404,
      "learning_rate": 5.296529970383777e-07,
      "loss": 0.44651395082473755,
      "step": 3116
    },
    {
      "epoch": 3.807081807081807,
      "grad_norm": 4.266364097595215,
      "learning_rate": 5.289224251648359e-07,
      "loss": 0.6023522019386292,
      "step": 3118
    },
    {
      "epoch": 3.8095238095238093,
      "grad_norm": 2.1567165851593018,
      "learning_rate": 5.282009073673812e-07,
      "loss": 0.9219540953636169,
      "step": 3120
    },
    {
      "epoch": 3.8119658119658117,
      "grad_norm": 4.827529430389404,
      "learning_rate": 5.27488446587233e-07,
      "loss": 0.5145304203033447,
      "step": 3122
    },
    {
      "epoch": 3.814407814407814,
      "grad_norm": 3.446068048477173,
      "learning_rate": 5.267850457286907e-07,
      "loss": 0.6707845330238342,
      "step": 3124
    },
    {
      "epoch": 3.8168498168498166,
      "grad_norm": 6.150956630706787,
      "learning_rate": 5.26090707659122e-07,
      "loss": 0.881208062171936,
      "step": 3126
    },
    {
      "epoch": 3.819291819291819,
      "grad_norm": 7.88019323348999,
      "learning_rate": 5.254054352089493e-07,
      "loss": 0.48564082384109497,
      "step": 3128
    },
    {
      "epoch": 3.8217338217338215,
      "grad_norm": 2.4069323539733887,
      "learning_rate": 5.247292311716413e-07,
      "loss": 0.8890138864517212,
      "step": 3130
    },
    {
      "epoch": 3.824175824175824,
      "grad_norm": 1.5671998262405396,
      "learning_rate": 5.240620983036986e-07,
      "loss": 0.5058675408363342,
      "step": 3132
    },
    {
      "epoch": 3.8266178266178263,
      "grad_norm": 6.1965227127075195,
      "learning_rate": 5.234040393246448e-07,
      "loss": 1.1437023878097534,
      "step": 3134
    },
    {
      "epoch": 3.8290598290598292,
      "grad_norm": 3.5453076362609863,
      "learning_rate": 5.227550569170133e-07,
      "loss": 1.039106845855713,
      "step": 3136
    },
    {
      "epoch": 3.8315018315018317,
      "grad_norm": 4.471746444702148,
      "learning_rate": 5.221151537263382e-07,
      "loss": 0.6547291278839111,
      "step": 3138
    },
    {
      "epoch": 3.833943833943834,
      "grad_norm": 3.5945651531219482,
      "learning_rate": 5.214843323611432e-07,
      "loss": 0.3847421407699585,
      "step": 3140
    },
    {
      "epoch": 3.8363858363858365,
      "grad_norm": 3.4551937580108643,
      "learning_rate": 5.208625953929289e-07,
      "loss": 0.7860216498374939,
      "step": 3142
    },
    {
      "epoch": 3.838827838827839,
      "grad_norm": 5.9122633934021,
      "learning_rate": 5.202499453561658e-07,
      "loss": 0.26646631956100464,
      "step": 3144
    },
    {
      "epoch": 3.8412698412698414,
      "grad_norm": 4.5092620849609375,
      "learning_rate": 5.196463847482812e-07,
      "loss": 0.5625693202018738,
      "step": 3146
    },
    {
      "epoch": 3.843711843711844,
      "grad_norm": 0.4482984244823456,
      "learning_rate": 5.1905191602965e-07,
      "loss": 0.12481559067964554,
      "step": 3148
    },
    {
      "epoch": 3.8461538461538463,
      "grad_norm": 5.856686115264893,
      "learning_rate": 5.184665416235841e-07,
      "loss": 0.5362542271614075,
      "step": 3150
    },
    {
      "epoch": 3.8485958485958487,
      "grad_norm": 4.156497001647949,
      "learning_rate": 5.178902639163247e-07,
      "loss": 0.7409583330154419,
      "step": 3152
    },
    {
      "epoch": 3.851037851037851,
      "grad_norm": 1.6845171451568604,
      "learning_rate": 5.17323085257029e-07,
      "loss": 0.5385940074920654,
      "step": 3154
    },
    {
      "epoch": 3.8534798534798536,
      "grad_norm": 1.5355862379074097,
      "learning_rate": 5.167650079577636e-07,
      "loss": 0.8247669339179993,
      "step": 3156
    },
    {
      "epoch": 3.855921855921856,
      "grad_norm": 4.407171249389648,
      "learning_rate": 5.162160342934939e-07,
      "loss": 0.8968489170074463,
      "step": 3158
    },
    {
      "epoch": 3.8583638583638584,
      "grad_norm": 8.075994491577148,
      "learning_rate": 5.15676166502075e-07,
      "loss": 0.09241821616888046,
      "step": 3160
    },
    {
      "epoch": 3.860805860805861,
      "grad_norm": 2.5929574966430664,
      "learning_rate": 5.151454067842417e-07,
      "loss": 0.4451131224632263,
      "step": 3162
    },
    {
      "epoch": 3.8632478632478633,
      "grad_norm": 1.8862788677215576,
      "learning_rate": 5.146237573036012e-07,
      "loss": 0.9212697148323059,
      "step": 3164
    },
    {
      "epoch": 3.8656898656898657,
      "grad_norm": 2.396461248397827,
      "learning_rate": 5.141112201866231e-07,
      "loss": 0.9008550047874451,
      "step": 3166
    },
    {
      "epoch": 3.868131868131868,
      "grad_norm": 2.7560782432556152,
      "learning_rate": 5.136077975226314e-07,
      "loss": 0.7847106456756592,
      "step": 3168
    },
    {
      "epoch": 3.8705738705738706,
      "grad_norm": 5.181787014007568,
      "learning_rate": 5.131134913637951e-07,
      "loss": 0.5696348547935486,
      "step": 3170
    },
    {
      "epoch": 3.873015873015873,
      "grad_norm": 8.310593605041504,
      "learning_rate": 5.126283037251208e-07,
      "loss": 0.5494756102561951,
      "step": 3172
    },
    {
      "epoch": 3.8754578754578755,
      "grad_norm": 2.406679391860962,
      "learning_rate": 5.121522365844436e-07,
      "loss": 0.5918058156967163,
      "step": 3174
    },
    {
      "epoch": 3.877899877899878,
      "grad_norm": 2.115579128265381,
      "learning_rate": 5.116852918824199e-07,
      "loss": 0.9309298396110535,
      "step": 3176
    },
    {
      "epoch": 3.8803418803418803,
      "grad_norm": 1.9531852006912231,
      "learning_rate": 5.112274715225194e-07,
      "loss": 0.858812153339386,
      "step": 3178
    },
    {
      "epoch": 3.8827838827838828,
      "grad_norm": 3.3092024326324463,
      "learning_rate": 5.107787773710157e-07,
      "loss": 0.8395816087722778,
      "step": 3180
    },
    {
      "epoch": 3.885225885225885,
      "grad_norm": 4.282203197479248,
      "learning_rate": 5.103392112569815e-07,
      "loss": 0.8726351261138916,
      "step": 3182
    },
    {
      "epoch": 3.8876678876678876,
      "grad_norm": 5.603507995605469,
      "learning_rate": 5.099087749722788e-07,
      "loss": 0.3810088336467743,
      "step": 3184
    },
    {
      "epoch": 3.89010989010989,
      "grad_norm": 3.650843858718872,
      "learning_rate": 5.094874702715529e-07,
      "loss": 0.9510683417320251,
      "step": 3186
    },
    {
      "epoch": 3.8925518925518925,
      "grad_norm": 2.743922472000122,
      "learning_rate": 5.090752988722245e-07,
      "loss": 0.40368887782096863,
      "step": 3188
    },
    {
      "epoch": 3.894993894993895,
      "grad_norm": 0.3727673292160034,
      "learning_rate": 5.086722624544829e-07,
      "loss": 0.420103520154953,
      "step": 3190
    },
    {
      "epoch": 3.8974358974358974,
      "grad_norm": 2.02138090133667,
      "learning_rate": 5.082783626612797e-07,
      "loss": 0.8819708824157715,
      "step": 3192
    },
    {
      "epoch": 3.8998778998779,
      "grad_norm": 3.9244892597198486,
      "learning_rate": 5.078936010983213e-07,
      "loss": 1.0119850635528564,
      "step": 3194
    },
    {
      "epoch": 3.9023199023199022,
      "grad_norm": 6.452670574188232,
      "learning_rate": 5.075179793340628e-07,
      "loss": 0.5983652472496033,
      "step": 3196
    },
    {
      "epoch": 3.9047619047619047,
      "grad_norm": 5.412775993347168,
      "learning_rate": 5.071514988997016e-07,
      "loss": 0.1550082117319107,
      "step": 3198
    },
    {
      "epoch": 3.907203907203907,
      "grad_norm": 3.0789589881896973,
      "learning_rate": 5.067941612891708e-07,
      "loss": 0.9240917563438416,
      "step": 3200
    },
    {
      "epoch": 3.9096459096459095,
      "grad_norm": 1.7385785579681396,
      "learning_rate": 5.06445967959134e-07,
      "loss": 0.6053808331489563,
      "step": 3202
    },
    {
      "epoch": 3.912087912087912,
      "grad_norm": 2.076815605163574,
      "learning_rate": 5.061069203289777e-07,
      "loss": 0.9977898001670837,
      "step": 3204
    },
    {
      "epoch": 3.9145299145299144,
      "grad_norm": 1.4593520164489746,
      "learning_rate": 5.057770197808077e-07,
      "loss": 0.9548913240432739,
      "step": 3206
    },
    {
      "epoch": 3.916971916971917,
      "grad_norm": 2.623448371887207,
      "learning_rate": 5.054562676594414e-07,
      "loss": 1.132678508758545,
      "step": 3208
    },
    {
      "epoch": 3.9194139194139193,
      "grad_norm": 1.8026434183120728,
      "learning_rate": 5.051446652724042e-07,
      "loss": 0.6159650087356567,
      "step": 3210
    },
    {
      "epoch": 3.9218559218559217,
      "grad_norm": 2.9582080841064453,
      "learning_rate": 5.048422138899222e-07,
      "loss": 0.23612847924232483,
      "step": 3212
    },
    {
      "epoch": 3.9242979242979246,
      "grad_norm": 1.8346482515335083,
      "learning_rate": 5.045489147449187e-07,
      "loss": 0.9001370668411255,
      "step": 3214
    },
    {
      "epoch": 3.926739926739927,
      "grad_norm": 4.2038726806640625,
      "learning_rate": 5.042647690330078e-07,
      "loss": 0.921493411064148,
      "step": 3216
    },
    {
      "epoch": 3.9291819291819294,
      "grad_norm": 6.33651065826416,
      "learning_rate": 5.039897779124914e-07,
      "loss": 0.6150534749031067,
      "step": 3218
    },
    {
      "epoch": 3.931623931623932,
      "grad_norm": 2.513700246810913,
      "learning_rate": 5.037239425043525e-07,
      "loss": 0.6679733991622925,
      "step": 3220
    },
    {
      "epoch": 3.9340659340659343,
      "grad_norm": 11.929234504699707,
      "learning_rate": 5.034672638922512e-07,
      "loss": 0.530619740486145,
      "step": 3222
    },
    {
      "epoch": 3.9365079365079367,
      "grad_norm": 3.113684892654419,
      "learning_rate": 5.032197431225214e-07,
      "loss": 0.8231785297393799,
      "step": 3224
    },
    {
      "epoch": 3.938949938949939,
      "grad_norm": 4.810062885284424,
      "learning_rate": 5.029813812041649e-07,
      "loss": 0.5280576944351196,
      "step": 3226
    },
    {
      "epoch": 3.9413919413919416,
      "grad_norm": 2.087477922439575,
      "learning_rate": 5.027521791088482e-07,
      "loss": 0.9266934394836426,
      "step": 3228
    },
    {
      "epoch": 3.943833943833944,
      "grad_norm": 4.400597095489502,
      "learning_rate": 5.025321377708989e-07,
      "loss": 0.5227733850479126,
      "step": 3230
    },
    {
      "epoch": 3.9462759462759465,
      "grad_norm": 3.1473488807678223,
      "learning_rate": 5.023212580873009e-07,
      "loss": 0.952559769153595,
      "step": 3232
    },
    {
      "epoch": 3.948717948717949,
      "grad_norm": 14.350162506103516,
      "learning_rate": 5.02119540917691e-07,
      "loss": 0.5347244143486023,
      "step": 3234
    },
    {
      "epoch": 3.9511599511599513,
      "grad_norm": 2.0704898834228516,
      "learning_rate": 5.01926987084356e-07,
      "loss": 0.9426727294921875,
      "step": 3236
    },
    {
      "epoch": 3.9536019536019538,
      "grad_norm": 3.468090057373047,
      "learning_rate": 5.017435973722293e-07,
      "loss": 0.7870326042175293,
      "step": 3238
    },
    {
      "epoch": 3.956043956043956,
      "grad_norm": 2.9406344890594482,
      "learning_rate": 5.015693725288866e-07,
      "loss": 0.4789937436580658,
      "step": 3240
    },
    {
      "epoch": 3.9584859584859586,
      "grad_norm": 15.776670455932617,
      "learning_rate": 5.014043132645438e-07,
      "loss": 0.6635629534721375,
      "step": 3242
    },
    {
      "epoch": 3.960927960927961,
      "grad_norm": 4.5655083656311035,
      "learning_rate": 5.012484202520545e-07,
      "loss": 0.9738138914108276,
      "step": 3244
    },
    {
      "epoch": 3.9633699633699635,
      "grad_norm": 2.4571170806884766,
      "learning_rate": 5.01101694126906e-07,
      "loss": 0.5079742670059204,
      "step": 3246
    },
    {
      "epoch": 3.965811965811966,
      "grad_norm": 1.870768666267395,
      "learning_rate": 5.009641354872178e-07,
      "loss": 0.9230693578720093,
      "step": 3248
    },
    {
      "epoch": 3.9682539682539684,
      "grad_norm": 2.229893445968628,
      "learning_rate": 5.008357448937387e-07,
      "loss": 0.6680663228034973,
      "step": 3250
    },
    {
      "epoch": 3.970695970695971,
      "grad_norm": 25.037006378173828,
      "learning_rate": 5.007165228698442e-07,
      "loss": 0.4087255597114563,
      "step": 3252
    },
    {
      "epoch": 3.9731379731379732,
      "grad_norm": 2.2511398792266846,
      "learning_rate": 5.006064699015351e-07,
      "loss": 0.8908025622367859,
      "step": 3254
    },
    {
      "epoch": 3.9755799755799757,
      "grad_norm": 4.969597339630127,
      "learning_rate": 5.005055864374352e-07,
      "loss": 0.8304935693740845,
      "step": 3256
    },
    {
      "epoch": 3.978021978021978,
      "grad_norm": 2.5601906776428223,
      "learning_rate": 5.004138728887892e-07,
      "loss": 0.40299245715141296,
      "step": 3258
    },
    {
      "epoch": 3.9804639804639805,
      "grad_norm": 2.45926570892334,
      "learning_rate": 5.003313296294612e-07,
      "loss": 0.5143805146217346,
      "step": 3260
    },
    {
      "epoch": 3.982905982905983,
      "grad_norm": 1.9476388692855835,
      "learning_rate": 5.002579569959336e-07,
      "loss": 0.5361751914024353,
      "step": 3262
    },
    {
      "epoch": 3.9853479853479854,
      "grad_norm": 4.383269786834717,
      "learning_rate": 5.001937552873049e-07,
      "loss": 0.4276546835899353,
      "step": 3264
    },
    {
      "epoch": 3.987789987789988,
      "grad_norm": 4.4012627601623535,
      "learning_rate": 5.001387247652891e-07,
      "loss": 0.8529163002967834,
      "step": 3266
    },
    {
      "epoch": 3.9902319902319903,
      "grad_norm": 1.4377570152282715,
      "learning_rate": 5.000928656542145e-07,
      "loss": 0.9019818902015686,
      "step": 3268
    },
    {
      "epoch": 3.9926739926739927,
      "grad_norm": 2.091071605682373,
      "learning_rate": 5.000561781410232e-07,
      "loss": 0.6819381713867188,
      "step": 3270
    },
    {
      "epoch": 3.995115995115995,
      "grad_norm": 1.7002183198928833,
      "learning_rate": 5.000286623752688e-07,
      "loss": 0.9077348113059998,
      "step": 3272
    },
    {
      "epoch": 3.9975579975579976,
      "grad_norm": 1.8634474277496338,
      "learning_rate": 5.000103184691177e-07,
      "loss": 0.8196188807487488,
      "step": 3274
    },
    {
      "epoch": 4.0,
      "grad_norm": 8.092415809631348,
      "learning_rate": 5.000011464973476e-07,
      "loss": 0.480937659740448,
      "step": 3276
    },
    {
      "epoch": 4.0,
      "step": 3276,
      "total_flos": 3.438047841308639e+18,
      "train_loss": 0.8972434957087567,
      "train_runtime": 10632.4216,
      "train_samples_per_second": 4.93,
      "train_steps_per_second": 0.308
    }
  ],
  "logging_steps": 2,
  "max_steps": 3276,
  "num_input_tokens_seen": 0,
  "num_train_epochs": 4,
  "save_steps": 99999,
  "stateful_callbacks": {
    "TrainerControl": {
      "args": {
        "should_epoch_stop": false,
        "should_evaluate": false,
        "should_log": false,
        "should_save": false,
        "should_training_stop": false
      },
      "attributes": {}
    }
  },
  "total_flos": 3.438047841308639e+18,
  "train_batch_size": 2,
  "trial_name": null,
  "trial_params": null
}