{
  "best_global_step": null,
  "best_metric": null,
  "best_model_checkpoint": null,
  "epoch": 4.0,
  "eval_steps": 500,
  "global_step": 1892,
  "is_hyper_param_search": false,
  "is_local_process_zero": true,
  "is_world_process_zero": true,
  "log_history": [
    {
      "epoch": 0.004228329809725159,
      "grad_norm": 4.704381465911865,
      "learning_rate": 1.5789473684210527e-07,
      "loss": 1.824363112449646,
      "step": 2
    },
    {
      "epoch": 0.008456659619450317,
      "grad_norm": 3.311551809310913,
      "learning_rate": 4.736842105263158e-07,
      "loss": 2.2129101753234863,
      "step": 4
    },
    {
      "epoch": 0.012684989429175475,
      "grad_norm": 14.908106803894043,
      "learning_rate": 7.894736842105263e-07,
      "loss": 2.206524133682251,
      "step": 6
    },
    {
      "epoch": 0.016913319238900635,
      "grad_norm": 3.046475648880005,
      "learning_rate": 1.1052631578947367e-06,
      "loss": 1.9903408288955688,
      "step": 8
    },
    {
      "epoch": 0.021141649048625793,
      "grad_norm": 28.930889129638672,
      "learning_rate": 1.4210526315789475e-06,
      "loss": 1.9737353324890137,
      "step": 10
    },
    {
      "epoch": 0.02536997885835095,
      "grad_norm": 3.491518497467041,
      "learning_rate": 1.7368421052631579e-06,
      "loss": 1.6203196048736572,
      "step": 12
    },
    {
      "epoch": 0.02959830866807611,
      "grad_norm": 4.089481830596924,
      "learning_rate": 2.0526315789473687e-06,
      "loss": 1.5767359733581543,
      "step": 14
    },
    {
      "epoch": 0.03382663847780127,
      "grad_norm": 3.1909189224243164,
      "learning_rate": 2.368421052631579e-06,
      "loss": 1.6946314573287964,
      "step": 16
    },
    {
      "epoch": 0.03805496828752643,
      "grad_norm": 3.0035154819488525,
      "learning_rate": 2.6842105263157895e-06,
      "loss": 1.7196022272109985,
      "step": 18
    },
    {
      "epoch": 0.042283298097251586,
      "grad_norm": 21.877323150634766,
      "learning_rate": 3e-06,
      "loss": 1.3684844970703125,
      "step": 20
    },
    {
      "epoch": 0.046511627906976744,
      "grad_norm": 9.42421817779541,
      "learning_rate": 3.3157894736842107e-06,
      "loss": 1.3061422109603882,
      "step": 22
    },
    {
      "epoch": 0.0507399577167019,
      "grad_norm": 6.530590534210205,
      "learning_rate": 3.6315789473684213e-06,
      "loss": 1.71840500831604,
      "step": 24
    },
    {
      "epoch": 0.05496828752642706,
      "grad_norm": 4.663469314575195,
      "learning_rate": 3.9473684210526315e-06,
      "loss": 1.2755658626556396,
      "step": 26
    },
    {
      "epoch": 0.05919661733615222,
      "grad_norm": 1.7210355997085571,
      "learning_rate": 4.2631578947368425e-06,
      "loss": 1.5721380710601807,
      "step": 28
    },
    {
      "epoch": 0.06342494714587738,
      "grad_norm": 2.700887441635132,
      "learning_rate": 4.578947368421053e-06,
      "loss": 1.1442614793777466,
      "step": 30
    },
    {
      "epoch": 0.06765327695560254,
      "grad_norm": 3.250575304031372,
      "learning_rate": 4.894736842105264e-06,
      "loss": 0.9219419956207275,
      "step": 32
    },
    {
      "epoch": 0.07188160676532769,
      "grad_norm": 2.205869674682617,
      "learning_rate": 5.210526315789474e-06,
      "loss": 1.1184953451156616,
      "step": 34
    },
    {
      "epoch": 0.07610993657505286,
      "grad_norm": 20.262012481689453,
      "learning_rate": 5.526315789473684e-06,
      "loss": 1.3092234134674072,
      "step": 36
    },
    {
      "epoch": 0.080338266384778,
      "grad_norm": 10.212276458740234,
      "learning_rate": 5.842105263157895e-06,
      "loss": 1.2601300477981567,
      "step": 38
    },
    {
      "epoch": 0.08456659619450317,
      "grad_norm": 17.500431060791016,
      "learning_rate": 6.157894736842105e-06,
      "loss": 1.170905590057373,
      "step": 40
    },
    {
      "epoch": 0.08879492600422834,
      "grad_norm": 6.665106773376465,
      "learning_rate": 6.473684210526316e-06,
      "loss": 1.6788873672485352,
      "step": 42
    },
    {
      "epoch": 0.09302325581395349,
      "grad_norm": 10.255254745483398,
      "learning_rate": 6.7894736842105264e-06,
      "loss": 1.5785198211669922,
      "step": 44
    },
    {
      "epoch": 0.09725158562367865,
      "grad_norm": 2.286841869354248,
      "learning_rate": 7.105263157894737e-06,
      "loss": 1.2138264179229736,
      "step": 46
    },
    {
      "epoch": 0.1014799154334038,
      "grad_norm": 2.4699878692626953,
      "learning_rate": 7.421052631578948e-06,
      "loss": 1.4601056575775146,
      "step": 48
    },
    {
      "epoch": 0.10570824524312897,
      "grad_norm": 3.7046945095062256,
      "learning_rate": 7.73684210526316e-06,
      "loss": 1.4360618591308594,
      "step": 50
    },
    {
      "epoch": 0.10993657505285412,
      "grad_norm": 13.804616928100586,
      "learning_rate": 8.052631578947368e-06,
      "loss": 0.6696046590805054,
      "step": 52
    },
    {
      "epoch": 0.11416490486257928,
      "grad_norm": 2.6909313201904297,
      "learning_rate": 8.368421052631578e-06,
      "loss": 1.0173393487930298,
      "step": 54
    },
    {
      "epoch": 0.11839323467230443,
      "grad_norm": 1.630982518196106,
      "learning_rate": 8.68421052631579e-06,
      "loss": 1.3301122188568115,
      "step": 56
    },
    {
      "epoch": 0.1226215644820296,
      "grad_norm": 2.1182713508605957,
      "learning_rate": 9e-06,
      "loss": 1.3487412929534912,
      "step": 58
    },
    {
      "epoch": 0.12684989429175475,
      "grad_norm": 2.5053207874298096,
      "learning_rate": 9.315789473684212e-06,
      "loss": 1.3728868961334229,
      "step": 60
    },
    {
      "epoch": 0.13107822410147993,
      "grad_norm": 9.146308898925781,
      "learning_rate": 9.63157894736842e-06,
      "loss": 0.7595624923706055,
      "step": 62
    },
    {
      "epoch": 0.13530655391120508,
      "grad_norm": 2.828664541244507,
      "learning_rate": 9.94736842105263e-06,
      "loss": 1.0184533596038818,
      "step": 64
    },
    {
      "epoch": 0.13953488372093023,
      "grad_norm": 4.367115497589111,
      "learning_rate": 1.0263157894736843e-05,
      "loss": 1.3130357265472412,
      "step": 66
    },
    {
      "epoch": 0.14376321353065538,
      "grad_norm": 3.0600650310516357,
      "learning_rate": 1.0578947368421053e-05,
      "loss": 1.34865140914917,
      "step": 68
    },
    {
      "epoch": 0.14799154334038056,
      "grad_norm": 2.592481851577759,
      "learning_rate": 1.0894736842105265e-05,
      "loss": 1.338028907775879,
      "step": 70
    },
    {
      "epoch": 0.1522198731501057,
      "grad_norm": 4.736515998840332,
      "learning_rate": 1.1210526315789473e-05,
      "loss": 1.3265666961669922,
      "step": 72
    },
    {
      "epoch": 0.15644820295983086,
      "grad_norm": 2.3097026348114014,
      "learning_rate": 1.1526315789473683e-05,
      "loss": 0.9411308765411377,
      "step": 74
    },
    {
      "epoch": 0.160676532769556,
      "grad_norm": 4.697860240936279,
      "learning_rate": 1.1842105263157895e-05,
      "loss": 0.8470487594604492,
      "step": 76
    },
    {
      "epoch": 0.1649048625792812,
      "grad_norm": 4.811895370483398,
      "learning_rate": 1.2157894736842105e-05,
      "loss": 1.2756433486938477,
      "step": 78
    },
    {
      "epoch": 0.16913319238900634,
      "grad_norm": 7.41347599029541,
      "learning_rate": 1.2473684210526317e-05,
      "loss": 1.0685019493103027,
      "step": 80
    },
    {
      "epoch": 0.1733615221987315,
      "grad_norm": 1.8728761672973633,
      "learning_rate": 1.2789473684210526e-05,
      "loss": 1.08561372756958,
      "step": 82
    },
    {
      "epoch": 0.17758985200845667,
      "grad_norm": 1.7113884687423706,
      "learning_rate": 1.3105263157894738e-05,
      "loss": 0.847097635269165,
      "step": 84
    },
    {
      "epoch": 0.18181818181818182,
      "grad_norm": 3.67093563079834,
      "learning_rate": 1.3421052631578948e-05,
      "loss": 1.6951191425323486,
      "step": 86
    },
    {
      "epoch": 0.18604651162790697,
      "grad_norm": 3.370368003845215,
      "learning_rate": 1.3736842105263158e-05,
      "loss": 1.3011367321014404,
      "step": 88
    },
    {
      "epoch": 0.19027484143763213,
      "grad_norm": 5.550237655639648,
      "learning_rate": 1.405263157894737e-05,
      "loss": 0.978367805480957,
      "step": 90
    },
    {
      "epoch": 0.1945031712473573,
      "grad_norm": 1.7489956617355347,
      "learning_rate": 1.4368421052631578e-05,
      "loss": 1.3048770427703857,
      "step": 92
    },
    {
      "epoch": 0.19873150105708245,
      "grad_norm": 2.4277842044830322,
      "learning_rate": 1.468421052631579e-05,
      "loss": 0.9812408685684204,
      "step": 94
    },
    {
      "epoch": 0.2029598308668076,
      "grad_norm": 2.454376697540283,
      "learning_rate": 1.5e-05,
      "loss": 1.2909517288208008,
      "step": 96
    },
    {
      "epoch": 0.20718816067653276,
      "grad_norm": 2.605318307876587,
      "learning_rate": 1.499995873926907e-05,
      "loss": 1.3840426206588745,
      "step": 98
    },
    {
      "epoch": 0.21141649048625794,
      "grad_norm": 1.504913091659546,
      "learning_rate": 1.49998349575807e-05,
      "loss": 1.319006323814392,
      "step": 100
    },
    {
      "epoch": 0.2156448202959831,
      "grad_norm": 5.363708019256592,
      "learning_rate": 1.499962865644818e-05,
      "loss": 1.2458685636520386,
      "step": 102
    },
    {
      "epoch": 0.21987315010570824,
      "grad_norm": 3.041691780090332,
      "learning_rate": 1.4999339838393618e-05,
      "loss": 1.3088092803955078,
      "step": 104
    },
    {
      "epoch": 0.22410147991543342,
      "grad_norm": 2.801055669784546,
      "learning_rate": 1.4998968506947934e-05,
      "loss": 1.2939674854278564,
      "step": 106
    },
    {
      "epoch": 0.22832980972515857,
      "grad_norm": 1.6846338510513306,
      "learning_rate": 1.4998514666650803e-05,
      "loss": 1.0377792119979858,
      "step": 108
    },
    {
      "epoch": 0.23255813953488372,
      "grad_norm": 1.949150800704956,
      "learning_rate": 1.4997978323050603e-05,
      "loss": 1.2812877893447876,
      "step": 110
    },
    {
      "epoch": 0.23678646934460887,
      "grad_norm": 5.502281188964844,
      "learning_rate": 1.4997359482704357e-05,
      "loss": 1.3570351600646973,
      "step": 112
    },
    {
      "epoch": 0.24101479915433405,
      "grad_norm": 2.349268913269043,
      "learning_rate": 1.4996658153177625e-05,
      "loss": 1.6063910722732544,
      "step": 114
    },
    {
      "epoch": 0.2452431289640592,
      "grad_norm": 3.2021586894989014,
      "learning_rate": 1.4995874343044454e-05,
      "loss": 1.3220144510269165,
      "step": 116
    },
    {
      "epoch": 0.24947145877378435,
      "grad_norm": 2.5014760494232178,
      "learning_rate": 1.4995008061887229e-05,
      "loss": 1.3478097915649414,
      "step": 118
    },
    {
      "epoch": 0.2536997885835095,
      "grad_norm": 6.440486907958984,
      "learning_rate": 1.4994059320296592e-05,
      "loss": 0.8495758771896362,
      "step": 120
    },
    {
      "epoch": 0.25792811839323465,
      "grad_norm": 1.8407394886016846,
      "learning_rate": 1.4993028129871286e-05,
      "loss": 1.3098301887512207,
      "step": 122
    },
    {
      "epoch": 0.26215644820295986,
      "grad_norm": 1.789825201034546,
      "learning_rate": 1.499191450321803e-05,
      "loss": 1.1505930423736572,
      "step": 124
    },
    {
      "epoch": 0.266384778012685,
      "grad_norm": 2.5154478549957275,
      "learning_rate": 1.4990718453951355e-05,
      "loss": 1.3440117835998535,
      "step": 126
    },
    {
      "epoch": 0.27061310782241016,
      "grad_norm": 5.759194850921631,
      "learning_rate": 1.4989439996693445e-05,
      "loss": 1.135366439819336,
      "step": 128
    },
    {
      "epoch": 0.2748414376321353,
      "grad_norm": 1.8347864151000977,
      "learning_rate": 1.4988079147073955e-05,
      "loss": 0.9918815493583679,
      "step": 130
    },
    {
      "epoch": 0.27906976744186046,
      "grad_norm": 2.3062212467193604,
      "learning_rate": 1.4986635921729819e-05,
      "loss": 1.2845799922943115,
      "step": 132
    },
    {
      "epoch": 0.2832980972515856,
      "grad_norm": 2.6987996101379395,
      "learning_rate": 1.4985110338305041e-05,
      "loss": 0.9715274572372437,
      "step": 134
    },
    {
      "epoch": 0.28752642706131076,
      "grad_norm": 5.780081272125244,
      "learning_rate": 1.49835024154505e-05,
      "loss": 1.1196620464324951,
      "step": 136
    },
    {
      "epoch": 0.2917547568710359,
      "grad_norm": 2.331085681915283,
      "learning_rate": 1.4981812172823692e-05,
      "loss": 1.3799099922180176,
      "step": 138
    },
    {
      "epoch": 0.2959830866807611,
      "grad_norm": 2.2767205238342285,
      "learning_rate": 1.4980039631088512e-05,
      "loss": 0.9513759613037109,
      "step": 140
    },
    {
      "epoch": 0.30021141649048627,
      "grad_norm": 1.6002323627471924,
      "learning_rate": 1.4978184811914998e-05,
      "loss": 1.5639171600341797,
      "step": 142
    },
    {
      "epoch": 0.3044397463002114,
      "grad_norm": 4.709345817565918,
      "learning_rate": 1.497624773797906e-05,
      "loss": 1.0970286130905151,
      "step": 144
    },
    {
      "epoch": 0.3086680761099366,
      "grad_norm": 2.453108310699463,
      "learning_rate": 1.4974228432962202e-05,
      "loss": 0.6733556985855103,
      "step": 146
    },
    {
      "epoch": 0.3128964059196617,
      "grad_norm": 3.1568665504455566,
      "learning_rate": 1.4972126921551245e-05,
      "loss": 1.2531988620758057,
      "step": 148
    },
    {
      "epoch": 0.3171247357293869,
      "grad_norm": 1.1754913330078125,
      "learning_rate": 1.4969943229438003e-05,
      "loss": 1.2762296199798584,
      "step": 150
    },
    {
      "epoch": 0.321353065539112,
      "grad_norm": 1.3160622119903564,
      "learning_rate": 1.4967677383318993e-05,
      "loss": 1.192008376121521,
      "step": 152
    },
    {
      "epoch": 0.32558139534883723,
      "grad_norm": 5.29488468170166,
      "learning_rate": 1.4965329410895095e-05,
      "loss": 0.7570050954818726,
      "step": 154
    },
    {
      "epoch": 0.3298097251585624,
      "grad_norm": 2.46903133392334,
      "learning_rate": 1.496289934087121e-05,
      "loss": 1.2650794982910156,
      "step": 156
    },
    {
      "epoch": 0.33403805496828753,
      "grad_norm": 2.032607078552246,
      "learning_rate": 1.4960387202955927e-05,
      "loss": 1.2755355834960938,
      "step": 158
    },
    {
      "epoch": 0.3382663847780127,
      "grad_norm": 1.7639720439910889,
      "learning_rate": 1.4957793027861142e-05,
      "loss": 1.2587889432907104,
      "step": 160
    },
    {
      "epoch": 0.34249471458773784,
      "grad_norm": 2.4041712284088135,
      "learning_rate": 1.4955116847301678e-05,
      "loss": 1.0974364280700684,
      "step": 162
    },
    {
      "epoch": 0.346723044397463,
      "grad_norm": 1.8345462083816528,
      "learning_rate": 1.4952358693994928e-05,
      "loss": 0.979657769203186,
      "step": 164
    },
    {
      "epoch": 0.35095137420718814,
      "grad_norm": 1.8596234321594238,
      "learning_rate": 1.494951860166042e-05,
      "loss": 0.8932428359985352,
      "step": 166
    },
    {
      "epoch": 0.35517970401691334,
      "grad_norm": 1.578384280204773,
      "learning_rate": 1.4946596605019421e-05,
      "loss": 1.2057310342788696,
      "step": 168
    },
    {
      "epoch": 0.3594080338266385,
      "grad_norm": 1.5913245677947998,
      "learning_rate": 1.494359273979452e-05,
      "loss": 1.2144837379455566,
      "step": 170
    },
    {
      "epoch": 0.36363636363636365,
      "grad_norm": 1.99128258228302,
      "learning_rate": 1.4940507042709171e-05,
      "loss": 1.056563377380371,
      "step": 172
    },
    {
      "epoch": 0.3678646934460888,
      "grad_norm": 2.5846242904663086,
      "learning_rate": 1.4937339551487265e-05,
      "loss": 1.352506399154663,
      "step": 174
    },
    {
      "epoch": 0.37209302325581395,
      "grad_norm": 1.8220958709716797,
      "learning_rate": 1.493409030485265e-05,
      "loss": 1.0490646362304688,
      "step": 176
    },
    {
      "epoch": 0.3763213530655391,
      "grad_norm": 11.952075958251953,
      "learning_rate": 1.4930759342528674e-05,
      "loss": 0.9132463932037354,
      "step": 178
    },
    {
      "epoch": 0.38054968287526425,
      "grad_norm": 1.2839536666870117,
      "learning_rate": 1.492734670523769e-05,
      "loss": 1.287312388420105,
      "step": 180
    },
    {
      "epoch": 0.38477801268498946,
      "grad_norm": 1.7404998540878296,
      "learning_rate": 1.4923852434700561e-05,
      "loss": 1.520090103149414,
      "step": 182
    },
    {
      "epoch": 0.3890063424947146,
      "grad_norm": 1.5424197912216187,
      "learning_rate": 1.4920276573636144e-05,
      "loss": 1.3454771041870117,
      "step": 184
    },
    {
      "epoch": 0.39323467230443976,
      "grad_norm": 2.3417012691497803,
      "learning_rate": 1.4916619165760783e-05,
      "loss": 1.1211519241333008,
      "step": 186
    },
    {
      "epoch": 0.3974630021141649,
      "grad_norm": 2.4767096042633057,
      "learning_rate": 1.491288025578775e-05,
      "loss": 0.9932225942611694,
      "step": 188
    },
    {
      "epoch": 0.40169133192389006,
      "grad_norm": 1.8516297340393066,
      "learning_rate": 1.4909059889426732e-05,
      "loss": 1.0381616353988647,
      "step": 190
    },
    {
      "epoch": 0.4059196617336152,
      "grad_norm": 2.8047099113464355,
      "learning_rate": 1.4905158113383237e-05,
      "loss": 1.3036831617355347,
      "step": 192
    },
    {
      "epoch": 0.41014799154334036,
      "grad_norm": 1.1113916635513306,
      "learning_rate": 1.4901174975358043e-05,
      "loss": 1.022596836090088,
      "step": 194
    },
    {
      "epoch": 0.4143763213530655,
      "grad_norm": 1.854797601699829,
      "learning_rate": 1.4897110524046617e-05,
      "loss": 1.2877132892608643,
      "step": 196
    },
    {
      "epoch": 0.4186046511627907,
      "grad_norm": 2.30233097076416,
      "learning_rate": 1.4892964809138505e-05,
      "loss": 1.0897512435913086,
      "step": 198
    },
    {
      "epoch": 0.42283298097251587,
      "grad_norm": 2.2684969902038574,
      "learning_rate": 1.4888737881316741e-05,
      "loss": 1.1889673471450806,
      "step": 200
    },
    {
      "epoch": 0.427061310782241,
      "grad_norm": 2.5113182067871094,
      "learning_rate": 1.4884429792257216e-05,
      "loss": 0.604529857635498,
      "step": 202
    },
    {
      "epoch": 0.4312896405919662,
      "grad_norm": 1.313503623008728,
      "learning_rate": 1.4880040594628045e-05,
      "loss": 1.231643557548523,
      "step": 204
    },
    {
      "epoch": 0.4355179704016913,
      "grad_norm": 3.4917216300964355,
      "learning_rate": 1.4875570342088935e-05,
      "loss": 1.3376781940460205,
      "step": 206
    },
    {
      "epoch": 0.4397463002114165,
      "grad_norm": 3.937040090560913,
      "learning_rate": 1.487101908929052e-05,
      "loss": 0.8179441690444946,
      "step": 208
    },
    {
      "epoch": 0.4439746300211416,
      "grad_norm": 1.756445050239563,
      "learning_rate": 1.4866386891873693e-05,
      "loss": 1.3150757551193237,
      "step": 210
    },
    {
      "epoch": 0.44820295983086683,
      "grad_norm": 1.9177740812301636,
      "learning_rate": 1.486167380646893e-05,
      "loss": 1.2286052703857422,
      "step": 212
    },
    {
      "epoch": 0.452431289640592,
      "grad_norm": 2.874783992767334,
      "learning_rate": 1.4856879890695592e-05,
      "loss": 1.4362702369689941,
      "step": 214
    },
    {
      "epoch": 0.45665961945031713,
      "grad_norm": 2.0687010288238525,
      "learning_rate": 1.4852005203161227e-05,
      "loss": 0.6649367809295654,
      "step": 216
    },
    {
      "epoch": 0.4608879492600423,
      "grad_norm": 2.8608791828155518,
      "learning_rate": 1.4847049803460847e-05,
      "loss": 1.0288950204849243,
      "step": 218
    },
    {
      "epoch": 0.46511627906976744,
      "grad_norm": 1.2039422988891602,
      "learning_rate": 1.4842013752176204e-05,
      "loss": 1.289539098739624,
      "step": 220
    },
    {
      "epoch": 0.4693446088794926,
      "grad_norm": 3.1522738933563232,
      "learning_rate": 1.4836897110875048e-05,
      "loss": 1.242141842842102,
      "step": 222
    },
    {
      "epoch": 0.47357293868921774,
      "grad_norm": 1.4230495691299438,
      "learning_rate": 1.4831699942110378e-05,
      "loss": 1.367640733718872,
      "step": 224
    },
    {
      "epoch": 0.47780126849894294,
      "grad_norm": 1.2761074304580688,
      "learning_rate": 1.4826422309419665e-05,
      "loss": 1.2589974403381348,
      "step": 226
    },
    {
      "epoch": 0.4820295983086681,
      "grad_norm": 3.499668836593628,
      "learning_rate": 1.4821064277324092e-05,
      "loss": 1.2439829111099243,
      "step": 228
    },
    {
      "epoch": 0.48625792811839325,
      "grad_norm": 1.3432852029800415,
      "learning_rate": 1.4815625911327753e-05,
      "loss": 0.9437692165374756,
      "step": 230
    },
    {
      "epoch": 0.4904862579281184,
      "grad_norm": 2.4091720581054688,
      "learning_rate": 1.4810107277916858e-05,
      "loss": 1.2602202892303467,
      "step": 232
    },
    {
      "epoch": 0.49471458773784355,
      "grad_norm": 3.980276584625244,
      "learning_rate": 1.4804508444558917e-05,
      "loss": 0.943488597869873,
      "step": 234
    },
    {
      "epoch": 0.4989429175475687,
      "grad_norm": 3.813063621520996,
      "learning_rate": 1.479882947970192e-05,
      "loss": 0.8944742679595947,
      "step": 236
    },
    {
      "epoch": 0.5031712473572939,
      "grad_norm": 2.801894187927246,
      "learning_rate": 1.4793070452773488e-05,
      "loss": 0.8451627492904663,
      "step": 238
    },
    {
      "epoch": 0.507399577167019,
      "grad_norm": 2.424893856048584,
      "learning_rate": 1.4787231434180044e-05,
      "loss": 0.9260126948356628,
      "step": 240
    },
    {
      "epoch": 0.5116279069767442,
      "grad_norm": 2.86238956451416,
      "learning_rate": 1.4781312495305934e-05,
      "loss": 1.32850980758667,
      "step": 242
    },
    {
      "epoch": 0.5158562367864693,
      "grad_norm": 5.032546043395996,
      "learning_rate": 1.4775313708512563e-05,
      "loss": 1.3423174619674683,
      "step": 244
    },
    {
      "epoch": 0.5200845665961945,
      "grad_norm": 4.0864152908325195,
      "learning_rate": 1.4769235147137514e-05,
      "loss": 1.2995855808258057,
      "step": 246
    },
    {
      "epoch": 0.5243128964059197,
      "grad_norm": 2.7449331283569336,
      "learning_rate": 1.4763076885493637e-05,
      "loss": 1.2420015335083008,
      "step": 248
    },
    {
      "epoch": 0.5285412262156448,
      "grad_norm": 4.043562412261963,
      "learning_rate": 1.4756838998868158e-05,
      "loss": 1.188884973526001,
      "step": 250
    },
    {
      "epoch": 0.53276955602537,
      "grad_norm": 4.929879188537598,
      "learning_rate": 1.4750521563521741e-05,
      "loss": 1.1663317680358887,
      "step": 252
    },
    {
      "epoch": 0.5369978858350951,
      "grad_norm": 4.050250053405762,
      "learning_rate": 1.474412465668758e-05,
      "loss": 1.7435861825942993,
      "step": 254
    },
    {
      "epoch": 0.5412262156448203,
      "grad_norm": 1.9945145845413208,
      "learning_rate": 1.4737648356570426e-05,
      "loss": 1.2141636610031128,
      "step": 256
    },
    {
      "epoch": 0.5454545454545454,
      "grad_norm": 2.514636278152466,
      "learning_rate": 1.4731092742345652e-05,
      "loss": 1.3950912952423096,
      "step": 258
    },
    {
      "epoch": 0.5496828752642706,
      "grad_norm": 2.134345293045044,
      "learning_rate": 1.472445789415827e-05,
      "loss": 0.9992928504943848,
      "step": 260
    },
    {
      "epoch": 0.5539112050739958,
      "grad_norm": 1.3497594594955444,
      "learning_rate": 1.4717743893121974e-05,
      "loss": 1.1979846954345703,
      "step": 262
    },
    {
      "epoch": 0.5581395348837209,
      "grad_norm": 3.4390580654144287,
      "learning_rate": 1.4710950821318115e-05,
      "loss": 1.0499022006988525,
      "step": 264
    },
    {
      "epoch": 0.5623678646934461,
      "grad_norm": 4.900990962982178,
      "learning_rate": 1.4704078761794731e-05,
      "loss": 1.496317744255066,
      "step": 266
    },
    {
      "epoch": 0.5665961945031712,
      "grad_norm": 5.405950546264648,
      "learning_rate": 1.4697127798565508e-05,
      "loss": 0.5493452548980713,
      "step": 268
    },
    {
      "epoch": 0.5708245243128964,
      "grad_norm": 3.4618313312530518,
      "learning_rate": 1.4690098016608766e-05,
      "loss": 1.029736876487732,
      "step": 270
    },
    {
      "epoch": 0.5750528541226215,
      "grad_norm": 3.426192283630371,
      "learning_rate": 1.4682989501866411e-05,
      "loss": 1.1797683238983154,
      "step": 272
    },
    {
      "epoch": 0.5792811839323467,
      "grad_norm": 2.367126226425171,
      "learning_rate": 1.4675802341242893e-05,
      "loss": 0.9646555185317993,
      "step": 274
    },
    {
      "epoch": 0.5835095137420718,
      "grad_norm": 15.31234073638916,
      "learning_rate": 1.466853662260414e-05,
      "loss": 0.9308096766471863,
      "step": 276
    },
    {
      "epoch": 0.587737843551797,
      "grad_norm": 0.6522766947746277,
      "learning_rate": 1.4661192434776478e-05,
      "loss": 0.9009642004966736,
      "step": 278
    },
    {
      "epoch": 0.5919661733615222,
      "grad_norm": 1.5370508432388306,
      "learning_rate": 1.4653769867545556e-05,
      "loss": 1.2289916276931763,
      "step": 280
    },
    {
      "epoch": 0.5961945031712473,
      "grad_norm": 2.7394051551818848,
      "learning_rate": 1.4646269011655239e-05,
      "loss": 1.4691234827041626,
      "step": 282
    },
    {
      "epoch": 0.6004228329809725,
      "grad_norm": 0.8963581323623657,
      "learning_rate": 1.4638689958806506e-05,
      "loss": 0.9581058025360107,
      "step": 284
    },
    {
      "epoch": 0.6046511627906976,
      "grad_norm": 8.027399063110352,
      "learning_rate": 1.4631032801656318e-05,
      "loss": 1.311490774154663,
      "step": 286
    },
    {
      "epoch": 0.6088794926004228,
      "grad_norm": 2.2466981410980225,
      "learning_rate": 1.4623297633816507e-05,
      "loss": 0.4543798267841339,
      "step": 288
    },
    {
      "epoch": 0.6131078224101479,
      "grad_norm": 1.17365562915802,
      "learning_rate": 1.4615484549852597e-05,
      "loss": 0.9570913314819336,
      "step": 290
    },
    {
      "epoch": 0.6173361522198731,
      "grad_norm": 1.8631973266601562,
      "learning_rate": 1.4607593645282686e-05,
      "loss": 0.8872200846672058,
      "step": 292
    },
    {
      "epoch": 0.6215644820295984,
      "grad_norm": 3.455590009689331,
      "learning_rate": 1.4599625016576245e-05,
      "loss": 0.7154805660247803,
      "step": 294
    },
    {
      "epoch": 0.6257928118393234,
      "grad_norm": 3.2526419162750244,
      "learning_rate": 1.4591578761152972e-05,
      "loss": 0.74409019947052,
      "step": 296
    },
    {
      "epoch": 0.6300211416490487,
      "grad_norm": 1.9088728427886963,
      "learning_rate": 1.4583454977381563e-05,
      "loss": 1.2749909162521362,
      "step": 298
    },
    {
      "epoch": 0.6342494714587738,
      "grad_norm": 1.7068229913711548,
      "learning_rate": 1.4575253764578541e-05,
      "loss": 1.2347133159637451,
      "step": 300
    },
    {
      "epoch": 0.638477801268499,
      "grad_norm": 3.112821340560913,
      "learning_rate": 1.4566975223007029e-05,
      "loss": 0.7435523271560669,
      "step": 302
    },
    {
      "epoch": 0.642706131078224,
      "grad_norm": 5.360762596130371,
      "learning_rate": 1.4558619453875524e-05,
      "loss": 0.8920886516571045,
      "step": 304
    },
    {
      "epoch": 0.6469344608879493,
      "grad_norm": 1.2986818552017212,
      "learning_rate": 1.4550186559336655e-05,
      "loss": 0.9719116687774658,
      "step": 306
    },
    {
      "epoch": 0.6511627906976745,
      "grad_norm": 1.9221904277801514,
      "learning_rate": 1.4541676642485954e-05,
      "loss": 1.2280982732772827,
      "step": 308
    },
    {
      "epoch": 0.6553911205073996,
      "grad_norm": 3.9950499534606934,
      "learning_rate": 1.4533089807360568e-05,
      "loss": 1.2017021179199219,
      "step": 310
    },
    {
      "epoch": 0.6596194503171248,
      "grad_norm": 2.393136501312256,
      "learning_rate": 1.452442615893801e-05,
      "loss": 1.2053108215332031,
      "step": 312
    },
    {
      "epoch": 0.6638477801268499,
      "grad_norm": 2.202565908432007,
      "learning_rate": 1.4515685803134858e-05,
      "loss": 1.2293308973312378,
      "step": 314
    },
    {
      "epoch": 0.6680761099365751,
      "grad_norm": 1.489235520362854,
      "learning_rate": 1.4506868846805476e-05,
      "loss": 1.0899698734283447,
      "step": 316
    },
    {
      "epoch": 0.6723044397463002,
      "grad_norm": 3.6901493072509766,
      "learning_rate": 1.4497975397740696e-05,
      "loss": 0.7973343133926392,
      "step": 318
    },
    {
      "epoch": 0.6765327695560254,
      "grad_norm": 1.9012552499771118,
      "learning_rate": 1.4489005564666508e-05,
      "loss": 1.2414870262145996,
      "step": 320
    },
    {
      "epoch": 0.6807610993657506,
      "grad_norm": 1.2476270198822021,
      "learning_rate": 1.4479959457242723e-05,
      "loss": 1.3038647174835205,
      "step": 322
    },
    {
      "epoch": 0.6849894291754757,
      "grad_norm": 3.06807279586792,
      "learning_rate": 1.4470837186061642e-05,
      "loss": 1.0853257179260254,
      "step": 324
    },
    {
      "epoch": 0.6892177589852009,
      "grad_norm": 2.1801917552948,
      "learning_rate": 1.4461638862646691e-05,
      "loss": 1.26482355594635,
      "step": 326
    },
    {
      "epoch": 0.693446088794926,
      "grad_norm": 3.968803882598877,
      "learning_rate": 1.4452364599451069e-05,
      "loss": 1.18692946434021,
      "step": 328
    },
    {
      "epoch": 0.6976744186046512,
      "grad_norm": 4.3209710121154785,
      "learning_rate": 1.4443014509856374e-05,
      "loss": 0.8941938877105713,
      "step": 330
    },
    {
      "epoch": 0.7019027484143763,
      "grad_norm": 1.704699158668518,
      "learning_rate": 1.4433588708171203e-05,
      "loss": 1.2291384935379028,
      "step": 332
    },
    {
      "epoch": 0.7061310782241015,
      "grad_norm": 4.724952697753906,
      "learning_rate": 1.4424087309629773e-05,
      "loss": 1.2391948699951172,
      "step": 334
    },
    {
      "epoch": 0.7103594080338267,
      "grad_norm": 1.2283551692962646,
      "learning_rate": 1.4414510430390493e-05,
      "loss": 1.223761796951294,
      "step": 336
    },
    {
      "epoch": 0.7145877378435518,
      "grad_norm": 1.6698932647705078,
      "learning_rate": 1.4404858187534565e-05,
      "loss": 1.3163425922393799,
      "step": 338
    },
    {
      "epoch": 0.718816067653277,
      "grad_norm": 4.7933783531188965,
      "learning_rate": 1.4395130699064532e-05,
      "loss": 1.205067753791809,
      "step": 340
    },
    {
      "epoch": 0.7230443974630021,
      "grad_norm": 4.818348407745361,
      "learning_rate": 1.438532808390285e-05,
      "loss": 1.150251865386963,
      "step": 342
    },
    {
      "epoch": 0.7272727272727273,
      "grad_norm": 3.2410824298858643,
      "learning_rate": 1.4375450461890427e-05,
      "loss": 0.9574451446533203,
      "step": 344
    },
    {
      "epoch": 0.7315010570824524,
      "grad_norm": 49.398216247558594,
      "learning_rate": 1.4365497953785162e-05,
      "loss": 0.847400426864624,
      "step": 346
    },
    {
      "epoch": 0.7357293868921776,
      "grad_norm": 2.7538836002349854,
      "learning_rate": 1.4355470681260463e-05,
      "loss": 0.9942716360092163,
      "step": 348
    },
    {
      "epoch": 0.7399577167019028,
      "grad_norm": 1.8401576280593872,
      "learning_rate": 1.4345368766903767e-05,
      "loss": 1.3236424922943115,
      "step": 350
    },
    {
      "epoch": 0.7441860465116279,
      "grad_norm": 2.550213098526001,
      "learning_rate": 1.4335192334215031e-05,
      "loss": 1.1727192401885986,
      "step": 352
    },
    {
      "epoch": 0.7484143763213531,
      "grad_norm": 8.171126365661621,
      "learning_rate": 1.432494150760524e-05,
      "loss": 0.7158507704734802,
      "step": 354
    },
    {
      "epoch": 0.7526427061310782,
      "grad_norm": 3.501011848449707,
      "learning_rate": 1.4314616412394867e-05,
      "loss": 1.0459976196289062,
      "step": 356
    },
    {
      "epoch": 0.7568710359408034,
      "grad_norm": 1.9981505870819092,
      "learning_rate": 1.4304217174812343e-05,
      "loss": 1.2196413278579712,
      "step": 358
    },
    {
      "epoch": 0.7610993657505285,
      "grad_norm": 2.736032485961914,
      "learning_rate": 1.429374392199253e-05,
      "loss": 0.7594531774520874,
      "step": 360
    },
    {
      "epoch": 0.7653276955602537,
      "grad_norm": 2.3446195125579834,
      "learning_rate": 1.4283196781975148e-05,
      "loss": 1.1010284423828125,
      "step": 362
    },
    {
      "epoch": 0.7695560253699789,
      "grad_norm": 3.869166374206543,
      "learning_rate": 1.4272575883703227e-05,
      "loss": 1.046842336654663,
      "step": 364
    },
    {
      "epoch": 0.773784355179704,
      "grad_norm": 1.9482706785202026,
      "learning_rate": 1.4261881357021509e-05,
      "loss": 1.2721140384674072,
      "step": 366
    },
    {
      "epoch": 0.7780126849894292,
      "grad_norm": 1.73712158203125,
      "learning_rate": 1.4251113332674884e-05,
      "loss": 1.2102105617523193,
      "step": 368
    },
    {
      "epoch": 0.7822410147991543,
      "grad_norm": 4.2684326171875,
      "learning_rate": 1.4240271942306772e-05,
      "loss": 0.8783853054046631,
      "step": 370
    },
    {
      "epoch": 0.7864693446088795,
      "grad_norm": 2.6612749099731445,
      "learning_rate": 1.4229357318457529e-05,
      "loss": 1.1931439638137817,
      "step": 372
    },
    {
      "epoch": 0.7906976744186046,
      "grad_norm": 2.393467903137207,
      "learning_rate": 1.4218369594562817e-05,
      "loss": 1.2113313674926758,
      "step": 374
    },
    {
      "epoch": 0.7949260042283298,
      "grad_norm": 2.42254638671875,
      "learning_rate": 1.420730890495197e-05,
      "loss": 1.297842025756836,
      "step": 376
    },
    {
      "epoch": 0.7991543340380549,
      "grad_norm": 2.7572309970855713,
      "learning_rate": 1.419617538484637e-05,
      "loss": 0.9628263711929321,
      "step": 378
    },
    {
      "epoch": 0.8033826638477801,
      "grad_norm": 5.698837757110596,
      "learning_rate": 1.4184969170357766e-05,
      "loss": 1.3083126544952393,
      "step": 380
    },
    {
      "epoch": 0.8076109936575053,
      "grad_norm": 2.313297748565674,
      "learning_rate": 1.4173690398486635e-05,
      "loss": 1.1714601516723633,
      "step": 382
    },
    {
      "epoch": 0.8118393234672304,
      "grad_norm": 2.152954339981079,
      "learning_rate": 1.4162339207120496e-05,
      "loss": 0.9850152730941772,
      "step": 384
    },
    {
      "epoch": 0.8160676532769556,
      "grad_norm": 7.026889801025391,
      "learning_rate": 1.4150915735032221e-05,
      "loss": 0.9662938117980957,
      "step": 386
    },
    {
      "epoch": 0.8202959830866807,
      "grad_norm": 3.9815030097961426,
      "learning_rate": 1.4139420121878348e-05,
      "loss": 1.482654333114624,
      "step": 388
    },
    {
      "epoch": 0.8245243128964059,
      "grad_norm": 4.242010116577148,
      "learning_rate": 1.4127852508197365e-05,
      "loss": 1.1514601707458496,
      "step": 390
    },
    {
      "epoch": 0.828752642706131,
      "grad_norm": 6.246471405029297,
      "learning_rate": 1.4116213035408e-05,
      "loss": 0.9328240156173706,
      "step": 392
    },
    {
      "epoch": 0.8329809725158562,
      "grad_norm": 2.0024123191833496,
      "learning_rate": 1.410450184580748e-05,
      "loss": 1.2407183647155762,
      "step": 394
    },
    {
      "epoch": 0.8372093023255814,
      "grad_norm": 0.5145191550254822,
      "learning_rate": 1.4092719082569803e-05,
      "loss": 0.7694379091262817,
      "step": 396
    },
    {
      "epoch": 0.8414376321353065,
      "grad_norm": 1.8720133304595947,
      "learning_rate": 1.4080864889743983e-05,
      "loss": 0.7048227787017822,
      "step": 398
    },
    {
      "epoch": 0.8456659619450317,
      "grad_norm": 9.628911972045898,
      "learning_rate": 1.4068939412252294e-05,
      "loss": 1.1295552253723145,
      "step": 400
    },
    {
      "epoch": 0.8498942917547568,
      "grad_norm": 3.1187636852264404,
      "learning_rate": 1.4056942795888487e-05,
      "loss": 0.9754788875579834,
      "step": 402
    },
    {
      "epoch": 0.854122621564482,
      "grad_norm": 1.3408007621765137,
      "learning_rate": 1.4044875187316015e-05,
      "loss": 0.8358703851699829,
      "step": 404
    },
    {
      "epoch": 0.8583509513742071,
      "grad_norm": 3.0311524868011475,
      "learning_rate": 1.4032736734066244e-05,
      "loss": 0.9890801906585693,
      "step": 406
    },
    {
      "epoch": 0.8625792811839323,
      "grad_norm": 1.2130165100097656,
      "learning_rate": 1.402052758453664e-05,
      "loss": 0.9809809923171997,
      "step": 408
    },
    {
      "epoch": 0.8668076109936576,
      "grad_norm": 3.2059152126312256,
      "learning_rate": 1.400824788798896e-05,
      "loss": 0.8744783401489258,
      "step": 410
    },
    {
      "epoch": 0.8710359408033826,
      "grad_norm": 2.250013589859009,
      "learning_rate": 1.399589779454743e-05,
      "loss": 1.1907601356506348,
      "step": 412
    },
    {
      "epoch": 0.8752642706131079,
      "grad_norm": 3.5985400676727295,
      "learning_rate": 1.3983477455196905e-05,
      "loss": 1.0356981754302979,
      "step": 414
    },
    {
      "epoch": 0.879492600422833,
      "grad_norm": 4.509793758392334,
      "learning_rate": 1.3970987021781022e-05,
      "loss": 1.129422664642334,
      "step": 416
    },
    {
      "epoch": 0.8837209302325582,
      "grad_norm": 1.585727334022522,
      "learning_rate": 1.3958426647000346e-05,
      "loss": 1.213663101196289,
      "step": 418
    },
    {
      "epoch": 0.8879492600422833,
      "grad_norm": 1.8782931566238403,
      "learning_rate": 1.3945796484410508e-05,
      "loss": 1.1034950017929077,
      "step": 420
    },
    {
      "epoch": 0.8921775898520085,
      "grad_norm": 6.022802829742432,
      "learning_rate": 1.3933096688420315e-05,
      "loss": 0.9355335235595703,
      "step": 422
    },
    {
      "epoch": 0.8964059196617337,
      "grad_norm": 2.1923162937164307,
      "learning_rate": 1.3920327414289881e-05,
      "loss": 1.2361102104187012,
      "step": 424
    },
    {
      "epoch": 0.9006342494714588,
      "grad_norm": 1.5879871845245361,
      "learning_rate": 1.3907488818128711e-05,
      "loss": 1.1032028198242188,
      "step": 426
    },
    {
      "epoch": 0.904862579281184,
      "grad_norm": 3.2801454067230225,
      "learning_rate": 1.3894581056893797e-05,
      "loss": 0.8857176303863525,
      "step": 428
    },
    {
      "epoch": 0.9090909090909091,
      "grad_norm": 4.478187084197998,
      "learning_rate": 1.388160428838771e-05,
      "loss": 1.114775538444519,
      "step": 430
    },
    {
      "epoch": 0.9133192389006343,
      "grad_norm": 3.5156190395355225,
      "learning_rate": 1.386855867125666e-05,
      "loss": 1.2656114101409912,
      "step": 432
    },
    {
      "epoch": 0.9175475687103594,
      "grad_norm": 5.811722755432129,
      "learning_rate": 1.3855444364988552e-05,
      "loss": 0.5445010662078857,
      "step": 434
    },
    {
      "epoch": 0.9217758985200846,
      "grad_norm": 2.738983392715454,
      "learning_rate": 1.3842261529911054e-05,
      "loss": 0.36763542890548706,
      "step": 436
    },
    {
      "epoch": 0.9260042283298098,
      "grad_norm": 0.915411651134491,
      "learning_rate": 1.382901032718962e-05,
      "loss": 0.947887659072876,
      "step": 438
    },
    {
      "epoch": 0.9302325581395349,
      "grad_norm": 1.0174638032913208,
      "learning_rate": 1.3815690918825522e-05,
      "loss": 1.1414650678634644,
      "step": 440
    },
    {
      "epoch": 0.9344608879492601,
      "grad_norm": 3.6919026374816895,
      "learning_rate": 1.3802303467653885e-05,
      "loss": 0.7328312397003174,
      "step": 442
    },
    {
      "epoch": 0.9386892177589852,
      "grad_norm": 1.6336296796798706,
      "learning_rate": 1.3788848137341675e-05,
      "loss": 1.2639272212982178,
      "step": 444
    },
    {
      "epoch": 0.9429175475687104,
      "grad_norm": 2.6586177349090576,
      "learning_rate": 1.3775325092385711e-05,
      "loss": 1.1174240112304688,
      "step": 446
    },
    {
      "epoch": 0.9471458773784355,
      "grad_norm": 6.325781345367432,
      "learning_rate": 1.3761734498110652e-05,
      "loss": 1.109105110168457,
      "step": 448
    },
    {
      "epoch": 0.9513742071881607,
      "grad_norm": 12.293950080871582,
      "learning_rate": 1.3748076520666974e-05,
      "loss": 0.829167902469635,
      "step": 450
    },
    {
      "epoch": 0.9556025369978859,
      "grad_norm": 2.417140483856201,
      "learning_rate": 1.3734351327028936e-05,
      "loss": 0.9364444017410278,
      "step": 452
    },
    {
      "epoch": 0.959830866807611,
      "grad_norm": 3.063101053237915,
      "learning_rate": 1.3720559084992541e-05,
      "loss": 1.323636531829834,
      "step": 454
    },
    {
      "epoch": 0.9640591966173362,
      "grad_norm": 4.471503257751465,
      "learning_rate": 1.3706699963173498e-05,
      "loss": 0.6806684732437134,
      "step": 456
    },
    {
      "epoch": 0.9682875264270613,
      "grad_norm": 3.676957607269287,
      "learning_rate": 1.3692774131005132e-05,
      "loss": 0.8966299295425415,
      "step": 458
    },
    {
      "epoch": 0.9725158562367865,
      "grad_norm": 1.8058805465698242,
      "learning_rate": 1.3678781758736337e-05,
      "loss": 1.237372875213623,
      "step": 460
    },
    {
      "epoch": 0.9767441860465116,
      "grad_norm": 1.6501954793930054,
      "learning_rate": 1.3664723017429491e-05,
      "loss": 1.214278221130371,
      "step": 462
    },
    {
      "epoch": 0.9809725158562368,
      "grad_norm": 15.648929595947266,
      "learning_rate": 1.3650598078958347e-05,
      "loss": 0.7633882761001587,
      "step": 464
    },
    {
      "epoch": 0.985200845665962,
      "grad_norm": 1.6495610475540161,
      "learning_rate": 1.3636407116005958e-05,
      "loss": 1.1871402263641357,
      "step": 466
    },
    {
      "epoch": 0.9894291754756871,
      "grad_norm": 7.437229633331299,
      "learning_rate": 1.3622150302062543e-05,
      "loss": 1.0027024745941162,
      "step": 468
    },
    {
      "epoch": 0.9936575052854123,
      "grad_norm": 4.10299015045166,
      "learning_rate": 1.3607827811423387e-05,
      "loss": 1.2489466667175293,
      "step": 470
    },
    {
      "epoch": 0.9978858350951374,
      "grad_norm": 2.741398572921753,
      "learning_rate": 1.3593439819186684e-05,
      "loss": 1.2514197826385498,
      "step": 472
    },
    {
      "epoch": 1.0021141649048626,
      "grad_norm": 3.852450132369995,
      "learning_rate": 1.3578986501251426e-05,
      "loss": 0.9532628059387207,
      "step": 474
    },
    {
      "epoch": 1.0063424947145878,
      "grad_norm": 1.6289736032485962,
      "learning_rate": 1.3564468034315229e-05,
      "loss": 1.0436811447143555,
      "step": 476
    },
    {
      "epoch": 1.0105708245243128,
      "grad_norm": 4.520769119262695,
      "learning_rate": 1.3549884595872185e-05,
      "loss": 0.47843262553215027,
      "step": 478
    },
    {
      "epoch": 1.014799154334038,
      "grad_norm": 3.184231996536255,
      "learning_rate": 1.3535236364210687e-05,
      "loss": 0.6820696592330933,
      "step": 480
    },
    {
      "epoch": 1.0190274841437632,
      "grad_norm": 2.425349712371826,
      "learning_rate": 1.3520523518411252e-05,
      "loss": 0.6973198652267456,
      "step": 482
    },
    {
      "epoch": 1.0232558139534884,
      "grad_norm": 1.9616705179214478,
      "learning_rate": 1.350574623834433e-05,
      "loss": 0.8969473838806152,
      "step": 484
    },
    {
      "epoch": 1.0274841437632136,
      "grad_norm": 4.929019451141357,
      "learning_rate": 1.349090470466811e-05,
      "loss": 1.0332489013671875,
      "step": 486
    },
    {
      "epoch": 1.0317124735729386,
      "grad_norm": 1.854992151260376,
      "learning_rate": 1.3475999098826302e-05,
      "loss": 0.8985217809677124,
      "step": 488
    },
    {
      "epoch": 1.0359408033826638,
      "grad_norm": 7.443341255187988,
      "learning_rate": 1.3461029603045926e-05,
      "loss": 0.8490782976150513,
      "step": 490
    },
    {
      "epoch": 1.040169133192389,
      "grad_norm": 20.886302947998047,
      "learning_rate": 1.344599640033508e-05,
      "loss": 0.7396003007888794,
      "step": 492
    },
    {
      "epoch": 1.0443974630021142,
      "grad_norm": 3.4426891803741455,
      "learning_rate": 1.3430899674480709e-05,
      "loss": 1.1333117485046387,
      "step": 494
    },
    {
      "epoch": 1.0486257928118394,
      "grad_norm": 1.7844817638397217,
      "learning_rate": 1.3415739610046352e-05,
      "loss": 1.0422849655151367,
      "step": 496
    },
    {
      "epoch": 1.0528541226215644,
      "grad_norm": 22.077728271484375,
      "learning_rate": 1.3400516392369888e-05,
      "loss": 0.7254852652549744,
      "step": 498
    },
    {
      "epoch": 1.0570824524312896,
      "grad_norm": 2.2929744720458984,
      "learning_rate": 1.3385230207561267e-05,
      "loss": 0.8586277961730957,
      "step": 500
    },
    {
      "epoch": 1.0613107822410148,
      "grad_norm": 1.4192532300949097,
      "learning_rate": 1.336988124250024e-05,
      "loss": 1.0733442306518555,
      "step": 502
    },
    {
      "epoch": 1.06553911205074,
      "grad_norm": 2.207188606262207,
      "learning_rate": 1.3354469684834074e-05,
      "loss": 0.9969977140426636,
      "step": 504
    },
    {
      "epoch": 1.069767441860465,
      "grad_norm": 1.835033655166626,
      "learning_rate": 1.3338995722975248e-05,
      "loss": 0.7394174337387085,
      "step": 506
    },
    {
      "epoch": 1.0739957716701902,
      "grad_norm": 1.427870512008667,
      "learning_rate": 1.332345954609917e-05,
      "loss": 0.7539105415344238,
      "step": 508
    },
    {
      "epoch": 1.0782241014799154,
      "grad_norm": 35.589717864990234,
      "learning_rate": 1.3307861344141838e-05,
      "loss": 0.8321530818939209,
      "step": 510
    },
    {
      "epoch": 1.0824524312896406,
      "grad_norm": 2.133634328842163,
      "learning_rate": 1.3292201307797538e-05,
      "loss": 0.9340323209762573,
      "step": 512
    },
    {
      "epoch": 1.0866807610993658,
      "grad_norm": 1.4967067241668701,
      "learning_rate": 1.3276479628516509e-05,
      "loss": 0.9899167418479919,
      "step": 514
    },
    {
      "epoch": 1.0909090909090908,
      "grad_norm": 1.8359649181365967,
      "learning_rate": 1.3260696498502594e-05,
      "loss": 0.8009569644927979,
      "step": 516
    },
    {
      "epoch": 1.095137420718816,
      "grad_norm": 1.3696305751800537,
      "learning_rate": 1.3244852110710897e-05,
      "loss": 0.7826880216598511,
      "step": 518
    },
    {
      "epoch": 1.0993657505285412,
      "grad_norm": 2.6647791862487793,
      "learning_rate": 1.3228946658845429e-05,
      "loss": 0.6374254822731018,
      "step": 520
    },
    {
      "epoch": 1.1035940803382664,
      "grad_norm": 2.1591572761535645,
      "learning_rate": 1.3212980337356727e-05,
      "loss": 1.2522598505020142,
      "step": 522
    },
    {
      "epoch": 1.1078224101479917,
      "grad_norm": 2.5482373237609863,
      "learning_rate": 1.3196953341439487e-05,
      "loss": 0.7302322387695312,
      "step": 524
    },
    {
      "epoch": 1.1120507399577166,
      "grad_norm": 2.32763671875,
      "learning_rate": 1.3180865867030169e-05,
      "loss": 1.2803655862808228,
      "step": 526
    },
    {
      "epoch": 1.1162790697674418,
      "grad_norm": 1.3799355030059814,
      "learning_rate": 1.3164718110804614e-05,
      "loss": 0.8244212865829468,
      "step": 528
    },
    {
      "epoch": 1.120507399577167,
      "grad_norm": 4.998963356018066,
      "learning_rate": 1.314851027017563e-05,
      "loss": 0.5071104168891907,
      "step": 530
    },
    {
      "epoch": 1.1247357293868923,
      "grad_norm": 2.4235212802886963,
      "learning_rate": 1.3132242543290577e-05,
      "loss": 0.9878979921340942,
      "step": 532
    },
    {
      "epoch": 1.1289640591966172,
      "grad_norm": 2.0776116847991943,
      "learning_rate": 1.3115915129028958e-05,
      "loss": 0.735676646232605,
      "step": 534
    },
    {
      "epoch": 1.1331923890063424,
      "grad_norm": 1.01461923122406,
      "learning_rate": 1.3099528226999963e-05,
      "loss": 0.9803445339202881,
      "step": 536
    },
    {
      "epoch": 1.1374207188160677,
      "grad_norm": 15.57121467590332,
      "learning_rate": 1.308308203754006e-05,
      "loss": 0.7138959169387817,
      "step": 538
    },
    {
      "epoch": 1.1416490486257929,
      "grad_norm": 3.679962635040283,
      "learning_rate": 1.3066576761710523e-05,
      "loss": 0.7000383138656616,
      "step": 540
    },
    {
      "epoch": 1.145877378435518,
      "grad_norm": 2.4361116886138916,
      "learning_rate": 1.3050012601294974e-05,
      "loss": 1.0052709579467773,
      "step": 542
    },
    {
      "epoch": 1.150105708245243,
      "grad_norm": 3.9788804054260254,
      "learning_rate": 1.3033389758796933e-05,
      "loss": 0.7173207402229309,
      "step": 544
    },
    {
      "epoch": 1.1543340380549683,
      "grad_norm": 10.04750919342041,
      "learning_rate": 1.301670843743733e-05,
      "loss": 1.1154426336288452,
      "step": 546
    },
    {
      "epoch": 1.1585623678646935,
      "grad_norm": 3.304776668548584,
      "learning_rate": 1.2999968841152018e-05,
      "loss": 1.2687135934829712,
      "step": 548
    },
    {
      "epoch": 1.1627906976744187,
      "grad_norm": 3.297494649887085,
      "learning_rate": 1.2983171174589283e-05,
      "loss": 0.9368158578872681,
      "step": 550
    },
    {
      "epoch": 1.1670190274841437,
      "grad_norm": 2.040799856185913,
      "learning_rate": 1.2966315643107354e-05,
      "loss": 1.014180302619934,
      "step": 552
    },
    {
      "epoch": 1.1712473572938689,
      "grad_norm": 2.4606637954711914,
      "learning_rate": 1.294940245277187e-05,
      "loss": 1.143074870109558,
      "step": 554
    },
    {
      "epoch": 1.175475687103594,
      "grad_norm": 2.0511674880981445,
      "learning_rate": 1.2932431810353383e-05,
      "loss": 0.9233866930007935,
      "step": 556
    },
    {
      "epoch": 1.1797040169133193,
      "grad_norm": 2.6982901096343994,
      "learning_rate": 1.2915403923324808e-05,
      "loss": 0.9669268727302551,
      "step": 558
    },
    {
      "epoch": 1.1839323467230445,
      "grad_norm": 1.5301854610443115,
      "learning_rate": 1.289831899985891e-05,
      "loss": 0.9145544171333313,
      "step": 560
    },
    {
      "epoch": 1.1881606765327695,
      "grad_norm": 1.4341201782226562,
      "learning_rate": 1.2881177248825742e-05,
      "loss": 0.629718542098999,
      "step": 562
    },
    {
      "epoch": 1.1923890063424947,
      "grad_norm": 1.6134895086288452,
      "learning_rate": 1.2863978879790097e-05,
      "loss": 0.9676129221916199,
      "step": 564
    },
    {
      "epoch": 1.1966173361522199,
      "grad_norm": 4.984455108642578,
      "learning_rate": 1.2846724103008943e-05,
      "loss": 0.7948588132858276,
      "step": 566
    },
    {
      "epoch": 1.200845665961945,
      "grad_norm": 3.2547831535339355,
      "learning_rate": 1.2829413129428864e-05,
      "loss": 1.1670663356781006,
      "step": 568
    },
    {
      "epoch": 1.20507399577167,
      "grad_norm": 4.860750198364258,
      "learning_rate": 1.2812046170683459e-05,
      "loss": 1.171966791152954,
      "step": 570
    },
    {
      "epoch": 1.2093023255813953,
      "grad_norm": 2.6650962829589844,
      "learning_rate": 1.2794623439090783e-05,
      "loss": 0.9701319932937622,
      "step": 572
    },
    {
      "epoch": 1.2135306553911205,
      "grad_norm": 1.811000108718872,
      "learning_rate": 1.2777145147650728e-05,
      "loss": 0.7256935238838196,
      "step": 574
    },
    {
      "epoch": 1.2177589852008457,
      "grad_norm": 3.8662736415863037,
      "learning_rate": 1.2759611510042426e-05,
      "loss": 0.8213169574737549,
      "step": 576
    },
    {
      "epoch": 1.221987315010571,
      "grad_norm": 6.631006240844727,
      "learning_rate": 1.2742022740621643e-05,
      "loss": 0.9658501744270325,
      "step": 578
    },
    {
      "epoch": 1.226215644820296,
      "grad_norm": 2.3924484252929688,
      "learning_rate": 1.2724379054418152e-05,
      "loss": 0.7121154069900513,
      "step": 580
    },
    {
      "epoch": 1.230443974630021,
      "grad_norm": 2.506420850753784,
      "learning_rate": 1.2706680667133107e-05,
      "loss": 0.9701933860778809,
      "step": 582
    },
    {
      "epoch": 1.2346723044397463,
      "grad_norm": 3.6654019355773926,
      "learning_rate": 1.26889277951364e-05,
      "loss": 0.8110610246658325,
      "step": 584
    },
    {
      "epoch": 1.2389006342494715,
      "grad_norm": 6.644792556762695,
      "learning_rate": 1.2671120655464021e-05,
      "loss": 0.7942482829093933,
      "step": 586
    },
    {
      "epoch": 1.2431289640591967,
      "grad_norm": 1.8644226789474487,
      "learning_rate": 1.2653259465815411e-05,
      "loss": 0.7716197967529297,
      "step": 588
    },
    {
      "epoch": 1.2473572938689217,
      "grad_norm": 5.121194839477539,
      "learning_rate": 1.263534444455079e-05,
      "loss": 0.6083531975746155,
      "step": 590
    },
    {
      "epoch": 1.251585623678647,
      "grad_norm": 2.7642040252685547,
      "learning_rate": 1.2617375810688487e-05,
      "loss": 0.7866605520248413,
      "step": 592
    },
    {
      "epoch": 1.255813953488372,
      "grad_norm": 3.0334649085998535,
      "learning_rate": 1.2599353783902274e-05,
      "loss": 1.0548347234725952,
      "step": 594
    },
    {
      "epoch": 1.2600422832980973,
      "grad_norm": 1.5484217405319214,
      "learning_rate": 1.2581278584518666e-05,
      "loss": 0.6410794258117676,
      "step": 596
    },
    {
      "epoch": 1.2642706131078225,
      "grad_norm": 1.9719972610473633,
      "learning_rate": 1.2563150433514236e-05,
      "loss": 1.0915131568908691,
      "step": 598
    },
    {
      "epoch": 1.2684989429175475,
      "grad_norm": 3.951808214187622,
      "learning_rate": 1.2544969552512918e-05,
      "loss": 1.2211267948150635,
      "step": 600
    },
    {
      "epoch": 1.2727272727272727,
      "grad_norm": 1.1500049829483032,
      "learning_rate": 1.252673616378328e-05,
      "loss": 0.8765637874603271,
      "step": 602
    },
    {
      "epoch": 1.276955602536998,
      "grad_norm": 1.5278034210205078,
      "learning_rate": 1.2508450490235831e-05,
      "loss": 1.0353968143463135,
      "step": 604
    },
    {
      "epoch": 1.2811839323467231,
      "grad_norm": 4.614338397979736,
      "learning_rate": 1.2490112755420276e-05,
      "loss": 0.702555775642395,
      "step": 606
    },
    {
      "epoch": 1.285412262156448,
      "grad_norm": 1.860958456993103,
      "learning_rate": 1.2471723183522784e-05,
      "loss": 1.0188829898834229,
      "step": 608
    },
    {
      "epoch": 1.2896405919661733,
      "grad_norm": 2.774688243865967,
      "learning_rate": 1.2453281999363266e-05,
      "loss": 0.7039048671722412,
      "step": 610
    },
    {
      "epoch": 1.2938689217758985,
      "grad_norm": 2.1111514568328857,
      "learning_rate": 1.2434789428392605e-05,
      "loss": 0.6525111198425293,
      "step": 612
    },
    {
      "epoch": 1.2980972515856237,
      "grad_norm": 2.6182940006256104,
      "learning_rate": 1.241624569668991e-05,
      "loss": 0.8683521747589111,
      "step": 614
    },
    {
      "epoch": 1.302325581395349,
      "grad_norm": 2.9026830196380615,
      "learning_rate": 1.2397651030959753e-05,
      "loss": 0.4969242215156555,
      "step": 616
    },
    {
      "epoch": 1.306553911205074,
      "grad_norm": 4.860730171203613,
      "learning_rate": 1.2379005658529392e-05,
      "loss": 0.8436973094940186,
      "step": 618
    },
    {
      "epoch": 1.3107822410147991,
      "grad_norm": 1.8341456651687622,
      "learning_rate": 1.2360309807345995e-05,
      "loss": 1.0782966613769531,
      "step": 620
    },
    {
      "epoch": 1.3150105708245243,
      "grad_norm": 3.7281575202941895,
      "learning_rate": 1.2341563705973856e-05,
      "loss": 0.9950319528579712,
      "step": 622
    },
    {
      "epoch": 1.3192389006342495,
      "grad_norm": 6.979416370391846,
      "learning_rate": 1.2322767583591596e-05,
      "loss": 0.6381583213806152,
      "step": 624
    },
    {
      "epoch": 1.3234672304439745,
      "grad_norm": 1.2973817586898804,
      "learning_rate": 1.2303921669989356e-05,
      "loss": 1.020182490348816,
      "step": 626
    },
    {
      "epoch": 1.3276955602536997,
      "grad_norm": 7.5433831214904785,
      "learning_rate": 1.228502619556601e-05,
      "loss": 1.1785922050476074,
      "step": 628
    },
    {
      "epoch": 1.331923890063425,
      "grad_norm": 1.7187669277191162,
      "learning_rate": 1.226608139132632e-05,
      "loss": 0.8999447226524353,
      "step": 630
    },
    {
      "epoch": 1.3361522198731501,
      "grad_norm": 2.4582080841064453,
      "learning_rate": 1.2247087488878131e-05,
      "loss": 0.6647698283195496,
      "step": 632
    },
    {
      "epoch": 1.3403805496828753,
      "grad_norm": 1.678996205329895,
      "learning_rate": 1.2228044720429527e-05,
      "loss": 0.7422084808349609,
      "step": 634
    },
    {
      "epoch": 1.3446088794926006,
      "grad_norm": 1.84951913356781,
      "learning_rate": 1.2208953318786009e-05,
      "loss": 0.7743874788284302,
      "step": 636
    },
    {
      "epoch": 1.3488372093023255,
      "grad_norm": 6.82949161529541,
      "learning_rate": 1.2189813517347628e-05,
      "loss": 0.981259822845459,
      "step": 638
    },
    {
      "epoch": 1.3530655391120507,
      "grad_norm": 1.8509401082992554,
      "learning_rate": 1.2170625550106147e-05,
      "loss": 0.7372652292251587,
      "step": 640
    },
    {
      "epoch": 1.357293868921776,
      "grad_norm": 1.097352385520935,
      "learning_rate": 1.2151389651642174e-05,
      "loss": 1.1971924304962158,
      "step": 642
    },
    {
      "epoch": 1.361522198731501,
      "grad_norm": 1.1925487518310547,
      "learning_rate": 1.2132106057122298e-05,
      "loss": 0.9470350742340088,
      "step": 644
    },
    {
      "epoch": 1.3657505285412261,
      "grad_norm": 4.496725559234619,
      "learning_rate": 1.2112775002296207e-05,
      "loss": 0.7435013055801392,
      "step": 646
    },
    {
      "epoch": 1.3699788583509513,
      "grad_norm": 2.971543788909912,
      "learning_rate": 1.2093396723493814e-05,
      "loss": 0.7268692255020142,
      "step": 648
    },
    {
      "epoch": 1.3742071881606766,
      "grad_norm": 4.587360858917236,
      "learning_rate": 1.2073971457622361e-05,
      "loss": 0.8199620246887207,
      "step": 650
    },
    {
      "epoch": 1.3784355179704018,
      "grad_norm": 1.7165014743804932,
      "learning_rate": 1.2054499442163533e-05,
      "loss": 0.6943320035934448,
      "step": 652
    },
    {
      "epoch": 1.382663847780127,
      "grad_norm": 1.7177228927612305,
      "learning_rate": 1.2034980915170535e-05,
      "loss": 1.1553151607513428,
      "step": 654
    },
    {
      "epoch": 1.386892177589852,
      "grad_norm": 1.452949047088623,
      "learning_rate": 1.2015416115265201e-05,
      "loss": 0.9875773787498474,
      "step": 656
    },
    {
      "epoch": 1.3911205073995772,
      "grad_norm": 3.4342682361602783,
      "learning_rate": 1.1995805281635077e-05,
      "loss": 0.8191255331039429,
      "step": 658
    },
    {
      "epoch": 1.3953488372093024,
      "grad_norm": 1.2341606616973877,
      "learning_rate": 1.1976148654030476e-05,
      "loss": 0.9288697242736816,
      "step": 660
    },
    {
      "epoch": 1.3995771670190273,
      "grad_norm": 1.4650920629501343,
      "learning_rate": 1.1956446472761575e-05,
      "loss": 1.0698814392089844,
      "step": 662
    },
    {
      "epoch": 1.4038054968287526,
      "grad_norm": 0.4060530960559845,
      "learning_rate": 1.193669897869545e-05,
      "loss": 0.7074742913246155,
      "step": 664
    },
    {
      "epoch": 1.4080338266384778,
      "grad_norm": 2.6720030307769775,
      "learning_rate": 1.191690641325315e-05,
      "loss": 1.281816005706787,
      "step": 666
    },
    {
      "epoch": 1.412262156448203,
      "grad_norm": 1.1645246744155884,
      "learning_rate": 1.1897069018406743e-05,
      "loss": 1.024438738822937,
      "step": 668
    },
    {
      "epoch": 1.4164904862579282,
      "grad_norm": 1.2744784355163574,
      "learning_rate": 1.1877187036676345e-05,
      "loss": 0.6395283937454224,
      "step": 670
    },
    {
      "epoch": 1.4207188160676534,
      "grad_norm": 1.13683021068573,
      "learning_rate": 1.1857260711127173e-05,
      "loss": 0.9569779634475708,
      "step": 672
    },
    {
      "epoch": 1.4249471458773784,
      "grad_norm": 1.6644426584243774,
      "learning_rate": 1.1837290285366566e-05,
      "loss": 0.5713965892791748,
      "step": 674
    },
    {
      "epoch": 1.4291754756871036,
      "grad_norm": 3.0694689750671387,
      "learning_rate": 1.1817276003540995e-05,
      "loss": 0.7255022525787354,
      "step": 676
    },
    {
      "epoch": 1.4334038054968288,
      "grad_norm": 1.5061650276184082,
      "learning_rate": 1.1797218110333103e-05,
      "loss": 1.177720308303833,
      "step": 678
    },
    {
      "epoch": 1.437632135306554,
      "grad_norm": 1.372604489326477,
      "learning_rate": 1.177711685095869e-05,
      "loss": 1.1841721534729004,
      "step": 680
    },
    {
      "epoch": 1.441860465116279,
      "grad_norm": 6.546939849853516,
      "learning_rate": 1.1756972471163728e-05,
      "loss": 1.1385557651519775,
      "step": 682
    },
    {
      "epoch": 1.4460887949260042,
      "grad_norm": 1.3319751024246216,
      "learning_rate": 1.1736785217221353e-05,
      "loss": 0.9709225296974182,
      "step": 684
    },
    {
      "epoch": 1.4503171247357294,
      "grad_norm": 3.989851474761963,
      "learning_rate": 1.1716555335928856e-05,
      "loss": 1.3431732654571533,
      "step": 686
    },
    {
      "epoch": 1.4545454545454546,
      "grad_norm": 1.1075016260147095,
      "learning_rate": 1.1696283074604662e-05,
      "loss": 1.0651729106903076,
      "step": 688
    },
    {
      "epoch": 1.4587737843551798,
      "grad_norm": 4.182896137237549,
      "learning_rate": 1.1675968681085309e-05,
      "loss": 0.45350563526153564,
      "step": 690
    },
    {
      "epoch": 1.463002114164905,
      "grad_norm": 0.982246994972229,
      "learning_rate": 1.165561240372242e-05,
      "loss": 1.1992805004119873,
      "step": 692
    },
    {
      "epoch": 1.46723044397463,
      "grad_norm": 1.5104455947875977,
      "learning_rate": 1.1635214491379666e-05,
      "loss": 0.5286851525306702,
      "step": 694
    },
    {
      "epoch": 1.4714587737843552,
      "grad_norm": 3.885072946548462,
      "learning_rate": 1.1614775193429719e-05,
      "loss": 1.0592529773712158,
      "step": 696
    },
    {
      "epoch": 1.4756871035940804,
      "grad_norm": 1.5037254095077515,
      "learning_rate": 1.159429475975121e-05,
      "loss": 1.0921900272369385,
      "step": 698
    },
    {
      "epoch": 1.4799154334038054,
      "grad_norm": 2.0736563205718994,
      "learning_rate": 1.1573773440725663e-05,
      "loss": 0.916094183921814,
      "step": 700
    },
    {
      "epoch": 1.4841437632135306,
      "grad_norm": 1.5245025157928467,
      "learning_rate": 1.1553211487234456e-05,
      "loss": 0.9614948630332947,
      "step": 702
    },
    {
      "epoch": 1.4883720930232558,
      "grad_norm": 1.0767780542373657,
      "learning_rate": 1.1532609150655723e-05,
      "loss": 0.9404919147491455,
      "step": 704
    },
    {
      "epoch": 1.492600422832981,
      "grad_norm": 1.4485445022583008,
      "learning_rate": 1.1511966682861316e-05,
      "loss": 0.6694232225418091,
      "step": 706
    },
    {
      "epoch": 1.4968287526427062,
      "grad_norm": 0.820898175239563,
      "learning_rate": 1.1491284336213685e-05,
      "loss": 0.2923370599746704,
      "step": 708
    },
    {
      "epoch": 1.5010570824524314,
      "grad_norm": 1.8570421934127808,
      "learning_rate": 1.1470562363562834e-05,
      "loss": 0.6382849216461182,
      "step": 710
    },
    {
      "epoch": 1.5052854122621564,
      "grad_norm": 15.203941345214844,
      "learning_rate": 1.1449801018243205e-05,
      "loss": 0.5295338034629822,
      "step": 712
    },
    {
      "epoch": 1.5095137420718816,
      "grad_norm": 2.6793768405914307,
      "learning_rate": 1.1429000554070582e-05,
      "loss": 0.9053052067756653,
      "step": 714
    },
    {
      "epoch": 1.5137420718816068,
      "grad_norm": 1.2564373016357422,
      "learning_rate": 1.1408161225339e-05,
      "loss": 1.0036495923995972,
      "step": 716
    },
    {
      "epoch": 1.5179704016913318,
      "grad_norm": 1.1565278768539429,
      "learning_rate": 1.138728328681762e-05,
      "loss": 0.8999833464622498,
      "step": 718
    },
    {
      "epoch": 1.522198731501057,
      "grad_norm": 0.9645926356315613,
      "learning_rate": 1.1366366993747633e-05,
      "loss": 0.7568279504776001,
      "step": 720
    },
    {
      "epoch": 1.5264270613107822,
      "grad_norm": 3.0898590087890625,
      "learning_rate": 1.1345412601839121e-05,
      "loss": 0.8676016330718994,
      "step": 722
    },
    {
      "epoch": 1.5306553911205074,
      "grad_norm": 1.0732699632644653,
      "learning_rate": 1.1324420367267947e-05,
      "loss": 0.8509583473205566,
      "step": 724
    },
    {
      "epoch": 1.5348837209302326,
      "grad_norm": 1.6352031230926514,
      "learning_rate": 1.1303390546672611e-05,
      "loss": 0.8795561790466309,
      "step": 726
    },
    {
      "epoch": 1.5391120507399578,
      "grad_norm": 1.9884954690933228,
      "learning_rate": 1.128232339715112e-05,
      "loss": 0.6407184600830078,
      "step": 728
    },
    {
      "epoch": 1.543340380549683,
      "grad_norm": 10.214325904846191,
      "learning_rate": 1.1261219176257841e-05,
      "loss": 0.8139981031417847,
      "step": 730
    },
    {
      "epoch": 1.547568710359408,
      "grad_norm": 1.1405316591262817,
      "learning_rate": 1.124007814200035e-05,
      "loss": 0.9641261100769043,
      "step": 732
    },
    {
      "epoch": 1.5517970401691332,
      "grad_norm": 1.1297786235809326,
      "learning_rate": 1.1218900552836286e-05,
      "loss": 0.23017296195030212,
      "step": 734
    },
    {
      "epoch": 1.5560253699788582,
      "grad_norm": 3.067251682281494,
      "learning_rate": 1.1197686667670186e-05,
      "loss": 0.9786266088485718,
      "step": 736
    },
    {
      "epoch": 1.5602536997885834,
      "grad_norm": 0.759483277797699,
      "learning_rate": 1.1176436745850315e-05,
      "loss": 0.6439876556396484,
      "step": 738
    },
    {
      "epoch": 1.5644820295983086,
      "grad_norm": 1.4957109689712524,
      "learning_rate": 1.1155151047165512e-05,
      "loss": 1.026474118232727,
      "step": 740
    },
    {
      "epoch": 1.5687103594080338,
      "grad_norm": 3.6359450817108154,
      "learning_rate": 1.1133829831841988e-05,
      "loss": 0.7543759942054749,
      "step": 742
    },
    {
      "epoch": 1.572938689217759,
      "grad_norm": 2.107734441757202,
      "learning_rate": 1.1112473360540172e-05,
      "loss": 1.04964280128479,
      "step": 744
    },
    {
      "epoch": 1.5771670190274842,
      "grad_norm": 3.1930649280548096,
      "learning_rate": 1.1091081894351504e-05,
      "loss": 1.1645326614379883,
      "step": 746
    },
    {
      "epoch": 1.5813953488372094,
      "grad_norm": 1.797052025794983,
      "learning_rate": 1.1069655694795247e-05,
      "loss": 0.8213366270065308,
      "step": 748
    },
    {
      "epoch": 1.5856236786469344,
      "grad_norm": 1.1854742765426636,
      "learning_rate": 1.1048195023815304e-05,
      "loss": 0.10135793685913086,
      "step": 750
    },
    {
      "epoch": 1.5898520084566596,
      "grad_norm": 3.660308599472046,
      "learning_rate": 1.1026700143776998e-05,
      "loss": 0.7644736170768738,
      "step": 752
    },
    {
      "epoch": 1.5940803382663846,
      "grad_norm": 3.2544729709625244,
      "learning_rate": 1.1005171317463876e-05,
      "loss": 1.1141167879104614,
      "step": 754
    },
    {
      "epoch": 1.5983086680761098,
      "grad_norm": 6.199263572692871,
      "learning_rate": 1.0983608808074485e-05,
      "loss": 1.078895092010498,
      "step": 756
    },
    {
      "epoch": 1.602536997885835,
      "grad_norm": 3.1188950538635254,
      "learning_rate": 1.0962012879219166e-05,
      "loss": 1.098402976989746,
      "step": 758
    },
    {
      "epoch": 1.6067653276955602,
      "grad_norm": 1.6134928464889526,
      "learning_rate": 1.094038379491683e-05,
      "loss": 0.9861317873001099,
      "step": 760
    },
    {
      "epoch": 1.6109936575052854,
      "grad_norm": 2.958409547805786,
      "learning_rate": 1.0918721819591716e-05,
      "loss": 1.022116780281067,
      "step": 762
    },
    {
      "epoch": 1.6152219873150107,
      "grad_norm": 2.212822437286377,
      "learning_rate": 1.089702721807018e-05,
      "loss": 0.9593652486801147,
      "step": 764
    },
    {
      "epoch": 1.6194503171247359,
      "grad_norm": 2.670440435409546,
      "learning_rate": 1.087530025557744e-05,
      "loss": 0.7969526052474976,
      "step": 766
    },
    {
      "epoch": 1.6236786469344608,
      "grad_norm": 1.4264942407608032,
      "learning_rate": 1.0853541197734342e-05,
      "loss": 1.06660795211792,
      "step": 768
    },
    {
      "epoch": 1.627906976744186,
      "grad_norm": 5.848434925079346,
      "learning_rate": 1.0831750310554107e-05,
      "loss": 1.1033109426498413,
      "step": 770
    },
    {
      "epoch": 1.6321353065539113,
      "grad_norm": 1.063353180885315,
      "learning_rate": 1.0809927860439087e-05,
      "loss": 0.963697075843811,
      "step": 772
    },
    {
      "epoch": 1.6363636363636362,
      "grad_norm": 1.2380177974700928,
      "learning_rate": 1.0788074114177505e-05,
      "loss": 0.7598190307617188,
      "step": 774
    },
    {
      "epoch": 1.6405919661733614,
      "grad_norm": 1.744482398033142,
      "learning_rate": 1.0766189338940183e-05,
      "loss": 1.0616977214813232,
      "step": 776
    },
    {
      "epoch": 1.6448202959830867,
      "grad_norm": 1.7904915809631348,
      "learning_rate": 1.0744273802277298e-05,
      "loss": 0.6911699175834656,
      "step": 778
    },
    {
      "epoch": 1.6490486257928119,
      "grad_norm": 1.733080506324768,
      "learning_rate": 1.0722327772115085e-05,
      "loss": 1.017983317375183,
      "step": 780
    },
    {
      "epoch": 1.653276955602537,
      "grad_norm": 1.3515630960464478,
      "learning_rate": 1.0700351516752581e-05,
      "loss": 0.7734979391098022,
      "step": 782
    },
    {
      "epoch": 1.6575052854122623,
      "grad_norm": 1.638495683670044,
      "learning_rate": 1.0678345304858339e-05,
      "loss": 1.1936254501342773,
      "step": 784
    },
    {
      "epoch": 1.6617336152219875,
      "grad_norm": 4.533325672149658,
      "learning_rate": 1.0656309405467135e-05,
      "loss": 0.4745456874370575,
      "step": 786
    },
    {
      "epoch": 1.6659619450317125,
      "grad_norm": 1.8574708700180054,
      "learning_rate": 1.0634244087976699e-05,
      "loss": 1.0188617706298828,
      "step": 788
    },
    {
      "epoch": 1.6701902748414377,
      "grad_norm": 1.523213505744934,
      "learning_rate": 1.0612149622144399e-05,
      "loss": 0.7065435647964478,
      "step": 790
    },
    {
      "epoch": 1.6744186046511627,
      "grad_norm": 4.230642795562744,
      "learning_rate": 1.0590026278083955e-05,
      "loss": 0.3407204747200012,
      "step": 792
    },
    {
      "epoch": 1.6786469344608879,
      "grad_norm": 1.2451612949371338,
      "learning_rate": 1.0567874326262141e-05,
      "loss": 0.987960696220398,
      "step": 794
    },
    {
      "epoch": 1.682875264270613,
      "grad_norm": 3.043879985809326,
      "learning_rate": 1.054569403749546e-05,
      "loss": 0.6038637161254883,
      "step": 796
    },
    {
      "epoch": 1.6871035940803383,
      "grad_norm": 1.131476879119873,
      "learning_rate": 1.0523485682946862e-05,
      "loss": 1.163629174232483,
      "step": 798
    },
    {
      "epoch": 1.6913319238900635,
      "grad_norm": 1.2595586776733398,
      "learning_rate": 1.05012495341224e-05,
      "loss": 1.1228001117706299,
      "step": 800
    },
    {
      "epoch": 1.6955602536997887,
      "grad_norm": 3.9269957542419434,
      "learning_rate": 1.0478985862867923e-05,
      "loss": 0.5542206168174744,
      "step": 802
    },
    {
      "epoch": 1.699788583509514,
      "grad_norm": 1.3841426372528076,
      "learning_rate": 1.0456694941365764e-05,
      "loss": 1.0466166734695435,
      "step": 804
    },
    {
      "epoch": 1.7040169133192389,
      "grad_norm": 5.384525299072266,
      "learning_rate": 1.0434377042131388e-05,
      "loss": 0.7406128644943237,
      "step": 806
    },
    {
      "epoch": 1.708245243128964,
      "grad_norm": 5.958383560180664,
      "learning_rate": 1.0412032438010084e-05,
      "loss": 0.7035034894943237,
      "step": 808
    },
    {
      "epoch": 1.712473572938689,
      "grad_norm": 2.011209487915039,
      "learning_rate": 1.038966140217361e-05,
      "loss": 1.0565907955169678,
      "step": 810
    },
    {
      "epoch": 1.7167019027484143,
      "grad_norm": 6.048700332641602,
      "learning_rate": 1.0367264208116872e-05,
      "loss": 1.3097240924835205,
      "step": 812
    },
    {
      "epoch": 1.7209302325581395,
      "grad_norm": 1.3847702741622925,
      "learning_rate": 1.0344841129654561e-05,
      "loss": 1.03816556930542,
      "step": 814
    },
    {
      "epoch": 1.7251585623678647,
      "grad_norm": 2.6086628437042236,
      "learning_rate": 1.0322392440917821e-05,
      "loss": 1.1049023866653442,
      "step": 816
    },
    {
      "epoch": 1.72938689217759,
      "grad_norm": 1.1270302534103394,
      "learning_rate": 1.0299918416350892e-05,
      "loss": 0.8426474332809448,
      "step": 818
    },
    {
      "epoch": 1.733615221987315,
      "grad_norm": 5.584467887878418,
      "learning_rate": 1.027741933070775e-05,
      "loss": 1.0087465047836304,
      "step": 820
    },
    {
      "epoch": 1.7378435517970403,
      "grad_norm": 1.1592305898666382,
      "learning_rate": 1.0254895459048762e-05,
      "loss": 0.6469322443008423,
      "step": 822
    },
    {
      "epoch": 1.7420718816067653,
      "grad_norm": 1.016264796257019,
      "learning_rate": 1.0232347076737304e-05,
      "loss": 0.5781674385070801,
      "step": 824
    },
    {
      "epoch": 1.7463002114164905,
      "grad_norm": 6.360507488250732,
      "learning_rate": 1.0209774459436412e-05,
      "loss": 0.8383398652076721,
      "step": 826
    },
    {
      "epoch": 1.7505285412262155,
      "grad_norm": 1.2847486734390259,
      "learning_rate": 1.0187177883105397e-05,
      "loss": 0.8656316995620728,
      "step": 828
    },
    {
      "epoch": 1.7547568710359407,
      "grad_norm": 7.998954772949219,
      "learning_rate": 1.0164557623996484e-05,
      "loss": 0.7400867938995361,
      "step": 830
    },
    {
      "epoch": 1.758985200845666,
      "grad_norm": 2.154827117919922,
      "learning_rate": 1.0141913958651433e-05,
      "loss": 1.0802297592163086,
      "step": 832
    },
    {
      "epoch": 1.763213530655391,
      "grad_norm": 18.786178588867188,
      "learning_rate": 1.0119247163898143e-05,
      "loss": 0.7658360600471497,
      "step": 834
    },
    {
      "epoch": 1.7674418604651163,
      "grad_norm": 1.3450095653533936,
      "learning_rate": 1.0096557516847292e-05,
      "loss": 0.7721861600875854,
      "step": 836
    },
    {
      "epoch": 1.7716701902748415,
      "grad_norm": 1.5817804336547852,
      "learning_rate": 1.0073845294888928e-05,
      "loss": 1.0332725048065186,
      "step": 838
    },
    {
      "epoch": 1.7758985200845667,
      "grad_norm": 1.091153860092163,
      "learning_rate": 1.005111077568909e-05,
      "loss": 0.7373213171958923,
      "step": 840
    },
    {
      "epoch": 1.7801268498942917,
      "grad_norm": 8.042143821716309,
      "learning_rate": 1.0028354237186413e-05,
      "loss": 0.3466538190841675,
      "step": 842
    },
    {
      "epoch": 1.784355179704017,
      "grad_norm": 2.642815113067627,
      "learning_rate": 1.0005575957588714e-05,
      "loss": 0.653435468673706,
      "step": 844
    },
    {
      "epoch": 1.7885835095137421,
      "grad_norm": 11.255086898803711,
      "learning_rate": 9.982776215369619e-06,
      "loss": 0.901837944984436,
      "step": 846
    },
    {
      "epoch": 1.792811839323467,
      "grad_norm": 1.779013991355896,
      "learning_rate": 9.959955289265134e-06,
      "loss": 0.7240399122238159,
      "step": 848
    },
    {
      "epoch": 1.7970401691331923,
      "grad_norm": 5.379182815551758,
      "learning_rate": 9.937113458270251e-06,
      "loss": 0.6619425415992737,
      "step": 850
    },
    {
      "epoch": 1.8012684989429175,
      "grad_norm": 3.0560693740844727,
      "learning_rate": 9.914251001635533e-06,
      "loss": 0.9245142936706543,
      "step": 852
    },
    {
      "epoch": 1.8054968287526427,
      "grad_norm": 1.3373061418533325,
      "learning_rate": 9.89136819886369e-06,
      "loss": 0.7170429229736328,
      "step": 854
    },
    {
      "epoch": 1.809725158562368,
      "grad_norm": 1.0971553325653076,
      "learning_rate": 9.868465329706187e-06,
      "loss": 0.9948302507400513,
      "step": 856
    },
    {
      "epoch": 1.8139534883720931,
      "grad_norm": 1.444568395614624,
      "learning_rate": 9.845542674159795e-06,
      "loss": 0.6135228872299194,
      "step": 858
    },
    {
      "epoch": 1.8181818181818183,
      "grad_norm": 3.6662490367889404,
      "learning_rate": 9.822600512463191e-06,
      "loss": 0.9966019988059998,
      "step": 860
    },
    {
      "epoch": 1.8224101479915433,
      "grad_norm": 1.6096436977386475,
      "learning_rate": 9.799639125093517e-06,
      "loss": 0.980803370475769,
      "step": 862
    },
    {
      "epoch": 1.8266384778012685,
      "grad_norm": 0.871141254901886,
      "learning_rate": 9.776658792762961e-06,
      "loss": 0.47347694635391235,
      "step": 864
    },
    {
      "epoch": 1.8308668076109935,
      "grad_norm": 1.2584807872772217,
      "learning_rate": 9.753659796415316e-06,
      "loss": 0.6913288831710815,
      "step": 866
    },
    {
      "epoch": 1.8350951374207187,
      "grad_norm": 1.0984634160995483,
      "learning_rate": 9.730642417222552e-06,
      "loss": 1.0209715366363525,
      "step": 868
    },
    {
      "epoch": 1.839323467230444,
      "grad_norm": 1.4410583972930908,
      "learning_rate": 9.707606936581379e-06,
      "loss": 1.0635502338409424,
      "step": 870
    },
    {
      "epoch": 1.8435517970401691,
      "grad_norm": 1.0276752710342407,
      "learning_rate": 9.684553636109804e-06,
      "loss": 0.6426548957824707,
      "step": 872
    },
    {
      "epoch": 1.8477801268498943,
      "grad_norm": 1.1092467308044434,
      "learning_rate": 9.66148279764368e-06,
      "loss": 0.9879615902900696,
      "step": 874
    },
    {
      "epoch": 1.8520084566596196,
      "grad_norm": 11.211944580078125,
      "learning_rate": 9.638394703233283e-06,
      "loss": 0.8808318376541138,
      "step": 876
    },
    {
      "epoch": 1.8562367864693448,
      "grad_norm": 6.206437110900879,
      "learning_rate": 9.61528963513984e-06,
      "loss": 0.3255208432674408,
      "step": 878
    },
    {
      "epoch": 1.8604651162790697,
      "grad_norm": 3.4275875091552734,
      "learning_rate": 9.592167875832095e-06,
      "loss": 0.655363917350769,
      "step": 880
    },
    {
      "epoch": 1.864693446088795,
      "grad_norm": 3.6875438690185547,
      "learning_rate": 9.56902970798284e-06,
      "loss": 1.0571465492248535,
      "step": 882
    },
    {
      "epoch": 1.86892177589852,
      "grad_norm": 1.2043085098266602,
      "learning_rate": 9.54587541446547e-06,
      "loss": 0.6911188364028931,
      "step": 884
    },
    {
      "epoch": 1.8731501057082451,
      "grad_norm": 2.393512725830078,
      "learning_rate": 9.522705278350537e-06,
      "loss": 1.0056746006011963,
      "step": 886
    },
    {
      "epoch": 1.8773784355179703,
      "grad_norm": 1.8014053106307983,
      "learning_rate": 9.499519582902253e-06,
      "loss": 1.1018199920654297,
      "step": 888
    },
    {
      "epoch": 1.8816067653276956,
      "grad_norm": 1.8942985534667969,
      "learning_rate": 9.476318611575066e-06,
      "loss": 0.5265207290649414,
      "step": 890
    },
    {
      "epoch": 1.8858350951374208,
      "grad_norm": 4.282611846923828,
      "learning_rate": 9.45310264801017e-06,
      "loss": 0.7664867639541626,
      "step": 892
    },
    {
      "epoch": 1.890063424947146,
      "grad_norm": 1.7346903085708618,
      "learning_rate": 9.429871976032045e-06,
      "loss": 1.038188099861145,
      "step": 894
    },
    {
      "epoch": 1.8942917547568712,
      "grad_norm": 3.938504457473755,
      "learning_rate": 9.40662687964499e-06,
      "loss": 1.411336064338684,
      "step": 896
    },
    {
      "epoch": 1.8985200845665962,
      "grad_norm": 1.5503828525543213,
      "learning_rate": 9.383367643029648e-06,
      "loss": 1.009209156036377,
      "step": 898
    },
    {
      "epoch": 1.9027484143763214,
      "grad_norm": 2.3528826236724854,
      "learning_rate": 9.360094550539532e-06,
      "loss": 0.4925802946090698,
      "step": 900
    },
    {
      "epoch": 1.9069767441860463,
      "grad_norm": 1.2036664485931396,
      "learning_rate": 9.336807886697548e-06,
      "loss": 1.0337181091308594,
      "step": 902
    },
    {
      "epoch": 1.9112050739957716,
      "grad_norm": 4.639069080352783,
      "learning_rate": 9.313507936192513e-06,
      "loss": 0.5048983693122864,
      "step": 904
    },
    {
      "epoch": 1.9154334038054968,
      "grad_norm": 4.674471855163574,
      "learning_rate": 9.290194983875687e-06,
      "loss": 0.8788387775421143,
      "step": 906
    },
    {
      "epoch": 1.919661733615222,
      "grad_norm": 1.6288189888000488,
      "learning_rate": 9.266869314757277e-06,
      "loss": 1.1300139427185059,
      "step": 908
    },
    {
      "epoch": 1.9238900634249472,
      "grad_norm": 1.4102869033813477,
      "learning_rate": 9.243531214002959e-06,
      "loss": 0.8134955763816833,
      "step": 910
    },
    {
      "epoch": 1.9281183932346724,
      "grad_norm": 1.6341298818588257,
      "learning_rate": 9.22018096693039e-06,
      "loss": 0.9380933046340942,
      "step": 912
    },
    {
      "epoch": 1.9323467230443976,
      "grad_norm": 1.9348236322402954,
      "learning_rate": 9.196818859005725e-06,
      "loss": 0.6617736220359802,
      "step": 914
    },
    {
      "epoch": 1.9365750528541226,
      "grad_norm": 1.2717820405960083,
      "learning_rate": 9.17344517584011e-06,
      "loss": 1.0794345140457153,
      "step": 916
    },
    {
      "epoch": 1.9408033826638478,
      "grad_norm": 1.6110085248947144,
      "learning_rate": 9.150060203186227e-06,
      "loss": 0.6167547702789307,
      "step": 918
    },
    {
      "epoch": 1.945031712473573,
      "grad_norm": 2.5592806339263916,
      "learning_rate": 9.126664226934752e-06,
      "loss": 0.8708864450454712,
      "step": 920
    },
    {
      "epoch": 1.949260042283298,
      "grad_norm": 3.9090213775634766,
      "learning_rate": 9.103257533110894e-06,
      "loss": 0.9234741926193237,
      "step": 922
    },
    {
      "epoch": 1.9534883720930232,
      "grad_norm": 1.3239997625350952,
      "learning_rate": 9.079840407870894e-06,
      "loss": 0.9471195936203003,
      "step": 924
    },
    {
      "epoch": 1.9577167019027484,
      "grad_norm": 0.8116739988327026,
      "learning_rate": 9.05641313749851e-06,
      "loss": 0.7983577251434326,
      "step": 926
    },
    {
      "epoch": 1.9619450317124736,
      "grad_norm": 3.1777195930480957,
      "learning_rate": 9.03297600840154e-06,
      "loss": 1.085768461227417,
      "step": 928
    },
    {
      "epoch": 1.9661733615221988,
      "grad_norm": 1.4461822509765625,
      "learning_rate": 9.0095293071083e-06,
      "loss": 0.7136105298995972,
      "step": 930
    },
    {
      "epoch": 1.970401691331924,
      "grad_norm": 1.2198141813278198,
      "learning_rate": 8.986073320264131e-06,
      "loss": 1.2170066833496094,
      "step": 932
    },
    {
      "epoch": 1.9746300211416492,
      "grad_norm": 3.118879556655884,
      "learning_rate": 8.962608334627904e-06,
      "loss": 0.7703591585159302,
      "step": 934
    },
    {
      "epoch": 1.9788583509513742,
      "grad_norm": 2.456840753555298,
      "learning_rate": 8.939134637068488e-06,
      "loss": 0.6549793481826782,
      "step": 936
    },
    {
      "epoch": 1.9830866807610994,
      "grad_norm": 2.0218310356140137,
      "learning_rate": 8.915652514561267e-06,
      "loss": 0.779523491859436,
      "step": 938
    },
    {
      "epoch": 1.9873150105708244,
      "grad_norm": 1.5096863508224487,
      "learning_rate": 8.892162254184628e-06,
      "loss": 0.9950902462005615,
      "step": 940
    },
    {
      "epoch": 1.9915433403805496,
      "grad_norm": 1.363619327545166,
      "learning_rate": 8.868664143116435e-06,
      "loss": 1.0220410823822021,
      "step": 942
    },
    {
      "epoch": 1.9957716701902748,
      "grad_norm": 1.8180921077728271,
      "learning_rate": 8.845158468630539e-06,
      "loss": 1.0822381973266602,
      "step": 944
    },
    {
      "epoch": 2.0,
      "grad_norm": 2.787820816040039,
      "learning_rate": 8.821645518093257e-06,
      "loss": 0.34972119331359863,
      "step": 946
    },
    {
      "epoch": 2.004228329809725,
      "grad_norm": 24.766681671142578,
      "learning_rate": 8.798125578959852e-06,
      "loss": 0.6114112138748169,
      "step": 948
    },
    {
      "epoch": 2.0084566596194504,
      "grad_norm": 1.491407036781311,
      "learning_rate": 8.77459893877103e-06,
      "loss": 0.8133289813995361,
      "step": 950
    },
    {
      "epoch": 2.0126849894291756,
      "grad_norm": 3.2587499618530273,
      "learning_rate": 8.75106588514942e-06,
      "loss": 0.7695038914680481,
      "step": 952
    },
    {
      "epoch": 2.016913319238901,
      "grad_norm": 3.2523186206817627,
      "learning_rate": 8.72752670579606e-06,
      "loss": 1.0784715414047241,
      "step": 954
    },
    {
      "epoch": 2.0211416490486256,
      "grad_norm": 3.879960060119629,
      "learning_rate": 8.703981688486867e-06,
      "loss": 0.9948104619979858,
      "step": 956
    },
    {
      "epoch": 2.025369978858351,
      "grad_norm": 2.143833637237549,
      "learning_rate": 8.680431121069144e-06,
      "loss": 0.6658627986907959,
      "step": 958
    },
    {
      "epoch": 2.029598308668076,
      "grad_norm": 7.66282844543457,
      "learning_rate": 8.656875291458037e-06,
      "loss": 0.9412879943847656,
      "step": 960
    },
    {
      "epoch": 2.033826638477801,
      "grad_norm": 28.617271423339844,
      "learning_rate": 8.633314487633026e-06,
      "loss": 0.7398244142532349,
      "step": 962
    },
    {
      "epoch": 2.0380549682875264,
      "grad_norm": 12.662749290466309,
      "learning_rate": 8.609748997634405e-06,
      "loss": 0.6164466142654419,
      "step": 964
    },
    {
      "epoch": 2.0422832980972516,
      "grad_norm": 1.8123739957809448,
      "learning_rate": 8.586179109559756e-06,
      "loss": 0.5718740224838257,
      "step": 966
    },
    {
      "epoch": 2.046511627906977,
      "grad_norm": 6.212924480438232,
      "learning_rate": 8.56260511156043e-06,
      "loss": 0.6756606698036194,
      "step": 968
    },
    {
      "epoch": 2.050739957716702,
      "grad_norm": 3.720684051513672,
      "learning_rate": 8.539027291838022e-06,
      "loss": 0.7929984927177429,
      "step": 970
    },
    {
      "epoch": 2.0549682875264272,
      "grad_norm": 8.034695625305176,
      "learning_rate": 8.515445938640856e-06,
      "loss": 0.4595068097114563,
      "step": 972
    },
    {
      "epoch": 2.059196617336152,
      "grad_norm": 2.0762386322021484,
      "learning_rate": 8.49186134026044e-06,
      "loss": 0.8429713249206543,
      "step": 974
    },
    {
      "epoch": 2.063424947145877,
      "grad_norm": 2.373539686203003,
      "learning_rate": 8.468273785027973e-06,
      "loss": 0.9035528898239136,
      "step": 976
    },
    {
      "epoch": 2.0676532769556024,
      "grad_norm": 1.8188412189483643,
      "learning_rate": 8.444683561310793e-06,
      "loss": 0.7995322346687317,
      "step": 978
    },
    {
      "epoch": 2.0718816067653276,
      "grad_norm": 2.725459098815918,
      "learning_rate": 8.421090957508857e-06,
      "loss": 0.694847583770752,
      "step": 980
    },
    {
      "epoch": 2.076109936575053,
      "grad_norm": 4.285188674926758,
      "learning_rate": 8.39749626205123e-06,
      "loss": 0.560046911239624,
      "step": 982
    },
    {
      "epoch": 2.080338266384778,
      "grad_norm": 1.4149065017700195,
      "learning_rate": 8.37389976339254e-06,
      "loss": 0.534704327583313,
      "step": 984
    },
    {
      "epoch": 2.0845665961945032,
      "grad_norm": 1.9620476961135864,
      "learning_rate": 8.350301750009467e-06,
      "loss": 0.8313402533531189,
      "step": 986
    },
    {
      "epoch": 2.0887949260042284,
      "grad_norm": 2.5083870887756348,
      "learning_rate": 8.3267025103972e-06,
      "loss": 0.8133327960968018,
      "step": 988
    },
    {
      "epoch": 2.0930232558139537,
      "grad_norm": 3.950967788696289,
      "learning_rate": 8.30310233306593e-06,
      "loss": 0.8477989435195923,
      "step": 990
    },
    {
      "epoch": 2.097251585623679,
      "grad_norm": 2.234276294708252,
      "learning_rate": 8.279501506537304e-06,
      "loss": 0.5907564759254456,
      "step": 992
    },
    {
      "epoch": 2.1014799154334036,
      "grad_norm": 6.177698135375977,
      "learning_rate": 8.255900319340908e-06,
      "loss": 0.545740008354187,
      "step": 994
    },
    {
      "epoch": 2.105708245243129,
      "grad_norm": 1.6201454401016235,
      "learning_rate": 8.232299060010737e-06,
      "loss": 0.664707601070404,
      "step": 996
    },
    {
      "epoch": 2.109936575052854,
      "grad_norm": 1.3820905685424805,
      "learning_rate": 8.208698017081669e-06,
      "loss": 0.7701420783996582,
      "step": 998
    },
    {
      "epoch": 2.1141649048625792,
      "grad_norm": 1.5687397718429565,
      "learning_rate": 8.185097479085937e-06,
      "loss": 0.8425959348678589,
      "step": 1000
    },
    {
      "epoch": 2.1183932346723044,
      "grad_norm": 1.980387568473816,
      "learning_rate": 8.161497734549597e-06,
      "loss": 0.3263434171676636,
      "step": 1002
    },
    {
      "epoch": 2.1226215644820297,
      "grad_norm": 5.675595283508301,
      "learning_rate": 8.137899071989008e-06,
      "loss": 0.6078680753707886,
      "step": 1004
    },
    {
      "epoch": 2.126849894291755,
      "grad_norm": 1.2487083673477173,
      "learning_rate": 8.1143017799073e-06,
      "loss": 0.7753713130950928,
      "step": 1006
    },
    {
      "epoch": 2.13107822410148,
      "grad_norm": 3.2538247108459473,
      "learning_rate": 8.090706146790852e-06,
      "loss": 0.7754625678062439,
      "step": 1008
    },
    {
      "epoch": 2.1353065539112053,
      "grad_norm": 1.3604462146759033,
      "learning_rate": 8.067112461105758e-06,
      "loss": 0.39474815130233765,
      "step": 1010
    },
    {
      "epoch": 2.13953488372093,
      "grad_norm": 1.7930740118026733,
      "learning_rate": 8.043521011294303e-06,
      "loss": 0.42582058906555176,
      "step": 1012
    },
    {
      "epoch": 2.1437632135306552,
      "grad_norm": 1.4133408069610596,
      "learning_rate": 8.01993208577144e-06,
      "loss": 0.47508808970451355,
      "step": 1014
    },
    {
      "epoch": 2.1479915433403804,
      "grad_norm": 3.4921300411224365,
      "learning_rate": 7.996345972921259e-06,
      "loss": 0.7460800409317017,
      "step": 1016
    },
    {
      "epoch": 2.1522198731501057,
      "grad_norm": 1.8524998426437378,
      "learning_rate": 7.972762961093464e-06,
      "loss": 0.7890527248382568,
      "step": 1018
    },
    {
      "epoch": 2.156448202959831,
      "grad_norm": 2.931391477584839,
      "learning_rate": 7.949183338599856e-06,
      "loss": 0.5848892331123352,
      "step": 1020
    },
    {
      "epoch": 2.160676532769556,
      "grad_norm": 1.7194267511367798,
      "learning_rate": 7.925607393710787e-06,
      "loss": 0.5405454635620117,
      "step": 1022
    },
    {
      "epoch": 2.1649048625792813,
      "grad_norm": 1.7146341800689697,
      "learning_rate": 7.902035414651658e-06,
      "loss": 0.7282487750053406,
      "step": 1024
    },
    {
      "epoch": 2.1691331923890065,
      "grad_norm": 1.6258643865585327,
      "learning_rate": 7.878467689599383e-06,
      "loss": 0.729529857635498,
      "step": 1026
    },
    {
      "epoch": 2.1733615221987317,
      "grad_norm": 2.8171350955963135,
      "learning_rate": 7.854904506678867e-06,
      "loss": 0.726538896560669,
      "step": 1028
    },
    {
      "epoch": 2.177589852008457,
      "grad_norm": 2.65883469581604,
      "learning_rate": 7.831346153959488e-06,
      "loss": 0.7592504024505615,
      "step": 1030
    },
    {
      "epoch": 2.1818181818181817,
      "grad_norm": 1.6712520122528076,
      "learning_rate": 7.807792919451577e-06,
      "loss": 0.7350326180458069,
      "step": 1032
    },
    {
      "epoch": 2.186046511627907,
      "grad_norm": 1.674984097480774,
      "learning_rate": 7.784245091102887e-06,
      "loss": 0.7854993343353271,
      "step": 1034
    },
    {
      "epoch": 2.190274841437632,
      "grad_norm": 4.203649997711182,
      "learning_rate": 7.760702956795074e-06,
      "loss": 0.531688928604126,
      "step": 1036
    },
    {
      "epoch": 2.1945031712473573,
      "grad_norm": 4.289502143859863,
      "learning_rate": 7.737166804340196e-06,
      "loss": 0.3217397928237915,
      "step": 1038
    },
    {
      "epoch": 2.1987315010570825,
      "grad_norm": 1.8345874547958374,
      "learning_rate": 7.713636921477167e-06,
      "loss": 1.013067364692688,
      "step": 1040
    },
    {
      "epoch": 2.2029598308668077,
      "grad_norm": 7.410592079162598,
      "learning_rate": 7.690113595868264e-06,
      "loss": 0.2811543941497803,
      "step": 1042
    },
    {
      "epoch": 2.207188160676533,
      "grad_norm": 2.9365649223327637,
      "learning_rate": 7.666597115095591e-06,
      "loss": 0.886922299861908,
      "step": 1044
    },
    {
      "epoch": 2.211416490486258,
      "grad_norm": 1.749424695968628,
      "learning_rate": 7.64308776665757e-06,
      "loss": 0.37419652938842773,
      "step": 1046
    },
    {
      "epoch": 2.2156448202959833,
      "grad_norm": 4.167431831359863,
      "learning_rate": 7.619585837965435e-06,
      "loss": 0.6467190384864807,
      "step": 1048
    },
    {
      "epoch": 2.219873150105708,
      "grad_norm": 2.9107508659362793,
      "learning_rate": 7.596091616339704e-06,
      "loss": 0.5514612197875977,
      "step": 1050
    },
    {
      "epoch": 2.2241014799154333,
      "grad_norm": 5.101666450500488,
      "learning_rate": 7.572605389006674e-06,
      "loss": 0.7982590198516846,
      "step": 1052
    },
    {
      "epoch": 2.2283298097251585,
      "grad_norm": 1.5105267763137817,
      "learning_rate": 7.549127443094913e-06,
      "loss": 0.7884393930435181,
      "step": 1054
    },
    {
      "epoch": 2.2325581395348837,
      "grad_norm": 1.2124134302139282,
      "learning_rate": 7.525658065631742e-06,
      "loss": 0.7675731778144836,
      "step": 1056
    },
    {
      "epoch": 2.236786469344609,
      "grad_norm": 0.5240764617919922,
      "learning_rate": 7.502197543539728e-06,
      "loss": 0.41273289918899536,
      "step": 1058
    },
    {
      "epoch": 2.241014799154334,
      "grad_norm": 1.3946956396102905,
      "learning_rate": 7.47874616363318e-06,
      "loss": 0.5390036106109619,
      "step": 1060
    },
    {
      "epoch": 2.2452431289640593,
      "grad_norm": 1.6719964742660522,
      "learning_rate": 7.455304212614639e-06,
      "loss": 0.9307736158370972,
      "step": 1062
    },
    {
      "epoch": 2.2494714587737845,
      "grad_norm": 3.6784653663635254,
      "learning_rate": 7.431871977071373e-06,
      "loss": 0.7393144369125366,
      "step": 1064
    },
    {
      "epoch": 2.2536997885835097,
      "grad_norm": 16.029266357421875,
      "learning_rate": 7.408449743471876e-06,
      "loss": 0.48589229583740234,
      "step": 1066
    },
    {
      "epoch": 2.2579281183932345,
      "grad_norm": 3.1889865398406982,
      "learning_rate": 7.385037798162367e-06,
      "loss": 0.7017960548400879,
      "step": 1068
    },
    {
      "epoch": 2.2621564482029597,
      "grad_norm": 226.25563049316406,
      "learning_rate": 7.361636427363279e-06,
      "loss": 0.6053088307380676,
      "step": 1070
    },
    {
      "epoch": 2.266384778012685,
      "grad_norm": 1.3916795253753662,
      "learning_rate": 7.338245917165771e-06,
      "loss": 0.8384519815444946,
      "step": 1072
    },
    {
      "epoch": 2.27061310782241,
      "grad_norm": 1.1973955631256104,
      "learning_rate": 7.314866553528231e-06,
      "loss": 0.46596986055374146,
      "step": 1074
    },
    {
      "epoch": 2.2748414376321353,
      "grad_norm": 4.90501594543457,
      "learning_rate": 7.291498622272774e-06,
      "loss": 0.5769233703613281,
      "step": 1076
    },
    {
      "epoch": 2.2790697674418605,
      "grad_norm": 3.487074851989746,
      "learning_rate": 7.268142409081741e-06,
      "loss": 0.27050769329071045,
      "step": 1078
    },
    {
      "epoch": 2.2832980972515857,
      "grad_norm": 0.8944596648216248,
      "learning_rate": 7.244798199494229e-06,
      "loss": 0.13462218642234802,
      "step": 1080
    },
    {
      "epoch": 2.287526427061311,
      "grad_norm": 0.9704837203025818,
      "learning_rate": 7.221466278902575e-06,
      "loss": 0.3835107088088989,
      "step": 1082
    },
    {
      "epoch": 2.291754756871036,
      "grad_norm": 1.700408697128296,
      "learning_rate": 7.198146932548882e-06,
      "loss": 0.31547147035598755,
      "step": 1084
    },
    {
      "epoch": 2.295983086680761,
      "grad_norm": 2.8504245281219482,
      "learning_rate": 7.174840445521527e-06,
      "loss": 0.1282675862312317,
      "step": 1086
    },
    {
      "epoch": 2.300211416490486,
      "grad_norm": 2.286254405975342,
      "learning_rate": 7.151547102751679e-06,
      "loss": 0.4673500061035156,
      "step": 1088
    },
    {
      "epoch": 2.3044397463002113,
      "grad_norm": 2.2698566913604736,
      "learning_rate": 7.128267189009815e-06,
      "loss": 0.7307963371276855,
      "step": 1090
    },
    {
      "epoch": 2.3086680761099365,
      "grad_norm": 1.4226760864257812,
      "learning_rate": 7.1050009889022285e-06,
      "loss": 0.5173399448394775,
      "step": 1092
    },
    {
      "epoch": 2.3128964059196617,
      "grad_norm": 1.411266803741455,
      "learning_rate": 7.081748786867563e-06,
      "loss": 0.7340717315673828,
      "step": 1094
    },
    {
      "epoch": 2.317124735729387,
      "grad_norm": 1.8416746854782104,
      "learning_rate": 7.058510867173335e-06,
      "loss": 0.5856821537017822,
      "step": 1096
    },
    {
      "epoch": 2.321353065539112,
      "grad_norm": 2.0288174152374268,
      "learning_rate": 7.035287513912446e-06,
      "loss": 0.7254132032394409,
      "step": 1098
    },
    {
      "epoch": 2.3255813953488373,
      "grad_norm": 3.963407039642334,
      "learning_rate": 7.012079010999715e-06,
      "loss": 0.44933539628982544,
      "step": 1100
    },
    {
      "epoch": 2.3298097251585626,
      "grad_norm": 1.9250879287719727,
      "learning_rate": 6.9888856421684235e-06,
      "loss": 0.5230907797813416,
      "step": 1102
    },
    {
      "epoch": 2.3340380549682873,
      "grad_norm": 1.9608304500579834,
      "learning_rate": 6.965707690966817e-06,
      "loss": 0.8589090704917908,
      "step": 1104
    },
    {
      "epoch": 2.3382663847780125,
      "grad_norm": 1.8707932233810425,
      "learning_rate": 6.94254544075466e-06,
      "loss": 0.7368871569633484,
      "step": 1106
    },
    {
      "epoch": 2.3424947145877377,
      "grad_norm": 3.9660754203796387,
      "learning_rate": 6.919399174699772e-06,
      "loss": 0.851331353187561,
      "step": 1108
    },
    {
      "epoch": 2.346723044397463,
      "grad_norm": 3.2200233936309814,
      "learning_rate": 6.896269175774555e-06,
      "loss": 0.8817049264907837,
      "step": 1110
    },
    {
      "epoch": 2.350951374207188,
      "grad_norm": 1.1279667615890503,
      "learning_rate": 6.8731557267525306e-06,
      "loss": 0.4473658800125122,
      "step": 1112
    },
    {
      "epoch": 2.3551797040169133,
      "grad_norm": 4.966526508331299,
      "learning_rate": 6.850059110204907e-06,
      "loss": 0.7412988543510437,
      "step": 1114
    },
    {
      "epoch": 2.3594080338266386,
      "grad_norm": 2.3118531703948975,
      "learning_rate": 6.8269796084971e-06,
      "loss": 0.4675288796424866,
      "step": 1116
    },
    {
      "epoch": 2.3636363636363638,
      "grad_norm": 4.307426452636719,
      "learning_rate": 6.803917503785286e-06,
      "loss": 0.9795839190483093,
      "step": 1118
    },
    {
      "epoch": 2.367864693446089,
      "grad_norm": 3.040167808532715,
      "learning_rate": 6.780873078012963e-06,
      "loss": 0.7678594589233398,
      "step": 1120
    },
    {
      "epoch": 2.3720930232558137,
      "grad_norm": 1.5041873455047607,
      "learning_rate": 6.7578466129074925e-06,
      "loss": 0.7190483808517456,
      "step": 1122
    },
    {
      "epoch": 2.376321353065539,
      "grad_norm": 2.039888620376587,
      "learning_rate": 6.734838389976669e-06,
      "loss": 0.5487040877342224,
      "step": 1124
    },
    {
      "epoch": 2.380549682875264,
      "grad_norm": 4.9332990646362305,
      "learning_rate": 6.71184869050525e-06,
      "loss": 0.722797155380249,
      "step": 1126
    },
    {
      "epoch": 2.3847780126849893,
      "grad_norm": 5.00702428817749,
      "learning_rate": 6.688877795551555e-06,
      "loss": 0.49754154682159424,
      "step": 1128
    },
    {
      "epoch": 2.3890063424947146,
      "grad_norm": 2.7888295650482178,
      "learning_rate": 6.665925985944006e-06,
      "loss": 0.6010280847549438,
      "step": 1130
    },
    {
      "epoch": 2.3932346723044398,
      "grad_norm": 3.433521032333374,
      "learning_rate": 6.642993542277688e-06,
      "loss": 0.6383258104324341,
      "step": 1132
    },
    {
      "epoch": 2.397463002114165,
      "grad_norm": 7.1966400146484375,
      "learning_rate": 6.620080744910945e-06,
      "loss": 0.7949010133743286,
      "step": 1134
    },
    {
      "epoch": 2.40169133192389,
      "grad_norm": 8.449408531188965,
      "learning_rate": 6.597187873961926e-06,
      "loss": 0.50352942943573,
      "step": 1136
    },
    {
      "epoch": 2.4059196617336154,
      "grad_norm": 2.717254877090454,
      "learning_rate": 6.5743152093051795e-06,
      "loss": 0.7247951030731201,
      "step": 1138
    },
    {
      "epoch": 2.41014799154334,
      "grad_norm": 1.7346482276916504,
      "learning_rate": 6.551463030568219e-06,
      "loss": 0.7071352005004883,
      "step": 1140
    },
    {
      "epoch": 2.4143763213530653,
      "grad_norm": 4.9090728759765625,
      "learning_rate": 6.528631617128107e-06,
      "loss": 0.9658875465393066,
      "step": 1142
    },
    {
      "epoch": 2.4186046511627906,
      "grad_norm": 6.399837493896484,
      "learning_rate": 6.505821248108051e-06,
      "loss": 0.4537696838378906,
      "step": 1144
    },
    {
      "epoch": 2.4228329809725158,
      "grad_norm": 5.828219413757324,
      "learning_rate": 6.4830322023739745e-06,
      "loss": 0.6452757120132446,
      "step": 1146
    },
    {
      "epoch": 2.427061310782241,
      "grad_norm": 1.6015979051589966,
      "learning_rate": 6.4602647585311134e-06,
      "loss": 0.5827908515930176,
      "step": 1148
    },
    {
      "epoch": 2.431289640591966,
      "grad_norm": 2.543041467666626,
      "learning_rate": 6.437519194920624e-06,
      "loss": 0.46544528007507324,
      "step": 1150
    },
    {
      "epoch": 2.4355179704016914,
      "grad_norm": 2.145216464996338,
      "learning_rate": 6.414795789616152e-06,
      "loss": 0.4755411148071289,
      "step": 1152
    },
    {
      "epoch": 2.4397463002114166,
      "grad_norm": 1.2720885276794434,
      "learning_rate": 6.3920948204204574e-06,
      "loss": 0.41912633180618286,
      "step": 1154
    },
    {
      "epoch": 2.443974630021142,
      "grad_norm": 12.633498191833496,
      "learning_rate": 6.369416564862013e-06,
      "loss": 0.6496953964233398,
      "step": 1156
    },
    {
      "epoch": 2.448202959830867,
      "grad_norm": 2.8517889976501465,
      "learning_rate": 6.346761300191603e-06,
      "loss": 0.46596282720565796,
      "step": 1158
    },
    {
      "epoch": 2.452431289640592,
      "grad_norm": 9.365266799926758,
      "learning_rate": 6.324129303378936e-06,
      "loss": 0.8000454306602478,
      "step": 1160
    },
    {
      "epoch": 2.456659619450317,
      "grad_norm": 1.857039213180542,
      "learning_rate": 6.30152085110927e-06,
      "loss": 0.6486039161682129,
      "step": 1162
    },
    {
      "epoch": 2.460887949260042,
      "grad_norm": 1.7713621854782104,
      "learning_rate": 6.278936219780016e-06,
      "loss": 0.5446457862854004,
      "step": 1164
    },
    {
      "epoch": 2.4651162790697674,
      "grad_norm": 2.1408638954162598,
      "learning_rate": 6.256375685497364e-06,
      "loss": 0.9129477143287659,
      "step": 1166
    },
    {
      "epoch": 2.4693446088794926,
      "grad_norm": 1.4627786874771118,
      "learning_rate": 6.233839524072911e-06,
      "loss": 0.9019725322723389,
      "step": 1168
    },
    {
      "epoch": 2.473572938689218,
      "grad_norm": 3.729942798614502,
      "learning_rate": 6.211328011020282e-06,
      "loss": 0.5925071239471436,
      "step": 1170
    },
    {
      "epoch": 2.477801268498943,
      "grad_norm": 13.676080703735352,
      "learning_rate": 6.188841421551775e-06,
      "loss": 0.6982713341712952,
      "step": 1172
    },
    {
      "epoch": 2.482029598308668,
      "grad_norm": 1.7997795343399048,
      "learning_rate": 6.166380030574974e-06,
      "loss": 0.6115400791168213,
      "step": 1174
    },
    {
      "epoch": 2.4862579281183934,
      "grad_norm": 1.1815468072891235,
      "learning_rate": 6.1439441126894066e-06,
      "loss": 0.5125085115432739,
      "step": 1176
    },
    {
      "epoch": 2.4904862579281186,
      "grad_norm": 3.142874002456665,
      "learning_rate": 6.12153394218319e-06,
      "loss": 0.595373809337616,
      "step": 1178
    },
    {
      "epoch": 2.4947145877378434,
      "grad_norm": 3.1829237937927246,
      "learning_rate": 6.099149793029655e-06,
      "loss": 0.4783131182193756,
      "step": 1180
    },
    {
      "epoch": 2.4989429175475686,
      "grad_norm": 1.0863850116729736,
      "learning_rate": 6.076791938884021e-06,
      "loss": 0.28827065229415894,
      "step": 1182
    },
    {
      "epoch": 2.503171247357294,
      "grad_norm": 3.749490261077881,
      "learning_rate": 6.054460653080039e-06,
      "loss": 0.08858740329742432,
      "step": 1184
    },
    {
      "epoch": 2.507399577167019,
      "grad_norm": 2.9994473457336426,
      "learning_rate": 6.032156208626644e-06,
      "loss": 0.7518813610076904,
      "step": 1186
    },
    {
      "epoch": 2.511627906976744,
      "grad_norm": 3.145364761352539,
      "learning_rate": 6.009878878204636e-06,
      "loss": 0.5571533441543579,
      "step": 1188
    },
    {
      "epoch": 2.5158562367864694,
      "grad_norm": 6.573192119598389,
      "learning_rate": 5.987628934163326e-06,
      "loss": 0.6388422250747681,
      "step": 1190
    },
    {
      "epoch": 2.5200845665961946,
      "grad_norm": 2.2647907733917236,
      "learning_rate": 5.9654066485172255e-06,
      "loss": 0.8509605526924133,
      "step": 1192
    },
    {
      "epoch": 2.52431289640592,
      "grad_norm": 1.3656373023986816,
      "learning_rate": 5.943212292942697e-06,
      "loss": 0.6574472188949585,
      "step": 1194
    },
    {
      "epoch": 2.528541226215645,
      "grad_norm": 5.842274188995361,
      "learning_rate": 5.921046138774655e-06,
      "loss": 0.8020691871643066,
      "step": 1196
    },
    {
      "epoch": 2.53276955602537,
      "grad_norm": 1.8467926979064941,
      "learning_rate": 5.898908457003243e-06,
      "loss": 0.7512873411178589,
      "step": 1198
    },
    {
      "epoch": 2.536997885835095,
      "grad_norm": 9.482233047485352,
      "learning_rate": 5.876799518270515e-06,
      "loss": 0.7120176553726196,
      "step": 1200
    },
    {
      "epoch": 2.54122621564482,
      "grad_norm": 2.270634412765503,
      "learning_rate": 5.854719592867123e-06,
      "loss": 0.6714361906051636,
      "step": 1202
    },
    {
      "epoch": 2.5454545454545454,
      "grad_norm": 8.194986343383789,
      "learning_rate": 5.832668950729036e-06,
      "loss": 0.2864822745323181,
      "step": 1204
    },
    {
      "epoch": 2.5496828752642706,
      "grad_norm": 1.8582206964492798,
      "learning_rate": 5.810647861434207e-06,
      "loss": 0.8347625732421875,
      "step": 1206
    },
    {
      "epoch": 2.553911205073996,
      "grad_norm": 1.62802255153656,
      "learning_rate": 5.788656594199295e-06,
      "loss": 0.7626522779464722,
      "step": 1208
    },
    {
      "epoch": 2.558139534883721,
      "grad_norm": 1.6369847059249878,
      "learning_rate": 5.766695417876385e-06,
      "loss": 0.7506204843521118,
      "step": 1210
    },
    {
      "epoch": 2.5623678646934462,
      "grad_norm": 2.289973258972168,
      "learning_rate": 5.7447646009496814e-06,
      "loss": 0.5922738313674927,
      "step": 1212
    },
    {
      "epoch": 2.5665961945031714,
      "grad_norm": 1.5666455030441284,
      "learning_rate": 5.722864411532224e-06,
      "loss": 0.5874464511871338,
      "step": 1214
    },
    {
      "epoch": 2.570824524312896,
      "grad_norm": 4.369112968444824,
      "learning_rate": 5.700995117362633e-06,
      "loss": 0.43863433599472046,
      "step": 1216
    },
    {
      "epoch": 2.5750528541226214,
      "grad_norm": 5.651104927062988,
      "learning_rate": 5.679156985801816e-06,
      "loss": 0.505707859992981,
      "step": 1218
    },
    {
      "epoch": 2.5792811839323466,
      "grad_norm": 6.160796642303467,
      "learning_rate": 5.6573502838297005e-06,
      "loss": 0.4164288640022278,
      "step": 1220
    },
    {
      "epoch": 2.583509513742072,
      "grad_norm": 2.2909469604492188,
      "learning_rate": 5.635575278041984e-06,
      "loss": 0.5167214870452881,
      "step": 1222
    },
    {
      "epoch": 2.587737843551797,
      "grad_norm": 4.068335056304932,
      "learning_rate": 5.613832234646856e-06,
      "loss": 0.5009158253669739,
      "step": 1224
    },
    {
      "epoch": 2.5919661733615222,
      "grad_norm": 0.6781812906265259,
      "learning_rate": 5.592121419461765e-06,
      "loss": 0.29349908232688904,
      "step": 1226
    },
    {
      "epoch": 2.5961945031712474,
      "grad_norm": 3.461779832839966,
      "learning_rate": 5.570443097910141e-06,
      "loss": 0.6309870481491089,
      "step": 1228
    },
    {
      "epoch": 2.6004228329809727,
      "grad_norm": 3.883345603942871,
      "learning_rate": 5.548797535018177e-06,
      "loss": 0.6579529047012329,
      "step": 1230
    },
    {
      "epoch": 2.604651162790698,
      "grad_norm": 9.5661039352417,
      "learning_rate": 5.527184995411577e-06,
      "loss": 0.5248879194259644,
      "step": 1232
    },
    {
      "epoch": 2.6088794926004226,
      "grad_norm": 5.865969657897949,
      "learning_rate": 5.505605743312321e-06,
      "loss": 0.5632526278495789,
      "step": 1234
    },
    {
      "epoch": 2.613107822410148,
      "grad_norm": 1.7783787250518799,
      "learning_rate": 5.484060042535431e-06,
      "loss": 0.608475923538208,
      "step": 1236
    },
    {
      "epoch": 2.617336152219873,
      "grad_norm": 2.1970081329345703,
      "learning_rate": 5.46254815648576e-06,
      "loss": 0.7042860984802246,
      "step": 1238
    },
    {
      "epoch": 2.6215644820295982,
      "grad_norm": 1.8460139036178589,
      "learning_rate": 5.4410703481547604e-06,
      "loss": 0.6008255481719971,
      "step": 1240
    },
    {
      "epoch": 2.6257928118393234,
      "grad_norm": 1.5716763734817505,
      "learning_rate": 5.419626880117257e-06,
      "loss": 0.6618949174880981,
      "step": 1242
    },
    {
      "epoch": 2.6300211416490487,
      "grad_norm": 3.4065911769866943,
      "learning_rate": 5.3982180145282705e-06,
      "loss": 0.6927484273910522,
      "step": 1244
    },
    {
      "epoch": 2.634249471458774,
      "grad_norm": 14.799368858337402,
      "learning_rate": 5.376844013119783e-06,
      "loss": 0.4522789716720581,
      "step": 1246
    },
    {
      "epoch": 2.638477801268499,
      "grad_norm": 3.741028070449829,
      "learning_rate": 5.355505137197547e-06,
      "loss": 0.45216238498687744,
      "step": 1248
    },
    {
      "epoch": 2.6427061310782243,
      "grad_norm": 1.875082015991211,
      "learning_rate": 5.334201647637893e-06,
      "loss": 0.8255988359451294,
      "step": 1250
    },
    {
      "epoch": 2.646934460887949,
      "grad_norm": 6.704344272613525,
      "learning_rate": 5.312933804884545e-06,
      "loss": 0.3596426844596863,
      "step": 1252
    },
    {
      "epoch": 2.6511627906976747,
      "grad_norm": 5.3112874031066895,
      "learning_rate": 5.291701868945415e-06,
      "loss": 0.5540622472763062,
      "step": 1254
    },
    {
      "epoch": 2.6553911205073994,
      "grad_norm": 1.176771640777588,
      "learning_rate": 5.270506099389458e-06,
      "loss": 0.699912428855896,
      "step": 1256
    },
    {
      "epoch": 2.6596194503171247,
      "grad_norm": 1.2517683506011963,
      "learning_rate": 5.249346755343472e-06,
      "loss": 0.20151984691619873,
      "step": 1258
    },
    {
      "epoch": 2.66384778012685,
      "grad_norm": 1.0356135368347168,
      "learning_rate": 5.228224095488936e-06,
      "loss": 0.3519669771194458,
      "step": 1260
    },
    {
      "epoch": 2.668076109936575,
      "grad_norm": 4.993144512176514,
      "learning_rate": 5.207138378058854e-06,
      "loss": 0.5228662490844727,
      "step": 1262
    },
    {
      "epoch": 2.6723044397463003,
      "grad_norm": 5.321039199829102,
      "learning_rate": 5.1860898608345945e-06,
      "loss": 0.467984676361084,
      "step": 1264
    },
    {
      "epoch": 2.6765327695560255,
      "grad_norm": 4.311862468719482,
      "learning_rate": 5.165078801142734e-06,
      "loss": 0.23078812658786774,
      "step": 1266
    },
    {
      "epoch": 2.6807610993657507,
      "grad_norm": 2.6508641242980957,
      "learning_rate": 5.144105455851921e-06,
      "loss": 0.44908571243286133,
      "step": 1268
    },
    {
      "epoch": 2.6849894291754755,
      "grad_norm": 1.5310877561569214,
      "learning_rate": 5.123170081369727e-06,
      "loss": 0.7106070518493652,
      "step": 1270
    },
    {
      "epoch": 2.689217758985201,
      "grad_norm": 6.155274391174316,
      "learning_rate": 5.102272933639516e-06,
      "loss": 0.5381072163581848,
      "step": 1272
    },
    {
      "epoch": 2.693446088794926,
      "grad_norm": 0.5662539601325989,
      "learning_rate": 5.081414268137314e-06,
      "loss": 0.2816016972064972,
      "step": 1274
    },
    {
      "epoch": 2.697674418604651,
      "grad_norm": 4.242975234985352,
      "learning_rate": 5.060594339868688e-06,
      "loss": 0.4097983241081238,
      "step": 1276
    },
    {
      "epoch": 2.7019027484143763,
      "grad_norm": 5.412604808807373,
      "learning_rate": 5.039813403365626e-06,
      "loss": 0.6172899007797241,
      "step": 1278
    },
    {
      "epoch": 2.7061310782241015,
      "grad_norm": 4.645112037658691,
      "learning_rate": 5.019071712683423e-06,
      "loss": 0.5603295564651489,
      "step": 1280
    },
    {
      "epoch": 2.7103594080338267,
      "grad_norm": 1.5817734003067017,
      "learning_rate": 4.998369521397585e-06,
      "loss": 0.8464901447296143,
      "step": 1282
    },
    {
      "epoch": 2.714587737843552,
      "grad_norm": 0.9378266334533691,
      "learning_rate": 4.977707082600714e-06,
      "loss": 0.602013885974884,
      "step": 1284
    },
    {
      "epoch": 2.718816067653277,
      "grad_norm": 0.3795956075191498,
      "learning_rate": 4.957084648899424e-06,
      "loss": 0.744926929473877,
      "step": 1286
    },
    {
      "epoch": 2.723044397463002,
      "grad_norm": 1.9880757331848145,
      "learning_rate": 4.936502472411261e-06,
      "loss": 0.3527957797050476,
      "step": 1288
    },
    {
      "epoch": 2.7272727272727275,
      "grad_norm": 1.7355777025222778,
      "learning_rate": 4.9159608047615925e-06,
      "loss": 0.7091801166534424,
      "step": 1290
    },
    {
      "epoch": 2.7315010570824523,
      "grad_norm": 1.4596855640411377,
      "learning_rate": 4.895459897080558e-06,
      "loss": 0.807796835899353,
      "step": 1292
    },
    {
      "epoch": 2.7357293868921775,
      "grad_norm": 2.226590633392334,
      "learning_rate": 4.875000000000002e-06,
      "loss": 0.8595592975616455,
      "step": 1294
    },
    {
      "epoch": 2.7399577167019027,
      "grad_norm": 4.763701915740967,
      "learning_rate": 4.854581363650374e-06,
      "loss": 0.2207929491996765,
      "step": 1296
    },
    {
      "epoch": 2.744186046511628,
      "grad_norm": 1.5515803098678589,
      "learning_rate": 4.834204237657707e-06,
      "loss": 0.45758575201034546,
      "step": 1298
    },
    {
      "epoch": 2.748414376321353,
      "grad_norm": 1.8392975330352783,
      "learning_rate": 4.813868871140562e-06,
      "loss": 0.5696815252304077,
      "step": 1300
    },
    {
      "epoch": 2.7526427061310783,
      "grad_norm": 2.7251267433166504,
      "learning_rate": 4.793575512706958e-06,
      "loss": 0.548314094543457,
      "step": 1302
    },
    {
      "epoch": 2.7568710359408035,
      "grad_norm": 0.9378683567047119,
      "learning_rate": 4.7733244104513524e-06,
      "loss": 0.4568610191345215,
      "step": 1304
    },
    {
      "epoch": 2.7610993657505283,
      "grad_norm": 7.682252407073975,
      "learning_rate": 4.753115811951612e-06,
      "loss": 0.6801155805587769,
      "step": 1306
    },
    {
      "epoch": 2.765327695560254,
      "grad_norm": 2.429574489593506,
      "learning_rate": 4.732949964265975e-06,
      "loss": 0.7148873805999756,
      "step": 1308
    },
    {
      "epoch": 2.7695560253699787,
      "grad_norm": 2.616790533065796,
      "learning_rate": 4.71282711393002e-06,
      "loss": 0.7284020781517029,
      "step": 1310
    },
    {
      "epoch": 2.773784355179704,
      "grad_norm": 1.7224617004394531,
      "learning_rate": 4.692747506953686e-06,
      "loss": 0.6191799640655518,
      "step": 1312
    },
    {
      "epoch": 2.778012684989429,
      "grad_norm": 1.9497318267822266,
      "learning_rate": 4.672711388818235e-06,
      "loss": 0.34431034326553345,
      "step": 1314
    },
    {
      "epoch": 2.7822410147991543,
      "grad_norm": 2.1734511852264404,
      "learning_rate": 4.652719004473257e-06,
      "loss": 0.7559425830841064,
      "step": 1316
    },
    {
      "epoch": 2.7864693446088795,
      "grad_norm": 0.6739775538444519,
      "learning_rate": 4.632770598333681e-06,
      "loss": 0.5308979749679565,
      "step": 1318
    },
    {
      "epoch": 2.7906976744186047,
      "grad_norm": 3.110369920730591,
      "learning_rate": 4.612866414276793e-06,
      "loss": 0.7475970387458801,
      "step": 1320
    },
    {
      "epoch": 2.79492600422833,
      "grad_norm": 3.6263904571533203,
      "learning_rate": 4.593006695639241e-06,
      "loss": 0.3352441191673279,
      "step": 1322
    },
    {
      "epoch": 2.7991543340380547,
      "grad_norm": 2.3171989917755127,
      "learning_rate": 4.573191685214053e-06,
      "loss": 0.7618209719657898,
      "step": 1324
    },
    {
      "epoch": 2.8033826638477803,
      "grad_norm": 4.778399467468262,
      "learning_rate": 4.5534216252477015e-06,
      "loss": 0.19848856329917908,
      "step": 1326
    },
    {
      "epoch": 2.807610993657505,
      "grad_norm": 9.885106086730957,
      "learning_rate": 4.533696757437112e-06,
      "loss": 0.31195956468582153,
      "step": 1328
    },
    {
      "epoch": 2.8118393234672303,
      "grad_norm": 4.158289909362793,
      "learning_rate": 4.514017322926712e-06,
      "loss": 0.4557163119316101,
      "step": 1330
    },
    {
      "epoch": 2.8160676532769555,
      "grad_norm": 1.9819703102111816,
      "learning_rate": 4.494383562305501e-06,
      "loss": 0.6762011051177979,
      "step": 1332
    },
    {
      "epoch": 2.8202959830866807,
      "grad_norm": 1.948534369468689,
      "learning_rate": 4.474795715604091e-06,
      "loss": 0.5135953426361084,
      "step": 1334
    },
    {
      "epoch": 2.824524312896406,
      "grad_norm": 1.2752959728240967,
      "learning_rate": 4.45525402229177e-06,
      "loss": 0.8080368041992188,
      "step": 1336
    },
    {
      "epoch": 2.828752642706131,
      "grad_norm": 1.7740074396133423,
      "learning_rate": 4.435758721273596e-06,
      "loss": 0.805374264717102,
      "step": 1338
    },
    {
      "epoch": 2.8329809725158563,
      "grad_norm": 1.5627951622009277,
      "learning_rate": 4.416310050887456e-06,
      "loss": 0.6002947092056274,
      "step": 1340
    },
    {
      "epoch": 2.8372093023255816,
      "grad_norm": 2.2222254276275635,
      "learning_rate": 4.396908248901157e-06,
      "loss": 0.7086814045906067,
      "step": 1342
    },
    {
      "epoch": 2.8414376321353068,
      "grad_norm": 1.4105923175811768,
      "learning_rate": 4.377553552509526e-06,
      "loss": 0.4943678379058838,
      "step": 1344
    },
    {
      "epoch": 2.8456659619450315,
      "grad_norm": 3.5456433296203613,
      "learning_rate": 4.3582461983315e-06,
      "loss": 0.5853161811828613,
      "step": 1346
    },
    {
      "epoch": 2.8498942917547567,
      "grad_norm": 1.4400972127914429,
      "learning_rate": 4.33898642240724e-06,
      "loss": 0.7183468341827393,
      "step": 1348
    },
    {
      "epoch": 2.854122621564482,
      "grad_norm": 13.601333618164062,
      "learning_rate": 4.319774460195247e-06,
      "loss": 0.43445509672164917,
      "step": 1350
    },
    {
      "epoch": 2.858350951374207,
      "grad_norm": 2.2455263137817383,
      "learning_rate": 4.300610546569476e-06,
      "loss": 0.720789909362793,
      "step": 1352
    },
    {
      "epoch": 2.8625792811839323,
      "grad_norm": 1.1618309020996094,
      "learning_rate": 4.281494915816471e-06,
      "loss": 0.7108666896820068,
      "step": 1354
    },
    {
      "epoch": 2.8668076109936576,
      "grad_norm": 7.198761463165283,
      "learning_rate": 4.262427801632496e-06,
      "loss": 0.306668758392334,
      "step": 1356
    },
    {
      "epoch": 2.8710359408033828,
      "grad_norm": 1.7793060541152954,
      "learning_rate": 4.2434094371206845e-06,
      "loss": 0.7454710006713867,
      "step": 1358
    },
    {
      "epoch": 2.875264270613108,
      "grad_norm": 2.858522653579712,
      "learning_rate": 4.2244400547881815e-06,
      "loss": 0.46587949991226196,
      "step": 1360
    },
    {
      "epoch": 2.879492600422833,
      "grad_norm": 5.804128646850586,
      "learning_rate": 4.205519886543308e-06,
      "loss": 0.5216749310493469,
      "step": 1362
    },
    {
      "epoch": 2.883720930232558,
      "grad_norm": 1.7028459310531616,
      "learning_rate": 4.186649163692724e-06,
      "loss": 0.8213293552398682,
      "step": 1364
    },
    {
      "epoch": 2.887949260042283,
      "grad_norm": 2.4620273113250732,
      "learning_rate": 4.167828116938596e-06,
      "loss": 0.6673083305358887,
      "step": 1366
    },
    {
      "epoch": 2.8921775898520083,
      "grad_norm": 1.4428051710128784,
      "learning_rate": 4.149056976375781e-06,
      "loss": 0.6986818313598633,
      "step": 1368
    },
    {
      "epoch": 2.8964059196617336,
      "grad_norm": 1.893155813217163,
      "learning_rate": 4.130335971489016e-06,
      "loss": 0.7646907567977905,
      "step": 1370
    },
    {
      "epoch": 2.9006342494714588,
      "grad_norm": 1.2903612852096558,
      "learning_rate": 4.111665331150106e-06,
      "loss": 0.7394033670425415,
      "step": 1372
    },
    {
      "epoch": 2.904862579281184,
      "grad_norm": 1.2461528778076172,
      "learning_rate": 4.093045283615127e-06,
      "loss": 0.6628772020339966,
      "step": 1374
    },
    {
      "epoch": 2.909090909090909,
      "grad_norm": 1.64785635471344,
      "learning_rate": 4.074476056521649e-06,
      "loss": 0.7799428701400757,
      "step": 1376
    },
    {
      "epoch": 2.9133192389006344,
      "grad_norm": 3.3484251499176025,
      "learning_rate": 4.055957876885926e-06,
      "loss": 0.4393528401851654,
      "step": 1378
    },
    {
      "epoch": 2.9175475687103596,
      "grad_norm": 2.3519139289855957,
      "learning_rate": 4.037490971100145e-06,
      "loss": 0.5560283660888672,
      "step": 1380
    },
    {
      "epoch": 2.9217758985200843,
      "grad_norm": 3.2409229278564453,
      "learning_rate": 4.019075564929654e-06,
      "loss": 0.9184545278549194,
      "step": 1382
    },
    {
      "epoch": 2.92600422832981,
      "grad_norm": 4.495751857757568,
      "learning_rate": 4.000711883510186e-06,
      "loss": 0.5940873026847839,
      "step": 1384
    },
    {
      "epoch": 2.9302325581395348,
      "grad_norm": 1.513631820678711,
      "learning_rate": 3.982400151345126e-06,
      "loss": 0.5513443946838379,
      "step": 1386
    },
    {
      "epoch": 2.93446088794926,
      "grad_norm": 1.6095917224884033,
      "learning_rate": 3.964140592302755e-06,
      "loss": 0.6538087129592896,
      "step": 1388
    },
    {
      "epoch": 2.938689217758985,
      "grad_norm": 0.6691470742225647,
      "learning_rate": 3.9459334296135236e-06,
      "loss": 0.46507909893989563,
      "step": 1390
    },
    {
      "epoch": 2.9429175475687104,
      "grad_norm": 2.0764143466949463,
      "learning_rate": 3.927778885867304e-06,
      "loss": 0.9463499784469604,
      "step": 1392
    },
    {
      "epoch": 2.9471458773784356,
      "grad_norm": 0.7023881673812866,
      "learning_rate": 3.909677183010689e-06,
      "loss": 0.172732412815094,
      "step": 1394
    },
    {
      "epoch": 2.951374207188161,
      "grad_norm": 1.7051056623458862,
      "learning_rate": 3.891628542344273e-06,
      "loss": 0.5550211071968079,
      "step": 1396
    },
    {
      "epoch": 2.955602536997886,
      "grad_norm": 4.343619346618652,
      "learning_rate": 3.873633184519934e-06,
      "loss": 0.8420608043670654,
      "step": 1398
    },
    {
      "epoch": 2.9598308668076108,
      "grad_norm": 4.121436595916748,
      "learning_rate": 3.855691329538151e-06,
      "loss": 0.8600051403045654,
      "step": 1400
    },
    {
      "epoch": 2.9640591966173364,
      "grad_norm": 4.33802604675293,
      "learning_rate": 3.837803196745316e-06,
      "loss": 0.5907847881317139,
      "step": 1402
    },
    {
      "epoch": 2.968287526427061,
      "grad_norm": 2.516199827194214,
      "learning_rate": 3.819969004831031e-06,
      "loss": 0.38888847827911377,
      "step": 1404
    },
    {
      "epoch": 2.9725158562367864,
      "grad_norm": 5.375875949859619,
      "learning_rate": 3.8021889718254596e-06,
      "loss": 0.7636460065841675,
      "step": 1406
    },
    {
      "epoch": 2.9767441860465116,
      "grad_norm": 1.3979852199554443,
      "learning_rate": 3.7844633150966528e-06,
      "loss": 0.5576034784317017,
      "step": 1408
    },
    {
      "epoch": 2.980972515856237,
      "grad_norm": 4.267658233642578,
      "learning_rate": 3.766792251347883e-06,
      "loss": 0.537714421749115,
      "step": 1410
    },
    {
      "epoch": 2.985200845665962,
      "grad_norm": 1.726967215538025,
      "learning_rate": 3.749175996615e-06,
      "loss": 0.722823441028595,
      "step": 1412
    },
    {
      "epoch": 2.989429175475687,
      "grad_norm": 1.251090407371521,
      "learning_rate": 3.7316147662638003e-06,
      "loss": 0.43247348070144653,
      "step": 1414
    },
    {
      "epoch": 2.9936575052854124,
      "grad_norm": 3.434035301208496,
      "learning_rate": 3.7141087749873817e-06,
      "loss": 0.6234498023986816,
      "step": 1416
    },
    {
      "epoch": 2.997885835095137,
      "grad_norm": 1.6687880754470825,
      "learning_rate": 3.696658236803512e-06,
      "loss": 0.3949212431907654,
      "step": 1418
    },
    {
      "epoch": 3.0021141649048624,
      "grad_norm": 1.6642099618911743,
      "learning_rate": 3.6792633650520413e-06,
      "loss": 0.6867222189903259,
      "step": 1420
    },
    {
      "epoch": 3.0063424947145876,
      "grad_norm": 2.6655778884887695,
      "learning_rate": 3.6619243723922596e-06,
      "loss": 0.29861384630203247,
      "step": 1422
    },
    {
      "epoch": 3.010570824524313,
      "grad_norm": 13.024568557739258,
      "learning_rate": 3.644641470800321e-06,
      "loss": 0.7144566774368286,
      "step": 1424
    },
    {
      "epoch": 3.014799154334038,
      "grad_norm": 4.102027416229248,
      "learning_rate": 3.6274148715666392e-06,
      "loss": 0.3139229416847229,
      "step": 1426
    },
    {
      "epoch": 3.019027484143763,
      "grad_norm": 3.01511287689209,
      "learning_rate": 3.6102447852933117e-06,
      "loss": 0.4534086287021637,
      "step": 1428
    },
    {
      "epoch": 3.0232558139534884,
      "grad_norm": 2.0610299110412598,
      "learning_rate": 3.593131421891541e-06,
      "loss": 0.5477634072303772,
      "step": 1430
    },
    {
      "epoch": 3.0274841437632136,
      "grad_norm": 1.6937140226364136,
      "learning_rate": 3.5760749905790703e-06,
      "loss": 0.49359893798828125,
      "step": 1432
    },
    {
      "epoch": 3.031712473572939,
      "grad_norm": 2.3263511657714844,
      "learning_rate": 3.559075699877624e-06,
      "loss": 0.5352256298065186,
      "step": 1434
    },
    {
      "epoch": 3.035940803382664,
      "grad_norm": 6.835305690765381,
      "learning_rate": 3.5421337576103625e-06,
      "loss": 0.2217904031276703,
      "step": 1436
    },
    {
      "epoch": 3.040169133192389,
      "grad_norm": 0.5178420543670654,
      "learning_rate": 3.525249370899335e-06,
      "loss": 0.0617043673992157,
      "step": 1438
    },
    {
      "epoch": 3.044397463002114,
      "grad_norm": 2.201230525970459,
      "learning_rate": 3.5084227461629525e-06,
      "loss": 0.5838777422904968,
      "step": 1440
    },
    {
      "epoch": 3.048625792811839,
      "grad_norm": 1.9562621116638184,
      "learning_rate": 3.4916540891134636e-06,
      "loss": 0.31589028239250183,
      "step": 1442
    },
    {
      "epoch": 3.0528541226215644,
      "grad_norm": 7.107705116271973,
      "learning_rate": 3.4749436047544367e-06,
      "loss": 0.132436603307724,
      "step": 1444
    },
    {
      "epoch": 3.0570824524312896,
      "grad_norm": 2.205892562866211,
      "learning_rate": 3.458291497378257e-06,
      "loss": 0.30102184414863586,
      "step": 1446
    },
    {
      "epoch": 3.061310782241015,
      "grad_norm": 66.15872955322266,
      "learning_rate": 3.4416979705636272e-06,
      "loss": 0.4792563319206238,
      "step": 1448
    },
    {
      "epoch": 3.06553911205074,
      "grad_norm": 1.6659890413284302,
      "learning_rate": 3.4251632271730805e-06,
      "loss": 0.250087171792984,
      "step": 1450
    },
    {
      "epoch": 3.0697674418604652,
      "grad_norm": 4.044705390930176,
      "learning_rate": 3.4086874693504953e-06,
      "loss": 0.42401123046875,
      "step": 1452
    },
    {
      "epoch": 3.0739957716701904,
      "grad_norm": 1.7333321571350098,
      "learning_rate": 3.392270898518632e-06,
      "loss": 0.4892985224723816,
      "step": 1454
    },
    {
      "epoch": 3.0782241014799157,
      "grad_norm": 1.4521524906158447,
      "learning_rate": 3.375913715376664e-06,
      "loss": 0.13367274403572083,
      "step": 1456
    },
    {
      "epoch": 3.0824524312896404,
      "grad_norm": 1.5507392883300781,
      "learning_rate": 3.3596161198977267e-06,
      "loss": 0.34912851452827454,
      "step": 1458
    },
    {
      "epoch": 3.0866807610993656,
      "grad_norm": 1.9308871030807495,
      "learning_rate": 3.343378311326473e-06,
      "loss": 0.38985931873321533,
      "step": 1460
    },
    {
      "epoch": 3.090909090909091,
      "grad_norm": 2.1055166721343994,
      "learning_rate": 3.327200488176636e-06,
      "loss": 0.4916480481624603,
      "step": 1462
    },
    {
      "epoch": 3.095137420718816,
      "grad_norm": 1.6326617002487183,
      "learning_rate": 3.3110828482286036e-06,
      "loss": 0.4394315779209137,
      "step": 1464
    },
    {
      "epoch": 3.0993657505285412,
      "grad_norm": 1.7664871215820312,
      "learning_rate": 3.2950255885269988e-06,
      "loss": 0.3395063877105713,
      "step": 1466
    },
    {
      "epoch": 3.1035940803382664,
      "grad_norm": 2.11129093170166,
      "learning_rate": 3.279028905378274e-06,
      "loss": 0.5383762121200562,
      "step": 1468
    },
    {
      "epoch": 3.1078224101479917,
      "grad_norm": 1.5842963457107544,
      "learning_rate": 3.2630929943483033e-06,
      "loss": 0.480863094329834,
      "step": 1470
    },
    {
      "epoch": 3.112050739957717,
      "grad_norm": 3.5745162963867188,
      "learning_rate": 3.2472180502600095e-06,
      "loss": 0.4862865209579468,
      "step": 1472
    },
    {
      "epoch": 3.116279069767442,
      "grad_norm": 1.539161205291748,
      "learning_rate": 3.2314042671909547e-06,
      "loss": 0.507552981376648,
      "step": 1474
    },
    {
      "epoch": 3.120507399577167,
      "grad_norm": 1.3328593969345093,
      "learning_rate": 3.2156518384709914e-06,
      "loss": 0.46964654326438904,
      "step": 1476
    },
    {
      "epoch": 3.124735729386892,
      "grad_norm": 5.218214511871338,
      "learning_rate": 3.1999609566798935e-06,
      "loss": 0.12817713618278503,
      "step": 1478
    },
    {
      "epoch": 3.1289640591966172,
      "grad_norm": 1.8787182569503784,
      "learning_rate": 3.1843318136449904e-06,
      "loss": 0.42655909061431885,
      "step": 1480
    },
    {
      "epoch": 3.1331923890063424,
      "grad_norm": 5.574677467346191,
      "learning_rate": 3.168764600438834e-06,
      "loss": 0.3973861336708069,
      "step": 1482
    },
    {
      "epoch": 3.1374207188160677,
      "grad_norm": 0.5539373159408569,
      "learning_rate": 3.1532595073768675e-06,
      "loss": 0.0943363606929779,
      "step": 1484
    },
    {
      "epoch": 3.141649048625793,
      "grad_norm": 9.655427932739258,
      "learning_rate": 3.1378167240150746e-06,
      "loss": 0.5281685590744019,
      "step": 1486
    },
    {
      "epoch": 3.145877378435518,
      "grad_norm": 2.5484557151794434,
      "learning_rate": 3.122436439147688e-06,
      "loss": 0.7694233655929565,
      "step": 1488
    },
    {
      "epoch": 3.1501057082452433,
      "grad_norm": 4.505038738250732,
      "learning_rate": 3.1071188408048715e-06,
      "loss": 0.4504562020301819,
      "step": 1490
    },
    {
      "epoch": 3.1543340380549685,
      "grad_norm": 3.3813390731811523,
      "learning_rate": 3.091864116250421e-06,
      "loss": 0.38999781012535095,
      "step": 1492
    },
    {
      "epoch": 3.1585623678646932,
      "grad_norm": 1.7855579853057861,
      "learning_rate": 3.076672451979466e-06,
      "loss": 0.2507738471031189,
      "step": 1494
    },
    {
      "epoch": 3.1627906976744184,
      "grad_norm": 0.26156097650527954,
      "learning_rate": 3.061544033716211e-06,
      "loss": 0.3308458924293518,
      "step": 1496
    },
    {
      "epoch": 3.1670190274841437,
      "grad_norm": 1.5556107759475708,
      "learning_rate": 3.0464790464116474e-06,
      "loss": 0.5818713903427124,
      "step": 1498
    },
    {
      "epoch": 3.171247357293869,
      "grad_norm": 2.0821709632873535,
      "learning_rate": 3.0314776742412915e-06,
      "loss": 0.5305293202400208,
      "step": 1500
    },
    {
      "epoch": 3.175475687103594,
      "grad_norm": 4.033331871032715,
      "learning_rate": 3.0165401006029515e-06,
      "loss": 0.14770884811878204,
      "step": 1502
    },
    {
      "epoch": 3.1797040169133193,
      "grad_norm": 1.9315921068191528,
      "learning_rate": 3.0016665081144643e-06,
      "loss": 0.37355494499206543,
      "step": 1504
    },
    {
      "epoch": 3.1839323467230445,
      "grad_norm": 1.3936494588851929,
      "learning_rate": 2.9868570786114753e-06,
      "loss": 0.36658424139022827,
      "step": 1506
    },
    {
      "epoch": 3.1881606765327697,
      "grad_norm": 3.391876459121704,
      "learning_rate": 2.9721119931452044e-06,
      "loss": 0.222508043050766,
      "step": 1508
    },
    {
      "epoch": 3.192389006342495,
      "grad_norm": 4.5538225173950195,
      "learning_rate": 2.9574314319802505e-06,
      "loss": 0.08852885663509369,
      "step": 1510
    },
    {
      "epoch": 3.1966173361522197,
      "grad_norm": 1.435149073600769,
      "learning_rate": 2.942815574592373e-06,
      "loss": 0.04714357852935791,
      "step": 1512
    },
    {
      "epoch": 3.200845665961945,
      "grad_norm": 3.4955222606658936,
      "learning_rate": 2.928264599666294e-06,
      "loss": 0.5409808158874512,
      "step": 1514
    },
    {
      "epoch": 3.20507399577167,
      "grad_norm": 2.0416336059570312,
      "learning_rate": 2.9137786850935336e-06,
      "loss": 0.49242472648620605,
      "step": 1516
    },
    {
      "epoch": 3.2093023255813953,
      "grad_norm": 1.5005817413330078,
      "learning_rate": 2.8993580079702178e-06,
      "loss": 0.3337843418121338,
      "step": 1518
    },
    {
      "epoch": 3.2135306553911205,
      "grad_norm": 1.5125510692596436,
      "learning_rate": 2.8850027445949116e-06,
      "loss": 0.557496190071106,
      "step": 1520
    },
    {
      "epoch": 3.2177589852008457,
      "grad_norm": 3.043395757675171,
      "learning_rate": 2.8707130704664836e-06,
      "loss": 0.5054546594619751,
      "step": 1522
    },
    {
      "epoch": 3.221987315010571,
      "grad_norm": 5.112667083740234,
      "learning_rate": 2.856489160281939e-06,
      "loss": 0.5476666688919067,
      "step": 1524
    },
    {
      "epoch": 3.226215644820296,
      "grad_norm": 1.8973793983459473,
      "learning_rate": 2.842331187934293e-06,
      "loss": 0.4390944838523865,
      "step": 1526
    },
    {
      "epoch": 3.2304439746300213,
      "grad_norm": 6.383437156677246,
      "learning_rate": 2.828239326510448e-06,
      "loss": 0.06960128247737885,
      "step": 1528
    },
    {
      "epoch": 3.234672304439746,
      "grad_norm": 3.420788526535034,
      "learning_rate": 2.814213748289069e-06,
      "loss": 0.6601115465164185,
      "step": 1530
    },
    {
      "epoch": 3.2389006342494713,
      "grad_norm": 2.9068996906280518,
      "learning_rate": 2.8002546247384868e-06,
      "loss": 0.4413766860961914,
      "step": 1532
    },
    {
      "epoch": 3.2431289640591965,
      "grad_norm": 5.704627513885498,
      "learning_rate": 2.786362126514594e-06,
      "loss": 0.4749358892440796,
      "step": 1534
    },
    {
      "epoch": 3.2473572938689217,
      "grad_norm": 2.5792603492736816,
      "learning_rate": 2.7725364234587617e-06,
      "loss": 0.33815979957580566,
      "step": 1536
    },
    {
      "epoch": 3.251585623678647,
      "grad_norm": 2.1992955207824707,
      "learning_rate": 2.7587776845957662e-06,
      "loss": 0.30135706067085266,
      "step": 1538
    },
    {
      "epoch": 3.255813953488372,
      "grad_norm": 2.5813398361206055,
      "learning_rate": 2.7450860781317173e-06,
      "loss": 0.29713791608810425,
      "step": 1540
    },
    {
      "epoch": 3.2600422832980973,
      "grad_norm": 4.867682933807373,
      "learning_rate": 2.7314617714520043e-06,
      "loss": 0.7522240877151489,
      "step": 1542
    },
    {
      "epoch": 3.2642706131078225,
      "grad_norm": 3.4543728828430176,
      "learning_rate": 2.7179049311192504e-06,
      "loss": 0.5658772587776184,
      "step": 1544
    },
    {
      "epoch": 3.2684989429175477,
      "grad_norm": 5.230175018310547,
      "learning_rate": 2.7044157228712737e-06,
      "loss": 0.5096595287322998,
      "step": 1546
    },
    {
      "epoch": 3.2727272727272725,
      "grad_norm": 0.8176948428153992,
      "learning_rate": 2.690994311619067e-06,
      "loss": 0.06993258744478226,
      "step": 1548
    },
    {
      "epoch": 3.276955602536998,
      "grad_norm": 3.6103427410125732,
      "learning_rate": 2.6776408614447735e-06,
      "loss": 0.605951189994812,
      "step": 1550
    },
    {
      "epoch": 3.281183932346723,
      "grad_norm": 2.1291911602020264,
      "learning_rate": 2.664355535599685e-06,
      "loss": 0.4419100880622864,
      "step": 1552
    },
    {
      "epoch": 3.285412262156448,
      "grad_norm": 0.44995903968811035,
      "learning_rate": 2.651138496502252e-06,
      "loss": 0.05339962989091873,
      "step": 1554
    },
    {
      "epoch": 3.2896405919661733,
      "grad_norm": 2.977468729019165,
      "learning_rate": 2.6379899057360827e-06,
      "loss": 0.643664538860321,
      "step": 1556
    },
    {
      "epoch": 3.2938689217758985,
      "grad_norm": 2.5796053409576416,
      "learning_rate": 2.6249099240479836e-06,
      "loss": 0.2783702611923218,
      "step": 1558
    },
    {
      "epoch": 3.2980972515856237,
      "grad_norm": 4.654566287994385,
      "learning_rate": 2.611898711345988e-06,
      "loss": 0.7086867690086365,
      "step": 1560
    },
    {
      "epoch": 3.302325581395349,
      "grad_norm": 4.6553544998168945,
      "learning_rate": 2.598956426697395e-06,
      "loss": 0.48968005180358887,
      "step": 1562
    },
    {
      "epoch": 3.306553911205074,
      "grad_norm": 1.7385183572769165,
      "learning_rate": 2.586083228326834e-06,
      "loss": 0.28635382652282715,
      "step": 1564
    },
    {
      "epoch": 3.3107822410147993,
      "grad_norm": 1.9122589826583862,
      "learning_rate": 2.5732792736143315e-06,
      "loss": 0.38382118940353394,
      "step": 1566
    },
    {
      "epoch": 3.3150105708245245,
      "grad_norm": 0.32408830523490906,
      "learning_rate": 2.5605447190933735e-06,
      "loss": 0.0730479285120964,
      "step": 1568
    },
    {
      "epoch": 3.3192389006342493,
      "grad_norm": 4.453859806060791,
      "learning_rate": 2.547879720449005e-06,
      "loss": 0.3159065842628479,
      "step": 1570
    },
    {
      "epoch": 3.3234672304439745,
      "grad_norm": 8.307226181030273,
      "learning_rate": 2.5352844325159256e-06,
      "loss": 0.418887734413147,
      "step": 1572
    },
    {
      "epoch": 3.3276955602536997,
      "grad_norm": 5.4259114265441895,
      "learning_rate": 2.522759009276592e-06,
      "loss": 0.11129888892173767,
      "step": 1574
    },
    {
      "epoch": 3.331923890063425,
      "grad_norm": 8.971489906311035,
      "learning_rate": 2.51030360385933e-06,
      "loss": 0.21846887469291687,
      "step": 1576
    },
    {
      "epoch": 3.33615221987315,
      "grad_norm": 3.2399227619171143,
      "learning_rate": 2.4979183685364768e-06,
      "loss": 0.3414691686630249,
      "step": 1578
    },
    {
      "epoch": 3.3403805496828753,
      "grad_norm": 1.4801366329193115,
      "learning_rate": 2.485603454722514e-06,
      "loss": 0.23538810014724731,
      "step": 1580
    },
    {
      "epoch": 3.3446088794926006,
      "grad_norm": 2.040708065032959,
      "learning_rate": 2.4733590129722057e-06,
      "loss": 0.49476367235183716,
      "step": 1582
    },
    {
      "epoch": 3.3488372093023258,
      "grad_norm": 2.6494998931884766,
      "learning_rate": 2.4611851929787727e-06,
      "loss": 0.45221155881881714,
      "step": 1584
    },
    {
      "epoch": 3.353065539112051,
      "grad_norm": 2.2645339965820312,
      "learning_rate": 2.449082143572057e-06,
      "loss": 0.38120681047439575,
      "step": 1586
    },
    {
      "epoch": 3.3572938689217757,
      "grad_norm": 5.372982025146484,
      "learning_rate": 2.4370500127167007e-06,
      "loss": 0.5445793867111206,
      "step": 1588
    },
    {
      "epoch": 3.361522198731501,
      "grad_norm": 1.7980395555496216,
      "learning_rate": 2.425088947510333e-06,
      "loss": 0.08176328986883163,
      "step": 1590
    },
    {
      "epoch": 3.365750528541226,
      "grad_norm": 1.7179235219955444,
      "learning_rate": 2.4131990941817855e-06,
      "loss": 0.522789716720581,
      "step": 1592
    },
    {
      "epoch": 3.3699788583509513,
      "grad_norm": 1.3470094203948975,
      "learning_rate": 2.4013805980892935e-06,
      "loss": 0.12738136947155,
      "step": 1594
    },
    {
      "epoch": 3.3742071881606766,
      "grad_norm": 1.9271633625030518,
      "learning_rate": 2.3896336037187134e-06,
      "loss": 0.37803083658218384,
      "step": 1596
    },
    {
      "epoch": 3.3784355179704018,
      "grad_norm": 12.261544227600098,
      "learning_rate": 2.3779582546817767e-06,
      "loss": 0.27141934633255005,
      "step": 1598
    },
    {
      "epoch": 3.382663847780127,
      "grad_norm": 2.1056787967681885,
      "learning_rate": 2.366354693714316e-06,
      "loss": 0.234742671251297,
      "step": 1600
    },
    {
      "epoch": 3.386892177589852,
      "grad_norm": 12.533198356628418,
      "learning_rate": 2.3548230626745206e-06,
      "loss": 0.34299901127815247,
      "step": 1602
    },
    {
      "epoch": 3.3911205073995774,
      "grad_norm": 2.656111478805542,
      "learning_rate": 2.3433635025412175e-06,
      "loss": 0.5765751004219055,
      "step": 1604
    },
    {
      "epoch": 3.395348837209302,
      "grad_norm": 1.5774534940719604,
      "learning_rate": 2.3319761534121324e-06,
      "loss": 0.45786333084106445,
      "step": 1606
    },
    {
      "epoch": 3.3995771670190273,
      "grad_norm": 3.5536763668060303,
      "learning_rate": 2.320661154502184e-06,
      "loss": 0.23404037952423096,
      "step": 1608
    },
    {
      "epoch": 3.4038054968287526,
      "grad_norm": 1.8982465267181396,
      "learning_rate": 2.309418644141778e-06,
      "loss": 0.5482504963874817,
      "step": 1610
    },
    {
      "epoch": 3.4080338266384778,
      "grad_norm": 4.409867763519287,
      "learning_rate": 2.298248759775121e-06,
      "loss": 0.5976965427398682,
      "step": 1612
    },
    {
      "epoch": 3.412262156448203,
      "grad_norm": 4.288993835449219,
      "learning_rate": 2.287151637958538e-06,
      "loss": 0.41971904039382935,
      "step": 1614
    },
    {
      "epoch": 3.416490486257928,
      "grad_norm": 3.2369632720947266,
      "learning_rate": 2.276127414358801e-06,
      "loss": 0.5961102247238159,
      "step": 1616
    },
    {
      "epoch": 3.4207188160676534,
      "grad_norm": 2.226705312728882,
      "learning_rate": 2.265176223751472e-06,
      "loss": 0.5602580308914185,
      "step": 1618
    },
    {
      "epoch": 3.4249471458773786,
      "grad_norm": 1.930182695388794,
      "learning_rate": 2.254298200019256e-06,
      "loss": 0.4523662328720093,
      "step": 1620
    },
    {
      "epoch": 3.429175475687104,
      "grad_norm": 7.945974826812744,
      "learning_rate": 2.243493476150364e-06,
      "loss": 0.2813890278339386,
      "step": 1622
    },
    {
      "epoch": 3.4334038054968286,
      "grad_norm": 2.2771987915039062,
      "learning_rate": 2.2327621842368864e-06,
      "loss": 0.5364484190940857,
      "step": 1624
    },
    {
      "epoch": 3.4376321353065538,
      "grad_norm": 2.1954996585845947,
      "learning_rate": 2.222104455473177e-06,
      "loss": 0.4502740502357483,
      "step": 1626
    },
    {
      "epoch": 3.441860465116279,
      "grad_norm": 1.8870927095413208,
      "learning_rate": 2.2115204201542526e-06,
      "loss": 0.6255757808685303,
      "step": 1628
    },
    {
      "epoch": 3.446088794926004,
      "grad_norm": 10.188657760620117,
      "learning_rate": 2.2010102076741976e-06,
      "loss": 0.25465184450149536,
      "step": 1630
    },
    {
      "epoch": 3.4503171247357294,
      "grad_norm": 2.0800275802612305,
      "learning_rate": 2.190573946524581e-06,
      "loss": 0.3574382960796356,
      "step": 1632
    },
    {
      "epoch": 3.4545454545454546,
      "grad_norm": 2.158536434173584,
      "learning_rate": 2.1802117642928894e-06,
      "loss": 0.42494529485702515,
      "step": 1634
    },
    {
      "epoch": 3.45877378435518,
      "grad_norm": 2.0724036693573,
      "learning_rate": 2.169923787660963e-06,
      "loss": 0.5070405006408691,
      "step": 1636
    },
    {
      "epoch": 3.463002114164905,
      "grad_norm": 0.3990979492664337,
      "learning_rate": 2.1597101424034486e-06,
      "loss": 0.21116462349891663,
      "step": 1638
    },
    {
      "epoch": 3.46723044397463,
      "grad_norm": 2.11328125,
      "learning_rate": 2.149570953386265e-06,
      "loss": 0.35788196325302124,
      "step": 1640
    },
    {
      "epoch": 3.471458773784355,
      "grad_norm": 0.6507092118263245,
      "learning_rate": 2.1395063445650702e-06,
      "loss": 0.094949871301651,
      "step": 1642
    },
    {
      "epoch": 3.47568710359408,
      "grad_norm": 1.9196699857711792,
      "learning_rate": 2.1295164389837494e-06,
      "loss": 0.4157150983810425,
      "step": 1644
    },
    {
      "epoch": 3.4799154334038054,
      "grad_norm": 2.5179502964019775,
      "learning_rate": 2.1196013587729142e-06,
      "loss": 0.5065787434577942,
      "step": 1646
    },
    {
      "epoch": 3.4841437632135306,
      "grad_norm": 0.19388727843761444,
      "learning_rate": 2.109761225148402e-06,
      "loss": 0.3387356400489807,
      "step": 1648
    },
    {
      "epoch": 3.488372093023256,
      "grad_norm": 1.8885760307312012,
      "learning_rate": 2.0999961584098e-06,
      "loss": 0.2609141767024994,
      "step": 1650
    },
    {
      "epoch": 3.492600422832981,
      "grad_norm": 10.80978012084961,
      "learning_rate": 2.0903062779389724e-06,
      "loss": 0.311320424079895,
      "step": 1652
    },
    {
      "epoch": 3.496828752642706,
      "grad_norm": 5.009494304656982,
      "learning_rate": 2.0806917021986e-06,
      "loss": 0.504407525062561,
      "step": 1654
    },
    {
      "epoch": 3.5010570824524314,
      "grad_norm": 2.3830902576446533,
      "learning_rate": 2.071152548730737e-06,
      "loss": 0.4099867045879364,
      "step": 1656
    },
    {
      "epoch": 3.5052854122621566,
      "grad_norm": 0.48838508129119873,
      "learning_rate": 2.061688934155364e-06,
      "loss": 0.290943443775177,
      "step": 1658
    },
    {
      "epoch": 3.5095137420718814,
      "grad_norm": 4.095788478851318,
      "learning_rate": 2.052300974168971e-06,
      "loss": 0.4981149733066559,
      "step": 1660
    },
    {
      "epoch": 3.513742071881607,
      "grad_norm": 8.41342544555664,
      "learning_rate": 2.042988783543144e-06,
      "loss": 0.2673397660255432,
      "step": 1662
    },
    {
      "epoch": 3.517970401691332,
      "grad_norm": 1.7386679649353027,
      "learning_rate": 2.0337524761231517e-06,
      "loss": 0.3966340720653534,
      "step": 1664
    },
    {
      "epoch": 3.522198731501057,
      "grad_norm": 6.722071647644043,
      "learning_rate": 2.024592164826562e-06,
      "loss": 0.5063920617103577,
      "step": 1666
    },
    {
      "epoch": 3.526427061310782,
      "grad_norm": 0.6869686841964722,
      "learning_rate": 2.015507961641865e-06,
      "loss": 0.03437905013561249,
      "step": 1668
    },
    {
      "epoch": 3.5306553911205074,
      "grad_norm": 0.42433977127075195,
      "learning_rate": 2.0064999776270894e-06,
      "loss": 0.37125420570373535,
      "step": 1670
    },
    {
      "epoch": 3.5348837209302326,
      "grad_norm": 2.42488431930542,
      "learning_rate": 1.9975683229084617e-06,
      "loss": 0.3777064383029938,
      "step": 1672
    },
    {
      "epoch": 3.539112050739958,
      "grad_norm": 2.969446897506714,
      "learning_rate": 1.9887131066790485e-06,
      "loss": 0.4842509627342224,
      "step": 1674
    },
    {
      "epoch": 3.543340380549683,
      "grad_norm": 3.7433881759643555,
      "learning_rate": 1.979934437197428e-06,
      "loss": 0.3112730383872986,
      "step": 1676
    },
    {
      "epoch": 3.547568710359408,
      "grad_norm": 1.7907838821411133,
      "learning_rate": 1.9712324217863566e-06,
      "loss": 0.4308716952800751,
      "step": 1678
    },
    {
      "epoch": 3.5517970401691334,
      "grad_norm": 1.4491939544677734,
      "learning_rate": 1.962607166831473e-06,
      "loss": 0.32640641927719116,
      "step": 1680
    },
    {
      "epoch": 3.556025369978858,
      "grad_norm": 1.7236990928649902,
      "learning_rate": 1.9540587777799843e-06,
      "loss": 0.23240575194358826,
      "step": 1682
    },
    {
      "epoch": 3.5602536997885834,
      "grad_norm": 2.8367772102355957,
      "learning_rate": 1.945587359139377e-06,
      "loss": 0.38225769996643066,
      "step": 1684
    },
    {
      "epoch": 3.5644820295983086,
      "grad_norm": 7.260848045349121,
      "learning_rate": 1.9371930144761517e-06,
      "loss": 0.10525190830230713,
      "step": 1686
    },
    {
      "epoch": 3.568710359408034,
      "grad_norm": 1.7535074949264526,
      "learning_rate": 1.9288758464145427e-06,
      "loss": 0.43761515617370605,
      "step": 1688
    },
    {
      "epoch": 3.572938689217759,
      "grad_norm": 0.31258919835090637,
      "learning_rate": 1.920635956635271e-06,
      "loss": 0.047197841107845306,
      "step": 1690
    },
    {
      "epoch": 3.5771670190274842,
      "grad_norm": 1.559328556060791,
      "learning_rate": 1.9124734458743e-06,
      "loss": 0.24445591866970062,
      "step": 1692
    },
    {
      "epoch": 3.5813953488372094,
      "grad_norm": 7.896991729736328,
      "learning_rate": 1.9043884139216031e-06,
      "loss": 0.46396341919898987,
      "step": 1694
    },
    {
      "epoch": 3.585623678646934,
      "grad_norm": 2.968611240386963,
      "learning_rate": 1.8963809596199432e-06,
      "loss": 0.16597150266170502,
      "step": 1696
    },
    {
      "epoch": 3.58985200845666,
      "grad_norm": 2.186088800430298,
      "learning_rate": 1.8884511808636671e-06,
      "loss": 0.43159210681915283,
      "step": 1698
    },
    {
      "epoch": 3.5940803382663846,
      "grad_norm": 2.2071585655212402,
      "learning_rate": 1.8805991745975062e-06,
      "loss": 0.6921452283859253,
      "step": 1700
    },
    {
      "epoch": 3.59830866807611,
      "grad_norm": 5.664018154144287,
      "learning_rate": 1.8728250368153906e-06,
      "loss": 0.4875612258911133,
      "step": 1702
    },
    {
      "epoch": 3.602536997885835,
      "grad_norm": 7.896413803100586,
      "learning_rate": 1.8651288625592794e-06,
      "loss": 0.18402118980884552,
      "step": 1704
    },
    {
      "epoch": 3.6067653276955602,
      "grad_norm": 1.5156193971633911,
      "learning_rate": 1.8575107459179937e-06,
      "loss": 0.2941642105579376,
      "step": 1706
    },
    {
      "epoch": 3.6109936575052854,
      "grad_norm": 5.081479072570801,
      "learning_rate": 1.8499707800260706e-06,
      "loss": 0.44564810395240784,
      "step": 1708
    },
    {
      "epoch": 3.6152219873150107,
      "grad_norm": 2.090866804122925,
      "learning_rate": 1.8425090570626223e-06,
      "loss": 0.3646758794784546,
      "step": 1710
    },
    {
      "epoch": 3.619450317124736,
      "grad_norm": 2.4264652729034424,
      "learning_rate": 1.8351256682502103e-06,
      "loss": 0.23779350519180298,
      "step": 1712
    },
    {
      "epoch": 3.6236786469344606,
      "grad_norm": 0.5099054574966431,
      "learning_rate": 1.827820703853728e-06,
      "loss": 0.15786030888557434,
      "step": 1714
    },
    {
      "epoch": 3.6279069767441863,
      "grad_norm": 6.947947025299072,
      "learning_rate": 1.8205942531793012e-06,
      "loss": 0.3891189694404602,
      "step": 1716
    },
    {
      "epoch": 3.632135306553911,
      "grad_norm": 0.5348920226097107,
      "learning_rate": 1.813446404573192e-06,
      "loss": 0.37808191776275635,
      "step": 1718
    },
    {
      "epoch": 3.6363636363636362,
      "grad_norm": 20.69429588317871,
      "learning_rate": 1.8063772454207212e-06,
      "loss": 0.16323083639144897,
      "step": 1720
    },
    {
      "epoch": 3.6405919661733614,
      "grad_norm": 2.15889835357666,
      "learning_rate": 1.7993868621451993e-06,
      "loss": 0.38081133365631104,
      "step": 1722
    },
    {
      "epoch": 3.6448202959830867,
      "grad_norm": 2.0530717372894287,
      "learning_rate": 1.7924753402068716e-06,
      "loss": 0.4285137951374054,
      "step": 1724
    },
    {
      "epoch": 3.649048625792812,
      "grad_norm": 2.644247055053711,
      "learning_rate": 1.7856427641018695e-06,
      "loss": 0.5559520721435547,
      "step": 1726
    },
    {
      "epoch": 3.653276955602537,
      "grad_norm": 3.4544215202331543,
      "learning_rate": 1.7788892173611808e-06,
      "loss": 0.6821197271347046,
      "step": 1728
    },
    {
      "epoch": 3.6575052854122623,
      "grad_norm": 41.25182342529297,
      "learning_rate": 1.7722147825496282e-06,
      "loss": 0.5455248355865479,
      "step": 1730
    },
    {
      "epoch": 3.6617336152219875,
      "grad_norm": 3.144439220428467,
      "learning_rate": 1.7656195412648589e-06,
      "loss": 0.43547379970550537,
      "step": 1732
    },
    {
      "epoch": 3.6659619450317127,
      "grad_norm": 2.2905819416046143,
      "learning_rate": 1.7591035741363465e-06,
      "loss": 0.41461676359176636,
      "step": 1734
    },
    {
      "epoch": 3.6701902748414374,
      "grad_norm": 1.994506597518921,
      "learning_rate": 1.7526669608244076e-06,
      "loss": 0.5644330978393555,
      "step": 1736
    },
    {
      "epoch": 3.6744186046511627,
      "grad_norm": 3.258462905883789,
      "learning_rate": 1.7463097800192268e-06,
      "loss": 0.07579860091209412,
      "step": 1738
    },
    {
      "epoch": 3.678646934460888,
      "grad_norm": 2.389911413192749,
      "learning_rate": 1.7400321094398917e-06,
      "loss": 0.2575529217720032,
      "step": 1740
    },
    {
      "epoch": 3.682875264270613,
      "grad_norm": 6.482794761657715,
      "learning_rate": 1.733834025833447e-06,
      "loss": 0.13686810433864594,
      "step": 1742
    },
    {
      "epoch": 3.6871035940803383,
      "grad_norm": 2.8362269401550293,
      "learning_rate": 1.7277156049739573e-06,
      "loss": 0.5093021392822266,
      "step": 1744
    },
    {
      "epoch": 3.6913319238900635,
      "grad_norm": 0.2309325635433197,
      "learning_rate": 1.7216769216615738e-06,
      "loss": 0.21552294492721558,
      "step": 1746
    },
    {
      "epoch": 3.6955602536997887,
      "grad_norm": 3.054949998855591,
      "learning_rate": 1.7157180497216258e-06,
      "loss": 0.1866249442100525,
      "step": 1748
    },
    {
      "epoch": 3.699788583509514,
      "grad_norm": 2.1774001121520996,
      "learning_rate": 1.7098390620037193e-06,
      "loss": 0.6089503169059753,
      "step": 1750
    },
    {
      "epoch": 3.704016913319239,
      "grad_norm": 3.3051347732543945,
      "learning_rate": 1.7040400303808388e-06,
      "loss": 0.18538102507591248,
      "step": 1752
    },
    {
      "epoch": 3.708245243128964,
      "grad_norm": 4.658204078674316,
      "learning_rate": 1.6983210257484758e-06,
      "loss": 0.3961324989795685,
      "step": 1754
    },
    {
      "epoch": 3.712473572938689,
      "grad_norm": 1.3823856115341187,
      "learning_rate": 1.69268211802376e-06,
      "loss": 0.30216479301452637,
      "step": 1756
    },
    {
      "epoch": 3.7167019027484143,
      "grad_norm": 3.6195321083068848,
      "learning_rate": 1.6871233761446057e-06,
      "loss": 0.3396352529525757,
      "step": 1758
    },
    {
      "epoch": 3.7209302325581395,
      "grad_norm": 0.8568614721298218,
      "learning_rate": 1.6816448680688613e-06,
      "loss": 0.20964425802230835,
      "step": 1760
    },
    {
      "epoch": 3.7251585623678647,
      "grad_norm": 2.193138599395752,
      "learning_rate": 1.6762466607734931e-06,
      "loss": 0.50879967212677,
      "step": 1762
    },
    {
      "epoch": 3.72938689217759,
      "grad_norm": 2.7081847190856934,
      "learning_rate": 1.6709288202537525e-06,
      "loss": 0.240130215883255,
      "step": 1764
    },
    {
      "epoch": 3.733615221987315,
      "grad_norm": 4.313446998596191,
      "learning_rate": 1.665691411522376e-06,
      "loss": 0.5874007940292358,
      "step": 1766
    },
    {
      "epoch": 3.7378435517970403,
      "grad_norm": 3.1800005435943604,
      "learning_rate": 1.6605344986087893e-06,
      "loss": 0.3903779089450836,
      "step": 1768
    },
    {
      "epoch": 3.7420718816067655,
      "grad_norm": 0.5530804395675659,
      "learning_rate": 1.655458144558326e-06,
      "loss": 0.05097193270921707,
      "step": 1770
    },
    {
      "epoch": 3.7463002114164903,
      "grad_norm": 3.3892831802368164,
      "learning_rate": 1.6504624114314536e-06,
      "loss": 0.3092588484287262,
      "step": 1772
    },
    {
      "epoch": 3.7505285412262155,
      "grad_norm": 6.151468276977539,
      "learning_rate": 1.6455473603030148e-06,
      "loss": 0.5655317306518555,
      "step": 1774
    },
    {
      "epoch": 3.7547568710359407,
      "grad_norm": 2.7377429008483887,
      "learning_rate": 1.6407130512614863e-06,
      "loss": 0.6494180560112,
      "step": 1776
    },
    {
      "epoch": 3.758985200845666,
      "grad_norm": 1.744395136833191,
      "learning_rate": 1.6359595434082377e-06,
      "loss": 0.5580757260322571,
      "step": 1778
    },
    {
      "epoch": 3.763213530655391,
      "grad_norm": 1.9946132898330688,
      "learning_rate": 1.6312868948568114e-06,
      "loss": 0.5348998308181763,
      "step": 1780
    },
    {
      "epoch": 3.7674418604651163,
      "grad_norm": 2.5989975929260254,
      "learning_rate": 1.6266951627322143e-06,
      "loss": 0.4900321960449219,
      "step": 1782
    },
    {
      "epoch": 3.7716701902748415,
      "grad_norm": 4.668895244598389,
      "learning_rate": 1.622184403170217e-06,
      "loss": 0.08716302365064621,
      "step": 1784
    },
    {
      "epoch": 3.7758985200845667,
      "grad_norm": 7.039021968841553,
      "learning_rate": 1.6177546713166654e-06,
      "loss": 0.4683957099914551,
      "step": 1786
    },
    {
      "epoch": 3.780126849894292,
      "grad_norm": 3.350433826446533,
      "learning_rate": 1.6134060213268122e-06,
      "loss": 0.2138897180557251,
      "step": 1788
    },
    {
      "epoch": 3.7843551797040167,
      "grad_norm": 4.077768325805664,
      "learning_rate": 1.609138506364651e-06,
      "loss": 0.09039327502250671,
      "step": 1790
    },
    {
      "epoch": 3.7885835095137423,
      "grad_norm": 1.1139330863952637,
      "learning_rate": 1.6049521786022663e-06,
      "loss": 0.24710708856582642,
      "step": 1792
    },
    {
      "epoch": 3.792811839323467,
      "grad_norm": 3.8078513145446777,
      "learning_rate": 1.6008470892191971e-06,
      "loss": 0.7512996196746826,
      "step": 1794
    },
    {
      "epoch": 3.7970401691331923,
      "grad_norm": 2.2760603427886963,
      "learning_rate": 1.5968232884018094e-06,
      "loss": 0.2964702844619751,
      "step": 1796
    },
    {
      "epoch": 3.8012684989429175,
      "grad_norm": 9.848620414733887,
      "learning_rate": 1.592880825342686e-06,
      "loss": 0.5475103855133057,
      "step": 1798
    },
    {
      "epoch": 3.8054968287526427,
      "grad_norm": 2.6793553829193115,
      "learning_rate": 1.5890197482400214e-06,
      "loss": 0.6825364828109741,
      "step": 1800
    },
    {
      "epoch": 3.809725158562368,
      "grad_norm": 2.620032787322998,
      "learning_rate": 1.5852401042970336e-06,
      "loss": 0.3937552571296692,
      "step": 1802
    },
    {
      "epoch": 3.813953488372093,
      "grad_norm": 1.516156792640686,
      "learning_rate": 1.5815419397213902e-06,
      "loss": 0.4678071141242981,
      "step": 1804
    },
    {
      "epoch": 3.8181818181818183,
      "grad_norm": 2.408399820327759,
      "learning_rate": 1.577925299724637e-06,
      "loss": 0.6306326389312744,
      "step": 1806
    },
    {
      "epoch": 3.822410147991543,
      "grad_norm": 17.921382904052734,
      "learning_rate": 1.5743902285216514e-06,
      "loss": 0.11846039444208145,
      "step": 1808
    },
    {
      "epoch": 3.8266384778012688,
      "grad_norm": 2.338386297225952,
      "learning_rate": 1.5709367693300995e-06,
      "loss": 0.6535186171531677,
      "step": 1810
    },
    {
      "epoch": 3.8308668076109935,
      "grad_norm": 4.544635772705078,
      "learning_rate": 1.5675649643699071e-06,
      "loss": 0.8023751974105835,
      "step": 1812
    },
    {
      "epoch": 3.8350951374207187,
      "grad_norm": 1.4747891426086426,
      "learning_rate": 1.5642748548627444e-06,
      "loss": 0.4715295732021332,
      "step": 1814
    },
    {
      "epoch": 3.839323467230444,
      "grad_norm": 2.4592528343200684,
      "learning_rate": 1.5610664810315224e-06,
      "loss": 0.31899112462997437,
      "step": 1816
    },
    {
      "epoch": 3.843551797040169,
      "grad_norm": 3.573084592819214,
      "learning_rate": 1.5579398820998995e-06,
      "loss": 0.3200571537017822,
      "step": 1818
    },
    {
      "epoch": 3.8477801268498943,
      "grad_norm": 1.596789836883545,
      "learning_rate": 1.5548950962918043e-06,
      "loss": 0.21580329537391663,
      "step": 1820
    },
    {
      "epoch": 3.8520084566596196,
      "grad_norm": 1.002414584159851,
      "learning_rate": 1.5519321608309674e-06,
      "loss": 0.2545108497142792,
      "step": 1822
    },
    {
      "epoch": 3.8562367864693448,
      "grad_norm": 1.9474917650222778,
      "learning_rate": 1.549051111940463e-06,
      "loss": 0.33239108324050903,
      "step": 1824
    },
    {
      "epoch": 3.8604651162790695,
      "grad_norm": 4.065573692321777,
      "learning_rate": 1.5462519848422735e-06,
      "loss": 0.25345712900161743,
      "step": 1826
    },
    {
      "epoch": 3.864693446088795,
      "grad_norm": 5.647709846496582,
      "learning_rate": 1.5435348137568503e-06,
      "loss": 0.5618326663970947,
      "step": 1828
    },
    {
      "epoch": 3.86892177589852,
      "grad_norm": 2.1120333671569824,
      "learning_rate": 1.540899631902703e-06,
      "loss": 0.4603463411331177,
      "step": 1830
    },
    {
      "epoch": 3.873150105708245,
      "grad_norm": 1.9890505075454712,
      "learning_rate": 1.5383464714959885e-06,
      "loss": 0.25480324029922485,
      "step": 1832
    },
    {
      "epoch": 3.8773784355179703,
      "grad_norm": 1.647275447845459,
      "learning_rate": 1.5358753637501168e-06,
      "loss": 0.16612286865711212,
      "step": 1834
    },
    {
      "epoch": 3.8816067653276956,
      "grad_norm": 0.4875168800354004,
      "learning_rate": 1.5334863388753753e-06,
      "loss": 0.2444835752248764,
      "step": 1836
    },
    {
      "epoch": 3.8858350951374208,
      "grad_norm": 1.1980202198028564,
      "learning_rate": 1.5311794260785508e-06,
      "loss": 0.300431489944458,
      "step": 1838
    },
    {
      "epoch": 3.890063424947146,
      "grad_norm": 2.1776413917541504,
      "learning_rate": 1.5289546535625803e-06,
      "loss": 0.5288171172142029,
      "step": 1840
    },
    {
      "epoch": 3.894291754756871,
      "grad_norm": 3.7906546592712402,
      "learning_rate": 1.5268120485262017e-06,
      "loss": 0.5547816753387451,
      "step": 1842
    },
    {
      "epoch": 3.898520084566596,
      "grad_norm": 2.167079448699951,
      "learning_rate": 1.5247516371636211e-06,
      "loss": 0.3471487760543823,
      "step": 1844
    },
    {
      "epoch": 3.9027484143763216,
      "grad_norm": 2.6233794689178467,
      "learning_rate": 1.522773444664197e-06,
      "loss": 0.4128296971321106,
      "step": 1846
    },
    {
      "epoch": 3.9069767441860463,
      "grad_norm": 4.710732460021973,
      "learning_rate": 1.5208774952121262e-06,
      "loss": 0.06081973761320114,
      "step": 1848
    },
    {
      "epoch": 3.9112050739957716,
      "grad_norm": 1.8623006343841553,
      "learning_rate": 1.5190638119861523e-06,
      "loss": 0.45480477809906006,
      "step": 1850
    },
    {
      "epoch": 3.9154334038054968,
      "grad_norm": 1.5831469297409058,
      "learning_rate": 1.5173324171592825e-06,
      "loss": 0.3575555980205536,
      "step": 1852
    },
    {
      "epoch": 3.919661733615222,
      "grad_norm": 1.443250060081482,
      "learning_rate": 1.5156833318985132e-06,
      "loss": 0.480334997177124,
      "step": 1854
    },
    {
      "epoch": 3.923890063424947,
      "grad_norm": 2.7109949588775635,
      "learning_rate": 1.514116576364574e-06,
      "loss": 0.228928342461586,
      "step": 1856
    },
    {
      "epoch": 3.9281183932346724,
      "grad_norm": 3.2303571701049805,
      "learning_rate": 1.5126321697116824e-06,
      "loss": 0.39826691150665283,
      "step": 1858
    },
    {
      "epoch": 3.9323467230443976,
      "grad_norm": 3.9181406497955322,
      "learning_rate": 1.511230130087305e-06,
      "loss": 0.2125285416841507,
      "step": 1860
    },
    {
      "epoch": 3.9365750528541223,
      "grad_norm": 7.024599552154541,
      "learning_rate": 1.509910474631939e-06,
      "loss": 0.7361782789230347,
      "step": 1862
    },
    {
      "epoch": 3.940803382663848,
      "grad_norm": 1.5889050960540771,
      "learning_rate": 1.5086732194789031e-06,
      "loss": 0.39678746461868286,
      "step": 1864
    },
    {
      "epoch": 3.9450317124735728,
      "grad_norm": 1.95686936378479,
      "learning_rate": 1.507518379754139e-06,
      "loss": 0.6197966933250427,
      "step": 1866
    },
    {
      "epoch": 3.949260042283298,
      "grad_norm": 0.3734652101993561,
      "learning_rate": 1.5064459695760255e-06,
      "loss": 0.005497870035469532,
      "step": 1868
    },
    {
      "epoch": 3.953488372093023,
      "grad_norm": 1.909144639968872,
      "learning_rate": 1.5054560020552078e-06,
      "loss": 0.558434009552002,
      "step": 1870
    },
    {
      "epoch": 3.9577167019027484,
      "grad_norm": 1.6199933290481567,
      "learning_rate": 1.504548489294438e-06,
      "loss": 0.27792245149612427,
      "step": 1872
    },
    {
      "epoch": 3.9619450317124736,
      "grad_norm": 2.369783401489258,
      "learning_rate": 1.5037234423884224e-06,
      "loss": 0.30478471517562866,
      "step": 1874
    },
    {
      "epoch": 3.966173361522199,
      "grad_norm": 1.9914082288742065,
      "learning_rate": 1.5029808714236927e-06,
      "loss": 0.511407732963562,
      "step": 1876
    },
    {
      "epoch": 3.970401691331924,
      "grad_norm": 4.849050045013428,
      "learning_rate": 1.502320785478475e-06,
      "loss": 0.09230373799800873,
      "step": 1878
    },
    {
      "epoch": 3.974630021141649,
      "grad_norm": 1.9327763319015503,
      "learning_rate": 1.5017431926225876e-06,
      "loss": 0.25974082946777344,
      "step": 1880
    },
    {
      "epoch": 3.9788583509513744,
      "grad_norm": 4.299111843109131,
      "learning_rate": 1.5012480999173337e-06,
      "loss": 0.5388734340667725,
      "step": 1882
    },
    {
      "epoch": 3.983086680761099,
      "grad_norm": 3.1257824897766113,
      "learning_rate": 1.5008355134154204e-06,
      "loss": 0.7664746046066284,
      "step": 1884
    },
    {
      "epoch": 3.9873150105708244,
      "grad_norm": 2.4429774284362793,
      "learning_rate": 1.500505438160885e-06,
      "loss": 0.3411826491355896,
      "step": 1886
    },
    {
      "epoch": 3.9915433403805496,
      "grad_norm": 11.56125545501709,
      "learning_rate": 1.500257878189028e-06,
      "loss": 0.4346163868904114,
      "step": 1888
    },
    {
      "epoch": 3.995771670190275,
      "grad_norm": 1.4551942348480225,
      "learning_rate": 1.5000928365263716e-06,
      "loss": 0.34119731187820435,
      "step": 1890
    },
    {
      "epoch": 4.0,
      "grad_norm": 1.9164273738861084,
      "learning_rate": 1.5000103151906145e-06,
      "loss": 0.20500323176383972,
      "step": 1892
    },
    {
      "epoch": 4.0,
      "step": 1892,
      "total_flos": 3.5845266746764165e+18,
      "train_loss": 0.7556913677518341,
      "train_runtime": 4810.6403,
      "train_samples_per_second": 11.799,
      "train_steps_per_second": 0.393
    }
  ],
  "logging_steps": 2,
  "max_steps": 1892,
  "num_input_tokens_seen": 0,
  "num_train_epochs": 4,
  "save_steps": 99999,
  "stateful_callbacks": {
    "TrainerControl": {
      "args": {
        "should_epoch_stop": false,
        "should_evaluate": false,
        "should_log": false,
        "should_save": false,
        "should_training_stop": false
      },
      "attributes": {}
    }
  },
  "total_flos": 3.5845266746764165e+18,
  "train_batch_size": 3,
  "trial_name": null,
  "trial_params": null
}