{
  "best_metric": null,
  "best_model_checkpoint": null,
  "epoch": 177.5147928994083,
  "eval_steps": 500,
  "global_step": 30000,
  "is_hyper_param_search": false,
  "is_local_process_zero": true,
  "is_world_process_zero": true,
  "log_history": [
    {
      "epoch": 0.05917159763313609,
      "grad_norm": 153.8770294189453,
      "learning_rate": 0.0001,
      "loss": 20.2214,
      "step": 10
    },
    {
      "epoch": 0.11834319526627218,
      "grad_norm": 74.8006820678711,
      "learning_rate": 0.0001,
      "loss": 5.0049,
      "step": 20
    },
    {
      "epoch": 0.17751479289940827,
      "grad_norm": 55.02305221557617,
      "learning_rate": 0.0001,
      "loss": 3.7767,
      "step": 30
    },
    {
      "epoch": 0.23668639053254437,
      "grad_norm": 58.42805480957031,
      "learning_rate": 0.0001,
      "loss": 3.3392,
      "step": 40
    },
    {
      "epoch": 0.2958579881656805,
      "grad_norm": 53.602413177490234,
      "learning_rate": 0.0001,
      "loss": 2.9888,
      "step": 50
    },
    {
      "epoch": 0.35502958579881655,
      "grad_norm": 49.62657165527344,
      "learning_rate": 0.0001,
      "loss": 2.7634,
      "step": 60
    },
    {
      "epoch": 0.41420118343195267,
      "grad_norm": 47.2798957824707,
      "learning_rate": 0.0001,
      "loss": 2.5771,
      "step": 70
    },
    {
      "epoch": 0.47337278106508873,
      "grad_norm": 42.863426208496094,
      "learning_rate": 0.0001,
      "loss": 2.3452,
      "step": 80
    },
    {
      "epoch": 0.5325443786982249,
      "grad_norm": 40.8491096496582,
      "learning_rate": 0.0001,
      "loss": 2.2521,
      "step": 90
    },
    {
      "epoch": 0.591715976331361,
      "grad_norm": 44.430477142333984,
      "learning_rate": 0.0001,
      "loss": 2.1279,
      "step": 100
    },
    {
      "epoch": 0.650887573964497,
      "grad_norm": 42.121849060058594,
      "learning_rate": 0.0001,
      "loss": 1.9346,
      "step": 110
    },
    {
      "epoch": 0.7100591715976331,
      "grad_norm": 43.765262603759766,
      "learning_rate": 0.0001,
      "loss": 1.8565,
      "step": 120
    },
    {
      "epoch": 0.7692307692307693,
      "grad_norm": 42.57600784301758,
      "learning_rate": 0.0001,
      "loss": 1.7533,
      "step": 130
    },
    {
      "epoch": 0.8284023668639053,
      "grad_norm": 35.68867111206055,
      "learning_rate": 0.0001,
      "loss": 1.6252,
      "step": 140
    },
    {
      "epoch": 0.8875739644970414,
      "grad_norm": 45.210853576660156,
      "learning_rate": 0.0001,
      "loss": 1.548,
      "step": 150
    },
    {
      "epoch": 0.9467455621301775,
      "grad_norm": 38.14447021484375,
      "learning_rate": 0.0001,
      "loss": 1.5014,
      "step": 160
    },
    {
      "epoch": 1.0059171597633136,
      "grad_norm": 40.30084228515625,
      "learning_rate": 0.0001,
      "loss": 1.4068,
      "step": 170
    },
    {
      "epoch": 1.0650887573964498,
      "grad_norm": 39.272117614746094,
      "learning_rate": 0.0001,
      "loss": 1.3457,
      "step": 180
    },
    {
      "epoch": 1.1242603550295858,
      "grad_norm": 31.490188598632812,
      "learning_rate": 0.0001,
      "loss": 1.2355,
      "step": 190
    },
    {
      "epoch": 1.183431952662722,
      "grad_norm": 31.656192779541016,
      "learning_rate": 0.0001,
      "loss": 1.1473,
      "step": 200
    },
    {
      "epoch": 1.242603550295858,
      "grad_norm": 36.3016357421875,
      "learning_rate": 0.0001,
      "loss": 1.1064,
      "step": 210
    },
    {
      "epoch": 1.301775147928994,
      "grad_norm": 38.86666488647461,
      "learning_rate": 0.0001,
      "loss": 1.046,
      "step": 220
    },
    {
      "epoch": 1.3609467455621302,
      "grad_norm": 39.29147720336914,
      "learning_rate": 0.0001,
      "loss": 1.0058,
      "step": 230
    },
    {
      "epoch": 1.4201183431952662,
      "grad_norm": 33.329917907714844,
      "learning_rate": 0.0001,
      "loss": 0.9461,
      "step": 240
    },
    {
      "epoch": 1.4792899408284024,
      "grad_norm": 34.38193130493164,
      "learning_rate": 0.0001,
      "loss": 0.8668,
      "step": 250
    },
    {
      "epoch": 1.5384615384615383,
      "grad_norm": 31.653987884521484,
      "learning_rate": 0.0001,
      "loss": 0.823,
      "step": 260
    },
    {
      "epoch": 1.5976331360946747,
      "grad_norm": 31.058713912963867,
      "learning_rate": 0.0001,
      "loss": 0.7936,
      "step": 270
    },
    {
      "epoch": 1.6568047337278107,
      "grad_norm": 31.71525764465332,
      "learning_rate": 0.0001,
      "loss": 0.7399,
      "step": 280
    },
    {
      "epoch": 1.7159763313609466,
      "grad_norm": 28.538848876953125,
      "learning_rate": 0.0001,
      "loss": 0.6946,
      "step": 290
    },
    {
      "epoch": 1.7751479289940828,
      "grad_norm": 26.211162567138672,
      "learning_rate": 0.0001,
      "loss": 0.6672,
      "step": 300
    },
    {
      "epoch": 1.834319526627219,
      "grad_norm": 26.915746688842773,
      "learning_rate": 0.0001,
      "loss": 0.6573,
      "step": 310
    },
    {
      "epoch": 1.893491124260355,
      "grad_norm": 26.777111053466797,
      "learning_rate": 0.0001,
      "loss": 0.6246,
      "step": 320
    },
    {
      "epoch": 1.952662721893491,
      "grad_norm": 22.7823429107666,
      "learning_rate": 0.0001,
      "loss": 0.5841,
      "step": 330
    },
    {
      "epoch": 2.0118343195266273,
      "grad_norm": 26.74056053161621,
      "learning_rate": 0.0001,
      "loss": 0.5517,
      "step": 340
    },
    {
      "epoch": 2.0710059171597632,
      "grad_norm": 23.421667098999023,
      "learning_rate": 0.0001,
      "loss": 0.5297,
      "step": 350
    },
    {
      "epoch": 2.1301775147928996,
      "grad_norm": 23.535478591918945,
      "learning_rate": 0.0001,
      "loss": 0.5149,
      "step": 360
    },
    {
      "epoch": 2.1893491124260356,
      "grad_norm": 18.5365047454834,
      "learning_rate": 0.0001,
      "loss": 0.4807,
      "step": 370
    },
    {
      "epoch": 2.2485207100591715,
      "grad_norm": 22.976980209350586,
      "learning_rate": 0.0001,
      "loss": 0.4663,
      "step": 380
    },
    {
      "epoch": 2.3076923076923075,
      "grad_norm": 21.123947143554688,
      "learning_rate": 0.0001,
      "loss": 0.4509,
      "step": 390
    },
    {
      "epoch": 2.366863905325444,
      "grad_norm": 24.507892608642578,
      "learning_rate": 0.0001,
      "loss": 0.4398,
      "step": 400
    },
    {
      "epoch": 2.42603550295858,
      "grad_norm": 22.395057678222656,
      "learning_rate": 0.0001,
      "loss": 0.422,
      "step": 410
    },
    {
      "epoch": 2.485207100591716,
      "grad_norm": 21.968156814575195,
      "learning_rate": 0.0001,
      "loss": 0.4093,
      "step": 420
    },
    {
      "epoch": 2.544378698224852,
      "grad_norm": 18.98883628845215,
      "learning_rate": 0.0001,
      "loss": 0.3963,
      "step": 430
    },
    {
      "epoch": 2.603550295857988,
      "grad_norm": 19.853185653686523,
      "learning_rate": 0.0001,
      "loss": 0.3803,
      "step": 440
    },
    {
      "epoch": 2.662721893491124,
      "grad_norm": 19.97403335571289,
      "learning_rate": 0.0001,
      "loss": 0.3701,
      "step": 450
    },
    {
      "epoch": 2.7218934911242605,
      "grad_norm": 19.338214874267578,
      "learning_rate": 0.0001,
      "loss": 0.3528,
      "step": 460
    },
    {
      "epoch": 2.7810650887573964,
      "grad_norm": 20.44488525390625,
      "learning_rate": 0.0001,
      "loss": 0.3524,
      "step": 470
    },
    {
      "epoch": 2.8402366863905324,
      "grad_norm": 16.130311965942383,
      "learning_rate": 0.0001,
      "loss": 0.3377,
      "step": 480
    },
    {
      "epoch": 2.899408284023669,
      "grad_norm": 19.017309188842773,
      "learning_rate": 0.0001,
      "loss": 0.3298,
      "step": 490
    },
    {
      "epoch": 2.9585798816568047,
      "grad_norm": 17.657939910888672,
      "learning_rate": 0.0001,
      "loss": 0.3189,
      "step": 500
    },
    {
      "epoch": 3.0177514792899407,
      "grad_norm": 15.550881385803223,
      "learning_rate": 0.0001,
      "loss": 0.3234,
      "step": 510
    },
    {
      "epoch": 3.076923076923077,
      "grad_norm": 16.31296157836914,
      "learning_rate": 0.0001,
      "loss": 0.3118,
      "step": 520
    },
    {
      "epoch": 3.136094674556213,
      "grad_norm": 17.804370880126953,
      "learning_rate": 0.0001,
      "loss": 0.2931,
      "step": 530
    },
    {
      "epoch": 3.195266272189349,
      "grad_norm": 14.263854026794434,
      "learning_rate": 0.0001,
      "loss": 0.2863,
      "step": 540
    },
    {
      "epoch": 3.2544378698224854,
      "grad_norm": 15.186551094055176,
      "learning_rate": 0.0001,
      "loss": 0.2806,
      "step": 550
    },
    {
      "epoch": 3.3136094674556213,
      "grad_norm": 15.333024978637695,
      "learning_rate": 0.0001,
      "loss": 0.2789,
      "step": 560
    },
    {
      "epoch": 3.3727810650887573,
      "grad_norm": 15.714407920837402,
      "learning_rate": 0.0001,
      "loss": 0.2811,
      "step": 570
    },
    {
      "epoch": 3.4319526627218933,
      "grad_norm": 15.480822563171387,
      "learning_rate": 0.0001,
      "loss": 0.2698,
      "step": 580
    },
    {
      "epoch": 3.4911242603550297,
      "grad_norm": 14.841946601867676,
      "learning_rate": 0.0001,
      "loss": 0.2723,
      "step": 590
    },
    {
      "epoch": 3.5502958579881656,
      "grad_norm": 15.96535587310791,
      "learning_rate": 0.0001,
      "loss": 0.2577,
      "step": 600
    },
    {
      "epoch": 3.609467455621302,
      "grad_norm": 14.859570503234863,
      "learning_rate": 0.0001,
      "loss": 0.2549,
      "step": 610
    },
    {
      "epoch": 3.668639053254438,
      "grad_norm": 13.688532829284668,
      "learning_rate": 0.0001,
      "loss": 0.2522,
      "step": 620
    },
    {
      "epoch": 3.727810650887574,
      "grad_norm": 13.702826499938965,
      "learning_rate": 0.0001,
      "loss": 0.2406,
      "step": 630
    },
    {
      "epoch": 3.78698224852071,
      "grad_norm": 14.145650863647461,
      "learning_rate": 0.0001,
      "loss": 0.2481,
      "step": 640
    },
    {
      "epoch": 3.8461538461538463,
      "grad_norm": 15.478382110595703,
      "learning_rate": 0.0001,
      "loss": 0.2487,
      "step": 650
    },
    {
      "epoch": 3.905325443786982,
      "grad_norm": 14.090296745300293,
      "learning_rate": 0.0001,
      "loss": 0.2439,
      "step": 660
    },
    {
      "epoch": 3.9644970414201186,
      "grad_norm": 12.591463088989258,
      "learning_rate": 0.0001,
      "loss": 0.2365,
      "step": 670
    },
    {
      "epoch": 4.023668639053255,
      "grad_norm": 13.442497253417969,
      "learning_rate": 0.0001,
      "loss": 0.2256,
      "step": 680
    },
    {
      "epoch": 4.0828402366863905,
      "grad_norm": 13.437725067138672,
      "learning_rate": 0.0001,
      "loss": 0.2298,
      "step": 690
    },
    {
      "epoch": 4.1420118343195265,
      "grad_norm": 14.193412780761719,
      "learning_rate": 0.0001,
      "loss": 0.2298,
      "step": 700
    },
    {
      "epoch": 4.201183431952662,
      "grad_norm": 13.714064598083496,
      "learning_rate": 0.0001,
      "loss": 0.2287,
      "step": 710
    },
    {
      "epoch": 4.260355029585799,
      "grad_norm": 14.350592613220215,
      "learning_rate": 0.0001,
      "loss": 0.2156,
      "step": 720
    },
    {
      "epoch": 4.319526627218935,
      "grad_norm": 13.923611640930176,
      "learning_rate": 0.0001,
      "loss": 0.2076,
      "step": 730
    },
    {
      "epoch": 4.378698224852071,
      "grad_norm": 11.358366012573242,
      "learning_rate": 0.0001,
      "loss": 0.2075,
      "step": 740
    },
    {
      "epoch": 4.437869822485207,
      "grad_norm": 15.445727348327637,
      "learning_rate": 0.0001,
      "loss": 0.2197,
      "step": 750
    },
    {
      "epoch": 4.497041420118343,
      "grad_norm": 14.4073486328125,
      "learning_rate": 0.0001,
      "loss": 0.2127,
      "step": 760
    },
    {
      "epoch": 4.556213017751479,
      "grad_norm": 12.812962532043457,
      "learning_rate": 0.0001,
      "loss": 0.2084,
      "step": 770
    },
    {
      "epoch": 4.615384615384615,
      "grad_norm": 12.11327075958252,
      "learning_rate": 0.0001,
      "loss": 0.2126,
      "step": 780
    },
    {
      "epoch": 4.674556213017752,
      "grad_norm": 13.59167766571045,
      "learning_rate": 0.0001,
      "loss": 0.2154,
      "step": 790
    },
    {
      "epoch": 4.733727810650888,
      "grad_norm": 13.989721298217773,
      "learning_rate": 0.0001,
      "loss": 0.199,
      "step": 800
    },
    {
      "epoch": 4.792899408284024,
      "grad_norm": 10.902786254882812,
      "learning_rate": 0.0001,
      "loss": 0.1989,
      "step": 810
    },
    {
      "epoch": 4.85207100591716,
      "grad_norm": 10.438324928283691,
      "learning_rate": 0.0001,
      "loss": 0.2015,
      "step": 820
    },
    {
      "epoch": 4.911242603550296,
      "grad_norm": 10.875935554504395,
      "learning_rate": 0.0001,
      "loss": 0.1894,
      "step": 830
    },
    {
      "epoch": 4.970414201183432,
      "grad_norm": 11.438563346862793,
      "learning_rate": 0.0001,
      "loss": 0.1966,
      "step": 840
    },
    {
      "epoch": 5.029585798816568,
      "grad_norm": 13.261100769042969,
      "learning_rate": 0.0001,
      "loss": 0.1862,
      "step": 850
    },
    {
      "epoch": 5.088757396449704,
      "grad_norm": 14.929048538208008,
      "learning_rate": 0.0001,
      "loss": 0.1891,
      "step": 860
    },
    {
      "epoch": 5.14792899408284,
      "grad_norm": 10.416974067687988,
      "learning_rate": 0.0001,
      "loss": 0.1857,
      "step": 870
    },
    {
      "epoch": 5.207100591715976,
      "grad_norm": 9.880386352539062,
      "learning_rate": 0.0001,
      "loss": 0.1889,
      "step": 880
    },
    {
      "epoch": 5.266272189349112,
      "grad_norm": 11.328648567199707,
      "learning_rate": 0.0001,
      "loss": 0.1878,
      "step": 890
    },
    {
      "epoch": 5.325443786982248,
      "grad_norm": 13.706796646118164,
      "learning_rate": 0.0001,
      "loss": 0.181,
      "step": 900
    },
    {
      "epoch": 5.384615384615385,
      "grad_norm": 11.462624549865723,
      "learning_rate": 0.0001,
      "loss": 0.172,
      "step": 910
    },
    {
      "epoch": 5.443786982248521,
      "grad_norm": 13.581514358520508,
      "learning_rate": 0.0001,
      "loss": 0.1781,
      "step": 920
    },
    {
      "epoch": 5.502958579881657,
      "grad_norm": 12.419181823730469,
      "learning_rate": 0.0001,
      "loss": 0.1767,
      "step": 930
    },
    {
      "epoch": 5.562130177514793,
      "grad_norm": 13.577881813049316,
      "learning_rate": 0.0001,
      "loss": 0.1768,
      "step": 940
    },
    {
      "epoch": 5.621301775147929,
      "grad_norm": 12.28160572052002,
      "learning_rate": 0.0001,
      "loss": 0.1707,
      "step": 950
    },
    {
      "epoch": 5.680473372781065,
      "grad_norm": 12.492323875427246,
      "learning_rate": 0.0001,
      "loss": 0.1715,
      "step": 960
    },
    {
      "epoch": 5.739644970414201,
      "grad_norm": 8.74298095703125,
      "learning_rate": 0.0001,
      "loss": 0.1732,
      "step": 970
    },
    {
      "epoch": 5.798816568047338,
      "grad_norm": 11.099392890930176,
      "learning_rate": 0.0001,
      "loss": 0.1682,
      "step": 980
    },
    {
      "epoch": 5.8579881656804735,
      "grad_norm": 9.262553215026855,
      "learning_rate": 0.0001,
      "loss": 0.1671,
      "step": 990
    },
    {
      "epoch": 5.9171597633136095,
      "grad_norm": 10.935064315795898,
      "learning_rate": 0.0001,
      "loss": 0.1725,
      "step": 1000
    },
    {
      "epoch": 5.976331360946745,
      "grad_norm": 8.737711906433105,
      "learning_rate": 0.0001,
      "loss": 0.1726,
      "step": 1010
    },
    {
      "epoch": 6.035502958579881,
      "grad_norm": 10.452316284179688,
      "learning_rate": 0.0001,
      "loss": 0.1673,
      "step": 1020
    },
    {
      "epoch": 6.094674556213017,
      "grad_norm": 9.871715545654297,
      "learning_rate": 0.0001,
      "loss": 0.1656,
      "step": 1030
    },
    {
      "epoch": 6.153846153846154,
      "grad_norm": 10.13133716583252,
      "learning_rate": 0.0001,
      "loss": 0.1596,
      "step": 1040
    },
    {
      "epoch": 6.21301775147929,
      "grad_norm": 9.236785888671875,
      "learning_rate": 0.0001,
      "loss": 0.1636,
      "step": 1050
    },
    {
      "epoch": 6.272189349112426,
      "grad_norm": 11.814075469970703,
      "learning_rate": 0.0001,
      "loss": 0.1609,
      "step": 1060
    },
    {
      "epoch": 6.331360946745562,
      "grad_norm": 10.119730949401855,
      "learning_rate": 0.0001,
      "loss": 0.1494,
      "step": 1070
    },
    {
      "epoch": 6.390532544378698,
      "grad_norm": 9.348946571350098,
      "learning_rate": 0.0001,
      "loss": 0.1529,
      "step": 1080
    },
    {
      "epoch": 6.449704142011834,
      "grad_norm": 10.565921783447266,
      "learning_rate": 0.0001,
      "loss": 0.1521,
      "step": 1090
    },
    {
      "epoch": 6.508875739644971,
      "grad_norm": 9.560077667236328,
      "learning_rate": 0.0001,
      "loss": 0.1538,
      "step": 1100
    },
    {
      "epoch": 6.568047337278107,
      "grad_norm": 10.612263679504395,
      "learning_rate": 0.0001,
      "loss": 0.1516,
      "step": 1110
    },
    {
      "epoch": 6.627218934911243,
      "grad_norm": 8.931841850280762,
      "learning_rate": 0.0001,
      "loss": 0.1469,
      "step": 1120
    },
    {
      "epoch": 6.686390532544379,
      "grad_norm": 10.13803768157959,
      "learning_rate": 0.0001,
      "loss": 0.1479,
      "step": 1130
    },
    {
      "epoch": 6.745562130177515,
      "grad_norm": 9.097755432128906,
      "learning_rate": 0.0001,
      "loss": 0.1512,
      "step": 1140
    },
    {
      "epoch": 6.804733727810651,
      "grad_norm": 9.387017250061035,
      "learning_rate": 0.0001,
      "loss": 0.1481,
      "step": 1150
    },
    {
      "epoch": 6.8639053254437865,
      "grad_norm": 10.371561050415039,
      "learning_rate": 0.0001,
      "loss": 0.1465,
      "step": 1160
    },
    {
      "epoch": 6.923076923076923,
      "grad_norm": 9.054409980773926,
      "learning_rate": 0.0001,
      "loss": 0.1421,
      "step": 1170
    },
    {
      "epoch": 6.982248520710059,
      "grad_norm": 10.072967529296875,
      "learning_rate": 0.0001,
      "loss": 0.1402,
      "step": 1180
    },
    {
      "epoch": 7.041420118343195,
      "grad_norm": 9.126667976379395,
      "learning_rate": 0.0001,
      "loss": 0.1437,
      "step": 1190
    },
    {
      "epoch": 7.100591715976331,
      "grad_norm": 9.495742797851562,
      "learning_rate": 0.0001,
      "loss": 0.1368,
      "step": 1200
    },
    {
      "epoch": 7.159763313609467,
      "grad_norm": 9.726602554321289,
      "learning_rate": 0.0001,
      "loss": 0.1375,
      "step": 1210
    },
    {
      "epoch": 7.218934911242604,
      "grad_norm": 9.073755264282227,
      "learning_rate": 0.0001,
      "loss": 0.141,
      "step": 1220
    },
    {
      "epoch": 7.27810650887574,
      "grad_norm": 10.156746864318848,
      "learning_rate": 0.0001,
      "loss": 0.1352,
      "step": 1230
    },
    {
      "epoch": 7.337278106508876,
      "grad_norm": 10.866272926330566,
      "learning_rate": 0.0001,
      "loss": 0.1353,
      "step": 1240
    },
    {
      "epoch": 7.396449704142012,
      "grad_norm": 8.42164134979248,
      "learning_rate": 0.0001,
      "loss": 0.1369,
      "step": 1250
    },
    {
      "epoch": 7.455621301775148,
      "grad_norm": 10.95656967163086,
      "learning_rate": 0.0001,
      "loss": 0.1457,
      "step": 1260
    },
    {
      "epoch": 7.514792899408284,
      "grad_norm": 10.434103012084961,
      "learning_rate": 0.0001,
      "loss": 0.1414,
      "step": 1270
    },
    {
      "epoch": 7.57396449704142,
      "grad_norm": 12.03824234008789,
      "learning_rate": 0.0001,
      "loss": 0.1382,
      "step": 1280
    },
    {
      "epoch": 7.633136094674557,
      "grad_norm": 8.857409477233887,
      "learning_rate": 0.0001,
      "loss": 0.1356,
      "step": 1290
    },
    {
      "epoch": 7.6923076923076925,
      "grad_norm": 9.715126037597656,
      "learning_rate": 0.0001,
      "loss": 0.1302,
      "step": 1300
    },
    {
      "epoch": 7.7514792899408285,
      "grad_norm": 10.48636245727539,
      "learning_rate": 0.0001,
      "loss": 0.1282,
      "step": 1310
    },
    {
      "epoch": 7.810650887573964,
      "grad_norm": 10.33277416229248,
      "learning_rate": 0.0001,
      "loss": 0.1305,
      "step": 1320
    },
    {
      "epoch": 7.8698224852071,
      "grad_norm": 8.459954261779785,
      "learning_rate": 0.0001,
      "loss": 0.132,
      "step": 1330
    },
    {
      "epoch": 7.928994082840236,
      "grad_norm": 8.733254432678223,
      "learning_rate": 0.0001,
      "loss": 0.1311,
      "step": 1340
    },
    {
      "epoch": 7.988165680473373,
      "grad_norm": 7.845705032348633,
      "learning_rate": 0.0001,
      "loss": 0.1302,
      "step": 1350
    },
    {
      "epoch": 8.04733727810651,
      "grad_norm": 8.295759201049805,
      "learning_rate": 0.0001,
      "loss": 0.1291,
      "step": 1360
    },
    {
      "epoch": 8.106508875739644,
      "grad_norm": 9.882453918457031,
      "learning_rate": 0.0001,
      "loss": 0.1268,
      "step": 1370
    },
    {
      "epoch": 8.165680473372781,
      "grad_norm": 9.334071159362793,
      "learning_rate": 0.0001,
      "loss": 0.1269,
      "step": 1380
    },
    {
      "epoch": 8.224852071005918,
      "grad_norm": 9.324673652648926,
      "learning_rate": 0.0001,
      "loss": 0.1255,
      "step": 1390
    },
    {
      "epoch": 8.284023668639053,
      "grad_norm": 9.478947639465332,
      "learning_rate": 0.0001,
      "loss": 0.1185,
      "step": 1400
    },
    {
      "epoch": 8.34319526627219,
      "grad_norm": 8.823881149291992,
      "learning_rate": 0.0001,
      "loss": 0.1213,
      "step": 1410
    },
    {
      "epoch": 8.402366863905325,
      "grad_norm": 8.3399076461792,
      "learning_rate": 0.0001,
      "loss": 0.1176,
      "step": 1420
    },
    {
      "epoch": 8.461538461538462,
      "grad_norm": 7.765944480895996,
      "learning_rate": 0.0001,
      "loss": 0.1191,
      "step": 1430
    },
    {
      "epoch": 8.520710059171599,
      "grad_norm": 7.110343933105469,
      "learning_rate": 0.0001,
      "loss": 0.1198,
      "step": 1440
    },
    {
      "epoch": 8.579881656804734,
      "grad_norm": 6.8289875984191895,
      "learning_rate": 0.0001,
      "loss": 0.1227,
      "step": 1450
    },
    {
      "epoch": 8.63905325443787,
      "grad_norm": 7.456328392028809,
      "learning_rate": 0.0001,
      "loss": 0.1162,
      "step": 1460
    },
    {
      "epoch": 8.698224852071005,
      "grad_norm": 9.243852615356445,
      "learning_rate": 0.0001,
      "loss": 0.1199,
      "step": 1470
    },
    {
      "epoch": 8.757396449704142,
      "grad_norm": 8.14656925201416,
      "learning_rate": 0.0001,
      "loss": 0.1207,
      "step": 1480
    },
    {
      "epoch": 8.816568047337277,
      "grad_norm": 7.939619541168213,
      "learning_rate": 0.0001,
      "loss": 0.1175,
      "step": 1490
    },
    {
      "epoch": 8.875739644970414,
      "grad_norm": 8.320149421691895,
      "learning_rate": 0.0001,
      "loss": 0.1203,
      "step": 1500
    },
    {
      "epoch": 8.934911242603551,
      "grad_norm": 10.517495155334473,
      "learning_rate": 0.0001,
      "loss": 0.1189,
      "step": 1510
    },
    {
      "epoch": 8.994082840236686,
      "grad_norm": 8.182599067687988,
      "learning_rate": 0.0001,
      "loss": 0.1171,
      "step": 1520
    },
    {
      "epoch": 9.053254437869823,
      "grad_norm": 9.076415061950684,
      "learning_rate": 0.0001,
      "loss": 0.1137,
      "step": 1530
    },
    {
      "epoch": 9.112426035502958,
      "grad_norm": 10.241826057434082,
      "learning_rate": 0.0001,
      "loss": 0.1166,
      "step": 1540
    },
    {
      "epoch": 9.171597633136095,
      "grad_norm": 7.812061786651611,
      "learning_rate": 0.0001,
      "loss": 0.115,
      "step": 1550
    },
    {
      "epoch": 9.23076923076923,
      "grad_norm": 8.304200172424316,
      "learning_rate": 0.0001,
      "loss": 0.1134,
      "step": 1560
    },
    {
      "epoch": 9.289940828402367,
      "grad_norm": 7.753726482391357,
      "learning_rate": 0.0001,
      "loss": 0.1092,
      "step": 1570
    },
    {
      "epoch": 9.349112426035504,
      "grad_norm": 7.462099075317383,
      "learning_rate": 0.0001,
      "loss": 0.1103,
      "step": 1580
    },
    {
      "epoch": 9.408284023668639,
      "grad_norm": 9.046765327453613,
      "learning_rate": 0.0001,
      "loss": 0.1085,
      "step": 1590
    },
    {
      "epoch": 9.467455621301776,
      "grad_norm": 8.030011177062988,
      "learning_rate": 0.0001,
      "loss": 0.1105,
      "step": 1600
    },
    {
      "epoch": 9.52662721893491,
      "grad_norm": 8.600719451904297,
      "learning_rate": 0.0001,
      "loss": 0.1094,
      "step": 1610
    },
    {
      "epoch": 9.585798816568047,
      "grad_norm": 7.835883140563965,
      "learning_rate": 0.0001,
      "loss": 0.1135,
      "step": 1620
    },
    {
      "epoch": 9.644970414201183,
      "grad_norm": 7.297766208648682,
      "learning_rate": 0.0001,
      "loss": 0.115,
      "step": 1630
    },
    {
      "epoch": 9.70414201183432,
      "grad_norm": 6.88030481338501,
      "learning_rate": 0.0001,
      "loss": 0.1077,
      "step": 1640
    },
    {
      "epoch": 9.763313609467456,
      "grad_norm": 8.758949279785156,
      "learning_rate": 0.0001,
      "loss": 0.1102,
      "step": 1650
    },
    {
      "epoch": 9.822485207100591,
      "grad_norm": 8.520991325378418,
      "learning_rate": 0.0001,
      "loss": 0.1049,
      "step": 1660
    },
    {
      "epoch": 9.881656804733728,
      "grad_norm": 9.739422798156738,
      "learning_rate": 0.0001,
      "loss": 0.1023,
      "step": 1670
    },
    {
      "epoch": 9.940828402366863,
      "grad_norm": 9.229175567626953,
      "learning_rate": 0.0001,
      "loss": 0.1024,
      "step": 1680
    },
    {
      "epoch": 10.0,
      "grad_norm": 9.158478736877441,
      "learning_rate": 0.0001,
      "loss": 0.1051,
      "step": 1690
    },
    {
      "epoch": 10.059171597633137,
      "grad_norm": 8.830097198486328,
      "learning_rate": 0.0001,
      "loss": 0.1018,
      "step": 1700
    },
    {
      "epoch": 10.118343195266272,
      "grad_norm": 8.569356918334961,
      "learning_rate": 0.0001,
      "loss": 0.1018,
      "step": 1710
    },
    {
      "epoch": 10.177514792899409,
      "grad_norm": 8.450271606445312,
      "learning_rate": 0.0001,
      "loss": 0.1015,
      "step": 1720
    },
    {
      "epoch": 10.236686390532544,
      "grad_norm": 7.130739212036133,
      "learning_rate": 0.0001,
      "loss": 0.1059,
      "step": 1730
    },
    {
      "epoch": 10.29585798816568,
      "grad_norm": 6.290536403656006,
      "learning_rate": 0.0001,
      "loss": 0.1016,
      "step": 1740
    },
    {
      "epoch": 10.355029585798816,
      "grad_norm": 6.820939540863037,
      "learning_rate": 0.0001,
      "loss": 0.1014,
      "step": 1750
    },
    {
      "epoch": 10.414201183431953,
      "grad_norm": 6.5812811851501465,
      "learning_rate": 0.0001,
      "loss": 0.1042,
      "step": 1760
    },
    {
      "epoch": 10.47337278106509,
      "grad_norm": 7.177812576293945,
      "learning_rate": 0.0001,
      "loss": 0.1067,
      "step": 1770
    },
    {
      "epoch": 10.532544378698224,
      "grad_norm": 7.701907634735107,
      "learning_rate": 0.0001,
      "loss": 0.1041,
      "step": 1780
    },
    {
      "epoch": 10.591715976331361,
      "grad_norm": 6.324485778808594,
      "learning_rate": 0.0001,
      "loss": 0.098,
      "step": 1790
    },
    {
      "epoch": 10.650887573964496,
      "grad_norm": 7.509298324584961,
      "learning_rate": 0.0001,
      "loss": 0.0997,
      "step": 1800
    },
    {
      "epoch": 10.710059171597633,
      "grad_norm": 6.726043224334717,
      "learning_rate": 0.0001,
      "loss": 0.103,
      "step": 1810
    },
    {
      "epoch": 10.76923076923077,
      "grad_norm": 7.341011047363281,
      "learning_rate": 0.0001,
      "loss": 0.0984,
      "step": 1820
    },
    {
      "epoch": 10.828402366863905,
      "grad_norm": 6.767984867095947,
      "learning_rate": 0.0001,
      "loss": 0.1007,
      "step": 1830
    },
    {
      "epoch": 10.887573964497042,
      "grad_norm": 8.20561695098877,
      "learning_rate": 0.0001,
      "loss": 0.1014,
      "step": 1840
    },
    {
      "epoch": 10.946745562130177,
      "grad_norm": 6.168294906616211,
      "learning_rate": 0.0001,
      "loss": 0.0986,
      "step": 1850
    },
    {
      "epoch": 11.005917159763314,
      "grad_norm": 7.324835777282715,
      "learning_rate": 0.0001,
      "loss": 0.0993,
      "step": 1860
    },
    {
      "epoch": 11.065088757396449,
      "grad_norm": 6.547602653503418,
      "learning_rate": 0.0001,
      "loss": 0.0949,
      "step": 1870
    },
    {
      "epoch": 11.124260355029586,
      "grad_norm": 7.943658828735352,
      "learning_rate": 0.0001,
      "loss": 0.0974,
      "step": 1880
    },
    {
      "epoch": 11.183431952662723,
      "grad_norm": 6.16728401184082,
      "learning_rate": 0.0001,
      "loss": 0.093,
      "step": 1890
    },
    {
      "epoch": 11.242603550295858,
      "grad_norm": 6.384585380554199,
      "learning_rate": 0.0001,
      "loss": 0.0956,
      "step": 1900
    },
    {
      "epoch": 11.301775147928995,
      "grad_norm": 6.243564605712891,
      "learning_rate": 0.0001,
      "loss": 0.0951,
      "step": 1910
    },
    {
      "epoch": 11.36094674556213,
      "grad_norm": 7.403732776641846,
      "learning_rate": 0.0001,
      "loss": 0.0913,
      "step": 1920
    },
    {
      "epoch": 11.420118343195266,
      "grad_norm": 7.579709053039551,
      "learning_rate": 0.0001,
      "loss": 0.0952,
      "step": 1930
    },
    {
      "epoch": 11.479289940828401,
      "grad_norm": 7.204126834869385,
      "learning_rate": 0.0001,
      "loss": 0.0908,
      "step": 1940
    },
    {
      "epoch": 11.538461538461538,
      "grad_norm": 7.589733600616455,
      "learning_rate": 0.0001,
      "loss": 0.0948,
      "step": 1950
    },
    {
      "epoch": 11.597633136094675,
      "grad_norm": 7.022636413574219,
      "learning_rate": 0.0001,
      "loss": 0.0923,
      "step": 1960
    },
    {
      "epoch": 11.65680473372781,
      "grad_norm": 7.036110877990723,
      "learning_rate": 0.0001,
      "loss": 0.0928,
      "step": 1970
    },
    {
      "epoch": 11.715976331360947,
      "grad_norm": 7.1176276206970215,
      "learning_rate": 0.0001,
      "loss": 0.0936,
      "step": 1980
    },
    {
      "epoch": 11.775147928994082,
      "grad_norm": 6.415647506713867,
      "learning_rate": 0.0001,
      "loss": 0.0948,
      "step": 1990
    },
    {
      "epoch": 11.834319526627219,
      "grad_norm": 6.902602195739746,
      "learning_rate": 0.0001,
      "loss": 0.0937,
      "step": 2000
    },
    {
      "epoch": 11.893491124260356,
      "grad_norm": 5.66604471206665,
      "learning_rate": 0.0001,
      "loss": 0.0891,
      "step": 2010
    },
    {
      "epoch": 11.95266272189349,
      "grad_norm": 6.13353967666626,
      "learning_rate": 0.0001,
      "loss": 0.0892,
      "step": 2020
    },
    {
      "epoch": 12.011834319526628,
      "grad_norm": 7.034632205963135,
      "learning_rate": 0.0001,
      "loss": 0.0905,
      "step": 2030
    },
    {
      "epoch": 12.071005917159763,
      "grad_norm": 6.073016166687012,
      "learning_rate": 0.0001,
      "loss": 0.0878,
      "step": 2040
    },
    {
      "epoch": 12.1301775147929,
      "grad_norm": 6.667945384979248,
      "learning_rate": 0.0001,
      "loss": 0.0879,
      "step": 2050
    },
    {
      "epoch": 12.189349112426035,
      "grad_norm": 6.973472595214844,
      "learning_rate": 0.0001,
      "loss": 0.0877,
      "step": 2060
    },
    {
      "epoch": 12.248520710059172,
      "grad_norm": 6.750099182128906,
      "learning_rate": 0.0001,
      "loss": 0.0921,
      "step": 2070
    },
    {
      "epoch": 12.307692307692308,
      "grad_norm": 6.361142635345459,
      "learning_rate": 0.0001,
      "loss": 0.0894,
      "step": 2080
    },
    {
      "epoch": 12.366863905325443,
      "grad_norm": 6.784110069274902,
      "learning_rate": 0.0001,
      "loss": 0.0941,
      "step": 2090
    },
    {
      "epoch": 12.42603550295858,
      "grad_norm": 5.801392078399658,
      "learning_rate": 0.0001,
      "loss": 0.0894,
      "step": 2100
    },
    {
      "epoch": 12.485207100591715,
      "grad_norm": 6.16151237487793,
      "learning_rate": 0.0001,
      "loss": 0.0912,
      "step": 2110
    },
    {
      "epoch": 12.544378698224852,
      "grad_norm": 5.845252513885498,
      "learning_rate": 0.0001,
      "loss": 0.0914,
      "step": 2120
    },
    {
      "epoch": 12.603550295857989,
      "grad_norm": 7.042261123657227,
      "learning_rate": 0.0001,
      "loss": 0.0922,
      "step": 2130
    },
    {
      "epoch": 12.662721893491124,
      "grad_norm": 7.15225076675415,
      "learning_rate": 0.0001,
      "loss": 0.0902,
      "step": 2140
    },
    {
      "epoch": 12.721893491124261,
      "grad_norm": 6.622318744659424,
      "learning_rate": 0.0001,
      "loss": 0.0931,
      "step": 2150
    },
    {
      "epoch": 12.781065088757396,
      "grad_norm": 7.196859836578369,
      "learning_rate": 0.0001,
      "loss": 0.089,
      "step": 2160
    },
    {
      "epoch": 12.840236686390533,
      "grad_norm": 6.348023891448975,
      "learning_rate": 0.0001,
      "loss": 0.0855,
      "step": 2170
    },
    {
      "epoch": 12.899408284023668,
      "grad_norm": 5.8107008934021,
      "learning_rate": 0.0001,
      "loss": 0.0863,
      "step": 2180
    },
    {
      "epoch": 12.958579881656805,
      "grad_norm": 5.817500591278076,
      "learning_rate": 0.0001,
      "loss": 0.0822,
      "step": 2190
    },
    {
      "epoch": 13.017751479289942,
      "grad_norm": 5.527827739715576,
      "learning_rate": 0.0001,
      "loss": 0.0826,
      "step": 2200
    },
    {
      "epoch": 13.076923076923077,
      "grad_norm": 7.51456880569458,
      "learning_rate": 0.0001,
      "loss": 0.0825,
      "step": 2210
    },
    {
      "epoch": 13.136094674556213,
      "grad_norm": 6.703935146331787,
      "learning_rate": 0.0001,
      "loss": 0.0827,
      "step": 2220
    },
    {
      "epoch": 13.195266272189349,
      "grad_norm": 6.039135932922363,
      "learning_rate": 0.0001,
      "loss": 0.0792,
      "step": 2230
    },
    {
      "epoch": 13.254437869822485,
      "grad_norm": 5.717588424682617,
      "learning_rate": 0.0001,
      "loss": 0.0769,
      "step": 2240
    },
    {
      "epoch": 13.31360946745562,
      "grad_norm": 6.256304740905762,
      "learning_rate": 0.0001,
      "loss": 0.0827,
      "step": 2250
    },
    {
      "epoch": 13.372781065088757,
      "grad_norm": 5.793753623962402,
      "learning_rate": 0.0001,
      "loss": 0.083,
      "step": 2260
    },
    {
      "epoch": 13.431952662721894,
      "grad_norm": 6.221829414367676,
      "learning_rate": 0.0001,
      "loss": 0.0781,
      "step": 2270
    },
    {
      "epoch": 13.49112426035503,
      "grad_norm": 6.572075366973877,
      "learning_rate": 0.0001,
      "loss": 0.0833,
      "step": 2280
    },
    {
      "epoch": 13.550295857988166,
      "grad_norm": 7.390249252319336,
      "learning_rate": 0.0001,
      "loss": 0.0833,
      "step": 2290
    },
    {
      "epoch": 13.609467455621301,
      "grad_norm": 7.071598052978516,
      "learning_rate": 0.0001,
      "loss": 0.0847,
      "step": 2300
    },
    {
      "epoch": 13.668639053254438,
      "grad_norm": 6.4986724853515625,
      "learning_rate": 0.0001,
      "loss": 0.0823,
      "step": 2310
    },
    {
      "epoch": 13.727810650887575,
      "grad_norm": 6.140120029449463,
      "learning_rate": 0.0001,
      "loss": 0.0834,
      "step": 2320
    },
    {
      "epoch": 13.78698224852071,
      "grad_norm": 7.085366725921631,
      "learning_rate": 0.0001,
      "loss": 0.0811,
      "step": 2330
    },
    {
      "epoch": 13.846153846153847,
      "grad_norm": 5.794652462005615,
      "learning_rate": 0.0001,
      "loss": 0.0798,
      "step": 2340
    },
    {
      "epoch": 13.905325443786982,
      "grad_norm": 6.52014684677124,
      "learning_rate": 0.0001,
      "loss": 0.0782,
      "step": 2350
    },
    {
      "epoch": 13.964497041420119,
      "grad_norm": 6.642873287200928,
      "learning_rate": 0.0001,
      "loss": 0.0812,
      "step": 2360
    },
    {
      "epoch": 14.023668639053254,
      "grad_norm": 5.995068073272705,
      "learning_rate": 0.0001,
      "loss": 0.0796,
      "step": 2370
    },
    {
      "epoch": 14.08284023668639,
      "grad_norm": 6.190224647521973,
      "learning_rate": 0.0001,
      "loss": 0.078,
      "step": 2380
    },
    {
      "epoch": 14.142011834319527,
      "grad_norm": 6.190382480621338,
      "learning_rate": 0.0001,
      "loss": 0.0773,
      "step": 2390
    },
    {
      "epoch": 14.201183431952662,
      "grad_norm": 6.278234958648682,
      "learning_rate": 0.0001,
      "loss": 0.0788,
      "step": 2400
    },
    {
      "epoch": 14.2603550295858,
      "grad_norm": 6.13463020324707,
      "learning_rate": 0.0001,
      "loss": 0.078,
      "step": 2410
    },
    {
      "epoch": 14.319526627218934,
      "grad_norm": 5.632469177246094,
      "learning_rate": 0.0001,
      "loss": 0.0761,
      "step": 2420
    },
    {
      "epoch": 14.378698224852071,
      "grad_norm": 5.733285903930664,
      "learning_rate": 0.0001,
      "loss": 0.0754,
      "step": 2430
    },
    {
      "epoch": 14.437869822485208,
      "grad_norm": 5.600717067718506,
      "learning_rate": 0.0001,
      "loss": 0.0748,
      "step": 2440
    },
    {
      "epoch": 14.497041420118343,
      "grad_norm": 5.641643524169922,
      "learning_rate": 0.0001,
      "loss": 0.075,
      "step": 2450
    },
    {
      "epoch": 14.55621301775148,
      "grad_norm": 5.252694129943848,
      "learning_rate": 0.0001,
      "loss": 0.0752,
      "step": 2460
    },
    {
      "epoch": 14.615384615384615,
      "grad_norm": 5.068181037902832,
      "learning_rate": 0.0001,
      "loss": 0.0773,
      "step": 2470
    },
    {
      "epoch": 14.674556213017752,
      "grad_norm": 5.114899158477783,
      "learning_rate": 0.0001,
      "loss": 0.0757,
      "step": 2480
    },
    {
      "epoch": 14.733727810650887,
      "grad_norm": 5.831292629241943,
      "learning_rate": 0.0001,
      "loss": 0.0787,
      "step": 2490
    },
    {
      "epoch": 14.792899408284024,
      "grad_norm": 5.028982162475586,
      "learning_rate": 0.0001,
      "loss": 0.0761,
      "step": 2500
    },
    {
      "epoch": 14.85207100591716,
      "grad_norm": 5.014527797698975,
      "learning_rate": 0.0001,
      "loss": 0.0776,
      "step": 2510
    },
    {
      "epoch": 14.911242603550296,
      "grad_norm": 6.221988201141357,
      "learning_rate": 0.0001,
      "loss": 0.0775,
      "step": 2520
    },
    {
      "epoch": 14.970414201183432,
      "grad_norm": 5.2427568435668945,
      "learning_rate": 0.0001,
      "loss": 0.0792,
      "step": 2530
    },
    {
      "epoch": 15.029585798816568,
      "grad_norm": 6.16827917098999,
      "learning_rate": 0.0001,
      "loss": 0.0799,
      "step": 2540
    },
    {
      "epoch": 15.088757396449704,
      "grad_norm": 6.8596954345703125,
      "learning_rate": 0.0001,
      "loss": 0.0771,
      "step": 2550
    },
    {
      "epoch": 15.14792899408284,
      "grad_norm": 5.609550476074219,
      "learning_rate": 0.0001,
      "loss": 0.0745,
      "step": 2560
    },
    {
      "epoch": 15.207100591715976,
      "grad_norm": 5.917194366455078,
      "learning_rate": 0.0001,
      "loss": 0.0753,
      "step": 2570
    },
    {
      "epoch": 15.266272189349113,
      "grad_norm": 5.112740516662598,
      "learning_rate": 0.0001,
      "loss": 0.0767,
      "step": 2580
    },
    {
      "epoch": 15.325443786982248,
      "grad_norm": 5.134215831756592,
      "learning_rate": 0.0001,
      "loss": 0.0741,
      "step": 2590
    },
    {
      "epoch": 15.384615384615385,
      "grad_norm": 6.14559268951416,
      "learning_rate": 0.0001,
      "loss": 0.0727,
      "step": 2600
    },
    {
      "epoch": 15.44378698224852,
      "grad_norm": 6.110940456390381,
      "learning_rate": 0.0001,
      "loss": 0.0717,
      "step": 2610
    },
    {
      "epoch": 15.502958579881657,
      "grad_norm": 5.124517440795898,
      "learning_rate": 0.0001,
      "loss": 0.0723,
      "step": 2620
    },
    {
      "epoch": 15.562130177514792,
      "grad_norm": 4.919792175292969,
      "learning_rate": 0.0001,
      "loss": 0.0708,
      "step": 2630
    },
    {
      "epoch": 15.621301775147929,
      "grad_norm": 5.667159557342529,
      "learning_rate": 0.0001,
      "loss": 0.0705,
      "step": 2640
    },
    {
      "epoch": 15.680473372781066,
      "grad_norm": 4.846826553344727,
      "learning_rate": 0.0001,
      "loss": 0.0692,
      "step": 2650
    },
    {
      "epoch": 15.7396449704142,
      "grad_norm": 5.483339786529541,
      "learning_rate": 0.0001,
      "loss": 0.0737,
      "step": 2660
    },
    {
      "epoch": 15.798816568047338,
      "grad_norm": 5.044246673583984,
      "learning_rate": 0.0001,
      "loss": 0.0719,
      "step": 2670
    },
    {
      "epoch": 15.857988165680473,
      "grad_norm": 5.147960186004639,
      "learning_rate": 0.0001,
      "loss": 0.0705,
      "step": 2680
    },
    {
      "epoch": 15.91715976331361,
      "grad_norm": 4.518064022064209,
      "learning_rate": 0.0001,
      "loss": 0.0695,
      "step": 2690
    },
    {
      "epoch": 15.976331360946746,
      "grad_norm": 5.760453224182129,
      "learning_rate": 0.0001,
      "loss": 0.0694,
      "step": 2700
    },
    {
      "epoch": 16.035502958579883,
      "grad_norm": 6.740314960479736,
      "learning_rate": 0.0001,
      "loss": 0.0731,
      "step": 2710
    },
    {
      "epoch": 16.09467455621302,
      "grad_norm": 5.94819450378418,
      "learning_rate": 0.0001,
      "loss": 0.071,
      "step": 2720
    },
    {
      "epoch": 16.153846153846153,
      "grad_norm": 4.684739112854004,
      "learning_rate": 0.0001,
      "loss": 0.0735,
      "step": 2730
    },
    {
      "epoch": 16.21301775147929,
      "grad_norm": 5.762418746948242,
      "learning_rate": 0.0001,
      "loss": 0.0739,
      "step": 2740
    },
    {
      "epoch": 16.272189349112427,
      "grad_norm": 5.973446369171143,
      "learning_rate": 0.0001,
      "loss": 0.0744,
      "step": 2750
    },
    {
      "epoch": 16.331360946745562,
      "grad_norm": 6.8376359939575195,
      "learning_rate": 0.0001,
      "loss": 0.0723,
      "step": 2760
    },
    {
      "epoch": 16.390532544378697,
      "grad_norm": 5.875669956207275,
      "learning_rate": 0.0001,
      "loss": 0.0754,
      "step": 2770
    },
    {
      "epoch": 16.449704142011836,
      "grad_norm": 5.758673667907715,
      "learning_rate": 0.0001,
      "loss": 0.0699,
      "step": 2780
    },
    {
      "epoch": 16.50887573964497,
      "grad_norm": 5.225910186767578,
      "learning_rate": 0.0001,
      "loss": 0.0701,
      "step": 2790
    },
    {
      "epoch": 16.568047337278106,
      "grad_norm": 4.90148401260376,
      "learning_rate": 0.0001,
      "loss": 0.0667,
      "step": 2800
    },
    {
      "epoch": 16.62721893491124,
      "grad_norm": 4.839040756225586,
      "learning_rate": 0.0001,
      "loss": 0.0674,
      "step": 2810
    },
    {
      "epoch": 16.68639053254438,
      "grad_norm": 5.368873119354248,
      "learning_rate": 0.0001,
      "loss": 0.0651,
      "step": 2820
    },
    {
      "epoch": 16.745562130177515,
      "grad_norm": 4.516157150268555,
      "learning_rate": 0.0001,
      "loss": 0.0687,
      "step": 2830
    },
    {
      "epoch": 16.80473372781065,
      "grad_norm": 4.945244789123535,
      "learning_rate": 0.0001,
      "loss": 0.0681,
      "step": 2840
    },
    {
      "epoch": 16.86390532544379,
      "grad_norm": 5.3112616539001465,
      "learning_rate": 0.0001,
      "loss": 0.0704,
      "step": 2850
    },
    {
      "epoch": 16.923076923076923,
      "grad_norm": 5.015364646911621,
      "learning_rate": 0.0001,
      "loss": 0.0689,
      "step": 2860
    },
    {
      "epoch": 16.98224852071006,
      "grad_norm": 4.8346428871154785,
      "learning_rate": 0.0001,
      "loss": 0.0659,
      "step": 2870
    },
    {
      "epoch": 17.041420118343197,
      "grad_norm": 5.080626487731934,
      "learning_rate": 0.0001,
      "loss": 0.0684,
      "step": 2880
    },
    {
      "epoch": 17.100591715976332,
      "grad_norm": 5.496791839599609,
      "learning_rate": 0.0001,
      "loss": 0.0685,
      "step": 2890
    },
    {
      "epoch": 17.159763313609467,
      "grad_norm": 5.485905647277832,
      "learning_rate": 0.0001,
      "loss": 0.0705,
      "step": 2900
    },
    {
      "epoch": 17.218934911242602,
      "grad_norm": 4.698921203613281,
      "learning_rate": 0.0001,
      "loss": 0.0674,
      "step": 2910
    },
    {
      "epoch": 17.27810650887574,
      "grad_norm": 4.950345993041992,
      "learning_rate": 0.0001,
      "loss": 0.0659,
      "step": 2920
    },
    {
      "epoch": 17.337278106508876,
      "grad_norm": 5.225870132446289,
      "learning_rate": 0.0001,
      "loss": 0.0634,
      "step": 2930
    },
    {
      "epoch": 17.39644970414201,
      "grad_norm": 5.579608917236328,
      "learning_rate": 0.0001,
      "loss": 0.0686,
      "step": 2940
    },
    {
      "epoch": 17.45562130177515,
      "grad_norm": 4.690073013305664,
      "learning_rate": 0.0001,
      "loss": 0.0635,
      "step": 2950
    },
    {
      "epoch": 17.514792899408285,
      "grad_norm": 5.519926071166992,
      "learning_rate": 0.0001,
      "loss": 0.0627,
      "step": 2960
    },
    {
      "epoch": 17.57396449704142,
      "grad_norm": 4.3772783279418945,
      "learning_rate": 0.0001,
      "loss": 0.0607,
      "step": 2970
    },
    {
      "epoch": 17.633136094674555,
      "grad_norm": 5.161226749420166,
      "learning_rate": 0.0001,
      "loss": 0.068,
      "step": 2980
    },
    {
      "epoch": 17.692307692307693,
      "grad_norm": 4.978453159332275,
      "learning_rate": 0.0001,
      "loss": 0.0634,
      "step": 2990
    },
    {
      "epoch": 17.75147928994083,
      "grad_norm": 4.79890251159668,
      "learning_rate": 0.0001,
      "loss": 0.0668,
      "step": 3000
    },
    {
      "epoch": 17.810650887573964,
      "grad_norm": 4.7277750968933105,
      "learning_rate": 0.0001,
      "loss": 0.0638,
      "step": 3010
    },
    {
      "epoch": 17.869822485207102,
      "grad_norm": 4.501612186431885,
      "learning_rate": 0.0001,
      "loss": 0.0646,
      "step": 3020
    },
    {
      "epoch": 17.928994082840237,
      "grad_norm": 4.2967305183410645,
      "learning_rate": 0.0001,
      "loss": 0.0612,
      "step": 3030
    },
    {
      "epoch": 17.988165680473372,
      "grad_norm": 4.73740291595459,
      "learning_rate": 0.0001,
      "loss": 0.0643,
      "step": 3040
    },
    {
      "epoch": 18.047337278106507,
      "grad_norm": 4.182480812072754,
      "learning_rate": 0.0001,
      "loss": 0.0617,
      "step": 3050
    },
    {
      "epoch": 18.106508875739646,
      "grad_norm": 4.691254615783691,
      "learning_rate": 0.0001,
      "loss": 0.0639,
      "step": 3060
    },
    {
      "epoch": 18.16568047337278,
      "grad_norm": 5.7945098876953125,
      "learning_rate": 0.0001,
      "loss": 0.0636,
      "step": 3070
    },
    {
      "epoch": 18.224852071005916,
      "grad_norm": 5.551990509033203,
      "learning_rate": 0.0001,
      "loss": 0.0639,
      "step": 3080
    },
    {
      "epoch": 18.284023668639055,
      "grad_norm": 4.545684337615967,
      "learning_rate": 0.0001,
      "loss": 0.0619,
      "step": 3090
    },
    {
      "epoch": 18.34319526627219,
      "grad_norm": 4.125000953674316,
      "learning_rate": 0.0001,
      "loss": 0.0655,
      "step": 3100
    },
    {
      "epoch": 18.402366863905325,
      "grad_norm": 4.190248012542725,
      "learning_rate": 0.0001,
      "loss": 0.0633,
      "step": 3110
    },
    {
      "epoch": 18.46153846153846,
      "grad_norm": 5.697264194488525,
      "learning_rate": 0.0001,
      "loss": 0.0669,
      "step": 3120
    },
    {
      "epoch": 18.5207100591716,
      "grad_norm": 5.412989139556885,
      "learning_rate": 0.0001,
      "loss": 0.0676,
      "step": 3130
    },
    {
      "epoch": 18.579881656804734,
      "grad_norm": 5.2546210289001465,
      "learning_rate": 0.0001,
      "loss": 0.0623,
      "step": 3140
    },
    {
      "epoch": 18.63905325443787,
      "grad_norm": 5.374125003814697,
      "learning_rate": 0.0001,
      "loss": 0.0615,
      "step": 3150
    },
    {
      "epoch": 18.698224852071007,
      "grad_norm": 4.924867153167725,
      "learning_rate": 0.0001,
      "loss": 0.065,
      "step": 3160
    },
    {
      "epoch": 18.757396449704142,
      "grad_norm": 4.952323913574219,
      "learning_rate": 0.0001,
      "loss": 0.0657,
      "step": 3170
    },
    {
      "epoch": 18.816568047337277,
      "grad_norm": 4.7922773361206055,
      "learning_rate": 0.0001,
      "loss": 0.0627,
      "step": 3180
    },
    {
      "epoch": 18.875739644970416,
      "grad_norm": 4.317700386047363,
      "learning_rate": 0.0001,
      "loss": 0.0598,
      "step": 3190
    },
    {
      "epoch": 18.93491124260355,
      "grad_norm": 4.585310459136963,
      "learning_rate": 0.0001,
      "loss": 0.0627,
      "step": 3200
    },
    {
      "epoch": 18.994082840236686,
      "grad_norm": 4.464968204498291,
      "learning_rate": 0.0001,
      "loss": 0.0611,
      "step": 3210
    },
    {
      "epoch": 19.05325443786982,
      "grad_norm": 4.571560382843018,
      "learning_rate": 0.0001,
      "loss": 0.0643,
      "step": 3220
    },
    {
      "epoch": 19.11242603550296,
      "grad_norm": 4.702658653259277,
      "learning_rate": 0.0001,
      "loss": 0.0633,
      "step": 3230
    },
    {
      "epoch": 19.171597633136095,
      "grad_norm": 4.890661716461182,
      "learning_rate": 0.0001,
      "loss": 0.0652,
      "step": 3240
    },
    {
      "epoch": 19.23076923076923,
      "grad_norm": 4.615457057952881,
      "learning_rate": 0.0001,
      "loss": 0.0635,
      "step": 3250
    },
    {
      "epoch": 19.28994082840237,
      "grad_norm": 4.495664596557617,
      "learning_rate": 0.0001,
      "loss": 0.0627,
      "step": 3260
    },
    {
      "epoch": 19.349112426035504,
      "grad_norm": 4.19334077835083,
      "learning_rate": 0.0001,
      "loss": 0.0592,
      "step": 3270
    },
    {
      "epoch": 19.40828402366864,
      "grad_norm": 4.484364032745361,
      "learning_rate": 0.0001,
      "loss": 0.0598,
      "step": 3280
    },
    {
      "epoch": 19.467455621301774,
      "grad_norm": 4.6658549308776855,
      "learning_rate": 0.0001,
      "loss": 0.0575,
      "step": 3290
    },
    {
      "epoch": 19.526627218934912,
      "grad_norm": 4.810914993286133,
      "learning_rate": 0.0001,
      "loss": 0.0605,
      "step": 3300
    },
    {
      "epoch": 19.585798816568047,
      "grad_norm": 4.6907830238342285,
      "learning_rate": 0.0001,
      "loss": 0.0594,
      "step": 3310
    },
    {
      "epoch": 19.644970414201183,
      "grad_norm": 4.44071102142334,
      "learning_rate": 0.0001,
      "loss": 0.0598,
      "step": 3320
    },
    {
      "epoch": 19.70414201183432,
      "grad_norm": 4.208802700042725,
      "learning_rate": 0.0001,
      "loss": 0.0619,
      "step": 3330
    },
    {
      "epoch": 19.763313609467456,
      "grad_norm": 4.254820823669434,
      "learning_rate": 0.0001,
      "loss": 0.0581,
      "step": 3340
    },
    {
      "epoch": 19.82248520710059,
      "grad_norm": 3.9939687252044678,
      "learning_rate": 0.0001,
      "loss": 0.0578,
      "step": 3350
    },
    {
      "epoch": 19.881656804733726,
      "grad_norm": 4.191391468048096,
      "learning_rate": 0.0001,
      "loss": 0.0595,
      "step": 3360
    },
    {
      "epoch": 19.940828402366865,
      "grad_norm": 4.916447162628174,
      "learning_rate": 0.0001,
      "loss": 0.0592,
      "step": 3370
    },
    {
      "epoch": 20.0,
      "grad_norm": 3.8993639945983887,
      "learning_rate": 0.0001,
      "loss": 0.0576,
      "step": 3380
    },
    {
      "epoch": 20.059171597633135,
      "grad_norm": 4.171012878417969,
      "learning_rate": 0.0001,
      "loss": 0.0585,
      "step": 3390
    },
    {
      "epoch": 20.118343195266274,
      "grad_norm": 3.9670820236206055,
      "learning_rate": 0.0001,
      "loss": 0.0594,
      "step": 3400
    },
    {
      "epoch": 20.17751479289941,
      "grad_norm": 4.461684703826904,
      "learning_rate": 0.0001,
      "loss": 0.061,
      "step": 3410
    },
    {
      "epoch": 20.236686390532544,
      "grad_norm": 4.963307857513428,
      "learning_rate": 0.0001,
      "loss": 0.057,
      "step": 3420
    },
    {
      "epoch": 20.29585798816568,
      "grad_norm": 3.5942862033843994,
      "learning_rate": 0.0001,
      "loss": 0.0571,
      "step": 3430
    },
    {
      "epoch": 20.355029585798817,
      "grad_norm": 4.112346172332764,
      "learning_rate": 0.0001,
      "loss": 0.0596,
      "step": 3440
    },
    {
      "epoch": 20.414201183431953,
      "grad_norm": 4.4417829513549805,
      "learning_rate": 0.0001,
      "loss": 0.0601,
      "step": 3450
    },
    {
      "epoch": 20.473372781065088,
      "grad_norm": 4.229283332824707,
      "learning_rate": 0.0001,
      "loss": 0.0584,
      "step": 3460
    },
    {
      "epoch": 20.532544378698226,
      "grad_norm": 4.025295257568359,
      "learning_rate": 0.0001,
      "loss": 0.0617,
      "step": 3470
    },
    {
      "epoch": 20.59171597633136,
      "grad_norm": 3.750819683074951,
      "learning_rate": 0.0001,
      "loss": 0.059,
      "step": 3480
    },
    {
      "epoch": 20.650887573964496,
      "grad_norm": 4.331761360168457,
      "learning_rate": 0.0001,
      "loss": 0.0585,
      "step": 3490
    },
    {
      "epoch": 20.71005917159763,
      "grad_norm": 3.9007086753845215,
      "learning_rate": 0.0001,
      "loss": 0.0586,
      "step": 3500
    },
    {
      "epoch": 20.76923076923077,
      "grad_norm": 4.194283485412598,
      "learning_rate": 0.0001,
      "loss": 0.0583,
      "step": 3510
    },
    {
      "epoch": 20.828402366863905,
      "grad_norm": 3.815523386001587,
      "learning_rate": 0.0001,
      "loss": 0.0578,
      "step": 3520
    },
    {
      "epoch": 20.88757396449704,
      "grad_norm": 4.607956886291504,
      "learning_rate": 0.0001,
      "loss": 0.0588,
      "step": 3530
    },
    {
      "epoch": 20.94674556213018,
      "grad_norm": 3.908703565597534,
      "learning_rate": 0.0001,
      "loss": 0.0571,
      "step": 3540
    },
    {
      "epoch": 21.005917159763314,
      "grad_norm": 4.0248212814331055,
      "learning_rate": 0.0001,
      "loss": 0.0578,
      "step": 3550
    },
    {
      "epoch": 21.06508875739645,
      "grad_norm": 4.371763706207275,
      "learning_rate": 0.0001,
      "loss": 0.0597,
      "step": 3560
    },
    {
      "epoch": 21.124260355029588,
      "grad_norm": 3.9722981452941895,
      "learning_rate": 0.0001,
      "loss": 0.0604,
      "step": 3570
    },
    {
      "epoch": 21.183431952662723,
      "grad_norm": 3.8038413524627686,
      "learning_rate": 0.0001,
      "loss": 0.0591,
      "step": 3580
    },
    {
      "epoch": 21.242603550295858,
      "grad_norm": 4.230653285980225,
      "learning_rate": 0.0001,
      "loss": 0.0584,
      "step": 3590
    },
    {
      "epoch": 21.301775147928993,
      "grad_norm": 4.20985221862793,
      "learning_rate": 0.0001,
      "loss": 0.0561,
      "step": 3600
    },
    {
      "epoch": 21.36094674556213,
      "grad_norm": 4.018280029296875,
      "learning_rate": 0.0001,
      "loss": 0.0562,
      "step": 3610
    },
    {
      "epoch": 21.420118343195266,
      "grad_norm": 4.242932319641113,
      "learning_rate": 0.0001,
      "loss": 0.0581,
      "step": 3620
    },
    {
      "epoch": 21.4792899408284,
      "grad_norm": 3.529261350631714,
      "learning_rate": 0.0001,
      "loss": 0.0583,
      "step": 3630
    },
    {
      "epoch": 21.53846153846154,
      "grad_norm": 4.085992813110352,
      "learning_rate": 0.0001,
      "loss": 0.0557,
      "step": 3640
    },
    {
      "epoch": 21.597633136094675,
      "grad_norm": 3.731935501098633,
      "learning_rate": 0.0001,
      "loss": 0.0584,
      "step": 3650
    },
    {
      "epoch": 21.65680473372781,
      "grad_norm": 4.552347660064697,
      "learning_rate": 0.0001,
      "loss": 0.0566,
      "step": 3660
    },
    {
      "epoch": 21.715976331360945,
      "grad_norm": 4.493063449859619,
      "learning_rate": 0.0001,
      "loss": 0.0566,
      "step": 3670
    },
    {
      "epoch": 21.775147928994084,
      "grad_norm": 3.812150239944458,
      "learning_rate": 0.0001,
      "loss": 0.0555,
      "step": 3680
    },
    {
      "epoch": 21.83431952662722,
      "grad_norm": 3.6088874340057373,
      "learning_rate": 0.0001,
      "loss": 0.0588,
      "step": 3690
    },
    {
      "epoch": 21.893491124260354,
      "grad_norm": 5.0085296630859375,
      "learning_rate": 0.0001,
      "loss": 0.0601,
      "step": 3700
    },
    {
      "epoch": 21.952662721893493,
      "grad_norm": 3.730077028274536,
      "learning_rate": 0.0001,
      "loss": 0.0589,
      "step": 3710
    },
    {
      "epoch": 22.011834319526628,
      "grad_norm": 4.414837837219238,
      "learning_rate": 0.0001,
      "loss": 0.0566,
      "step": 3720
    },
    {
      "epoch": 22.071005917159763,
      "grad_norm": 3.701369524002075,
      "learning_rate": 0.0001,
      "loss": 0.0555,
      "step": 3730
    },
    {
      "epoch": 22.130177514792898,
      "grad_norm": 4.643394947052002,
      "learning_rate": 0.0001,
      "loss": 0.0563,
      "step": 3740
    },
    {
      "epoch": 22.189349112426036,
      "grad_norm": 4.171213626861572,
      "learning_rate": 0.0001,
      "loss": 0.0566,
      "step": 3750
    },
    {
      "epoch": 22.24852071005917,
      "grad_norm": 4.128825664520264,
      "learning_rate": 0.0001,
      "loss": 0.0554,
      "step": 3760
    },
    {
      "epoch": 22.307692307692307,
      "grad_norm": 3.825991153717041,
      "learning_rate": 0.0001,
      "loss": 0.057,
      "step": 3770
    },
    {
      "epoch": 22.366863905325445,
      "grad_norm": 3.8491384983062744,
      "learning_rate": 0.0001,
      "loss": 0.0557,
      "step": 3780
    },
    {
      "epoch": 22.42603550295858,
      "grad_norm": 3.8951408863067627,
      "learning_rate": 0.0001,
      "loss": 0.0578,
      "step": 3790
    },
    {
      "epoch": 22.485207100591715,
      "grad_norm": 4.184350490570068,
      "learning_rate": 0.0001,
      "loss": 0.0551,
      "step": 3800
    },
    {
      "epoch": 22.54437869822485,
      "grad_norm": 3.931697368621826,
      "learning_rate": 0.0001,
      "loss": 0.0579,
      "step": 3810
    },
    {
      "epoch": 22.60355029585799,
      "grad_norm": 4.078036308288574,
      "learning_rate": 0.0001,
      "loss": 0.0606,
      "step": 3820
    },
    {
      "epoch": 22.662721893491124,
      "grad_norm": 3.798717975616455,
      "learning_rate": 0.0001,
      "loss": 0.0551,
      "step": 3830
    },
    {
      "epoch": 22.72189349112426,
      "grad_norm": 3.4056642055511475,
      "learning_rate": 0.0001,
      "loss": 0.0537,
      "step": 3840
    },
    {
      "epoch": 22.781065088757398,
      "grad_norm": 3.554065704345703,
      "learning_rate": 0.0001,
      "loss": 0.052,
      "step": 3850
    },
    {
      "epoch": 22.840236686390533,
      "grad_norm": 4.242760181427002,
      "learning_rate": 0.0001,
      "loss": 0.0543,
      "step": 3860
    },
    {
      "epoch": 22.899408284023668,
      "grad_norm": 3.3069067001342773,
      "learning_rate": 0.0001,
      "loss": 0.055,
      "step": 3870
    },
    {
      "epoch": 22.958579881656803,
      "grad_norm": 3.9037585258483887,
      "learning_rate": 0.0001,
      "loss": 0.0542,
      "step": 3880
    },
    {
      "epoch": 23.01775147928994,
      "grad_norm": 4.014892101287842,
      "learning_rate": 0.0001,
      "loss": 0.0545,
      "step": 3890
    },
    {
      "epoch": 23.076923076923077,
      "grad_norm": 3.604482889175415,
      "learning_rate": 0.0001,
      "loss": 0.0552,
      "step": 3900
    },
    {
      "epoch": 23.13609467455621,
      "grad_norm": 3.4665873050689697,
      "learning_rate": 0.0001,
      "loss": 0.053,
      "step": 3910
    },
    {
      "epoch": 23.19526627218935,
      "grad_norm": 3.513502836227417,
      "learning_rate": 0.0001,
      "loss": 0.0513,
      "step": 3920
    },
    {
      "epoch": 23.254437869822485,
      "grad_norm": 2.978473424911499,
      "learning_rate": 0.0001,
      "loss": 0.0518,
      "step": 3930
    },
    {
      "epoch": 23.31360946745562,
      "grad_norm": 3.6420693397521973,
      "learning_rate": 0.0001,
      "loss": 0.0512,
      "step": 3940
    },
    {
      "epoch": 23.37278106508876,
      "grad_norm": 3.730600357055664,
      "learning_rate": 0.0001,
      "loss": 0.0519,
      "step": 3950
    },
    {
      "epoch": 23.431952662721894,
      "grad_norm": 3.7250564098358154,
      "learning_rate": 0.0001,
      "loss": 0.0558,
      "step": 3960
    },
    {
      "epoch": 23.49112426035503,
      "grad_norm": 3.734006643295288,
      "learning_rate": 0.0001,
      "loss": 0.0529,
      "step": 3970
    },
    {
      "epoch": 23.550295857988164,
      "grad_norm": 4.51144552230835,
      "learning_rate": 0.0001,
      "loss": 0.0524,
      "step": 3980
    },
    {
      "epoch": 23.609467455621303,
      "grad_norm": 3.9028196334838867,
      "learning_rate": 0.0001,
      "loss": 0.0533,
      "step": 3990
    },
    {
      "epoch": 23.668639053254438,
      "grad_norm": 3.373577833175659,
      "learning_rate": 0.0001,
      "loss": 0.0502,
      "step": 4000
    },
    {
      "epoch": 23.727810650887573,
      "grad_norm": 3.3119897842407227,
      "learning_rate": 0.0001,
      "loss": 0.0509,
      "step": 4010
    },
    {
      "epoch": 23.78698224852071,
      "grad_norm": 3.2265708446502686,
      "learning_rate": 0.0001,
      "loss": 0.0533,
      "step": 4020
    },
    {
      "epoch": 23.846153846153847,
      "grad_norm": 3.7243387699127197,
      "learning_rate": 0.0001,
      "loss": 0.0512,
      "step": 4030
    },
    {
      "epoch": 23.90532544378698,
      "grad_norm": 3.4187121391296387,
      "learning_rate": 0.0001,
      "loss": 0.052,
      "step": 4040
    },
    {
      "epoch": 23.964497041420117,
      "grad_norm": 3.660780429840088,
      "learning_rate": 0.0001,
      "loss": 0.0542,
      "step": 4050
    },
    {
      "epoch": 24.023668639053255,
      "grad_norm": 3.5427377223968506,
      "learning_rate": 0.0001,
      "loss": 0.0535,
      "step": 4060
    },
    {
      "epoch": 24.08284023668639,
      "grad_norm": 4.219526767730713,
      "learning_rate": 0.0001,
      "loss": 0.053,
      "step": 4070
    },
    {
      "epoch": 24.142011834319526,
      "grad_norm": 3.995042562484741,
      "learning_rate": 0.0001,
      "loss": 0.0515,
      "step": 4080
    },
    {
      "epoch": 24.201183431952664,
      "grad_norm": 3.6195766925811768,
      "learning_rate": 0.0001,
      "loss": 0.0526,
      "step": 4090
    },
    {
      "epoch": 24.2603550295858,
      "grad_norm": 3.3234012126922607,
      "learning_rate": 0.0001,
      "loss": 0.0511,
      "step": 4100
    },
    {
      "epoch": 24.319526627218934,
      "grad_norm": 3.398486375808716,
      "learning_rate": 0.0001,
      "loss": 0.0511,
      "step": 4110
    },
    {
      "epoch": 24.37869822485207,
      "grad_norm": 3.367313861846924,
      "learning_rate": 0.0001,
      "loss": 0.0512,
      "step": 4120
    },
    {
      "epoch": 24.437869822485208,
      "grad_norm": 3.353222608566284,
      "learning_rate": 0.0001,
      "loss": 0.0531,
      "step": 4130
    },
    {
      "epoch": 24.497041420118343,
      "grad_norm": 3.0433566570281982,
      "learning_rate": 0.0001,
      "loss": 0.0542,
      "step": 4140
    },
    {
      "epoch": 24.556213017751478,
      "grad_norm": 3.9570515155792236,
      "learning_rate": 0.0001,
      "loss": 0.0538,
      "step": 4150
    },
    {
      "epoch": 24.615384615384617,
      "grad_norm": 3.636683464050293,
      "learning_rate": 0.0001,
      "loss": 0.0521,
      "step": 4160
    },
    {
      "epoch": 24.674556213017752,
      "grad_norm": 3.8787691593170166,
      "learning_rate": 0.0001,
      "loss": 0.0523,
      "step": 4170
    },
    {
      "epoch": 24.733727810650887,
      "grad_norm": 3.0641114711761475,
      "learning_rate": 0.0001,
      "loss": 0.0515,
      "step": 4180
    },
    {
      "epoch": 24.792899408284022,
      "grad_norm": 2.9384024143218994,
      "learning_rate": 0.0001,
      "loss": 0.0523,
      "step": 4190
    },
    {
      "epoch": 24.85207100591716,
      "grad_norm": 3.4934983253479004,
      "learning_rate": 0.0001,
      "loss": 0.0522,
      "step": 4200
    },
    {
      "epoch": 24.911242603550296,
      "grad_norm": 3.90394926071167,
      "learning_rate": 0.0001,
      "loss": 0.0507,
      "step": 4210
    },
    {
      "epoch": 24.97041420118343,
      "grad_norm": 3.584527015686035,
      "learning_rate": 0.0001,
      "loss": 0.0538,
      "step": 4220
    },
    {
      "epoch": 25.02958579881657,
      "grad_norm": 3.329538345336914,
      "learning_rate": 0.0001,
      "loss": 0.0552,
      "step": 4230
    },
    {
      "epoch": 25.088757396449704,
      "grad_norm": 3.6959550380706787,
      "learning_rate": 0.0001,
      "loss": 0.052,
      "step": 4240
    },
    {
      "epoch": 25.14792899408284,
      "grad_norm": 3.3862521648406982,
      "learning_rate": 0.0001,
      "loss": 0.0521,
      "step": 4250
    },
    {
      "epoch": 25.207100591715978,
      "grad_norm": 3.348890781402588,
      "learning_rate": 0.0001,
      "loss": 0.0523,
      "step": 4260
    },
    {
      "epoch": 25.266272189349113,
      "grad_norm": 3.2840206623077393,
      "learning_rate": 0.0001,
      "loss": 0.0526,
      "step": 4270
    },
    {
      "epoch": 25.325443786982248,
      "grad_norm": 3.6258771419525146,
      "learning_rate": 0.0001,
      "loss": 0.0533,
      "step": 4280
    },
    {
      "epoch": 25.384615384615383,
      "grad_norm": 3.4843764305114746,
      "learning_rate": 0.0001,
      "loss": 0.0523,
      "step": 4290
    },
    {
      "epoch": 25.443786982248522,
      "grad_norm": 3.1796298027038574,
      "learning_rate": 0.0001,
      "loss": 0.0499,
      "step": 4300
    },
    {
      "epoch": 25.502958579881657,
      "grad_norm": 3.5479328632354736,
      "learning_rate": 0.0001,
      "loss": 0.0508,
      "step": 4310
    },
    {
      "epoch": 25.562130177514792,
      "grad_norm": 3.268686056137085,
      "learning_rate": 0.0001,
      "loss": 0.0502,
      "step": 4320
    },
    {
      "epoch": 25.62130177514793,
      "grad_norm": 3.7202608585357666,
      "learning_rate": 0.0001,
      "loss": 0.0526,
      "step": 4330
    },
    {
      "epoch": 25.680473372781066,
      "grad_norm": 3.890648126602173,
      "learning_rate": 0.0001,
      "loss": 0.0529,
      "step": 4340
    },
    {
      "epoch": 25.7396449704142,
      "grad_norm": 2.921858310699463,
      "learning_rate": 0.0001,
      "loss": 0.0487,
      "step": 4350
    },
    {
      "epoch": 25.798816568047336,
      "grad_norm": 2.7523033618927,
      "learning_rate": 0.0001,
      "loss": 0.0511,
      "step": 4360
    },
    {
      "epoch": 25.857988165680474,
      "grad_norm": 3.05062198638916,
      "learning_rate": 0.0001,
      "loss": 0.051,
      "step": 4370
    },
    {
      "epoch": 25.91715976331361,
      "grad_norm": 3.3395676612854004,
      "learning_rate": 0.0001,
      "loss": 0.0498,
      "step": 4380
    },
    {
      "epoch": 25.976331360946745,
      "grad_norm": 3.496117115020752,
      "learning_rate": 0.0001,
      "loss": 0.0545,
      "step": 4390
    },
    {
      "epoch": 26.035502958579883,
      "grad_norm": 3.011644124984741,
      "learning_rate": 0.0001,
      "loss": 0.0502,
      "step": 4400
    },
    {
      "epoch": 26.09467455621302,
      "grad_norm": 3.873725652694702,
      "learning_rate": 0.0001,
      "loss": 0.0548,
      "step": 4410
    },
    {
      "epoch": 26.153846153846153,
      "grad_norm": 4.164061546325684,
      "learning_rate": 0.0001,
      "loss": 0.0524,
      "step": 4420
    },
    {
      "epoch": 26.21301775147929,
      "grad_norm": 4.157295227050781,
      "learning_rate": 0.0001,
      "loss": 0.0522,
      "step": 4430
    },
    {
      "epoch": 26.272189349112427,
      "grad_norm": 3.528493881225586,
      "learning_rate": 0.0001,
      "loss": 0.049,
      "step": 4440
    },
    {
      "epoch": 26.331360946745562,
      "grad_norm": 4.085198879241943,
      "learning_rate": 0.0001,
      "loss": 0.0496,
      "step": 4450
    },
    {
      "epoch": 26.390532544378697,
      "grad_norm": 4.024105072021484,
      "learning_rate": 0.0001,
      "loss": 0.0503,
      "step": 4460
    },
    {
      "epoch": 26.449704142011836,
      "grad_norm": 3.6402428150177,
      "learning_rate": 0.0001,
      "loss": 0.0506,
      "step": 4470
    },
    {
      "epoch": 26.50887573964497,
      "grad_norm": 3.30226731300354,
      "learning_rate": 0.0001,
      "loss": 0.0485,
      "step": 4480
    },
    {
      "epoch": 26.568047337278106,
      "grad_norm": 3.2739925384521484,
      "learning_rate": 0.0001,
      "loss": 0.0483,
      "step": 4490
    },
    {
      "epoch": 26.62721893491124,
      "grad_norm": 2.8552041053771973,
      "learning_rate": 0.0001,
      "loss": 0.0488,
      "step": 4500
    },
    {
      "epoch": 26.68639053254438,
      "grad_norm": 3.918619155883789,
      "learning_rate": 0.0001,
      "loss": 0.0476,
      "step": 4510
    },
    {
      "epoch": 26.745562130177515,
      "grad_norm": 3.399871349334717,
      "learning_rate": 0.0001,
      "loss": 0.0464,
      "step": 4520
    },
    {
      "epoch": 26.80473372781065,
      "grad_norm": 2.7649810314178467,
      "learning_rate": 0.0001,
      "loss": 0.0489,
      "step": 4530
    },
    {
      "epoch": 26.86390532544379,
      "grad_norm": 3.3189356327056885,
      "learning_rate": 0.0001,
      "loss": 0.0499,
      "step": 4540
    },
    {
      "epoch": 26.923076923076923,
      "grad_norm": 3.706620693206787,
      "learning_rate": 0.0001,
      "loss": 0.0488,
      "step": 4550
    },
    {
      "epoch": 26.98224852071006,
      "grad_norm": 2.588131904602051,
      "learning_rate": 0.0001,
      "loss": 0.0482,
      "step": 4560
    },
    {
      "epoch": 27.041420118343197,
      "grad_norm": 3.447209119796753,
      "learning_rate": 0.0001,
      "loss": 0.05,
      "step": 4570
    },
    {
      "epoch": 27.100591715976332,
      "grad_norm": 3.263761043548584,
      "learning_rate": 0.0001,
      "loss": 0.0507,
      "step": 4580
    },
    {
      "epoch": 27.159763313609467,
      "grad_norm": 3.568690299987793,
      "learning_rate": 0.0001,
      "loss": 0.0485,
      "step": 4590
    },
    {
      "epoch": 27.218934911242602,
      "grad_norm": 3.20157527923584,
      "learning_rate": 0.0001,
      "loss": 0.0488,
      "step": 4600
    },
    {
      "epoch": 27.27810650887574,
      "grad_norm": 3.2346811294555664,
      "learning_rate": 0.0001,
      "loss": 0.0495,
      "step": 4610
    },
    {
      "epoch": 27.337278106508876,
      "grad_norm": 3.430814027786255,
      "learning_rate": 0.0001,
      "loss": 0.0491,
      "step": 4620
    },
    {
      "epoch": 27.39644970414201,
      "grad_norm": 3.30088210105896,
      "learning_rate": 0.0001,
      "loss": 0.0504,
      "step": 4630
    },
    {
      "epoch": 27.45562130177515,
      "grad_norm": 3.387882709503174,
      "learning_rate": 0.0001,
      "loss": 0.0472,
      "step": 4640
    },
    {
      "epoch": 27.514792899408285,
      "grad_norm": 3.3953683376312256,
      "learning_rate": 0.0001,
      "loss": 0.048,
      "step": 4650
    },
    {
      "epoch": 27.57396449704142,
      "grad_norm": 3.596088409423828,
      "learning_rate": 0.0001,
      "loss": 0.0499,
      "step": 4660
    },
    {
      "epoch": 27.633136094674555,
      "grad_norm": 2.8967795372009277,
      "learning_rate": 0.0001,
      "loss": 0.048,
      "step": 4670
    },
    {
      "epoch": 27.692307692307693,
      "grad_norm": 3.1011993885040283,
      "learning_rate": 0.0001,
      "loss": 0.0487,
      "step": 4680
    },
    {
      "epoch": 27.75147928994083,
      "grad_norm": 2.729262590408325,
      "learning_rate": 0.0001,
      "loss": 0.0464,
      "step": 4690
    },
    {
      "epoch": 27.810650887573964,
      "grad_norm": 2.7790896892547607,
      "learning_rate": 0.0001,
      "loss": 0.0473,
      "step": 4700
    },
    {
      "epoch": 27.869822485207102,
      "grad_norm": 3.0907204151153564,
      "learning_rate": 0.0001,
      "loss": 0.0494,
      "step": 4710
    },
    {
      "epoch": 27.928994082840237,
      "grad_norm": 2.7839932441711426,
      "learning_rate": 0.0001,
      "loss": 0.0488,
      "step": 4720
    },
    {
      "epoch": 27.988165680473372,
      "grad_norm": 4.726795196533203,
      "learning_rate": 0.0001,
      "loss": 0.0504,
      "step": 4730
    },
    {
      "epoch": 28.047337278106507,
      "grad_norm": 3.1381053924560547,
      "learning_rate": 0.0001,
      "loss": 0.0477,
      "step": 4740
    },
    {
      "epoch": 28.106508875739646,
      "grad_norm": 2.9918739795684814,
      "learning_rate": 0.0001,
      "loss": 0.0465,
      "step": 4750
    },
    {
      "epoch": 28.16568047337278,
      "grad_norm": 2.5469489097595215,
      "learning_rate": 0.0001,
      "loss": 0.0477,
      "step": 4760
    },
    {
      "epoch": 28.224852071005916,
      "grad_norm": 2.6705563068389893,
      "learning_rate": 0.0001,
      "loss": 0.0474,
      "step": 4770
    },
    {
      "epoch": 28.284023668639055,
      "grad_norm": 3.340939521789551,
      "learning_rate": 0.0001,
      "loss": 0.0471,
      "step": 4780
    },
    {
      "epoch": 28.34319526627219,
      "grad_norm": 3.2973732948303223,
      "learning_rate": 0.0001,
      "loss": 0.0493,
      "step": 4790
    },
    {
      "epoch": 28.402366863905325,
      "grad_norm": 2.9594225883483887,
      "learning_rate": 0.0001,
      "loss": 0.0499,
      "step": 4800
    },
    {
      "epoch": 28.46153846153846,
      "grad_norm": 2.7446987628936768,
      "learning_rate": 0.0001,
      "loss": 0.0486,
      "step": 4810
    },
    {
      "epoch": 28.5207100591716,
      "grad_norm": 3.203244209289551,
      "learning_rate": 0.0001,
      "loss": 0.0476,
      "step": 4820
    },
    {
      "epoch": 28.579881656804734,
      "grad_norm": 2.95894193649292,
      "learning_rate": 0.0001,
      "loss": 0.049,
      "step": 4830
    },
    {
      "epoch": 28.63905325443787,
      "grad_norm": 3.9406661987304688,
      "learning_rate": 0.0001,
      "loss": 0.0471,
      "step": 4840
    },
    {
      "epoch": 28.698224852071007,
      "grad_norm": 2.8097972869873047,
      "learning_rate": 0.0001,
      "loss": 0.0476,
      "step": 4850
    },
    {
      "epoch": 28.757396449704142,
      "grad_norm": 4.286942958831787,
      "learning_rate": 0.0001,
      "loss": 0.0503,
      "step": 4860
    },
    {
      "epoch": 28.816568047337277,
      "grad_norm": 2.8839805126190186,
      "learning_rate": 0.0001,
      "loss": 0.0473,
      "step": 4870
    },
    {
      "epoch": 28.875739644970416,
      "grad_norm": 3.6535980701446533,
      "learning_rate": 0.0001,
      "loss": 0.0487,
      "step": 4880
    },
    {
      "epoch": 28.93491124260355,
      "grad_norm": 2.854344606399536,
      "learning_rate": 0.0001,
      "loss": 0.0465,
      "step": 4890
    },
    {
      "epoch": 28.994082840236686,
      "grad_norm": 3.467682123184204,
      "learning_rate": 0.0001,
      "loss": 0.0441,
      "step": 4900
    },
    {
      "epoch": 29.05325443786982,
      "grad_norm": 2.890685796737671,
      "learning_rate": 0.0001,
      "loss": 0.046,
      "step": 4910
    },
    {
      "epoch": 29.11242603550296,
      "grad_norm": 2.8189759254455566,
      "learning_rate": 0.0001,
      "loss": 0.0453,
      "step": 4920
    },
    {
      "epoch": 29.171597633136095,
      "grad_norm": 3.1231541633605957,
      "learning_rate": 0.0001,
      "loss": 0.0457,
      "step": 4930
    },
    {
      "epoch": 29.23076923076923,
      "grad_norm": 2.984151840209961,
      "learning_rate": 0.0001,
      "loss": 0.0464,
      "step": 4940
    },
    {
      "epoch": 29.28994082840237,
      "grad_norm": 2.881073474884033,
      "learning_rate": 0.0001,
      "loss": 0.0457,
      "step": 4950
    },
    {
      "epoch": 29.349112426035504,
      "grad_norm": 2.8085427284240723,
      "learning_rate": 0.0001,
      "loss": 0.0503,
      "step": 4960
    },
    {
      "epoch": 29.40828402366864,
      "grad_norm": 2.727107286453247,
      "learning_rate": 0.0001,
      "loss": 0.0477,
      "step": 4970
    },
    {
      "epoch": 29.467455621301774,
      "grad_norm": 2.7320921421051025,
      "learning_rate": 0.0001,
      "loss": 0.0456,
      "step": 4980
    },
    {
      "epoch": 29.526627218934912,
      "grad_norm": 2.7662909030914307,
      "learning_rate": 0.0001,
      "loss": 0.049,
      "step": 4990
    },
    {
      "epoch": 29.585798816568047,
      "grad_norm": 3.1728057861328125,
      "learning_rate": 0.0001,
      "loss": 0.0459,
      "step": 5000
    },
    {
      "epoch": 29.644970414201183,
      "grad_norm": 3.5613670349121094,
      "learning_rate": 0.0001,
      "loss": 0.046,
      "step": 5010
    },
    {
      "epoch": 29.70414201183432,
      "grad_norm": 2.885639190673828,
      "learning_rate": 0.0001,
      "loss": 0.0481,
      "step": 5020
    },
    {
      "epoch": 29.763313609467456,
      "grad_norm": 3.0232927799224854,
      "learning_rate": 0.0001,
      "loss": 0.0446,
      "step": 5030
    },
    {
      "epoch": 29.82248520710059,
      "grad_norm": 2.6348934173583984,
      "learning_rate": 0.0001,
      "loss": 0.0459,
      "step": 5040
    },
    {
      "epoch": 29.881656804733726,
      "grad_norm": 2.8704535961151123,
      "learning_rate": 0.0001,
      "loss": 0.0454,
      "step": 5050
    },
    {
      "epoch": 29.940828402366865,
      "grad_norm": 2.537104845046997,
      "learning_rate": 0.0001,
      "loss": 0.0441,
      "step": 5060
    },
    {
      "epoch": 30.0,
      "grad_norm": 2.582810401916504,
      "learning_rate": 0.0001,
      "loss": 0.0457,
      "step": 5070
    },
    {
      "epoch": 30.059171597633135,
      "grad_norm": 2.5242960453033447,
      "learning_rate": 0.0001,
      "loss": 0.0465,
      "step": 5080
    },
    {
      "epoch": 30.118343195266274,
      "grad_norm": 3.7850000858306885,
      "learning_rate": 0.0001,
      "loss": 0.0489,
      "step": 5090
    },
    {
      "epoch": 30.17751479289941,
      "grad_norm": 2.6954445838928223,
      "learning_rate": 0.0001,
      "loss": 0.048,
      "step": 5100
    },
    {
      "epoch": 30.236686390532544,
      "grad_norm": 4.050235748291016,
      "learning_rate": 0.0001,
      "loss": 0.0474,
      "step": 5110
    },
    {
      "epoch": 30.29585798816568,
      "grad_norm": 3.3292500972747803,
      "learning_rate": 0.0001,
      "loss": 0.0481,
      "step": 5120
    },
    {
      "epoch": 30.355029585798817,
      "grad_norm": 3.0318655967712402,
      "learning_rate": 0.0001,
      "loss": 0.0452,
      "step": 5130
    },
    {
      "epoch": 30.414201183431953,
      "grad_norm": 2.6199731826782227,
      "learning_rate": 0.0001,
      "loss": 0.0459,
      "step": 5140
    },
    {
      "epoch": 30.473372781065088,
      "grad_norm": 2.7977418899536133,
      "learning_rate": 0.0001,
      "loss": 0.045,
      "step": 5150
    },
    {
      "epoch": 30.532544378698226,
      "grad_norm": 3.4884848594665527,
      "learning_rate": 0.0001,
      "loss": 0.0462,
      "step": 5160
    },
    {
      "epoch": 30.59171597633136,
      "grad_norm": 2.7553083896636963,
      "learning_rate": 0.0001,
      "loss": 0.0439,
      "step": 5170
    },
    {
      "epoch": 30.650887573964496,
      "grad_norm": 3.0813822746276855,
      "learning_rate": 0.0001,
      "loss": 0.0457,
      "step": 5180
    },
    {
      "epoch": 30.71005917159763,
      "grad_norm": 2.7993428707122803,
      "learning_rate": 0.0001,
      "loss": 0.0443,
      "step": 5190
    },
    {
      "epoch": 30.76923076923077,
      "grad_norm": 2.818657636642456,
      "learning_rate": 0.0001,
      "loss": 0.0456,
      "step": 5200
    },
    {
      "epoch": 30.828402366863905,
      "grad_norm": 2.848336696624756,
      "learning_rate": 0.0001,
      "loss": 0.0441,
      "step": 5210
    },
    {
      "epoch": 30.88757396449704,
      "grad_norm": 2.4188754558563232,
      "learning_rate": 0.0001,
      "loss": 0.0442,
      "step": 5220
    },
    {
      "epoch": 30.94674556213018,
      "grad_norm": 2.600083351135254,
      "learning_rate": 0.0001,
      "loss": 0.0443,
      "step": 5230
    },
    {
      "epoch": 31.005917159763314,
      "grad_norm": 2.300328254699707,
      "learning_rate": 0.0001,
      "loss": 0.0459,
      "step": 5240
    },
    {
      "epoch": 31.06508875739645,
      "grad_norm": 2.6209487915039062,
      "learning_rate": 0.0001,
      "loss": 0.0452,
      "step": 5250
    },
    {
      "epoch": 31.124260355029588,
      "grad_norm": 2.987748384475708,
      "learning_rate": 0.0001,
      "loss": 0.0461,
      "step": 5260
    },
    {
      "epoch": 31.183431952662723,
      "grad_norm": 2.613102912902832,
      "learning_rate": 0.0001,
      "loss": 0.0472,
      "step": 5270
    },
    {
      "epoch": 31.242603550295858,
      "grad_norm": 2.5168280601501465,
      "learning_rate": 0.0001,
      "loss": 0.044,
      "step": 5280
    },
    {
      "epoch": 31.301775147928993,
      "grad_norm": 3.5299110412597656,
      "learning_rate": 0.0001,
      "loss": 0.0472,
      "step": 5290
    },
    {
      "epoch": 31.36094674556213,
      "grad_norm": 3.15811824798584,
      "learning_rate": 0.0001,
      "loss": 0.0468,
      "step": 5300
    },
    {
      "epoch": 31.420118343195266,
      "grad_norm": 2.2796008586883545,
      "learning_rate": 0.0001,
      "loss": 0.0444,
      "step": 5310
    },
    {
      "epoch": 31.4792899408284,
      "grad_norm": 2.5788214206695557,
      "learning_rate": 0.0001,
      "loss": 0.0442,
      "step": 5320
    },
    {
      "epoch": 31.53846153846154,
      "grad_norm": 2.801330089569092,
      "learning_rate": 0.0001,
      "loss": 0.0469,
      "step": 5330
    },
    {
      "epoch": 31.597633136094675,
      "grad_norm": 3.317760467529297,
      "learning_rate": 0.0001,
      "loss": 0.045,
      "step": 5340
    },
    {
      "epoch": 31.65680473372781,
      "grad_norm": 2.664973497390747,
      "learning_rate": 0.0001,
      "loss": 0.0511,
      "step": 5350
    },
    {
      "epoch": 31.715976331360945,
      "grad_norm": 3.7047719955444336,
      "learning_rate": 0.0001,
      "loss": 0.0491,
      "step": 5360
    },
    {
      "epoch": 31.775147928994084,
      "grad_norm": 2.385334014892578,
      "learning_rate": 0.0001,
      "loss": 0.046,
      "step": 5370
    },
    {
      "epoch": 31.83431952662722,
      "grad_norm": 2.969276189804077,
      "learning_rate": 0.0001,
      "loss": 0.0429,
      "step": 5380
    },
    {
      "epoch": 31.893491124260354,
      "grad_norm": 3.0268564224243164,
      "learning_rate": 0.0001,
      "loss": 0.044,
      "step": 5390
    },
    {
      "epoch": 31.952662721893493,
      "grad_norm": 2.694345235824585,
      "learning_rate": 0.0001,
      "loss": 0.0449,
      "step": 5400
    },
    {
      "epoch": 32.01183431952663,
      "grad_norm": 3.0807995796203613,
      "learning_rate": 0.0001,
      "loss": 0.0437,
      "step": 5410
    },
    {
      "epoch": 32.071005917159766,
      "grad_norm": 2.9837307929992676,
      "learning_rate": 0.0001,
      "loss": 0.0426,
      "step": 5420
    },
    {
      "epoch": 32.1301775147929,
      "grad_norm": 2.4928839206695557,
      "learning_rate": 0.0001,
      "loss": 0.0422,
      "step": 5430
    },
    {
      "epoch": 32.18934911242604,
      "grad_norm": 3.0148327350616455,
      "learning_rate": 0.0001,
      "loss": 0.0445,
      "step": 5440
    },
    {
      "epoch": 32.248520710059175,
      "grad_norm": 2.72228741645813,
      "learning_rate": 0.0001,
      "loss": 0.0421,
      "step": 5450
    },
    {
      "epoch": 32.30769230769231,
      "grad_norm": 3.302428960800171,
      "learning_rate": 0.0001,
      "loss": 0.0442,
      "step": 5460
    },
    {
      "epoch": 32.366863905325445,
      "grad_norm": 3.163412094116211,
      "learning_rate": 0.0001,
      "loss": 0.0434,
      "step": 5470
    },
    {
      "epoch": 32.42603550295858,
      "grad_norm": 2.7851364612579346,
      "learning_rate": 0.0001,
      "loss": 0.0401,
      "step": 5480
    },
    {
      "epoch": 32.485207100591715,
      "grad_norm": 2.821331739425659,
      "learning_rate": 0.0001,
      "loss": 0.0439,
      "step": 5490
    },
    {
      "epoch": 32.544378698224854,
      "grad_norm": 3.5618996620178223,
      "learning_rate": 0.0001,
      "loss": 0.0426,
      "step": 5500
    },
    {
      "epoch": 32.603550295857985,
      "grad_norm": 2.24983811378479,
      "learning_rate": 0.0001,
      "loss": 0.0461,
      "step": 5510
    },
    {
      "epoch": 32.662721893491124,
      "grad_norm": 2.925349712371826,
      "learning_rate": 0.0001,
      "loss": 0.0444,
      "step": 5520
    },
    {
      "epoch": 32.72189349112426,
      "grad_norm": 3.051266670227051,
      "learning_rate": 0.0001,
      "loss": 0.0439,
      "step": 5530
    },
    {
      "epoch": 32.781065088757394,
      "grad_norm": 2.977635145187378,
      "learning_rate": 0.0001,
      "loss": 0.0442,
      "step": 5540
    },
    {
      "epoch": 32.84023668639053,
      "grad_norm": 2.791907548904419,
      "learning_rate": 0.0001,
      "loss": 0.0436,
      "step": 5550
    },
    {
      "epoch": 32.89940828402367,
      "grad_norm": 2.556138753890991,
      "learning_rate": 0.0001,
      "loss": 0.0442,
      "step": 5560
    },
    {
      "epoch": 32.9585798816568,
      "grad_norm": 2.3039357662200928,
      "learning_rate": 0.0001,
      "loss": 0.0424,
      "step": 5570
    },
    {
      "epoch": 33.01775147928994,
      "grad_norm": 2.389270067214966,
      "learning_rate": 0.0001,
      "loss": 0.0441,
      "step": 5580
    },
    {
      "epoch": 33.07692307692308,
      "grad_norm": 2.700026750564575,
      "learning_rate": 0.0001,
      "loss": 0.0442,
      "step": 5590
    },
    {
      "epoch": 33.13609467455621,
      "grad_norm": 2.4434988498687744,
      "learning_rate": 0.0001,
      "loss": 0.045,
      "step": 5600
    },
    {
      "epoch": 33.19526627218935,
      "grad_norm": 2.418679714202881,
      "learning_rate": 0.0001,
      "loss": 0.0431,
      "step": 5610
    },
    {
      "epoch": 33.25443786982248,
      "grad_norm": 2.664915084838867,
      "learning_rate": 0.0001,
      "loss": 0.0473,
      "step": 5620
    },
    {
      "epoch": 33.31360946745562,
      "grad_norm": 2.341679811477661,
      "learning_rate": 0.0001,
      "loss": 0.0446,
      "step": 5630
    },
    {
      "epoch": 33.37278106508876,
      "grad_norm": 2.9755518436431885,
      "learning_rate": 0.0001,
      "loss": 0.0429,
      "step": 5640
    },
    {
      "epoch": 33.43195266272189,
      "grad_norm": 2.6128480434417725,
      "learning_rate": 0.0001,
      "loss": 0.0446,
      "step": 5650
    },
    {
      "epoch": 33.49112426035503,
      "grad_norm": 2.495741128921509,
      "learning_rate": 0.0001,
      "loss": 0.0453,
      "step": 5660
    },
    {
      "epoch": 33.55029585798817,
      "grad_norm": 2.383582830429077,
      "learning_rate": 0.0001,
      "loss": 0.0426,
      "step": 5670
    },
    {
      "epoch": 33.6094674556213,
      "grad_norm": 2.6396753787994385,
      "learning_rate": 0.0001,
      "loss": 0.0411,
      "step": 5680
    },
    {
      "epoch": 33.66863905325444,
      "grad_norm": 2.630791664123535,
      "learning_rate": 0.0001,
      "loss": 0.0418,
      "step": 5690
    },
    {
      "epoch": 33.72781065088758,
      "grad_norm": 2.8465545177459717,
      "learning_rate": 0.0001,
      "loss": 0.043,
      "step": 5700
    },
    {
      "epoch": 33.78698224852071,
      "grad_norm": 2.8943662643432617,
      "learning_rate": 0.0001,
      "loss": 0.0438,
      "step": 5710
    },
    {
      "epoch": 33.84615384615385,
      "grad_norm": 2.929270029067993,
      "learning_rate": 0.0001,
      "loss": 0.0439,
      "step": 5720
    },
    {
      "epoch": 33.905325443786985,
      "grad_norm": 2.992579460144043,
      "learning_rate": 0.0001,
      "loss": 0.0431,
      "step": 5730
    },
    {
      "epoch": 33.96449704142012,
      "grad_norm": 3.3918285369873047,
      "learning_rate": 0.0001,
      "loss": 0.0442,
      "step": 5740
    },
    {
      "epoch": 34.023668639053255,
      "grad_norm": 3.2850544452667236,
      "learning_rate": 0.0001,
      "loss": 0.0426,
      "step": 5750
    },
    {
      "epoch": 34.082840236686394,
      "grad_norm": 2.928415298461914,
      "learning_rate": 0.0001,
      "loss": 0.0441,
      "step": 5760
    },
    {
      "epoch": 34.142011834319526,
      "grad_norm": 2.258923292160034,
      "learning_rate": 0.0001,
      "loss": 0.0425,
      "step": 5770
    },
    {
      "epoch": 34.201183431952664,
      "grad_norm": 4.597163677215576,
      "learning_rate": 0.0001,
      "loss": 0.0415,
      "step": 5780
    },
    {
      "epoch": 34.260355029585796,
      "grad_norm": 2.29013991355896,
      "learning_rate": 0.0001,
      "loss": 0.0434,
      "step": 5790
    },
    {
      "epoch": 34.319526627218934,
      "grad_norm": 2.7559680938720703,
      "learning_rate": 0.0001,
      "loss": 0.0456,
      "step": 5800
    },
    {
      "epoch": 34.37869822485207,
      "grad_norm": 3.2377777099609375,
      "learning_rate": 0.0001,
      "loss": 0.0444,
      "step": 5810
    },
    {
      "epoch": 34.437869822485204,
      "grad_norm": 2.5860226154327393,
      "learning_rate": 0.0001,
      "loss": 0.0428,
      "step": 5820
    },
    {
      "epoch": 34.49704142011834,
      "grad_norm": 2.291794538497925,
      "learning_rate": 0.0001,
      "loss": 0.0429,
      "step": 5830
    },
    {
      "epoch": 34.55621301775148,
      "grad_norm": 2.7579596042633057,
      "learning_rate": 0.0001,
      "loss": 0.0425,
      "step": 5840
    },
    {
      "epoch": 34.61538461538461,
      "grad_norm": 2.5573623180389404,
      "learning_rate": 0.0001,
      "loss": 0.0422,
      "step": 5850
    },
    {
      "epoch": 34.67455621301775,
      "grad_norm": 2.342090368270874,
      "learning_rate": 0.0001,
      "loss": 0.0417,
      "step": 5860
    },
    {
      "epoch": 34.73372781065089,
      "grad_norm": 2.5002968311309814,
      "learning_rate": 0.0001,
      "loss": 0.0415,
      "step": 5870
    },
    {
      "epoch": 34.79289940828402,
      "grad_norm": 2.326442241668701,
      "learning_rate": 0.0001,
      "loss": 0.0405,
      "step": 5880
    },
    {
      "epoch": 34.85207100591716,
      "grad_norm": 2.730483055114746,
      "learning_rate": 0.0001,
      "loss": 0.042,
      "step": 5890
    },
    {
      "epoch": 34.9112426035503,
      "grad_norm": 3.062039613723755,
      "learning_rate": 0.0001,
      "loss": 0.0444,
      "step": 5900
    },
    {
      "epoch": 34.97041420118343,
      "grad_norm": 2.323446273803711,
      "learning_rate": 0.0001,
      "loss": 0.0421,
      "step": 5910
    },
    {
      "epoch": 35.02958579881657,
      "grad_norm": 2.583503484725952,
      "learning_rate": 0.0001,
      "loss": 0.042,
      "step": 5920
    },
    {
      "epoch": 35.0887573964497,
      "grad_norm": 2.21854829788208,
      "learning_rate": 0.0001,
      "loss": 0.0439,
      "step": 5930
    },
    {
      "epoch": 35.14792899408284,
      "grad_norm": 2.742907762527466,
      "learning_rate": 0.0001,
      "loss": 0.0428,
      "step": 5940
    },
    {
      "epoch": 35.20710059171598,
      "grad_norm": 2.0343527793884277,
      "learning_rate": 0.0001,
      "loss": 0.04,
      "step": 5950
    },
    {
      "epoch": 35.26627218934911,
      "grad_norm": 1.917546272277832,
      "learning_rate": 0.0001,
      "loss": 0.0416,
      "step": 5960
    },
    {
      "epoch": 35.32544378698225,
      "grad_norm": 2.4178991317749023,
      "learning_rate": 0.0001,
      "loss": 0.0397,
      "step": 5970
    },
    {
      "epoch": 35.38461538461539,
      "grad_norm": 2.566964626312256,
      "learning_rate": 0.0001,
      "loss": 0.0404,
      "step": 5980
    },
    {
      "epoch": 35.44378698224852,
      "grad_norm": 3.17779541015625,
      "learning_rate": 0.0001,
      "loss": 0.0419,
      "step": 5990
    },
    {
      "epoch": 35.50295857988166,
      "grad_norm": 2.4985430240631104,
      "learning_rate": 0.0001,
      "loss": 0.0419,
      "step": 6000
    },
    {
      "epoch": 35.562130177514796,
      "grad_norm": 2.741398572921753,
      "learning_rate": 0.0001,
      "loss": 0.0425,
      "step": 6010
    },
    {
      "epoch": 35.62130177514793,
      "grad_norm": 2.0012359619140625,
      "learning_rate": 0.0001,
      "loss": 0.0419,
      "step": 6020
    },
    {
      "epoch": 35.680473372781066,
      "grad_norm": 2.6605968475341797,
      "learning_rate": 0.0001,
      "loss": 0.0406,
      "step": 6030
    },
    {
      "epoch": 35.739644970414204,
      "grad_norm": 2.525573492050171,
      "learning_rate": 0.0001,
      "loss": 0.0435,
      "step": 6040
    },
    {
      "epoch": 35.798816568047336,
      "grad_norm": 2.467519760131836,
      "learning_rate": 0.0001,
      "loss": 0.0415,
      "step": 6050
    },
    {
      "epoch": 35.857988165680474,
      "grad_norm": 2.615041494369507,
      "learning_rate": 0.0001,
      "loss": 0.0437,
      "step": 6060
    },
    {
      "epoch": 35.917159763313606,
      "grad_norm": 2.470360040664673,
      "learning_rate": 0.0001,
      "loss": 0.0423,
      "step": 6070
    },
    {
      "epoch": 35.976331360946745,
      "grad_norm": 3.0041985511779785,
      "learning_rate": 0.0001,
      "loss": 0.0406,
      "step": 6080
    },
    {
      "epoch": 36.03550295857988,
      "grad_norm": 2.110048532485962,
      "learning_rate": 0.0001,
      "loss": 0.0408,
      "step": 6090
    },
    {
      "epoch": 36.094674556213015,
      "grad_norm": 2.157137155532837,
      "learning_rate": 0.0001,
      "loss": 0.0417,
      "step": 6100
    },
    {
      "epoch": 36.15384615384615,
      "grad_norm": 2.3281562328338623,
      "learning_rate": 0.0001,
      "loss": 0.0403,
      "step": 6110
    },
    {
      "epoch": 36.21301775147929,
      "grad_norm": 2.0512025356292725,
      "learning_rate": 0.0001,
      "loss": 0.0406,
      "step": 6120
    },
    {
      "epoch": 36.27218934911242,
      "grad_norm": 2.278346300125122,
      "learning_rate": 0.0001,
      "loss": 0.0408,
      "step": 6130
    },
    {
      "epoch": 36.33136094674556,
      "grad_norm": 2.5638973712921143,
      "learning_rate": 0.0001,
      "loss": 0.0394,
      "step": 6140
    },
    {
      "epoch": 36.3905325443787,
      "grad_norm": 2.694349527359009,
      "learning_rate": 0.0001,
      "loss": 0.0407,
      "step": 6150
    },
    {
      "epoch": 36.44970414201183,
      "grad_norm": 3.001039981842041,
      "learning_rate": 0.0001,
      "loss": 0.0398,
      "step": 6160
    },
    {
      "epoch": 36.50887573964497,
      "grad_norm": 2.834965229034424,
      "learning_rate": 0.0001,
      "loss": 0.041,
      "step": 6170
    },
    {
      "epoch": 36.56804733727811,
      "grad_norm": 2.2614688873291016,
      "learning_rate": 0.0001,
      "loss": 0.0403,
      "step": 6180
    },
    {
      "epoch": 36.62721893491124,
      "grad_norm": 2.6870603561401367,
      "learning_rate": 0.0001,
      "loss": 0.0398,
      "step": 6190
    },
    {
      "epoch": 36.68639053254438,
      "grad_norm": 2.4931278228759766,
      "learning_rate": 0.0001,
      "loss": 0.0404,
      "step": 6200
    },
    {
      "epoch": 36.74556213017752,
      "grad_norm": 2.340984582901001,
      "learning_rate": 0.0001,
      "loss": 0.039,
      "step": 6210
    },
    {
      "epoch": 36.80473372781065,
      "grad_norm": 2.5397956371307373,
      "learning_rate": 0.0001,
      "loss": 0.039,
      "step": 6220
    },
    {
      "epoch": 36.86390532544379,
      "grad_norm": 2.9098761081695557,
      "learning_rate": 0.0001,
      "loss": 0.0413,
      "step": 6230
    },
    {
      "epoch": 36.92307692307692,
      "grad_norm": 2.5594727993011475,
      "learning_rate": 0.0001,
      "loss": 0.0407,
      "step": 6240
    },
    {
      "epoch": 36.98224852071006,
      "grad_norm": 2.944187641143799,
      "learning_rate": 0.0001,
      "loss": 0.0403,
      "step": 6250
    },
    {
      "epoch": 37.0414201183432,
      "grad_norm": 2.7487967014312744,
      "learning_rate": 0.0001,
      "loss": 0.0426,
      "step": 6260
    },
    {
      "epoch": 37.10059171597633,
      "grad_norm": 2.329335927963257,
      "learning_rate": 0.0001,
      "loss": 0.0398,
      "step": 6270
    },
    {
      "epoch": 37.15976331360947,
      "grad_norm": 2.451202392578125,
      "learning_rate": 0.0001,
      "loss": 0.0407,
      "step": 6280
    },
    {
      "epoch": 37.218934911242606,
      "grad_norm": 2.4972989559173584,
      "learning_rate": 0.0001,
      "loss": 0.0401,
      "step": 6290
    },
    {
      "epoch": 37.27810650887574,
      "grad_norm": 2.6726067066192627,
      "learning_rate": 0.0001,
      "loss": 0.0406,
      "step": 6300
    },
    {
      "epoch": 37.337278106508876,
      "grad_norm": 2.4876670837402344,
      "learning_rate": 0.0001,
      "loss": 0.0395,
      "step": 6310
    },
    {
      "epoch": 37.396449704142015,
      "grad_norm": 2.243919610977173,
      "learning_rate": 0.0001,
      "loss": 0.0404,
      "step": 6320
    },
    {
      "epoch": 37.455621301775146,
      "grad_norm": 3.023308753967285,
      "learning_rate": 0.0001,
      "loss": 0.042,
      "step": 6330
    },
    {
      "epoch": 37.514792899408285,
      "grad_norm": 2.4316606521606445,
      "learning_rate": 0.0001,
      "loss": 0.0424,
      "step": 6340
    },
    {
      "epoch": 37.57396449704142,
      "grad_norm": 2.4590184688568115,
      "learning_rate": 0.0001,
      "loss": 0.0428,
      "step": 6350
    },
    {
      "epoch": 37.633136094674555,
      "grad_norm": 2.658515691757202,
      "learning_rate": 0.0001,
      "loss": 0.0428,
      "step": 6360
    },
    {
      "epoch": 37.69230769230769,
      "grad_norm": 2.5840909481048584,
      "learning_rate": 0.0001,
      "loss": 0.0417,
      "step": 6370
    },
    {
      "epoch": 37.751479289940825,
      "grad_norm": 2.451486825942993,
      "learning_rate": 0.0001,
      "loss": 0.0407,
      "step": 6380
    },
    {
      "epoch": 37.81065088757396,
      "grad_norm": 3.480821371078491,
      "learning_rate": 0.0001,
      "loss": 0.0407,
      "step": 6390
    },
    {
      "epoch": 37.8698224852071,
      "grad_norm": 2.7321033477783203,
      "learning_rate": 0.0001,
      "loss": 0.0393,
      "step": 6400
    },
    {
      "epoch": 37.928994082840234,
      "grad_norm": 2.7242612838745117,
      "learning_rate": 0.0001,
      "loss": 0.0395,
      "step": 6410
    },
    {
      "epoch": 37.98816568047337,
      "grad_norm": 2.597043037414551,
      "learning_rate": 0.0001,
      "loss": 0.0403,
      "step": 6420
    },
    {
      "epoch": 38.04733727810651,
      "grad_norm": 2.4965641498565674,
      "learning_rate": 0.0001,
      "loss": 0.0382,
      "step": 6430
    },
    {
      "epoch": 38.10650887573964,
      "grad_norm": 2.785860061645508,
      "learning_rate": 0.0001,
      "loss": 0.0383,
      "step": 6440
    },
    {
      "epoch": 38.16568047337278,
      "grad_norm": 2.8015520572662354,
      "learning_rate": 0.0001,
      "loss": 0.0376,
      "step": 6450
    },
    {
      "epoch": 38.22485207100592,
      "grad_norm": 2.345874547958374,
      "learning_rate": 0.0001,
      "loss": 0.0385,
      "step": 6460
    },
    {
      "epoch": 38.28402366863905,
      "grad_norm": 2.3189609050750732,
      "learning_rate": 0.0001,
      "loss": 0.0394,
      "step": 6470
    },
    {
      "epoch": 38.34319526627219,
      "grad_norm": 2.5552563667297363,
      "learning_rate": 0.0001,
      "loss": 0.0386,
      "step": 6480
    },
    {
      "epoch": 38.40236686390533,
      "grad_norm": 2.3291563987731934,
      "learning_rate": 0.0001,
      "loss": 0.0381,
      "step": 6490
    },
    {
      "epoch": 38.46153846153846,
      "grad_norm": 2.3333356380462646,
      "learning_rate": 0.0001,
      "loss": 0.0381,
      "step": 6500
    },
    {
      "epoch": 38.5207100591716,
      "grad_norm": 2.2243802547454834,
      "learning_rate": 0.0001,
      "loss": 0.039,
      "step": 6510
    },
    {
      "epoch": 38.57988165680474,
      "grad_norm": 2.8184762001037598,
      "learning_rate": 0.0001,
      "loss": 0.0397,
      "step": 6520
    },
    {
      "epoch": 38.63905325443787,
      "grad_norm": 3.096283435821533,
      "learning_rate": 0.0001,
      "loss": 0.0415,
      "step": 6530
    },
    {
      "epoch": 38.69822485207101,
      "grad_norm": 2.144503593444824,
      "learning_rate": 0.0001,
      "loss": 0.042,
      "step": 6540
    },
    {
      "epoch": 38.75739644970414,
      "grad_norm": 2.2234437465667725,
      "learning_rate": 0.0001,
      "loss": 0.0411,
      "step": 6550
    },
    {
      "epoch": 38.81656804733728,
      "grad_norm": 2.2934796810150146,
      "learning_rate": 0.0001,
      "loss": 0.04,
      "step": 6560
    },
    {
      "epoch": 38.875739644970416,
      "grad_norm": 1.9745124578475952,
      "learning_rate": 0.0001,
      "loss": 0.0415,
      "step": 6570
    },
    {
      "epoch": 38.93491124260355,
      "grad_norm": 1.850346565246582,
      "learning_rate": 0.0001,
      "loss": 0.0411,
      "step": 6580
    },
    {
      "epoch": 38.994082840236686,
      "grad_norm": 2.921921730041504,
      "learning_rate": 0.0001,
      "loss": 0.0413,
      "step": 6590
    },
    {
      "epoch": 39.053254437869825,
      "grad_norm": 2.343167781829834,
      "learning_rate": 0.0001,
      "loss": 0.0425,
      "step": 6600
    },
    {
      "epoch": 39.112426035502956,
      "grad_norm": 2.2628204822540283,
      "learning_rate": 0.0001,
      "loss": 0.0415,
      "step": 6610
    },
    {
      "epoch": 39.171597633136095,
      "grad_norm": 2.038224697113037,
      "learning_rate": 0.0001,
      "loss": 0.0415,
      "step": 6620
    },
    {
      "epoch": 39.23076923076923,
      "grad_norm": 2.7431020736694336,
      "learning_rate": 0.0001,
      "loss": 0.0394,
      "step": 6630
    },
    {
      "epoch": 39.289940828402365,
      "grad_norm": 2.323495626449585,
      "learning_rate": 0.0001,
      "loss": 0.0385,
      "step": 6640
    },
    {
      "epoch": 39.349112426035504,
      "grad_norm": 2.543616771697998,
      "learning_rate": 0.0001,
      "loss": 0.0392,
      "step": 6650
    },
    {
      "epoch": 39.40828402366864,
      "grad_norm": 3.057415246963501,
      "learning_rate": 0.0001,
      "loss": 0.0402,
      "step": 6660
    },
    {
      "epoch": 39.467455621301774,
      "grad_norm": 2.823976755142212,
      "learning_rate": 0.0001,
      "loss": 0.0384,
      "step": 6670
    },
    {
      "epoch": 39.52662721893491,
      "grad_norm": 2.3139243125915527,
      "learning_rate": 0.0001,
      "loss": 0.0389,
      "step": 6680
    },
    {
      "epoch": 39.585798816568044,
      "grad_norm": 2.14479923248291,
      "learning_rate": 0.0001,
      "loss": 0.0387,
      "step": 6690
    },
    {
      "epoch": 39.64497041420118,
      "grad_norm": 2.440619468688965,
      "learning_rate": 0.0001,
      "loss": 0.0387,
      "step": 6700
    },
    {
      "epoch": 39.70414201183432,
      "grad_norm": 2.863781213760376,
      "learning_rate": 0.0001,
      "loss": 0.0383,
      "step": 6710
    },
    {
      "epoch": 39.76331360946745,
      "grad_norm": 2.52275013923645,
      "learning_rate": 0.0001,
      "loss": 0.0392,
      "step": 6720
    },
    {
      "epoch": 39.82248520710059,
      "grad_norm": 2.6787893772125244,
      "learning_rate": 0.0001,
      "loss": 0.0418,
      "step": 6730
    },
    {
      "epoch": 39.88165680473373,
      "grad_norm": 2.145162343978882,
      "learning_rate": 0.0001,
      "loss": 0.0408,
      "step": 6740
    },
    {
      "epoch": 39.94082840236686,
      "grad_norm": 2.698439836502075,
      "learning_rate": 0.0001,
      "loss": 0.0395,
      "step": 6750
    },
    {
      "epoch": 40.0,
      "grad_norm": 2.7360434532165527,
      "learning_rate": 0.0001,
      "loss": 0.0416,
      "step": 6760
    },
    {
      "epoch": 40.05917159763314,
      "grad_norm": 1.9875502586364746,
      "learning_rate": 0.0001,
      "loss": 0.0379,
      "step": 6770
    },
    {
      "epoch": 40.11834319526627,
      "grad_norm": 2.3649742603302,
      "learning_rate": 0.0001,
      "loss": 0.0394,
      "step": 6780
    },
    {
      "epoch": 40.17751479289941,
      "grad_norm": 2.4011642932891846,
      "learning_rate": 0.0001,
      "loss": 0.0371,
      "step": 6790
    },
    {
      "epoch": 40.23668639053255,
      "grad_norm": 1.8787661790847778,
      "learning_rate": 0.0001,
      "loss": 0.037,
      "step": 6800
    },
    {
      "epoch": 40.29585798816568,
      "grad_norm": 1.7769991159439087,
      "learning_rate": 0.0001,
      "loss": 0.0384,
      "step": 6810
    },
    {
      "epoch": 40.35502958579882,
      "grad_norm": 2.3936350345611572,
      "learning_rate": 0.0001,
      "loss": 0.0393,
      "step": 6820
    },
    {
      "epoch": 40.414201183431956,
      "grad_norm": 1.8941088914871216,
      "learning_rate": 0.0001,
      "loss": 0.038,
      "step": 6830
    },
    {
      "epoch": 40.47337278106509,
      "grad_norm": 2.3759191036224365,
      "learning_rate": 0.0001,
      "loss": 0.04,
      "step": 6840
    },
    {
      "epoch": 40.532544378698226,
      "grad_norm": 2.524066209793091,
      "learning_rate": 0.0001,
      "loss": 0.0381,
      "step": 6850
    },
    {
      "epoch": 40.59171597633136,
      "grad_norm": 2.533029079437256,
      "learning_rate": 0.0001,
      "loss": 0.0391,
      "step": 6860
    },
    {
      "epoch": 40.650887573964496,
      "grad_norm": 2.9354441165924072,
      "learning_rate": 0.0001,
      "loss": 0.0388,
      "step": 6870
    },
    {
      "epoch": 40.710059171597635,
      "grad_norm": 2.2446532249450684,
      "learning_rate": 0.0001,
      "loss": 0.0399,
      "step": 6880
    },
    {
      "epoch": 40.76923076923077,
      "grad_norm": 2.5661752223968506,
      "learning_rate": 0.0001,
      "loss": 0.0407,
      "step": 6890
    },
    {
      "epoch": 40.828402366863905,
      "grad_norm": 2.0824480056762695,
      "learning_rate": 0.0001,
      "loss": 0.0383,
      "step": 6900
    },
    {
      "epoch": 40.887573964497044,
      "grad_norm": 2.1552536487579346,
      "learning_rate": 0.0001,
      "loss": 0.0391,
      "step": 6910
    },
    {
      "epoch": 40.946745562130175,
      "grad_norm": 2.556182384490967,
      "learning_rate": 0.0001,
      "loss": 0.0397,
      "step": 6920
    },
    {
      "epoch": 41.005917159763314,
      "grad_norm": 2.405585765838623,
      "learning_rate": 0.0001,
      "loss": 0.0389,
      "step": 6930
    },
    {
      "epoch": 41.06508875739645,
      "grad_norm": 2.83366322517395,
      "learning_rate": 0.0001,
      "loss": 0.0372,
      "step": 6940
    },
    {
      "epoch": 41.124260355029584,
      "grad_norm": 2.6361775398254395,
      "learning_rate": 0.0001,
      "loss": 0.038,
      "step": 6950
    },
    {
      "epoch": 41.18343195266272,
      "grad_norm": 2.9444990158081055,
      "learning_rate": 0.0001,
      "loss": 0.0371,
      "step": 6960
    },
    {
      "epoch": 41.24260355029586,
      "grad_norm": 2.317779541015625,
      "learning_rate": 0.0001,
      "loss": 0.0395,
      "step": 6970
    },
    {
      "epoch": 41.30177514792899,
      "grad_norm": 2.462730884552002,
      "learning_rate": 0.0001,
      "loss": 0.0366,
      "step": 6980
    },
    {
      "epoch": 41.36094674556213,
      "grad_norm": 2.24108624458313,
      "learning_rate": 0.0001,
      "loss": 0.0368,
      "step": 6990
    },
    {
      "epoch": 41.42011834319526,
      "grad_norm": 1.98497474193573,
      "learning_rate": 0.0001,
      "loss": 0.0376,
      "step": 7000
    },
    {
      "epoch": 41.4792899408284,
      "grad_norm": 1.9790728092193604,
      "learning_rate": 0.0001,
      "loss": 0.0373,
      "step": 7010
    },
    {
      "epoch": 41.53846153846154,
      "grad_norm": 2.2604503631591797,
      "learning_rate": 0.0001,
      "loss": 0.0376,
      "step": 7020
    },
    {
      "epoch": 41.59763313609467,
      "grad_norm": 2.372873544692993,
      "learning_rate": 0.0001,
      "loss": 0.037,
      "step": 7030
    },
    {
      "epoch": 41.65680473372781,
      "grad_norm": 2.627620220184326,
      "learning_rate": 0.0001,
      "loss": 0.0398,
      "step": 7040
    },
    {
      "epoch": 41.71597633136095,
      "grad_norm": 1.7841624021530151,
      "learning_rate": 0.0001,
      "loss": 0.0364,
      "step": 7050
    },
    {
      "epoch": 41.77514792899408,
      "grad_norm": 2.072183847427368,
      "learning_rate": 0.0001,
      "loss": 0.0367,
      "step": 7060
    },
    {
      "epoch": 41.83431952662722,
      "grad_norm": 2.1780316829681396,
      "learning_rate": 0.0001,
      "loss": 0.0381,
      "step": 7070
    },
    {
      "epoch": 41.89349112426036,
      "grad_norm": 2.1168179512023926,
      "learning_rate": 0.0001,
      "loss": 0.0384,
      "step": 7080
    },
    {
      "epoch": 41.95266272189349,
      "grad_norm": 2.244992971420288,
      "learning_rate": 0.0001,
      "loss": 0.038,
      "step": 7090
    },
    {
      "epoch": 42.01183431952663,
      "grad_norm": 2.3387107849121094,
      "learning_rate": 0.0001,
      "loss": 0.039,
      "step": 7100
    },
    {
      "epoch": 42.071005917159766,
      "grad_norm": 2.9245083332061768,
      "learning_rate": 0.0001,
      "loss": 0.0371,
      "step": 7110
    },
    {
      "epoch": 42.1301775147929,
      "grad_norm": 2.449031352996826,
      "learning_rate": 0.0001,
      "loss": 0.0392,
      "step": 7120
    },
    {
      "epoch": 42.18934911242604,
      "grad_norm": 2.3910062313079834,
      "learning_rate": 0.0001,
      "loss": 0.0363,
      "step": 7130
    },
    {
      "epoch": 42.248520710059175,
      "grad_norm": 2.2225966453552246,
      "learning_rate": 0.0001,
      "loss": 0.0366,
      "step": 7140
    },
    {
      "epoch": 42.30769230769231,
      "grad_norm": 2.571887731552124,
      "learning_rate": 0.0001,
      "loss": 0.0364,
      "step": 7150
    },
    {
      "epoch": 42.366863905325445,
      "grad_norm": 2.100313663482666,
      "learning_rate": 0.0001,
      "loss": 0.037,
      "step": 7160
    },
    {
      "epoch": 42.42603550295858,
      "grad_norm": 2.255918025970459,
      "learning_rate": 0.0001,
      "loss": 0.0373,
      "step": 7170
    },
    {
      "epoch": 42.485207100591715,
      "grad_norm": 2.474910020828247,
      "learning_rate": 0.0001,
      "loss": 0.0368,
      "step": 7180
    },
    {
      "epoch": 42.544378698224854,
      "grad_norm": 2.125667095184326,
      "learning_rate": 0.0001,
      "loss": 0.038,
      "step": 7190
    },
    {
      "epoch": 42.603550295857985,
      "grad_norm": 2.146454334259033,
      "learning_rate": 0.0001,
      "loss": 0.0369,
      "step": 7200
    },
    {
      "epoch": 42.662721893491124,
      "grad_norm": 2.3661751747131348,
      "learning_rate": 0.0001,
      "loss": 0.0377,
      "step": 7210
    },
    {
      "epoch": 42.72189349112426,
      "grad_norm": 2.3355252742767334,
      "learning_rate": 0.0001,
      "loss": 0.0383,
      "step": 7220
    },
    {
      "epoch": 42.781065088757394,
      "grad_norm": 2.025534152984619,
      "learning_rate": 0.0001,
      "loss": 0.0392,
      "step": 7230
    },
    {
      "epoch": 42.84023668639053,
      "grad_norm": 2.061997890472412,
      "learning_rate": 0.0001,
      "loss": 0.0378,
      "step": 7240
    },
    {
      "epoch": 42.89940828402367,
      "grad_norm": 2.460223913192749,
      "learning_rate": 0.0001,
      "loss": 0.0393,
      "step": 7250
    },
    {
      "epoch": 42.9585798816568,
      "grad_norm": 2.4932968616485596,
      "learning_rate": 0.0001,
      "loss": 0.0398,
      "step": 7260
    },
    {
      "epoch": 43.01775147928994,
      "grad_norm": 2.393789529800415,
      "learning_rate": 0.0001,
      "loss": 0.0369,
      "step": 7270
    },
    {
      "epoch": 43.07692307692308,
      "grad_norm": 1.6913036108016968,
      "learning_rate": 0.0001,
      "loss": 0.0375,
      "step": 7280
    },
    {
      "epoch": 43.13609467455621,
      "grad_norm": 1.9966392517089844,
      "learning_rate": 0.0001,
      "loss": 0.0362,
      "step": 7290
    },
    {
      "epoch": 43.19526627218935,
      "grad_norm": 2.2647085189819336,
      "learning_rate": 0.0001,
      "loss": 0.0352,
      "step": 7300
    },
    {
      "epoch": 43.25443786982248,
      "grad_norm": 2.1094040870666504,
      "learning_rate": 0.0001,
      "loss": 0.0372,
      "step": 7310
    },
    {
      "epoch": 43.31360946745562,
      "grad_norm": 2.3744027614593506,
      "learning_rate": 0.0001,
      "loss": 0.0374,
      "step": 7320
    },
    {
      "epoch": 43.37278106508876,
      "grad_norm": 1.905428171157837,
      "learning_rate": 0.0001,
      "loss": 0.0355,
      "step": 7330
    },
    {
      "epoch": 43.43195266272189,
      "grad_norm": 2.3744521141052246,
      "learning_rate": 0.0001,
      "loss": 0.0358,
      "step": 7340
    },
    {
      "epoch": 43.49112426035503,
      "grad_norm": 2.3459866046905518,
      "learning_rate": 0.0001,
      "loss": 0.0361,
      "step": 7350
    },
    {
      "epoch": 43.55029585798817,
      "grad_norm": 2.2260873317718506,
      "learning_rate": 0.0001,
      "loss": 0.0364,
      "step": 7360
    },
    {
      "epoch": 43.6094674556213,
      "grad_norm": 2.2043254375457764,
      "learning_rate": 0.0001,
      "loss": 0.0377,
      "step": 7370
    },
    {
      "epoch": 43.66863905325444,
      "grad_norm": 2.517984628677368,
      "learning_rate": 0.0001,
      "loss": 0.0373,
      "step": 7380
    },
    {
      "epoch": 43.72781065088758,
      "grad_norm": 2.196340799331665,
      "learning_rate": 0.0001,
      "loss": 0.0369,
      "step": 7390
    },
    {
      "epoch": 43.78698224852071,
      "grad_norm": 2.33845591545105,
      "learning_rate": 0.0001,
      "loss": 0.0374,
      "step": 7400
    },
    {
      "epoch": 43.84615384615385,
      "grad_norm": 2.240640640258789,
      "learning_rate": 0.0001,
      "loss": 0.0349,
      "step": 7410
    },
    {
      "epoch": 43.905325443786985,
      "grad_norm": 1.7366080284118652,
      "learning_rate": 0.0001,
      "loss": 0.0358,
      "step": 7420
    },
    {
      "epoch": 43.96449704142012,
      "grad_norm": 2.531285524368286,
      "learning_rate": 0.0001,
      "loss": 0.0371,
      "step": 7430
    },
    {
      "epoch": 44.023668639053255,
      "grad_norm": 2.8422353267669678,
      "learning_rate": 0.0001,
      "loss": 0.0368,
      "step": 7440
    },
    {
      "epoch": 44.082840236686394,
      "grad_norm": 2.0423431396484375,
      "learning_rate": 0.0001,
      "loss": 0.0355,
      "step": 7450
    },
    {
      "epoch": 44.142011834319526,
      "grad_norm": 2.000582456588745,
      "learning_rate": 0.0001,
      "loss": 0.0353,
      "step": 7460
    },
    {
      "epoch": 44.201183431952664,
      "grad_norm": 2.1669435501098633,
      "learning_rate": 0.0001,
      "loss": 0.0349,
      "step": 7470
    },
    {
      "epoch": 44.260355029585796,
      "grad_norm": 2.0764126777648926,
      "learning_rate": 0.0001,
      "loss": 0.0358,
      "step": 7480
    },
    {
      "epoch": 44.319526627218934,
      "grad_norm": 2.3324406147003174,
      "learning_rate": 0.0001,
      "loss": 0.0375,
      "step": 7490
    },
    {
      "epoch": 44.37869822485207,
      "grad_norm": 2.483893394470215,
      "learning_rate": 0.0001,
      "loss": 0.0356,
      "step": 7500
    },
    {
      "epoch": 44.437869822485204,
      "grad_norm": 2.401151418685913,
      "learning_rate": 0.0001,
      "loss": 0.0375,
      "step": 7510
    },
    {
      "epoch": 44.49704142011834,
      "grad_norm": 2.0265400409698486,
      "learning_rate": 0.0001,
      "loss": 0.037,
      "step": 7520
    },
    {
      "epoch": 44.55621301775148,
      "grad_norm": 2.3261024951934814,
      "learning_rate": 0.0001,
      "loss": 0.0376,
      "step": 7530
    },
    {
      "epoch": 44.61538461538461,
      "grad_norm": 1.8654568195343018,
      "learning_rate": 0.0001,
      "loss": 0.0366,
      "step": 7540
    },
    {
      "epoch": 44.67455621301775,
      "grad_norm": 2.409536600112915,
      "learning_rate": 0.0001,
      "loss": 0.0389,
      "step": 7550
    },
    {
      "epoch": 44.73372781065089,
      "grad_norm": 2.2529664039611816,
      "learning_rate": 0.0001,
      "loss": 0.0386,
      "step": 7560
    },
    {
      "epoch": 44.79289940828402,
      "grad_norm": 2.470036506652832,
      "learning_rate": 0.0001,
      "loss": 0.0394,
      "step": 7570
    },
    {
      "epoch": 44.85207100591716,
      "grad_norm": 2.8320062160491943,
      "learning_rate": 0.0001,
      "loss": 0.0417,
      "step": 7580
    },
    {
      "epoch": 44.9112426035503,
      "grad_norm": 2.4825825691223145,
      "learning_rate": 0.0001,
      "loss": 0.0392,
      "step": 7590
    },
    {
      "epoch": 44.97041420118343,
      "grad_norm": 2.9774324893951416,
      "learning_rate": 0.0001,
      "loss": 0.0395,
      "step": 7600
    },
    {
      "epoch": 45.02958579881657,
      "grad_norm": 2.0142269134521484,
      "learning_rate": 0.0001,
      "loss": 0.0364,
      "step": 7610
    },
    {
      "epoch": 45.0887573964497,
      "grad_norm": 1.9716883897781372,
      "learning_rate": 0.0001,
      "loss": 0.0357,
      "step": 7620
    },
    {
      "epoch": 45.14792899408284,
      "grad_norm": 2.119669198989868,
      "learning_rate": 0.0001,
      "loss": 0.0349,
      "step": 7630
    },
    {
      "epoch": 45.20710059171598,
      "grad_norm": 1.601367473602295,
      "learning_rate": 0.0001,
      "loss": 0.036,
      "step": 7640
    },
    {
      "epoch": 45.26627218934911,
      "grad_norm": 2.3662831783294678,
      "learning_rate": 0.0001,
      "loss": 0.0393,
      "step": 7650
    },
    {
      "epoch": 45.32544378698225,
      "grad_norm": 2.0687904357910156,
      "learning_rate": 0.0001,
      "loss": 0.0365,
      "step": 7660
    },
    {
      "epoch": 45.38461538461539,
      "grad_norm": 2.5651841163635254,
      "learning_rate": 0.0001,
      "loss": 0.0378,
      "step": 7670
    },
    {
      "epoch": 45.44378698224852,
      "grad_norm": 1.9394583702087402,
      "learning_rate": 0.0001,
      "loss": 0.0377,
      "step": 7680
    },
    {
      "epoch": 45.50295857988166,
      "grad_norm": 2.532410144805908,
      "learning_rate": 0.0001,
      "loss": 0.0368,
      "step": 7690
    },
    {
      "epoch": 45.562130177514796,
      "grad_norm": 1.6165274381637573,
      "learning_rate": 0.0001,
      "loss": 0.0385,
      "step": 7700
    },
    {
      "epoch": 45.62130177514793,
      "grad_norm": 1.6849991083145142,
      "learning_rate": 0.0001,
      "loss": 0.0379,
      "step": 7710
    },
    {
      "epoch": 45.680473372781066,
      "grad_norm": 2.335282325744629,
      "learning_rate": 0.0001,
      "loss": 0.0365,
      "step": 7720
    },
    {
      "epoch": 45.739644970414204,
      "grad_norm": 1.9209465980529785,
      "learning_rate": 0.0001,
      "loss": 0.0358,
      "step": 7730
    },
    {
      "epoch": 45.798816568047336,
      "grad_norm": 2.09179425239563,
      "learning_rate": 0.0001,
      "loss": 0.0372,
      "step": 7740
    },
    {
      "epoch": 45.857988165680474,
      "grad_norm": 2.4752023220062256,
      "learning_rate": 0.0001,
      "loss": 0.0374,
      "step": 7750
    },
    {
      "epoch": 45.917159763313606,
      "grad_norm": 2.222156047821045,
      "learning_rate": 0.0001,
      "loss": 0.0377,
      "step": 7760
    },
    {
      "epoch": 45.976331360946745,
      "grad_norm": 2.185572624206543,
      "learning_rate": 0.0001,
      "loss": 0.0372,
      "step": 7770
    },
    {
      "epoch": 46.03550295857988,
      "grad_norm": 2.3295931816101074,
      "learning_rate": 0.0001,
      "loss": 0.0377,
      "step": 7780
    },
    {
      "epoch": 46.094674556213015,
      "grad_norm": 2.135991096496582,
      "learning_rate": 0.0001,
      "loss": 0.0374,
      "step": 7790
    },
    {
      "epoch": 46.15384615384615,
      "grad_norm": 2.3086888790130615,
      "learning_rate": 0.0001,
      "loss": 0.0358,
      "step": 7800
    },
    {
      "epoch": 46.21301775147929,
      "grad_norm": 2.5818839073181152,
      "learning_rate": 0.0001,
      "loss": 0.0366,
      "step": 7810
    },
    {
      "epoch": 46.27218934911242,
      "grad_norm": 2.3107752799987793,
      "learning_rate": 0.0001,
      "loss": 0.0354,
      "step": 7820
    },
    {
      "epoch": 46.33136094674556,
      "grad_norm": 2.1417198181152344,
      "learning_rate": 0.0001,
      "loss": 0.036,
      "step": 7830
    },
    {
      "epoch": 46.3905325443787,
      "grad_norm": 2.6400084495544434,
      "learning_rate": 0.0001,
      "loss": 0.0358,
      "step": 7840
    },
    {
      "epoch": 46.44970414201183,
      "grad_norm": 2.5576725006103516,
      "learning_rate": 0.0001,
      "loss": 0.0348,
      "step": 7850
    },
    {
      "epoch": 46.50887573964497,
      "grad_norm": 1.9282197952270508,
      "learning_rate": 0.0001,
      "loss": 0.0364,
      "step": 7860
    },
    {
      "epoch": 46.56804733727811,
      "grad_norm": 3.2247376441955566,
      "learning_rate": 0.0001,
      "loss": 0.0373,
      "step": 7870
    },
    {
      "epoch": 46.62721893491124,
      "grad_norm": 1.7528022527694702,
      "learning_rate": 0.0001,
      "loss": 0.0352,
      "step": 7880
    },
    {
      "epoch": 46.68639053254438,
      "grad_norm": 2.1539173126220703,
      "learning_rate": 0.0001,
      "loss": 0.0356,
      "step": 7890
    },
    {
      "epoch": 46.74556213017752,
      "grad_norm": 2.4724009037017822,
      "learning_rate": 0.0001,
      "loss": 0.0346,
      "step": 7900
    },
    {
      "epoch": 46.80473372781065,
      "grad_norm": 1.8680654764175415,
      "learning_rate": 0.0001,
      "loss": 0.0358,
      "step": 7910
    },
    {
      "epoch": 46.86390532544379,
      "grad_norm": 1.7780545949935913,
      "learning_rate": 0.0001,
      "loss": 0.036,
      "step": 7920
    },
    {
      "epoch": 46.92307692307692,
      "grad_norm": 2.3983092308044434,
      "learning_rate": 0.0001,
      "loss": 0.0356,
      "step": 7930
    },
    {
      "epoch": 46.98224852071006,
      "grad_norm": 2.4637339115142822,
      "learning_rate": 0.0001,
      "loss": 0.034,
      "step": 7940
    },
    {
      "epoch": 47.0414201183432,
      "grad_norm": 2.1025006771087646,
      "learning_rate": 0.0001,
      "loss": 0.0345,
      "step": 7950
    },
    {
      "epoch": 47.10059171597633,
      "grad_norm": 2.3651907444000244,
      "learning_rate": 0.0001,
      "loss": 0.0346,
      "step": 7960
    },
    {
      "epoch": 47.15976331360947,
      "grad_norm": 2.4315719604492188,
      "learning_rate": 0.0001,
      "loss": 0.0348,
      "step": 7970
    },
    {
      "epoch": 47.218934911242606,
      "grad_norm": 2.1637113094329834,
      "learning_rate": 0.0001,
      "loss": 0.0329,
      "step": 7980
    },
    {
      "epoch": 47.27810650887574,
      "grad_norm": 2.0689680576324463,
      "learning_rate": 0.0001,
      "loss": 0.0355,
      "step": 7990
    },
    {
      "epoch": 47.337278106508876,
      "grad_norm": 2.0118582248687744,
      "learning_rate": 0.0001,
      "loss": 0.0382,
      "step": 8000
    },
    {
      "epoch": 47.396449704142015,
      "grad_norm": 1.8387001752853394,
      "learning_rate": 0.0001,
      "loss": 0.0362,
      "step": 8010
    },
    {
      "epoch": 47.455621301775146,
      "grad_norm": 1.924631953239441,
      "learning_rate": 0.0001,
      "loss": 0.0371,
      "step": 8020
    },
    {
      "epoch": 47.514792899408285,
      "grad_norm": 2.161264181137085,
      "learning_rate": 0.0001,
      "loss": 0.0369,
      "step": 8030
    },
    {
      "epoch": 47.57396449704142,
      "grad_norm": 1.9545276165008545,
      "learning_rate": 0.0001,
      "loss": 0.0371,
      "step": 8040
    },
    {
      "epoch": 47.633136094674555,
      "grad_norm": 3.087484359741211,
      "learning_rate": 0.0001,
      "loss": 0.038,
      "step": 8050
    },
    {
      "epoch": 47.69230769230769,
      "grad_norm": 1.9491214752197266,
      "learning_rate": 0.0001,
      "loss": 0.0394,
      "step": 8060
    },
    {
      "epoch": 47.751479289940825,
      "grad_norm": 2.1664047241210938,
      "learning_rate": 0.0001,
      "loss": 0.0379,
      "step": 8070
    },
    {
      "epoch": 47.81065088757396,
      "grad_norm": 1.704701542854309,
      "learning_rate": 0.0001,
      "loss": 0.0358,
      "step": 8080
    },
    {
      "epoch": 47.8698224852071,
      "grad_norm": 2.185610055923462,
      "learning_rate": 0.0001,
      "loss": 0.0379,
      "step": 8090
    },
    {
      "epoch": 47.928994082840234,
      "grad_norm": 2.2190492153167725,
      "learning_rate": 0.0001,
      "loss": 0.0354,
      "step": 8100
    },
    {
      "epoch": 47.98816568047337,
      "grad_norm": 1.807153582572937,
      "learning_rate": 0.0001,
      "loss": 0.0358,
      "step": 8110
    },
    {
      "epoch": 48.04733727810651,
      "grad_norm": 2.288585901260376,
      "learning_rate": 0.0001,
      "loss": 0.0356,
      "step": 8120
    },
    {
      "epoch": 48.10650887573964,
      "grad_norm": 1.9735490083694458,
      "learning_rate": 0.0001,
      "loss": 0.0367,
      "step": 8130
    },
    {
      "epoch": 48.16568047337278,
      "grad_norm": 2.257453203201294,
      "learning_rate": 0.0001,
      "loss": 0.0359,
      "step": 8140
    },
    {
      "epoch": 48.22485207100592,
      "grad_norm": 1.8805813789367676,
      "learning_rate": 0.0001,
      "loss": 0.0361,
      "step": 8150
    },
    {
      "epoch": 48.28402366863905,
      "grad_norm": 1.8604196310043335,
      "learning_rate": 0.0001,
      "loss": 0.0353,
      "step": 8160
    },
    {
      "epoch": 48.34319526627219,
      "grad_norm": 1.9062142372131348,
      "learning_rate": 0.0001,
      "loss": 0.0379,
      "step": 8170
    },
    {
      "epoch": 48.40236686390533,
      "grad_norm": 2.375729560852051,
      "learning_rate": 0.0001,
      "loss": 0.0352,
      "step": 8180
    },
    {
      "epoch": 48.46153846153846,
      "grad_norm": 1.8140190839767456,
      "learning_rate": 0.0001,
      "loss": 0.0353,
      "step": 8190
    },
    {
      "epoch": 48.5207100591716,
      "grad_norm": 2.3980181217193604,
      "learning_rate": 0.0001,
      "loss": 0.0363,
      "step": 8200
    },
    {
      "epoch": 48.57988165680474,
      "grad_norm": 1.788995623588562,
      "learning_rate": 0.0001,
      "loss": 0.0381,
      "step": 8210
    },
    {
      "epoch": 48.63905325443787,
      "grad_norm": 2.039411783218384,
      "learning_rate": 0.0001,
      "loss": 0.0366,
      "step": 8220
    },
    {
      "epoch": 48.69822485207101,
      "grad_norm": 1.8218327760696411,
      "learning_rate": 0.0001,
      "loss": 0.0376,
      "step": 8230
    },
    {
      "epoch": 48.75739644970414,
      "grad_norm": 2.196699619293213,
      "learning_rate": 0.0001,
      "loss": 0.0359,
      "step": 8240
    },
    {
      "epoch": 48.81656804733728,
      "grad_norm": 2.199312925338745,
      "learning_rate": 0.0001,
      "loss": 0.0349,
      "step": 8250
    },
    {
      "epoch": 48.875739644970416,
      "grad_norm": 2.1916627883911133,
      "learning_rate": 0.0001,
      "loss": 0.0357,
      "step": 8260
    },
    {
      "epoch": 48.93491124260355,
      "grad_norm": 2.057276487350464,
      "learning_rate": 0.0001,
      "loss": 0.0353,
      "step": 8270
    },
    {
      "epoch": 48.994082840236686,
      "grad_norm": 2.2466375827789307,
      "learning_rate": 0.0001,
      "loss": 0.0348,
      "step": 8280
    },
    {
      "epoch": 49.053254437869825,
      "grad_norm": 2.3100528717041016,
      "learning_rate": 0.0001,
      "loss": 0.0352,
      "step": 8290
    },
    {
      "epoch": 49.112426035502956,
      "grad_norm": 2.336313486099243,
      "learning_rate": 0.0001,
      "loss": 0.0357,
      "step": 8300
    },
    {
      "epoch": 49.171597633136095,
      "grad_norm": 2.304906129837036,
      "learning_rate": 0.0001,
      "loss": 0.0332,
      "step": 8310
    },
    {
      "epoch": 49.23076923076923,
      "grad_norm": 2.021641254425049,
      "learning_rate": 0.0001,
      "loss": 0.0347,
      "step": 8320
    },
    {
      "epoch": 49.289940828402365,
      "grad_norm": 2.107557773590088,
      "learning_rate": 0.0001,
      "loss": 0.034,
      "step": 8330
    },
    {
      "epoch": 49.349112426035504,
      "grad_norm": 1.8544540405273438,
      "learning_rate": 0.0001,
      "loss": 0.0338,
      "step": 8340
    },
    {
      "epoch": 49.40828402366864,
      "grad_norm": 1.6679387092590332,
      "learning_rate": 0.0001,
      "loss": 0.036,
      "step": 8350
    },
    {
      "epoch": 49.467455621301774,
      "grad_norm": 1.9550069570541382,
      "learning_rate": 0.0001,
      "loss": 0.0366,
      "step": 8360
    },
    {
      "epoch": 49.52662721893491,
      "grad_norm": 1.724850058555603,
      "learning_rate": 0.0001,
      "loss": 0.0347,
      "step": 8370
    },
    {
      "epoch": 49.585798816568044,
      "grad_norm": 2.5529556274414062,
      "learning_rate": 0.0001,
      "loss": 0.0345,
      "step": 8380
    },
    {
      "epoch": 49.64497041420118,
      "grad_norm": 2.073111057281494,
      "learning_rate": 0.0001,
      "loss": 0.0357,
      "step": 8390
    },
    {
      "epoch": 49.70414201183432,
      "grad_norm": 2.484541416168213,
      "learning_rate": 0.0001,
      "loss": 0.034,
      "step": 8400
    },
    {
      "epoch": 49.76331360946745,
      "grad_norm": 2.450557231903076,
      "learning_rate": 0.0001,
      "loss": 0.0349,
      "step": 8410
    },
    {
      "epoch": 49.82248520710059,
      "grad_norm": 2.0338938236236572,
      "learning_rate": 0.0001,
      "loss": 0.0324,
      "step": 8420
    },
    {
      "epoch": 49.88165680473373,
      "grad_norm": 1.981462001800537,
      "learning_rate": 0.0001,
      "loss": 0.0346,
      "step": 8430
    },
    {
      "epoch": 49.94082840236686,
      "grad_norm": 2.7802672386169434,
      "learning_rate": 0.0001,
      "loss": 0.0346,
      "step": 8440
    },
    {
      "epoch": 50.0,
      "grad_norm": 2.114373207092285,
      "learning_rate": 0.0001,
      "loss": 0.0365,
      "step": 8450
    },
    {
      "epoch": 50.05917159763314,
      "grad_norm": 2.6551225185394287,
      "learning_rate": 0.0001,
      "loss": 0.0357,
      "step": 8460
    },
    {
      "epoch": 50.11834319526627,
      "grad_norm": 2.2854244709014893,
      "learning_rate": 0.0001,
      "loss": 0.0375,
      "step": 8470
    },
    {
      "epoch": 50.17751479289941,
      "grad_norm": 1.9731049537658691,
      "learning_rate": 0.0001,
      "loss": 0.0343,
      "step": 8480
    },
    {
      "epoch": 50.23668639053255,
      "grad_norm": 1.8862687349319458,
      "learning_rate": 0.0001,
      "loss": 0.0333,
      "step": 8490
    },
    {
      "epoch": 50.29585798816568,
      "grad_norm": 2.014892101287842,
      "learning_rate": 0.0001,
      "loss": 0.0352,
      "step": 8500
    },
    {
      "epoch": 50.35502958579882,
      "grad_norm": 2.9678854942321777,
      "learning_rate": 0.0001,
      "loss": 0.034,
      "step": 8510
    },
    {
      "epoch": 50.414201183431956,
      "grad_norm": 2.1976568698883057,
      "learning_rate": 0.0001,
      "loss": 0.0322,
      "step": 8520
    },
    {
      "epoch": 50.47337278106509,
      "grad_norm": 2.1121325492858887,
      "learning_rate": 0.0001,
      "loss": 0.0313,
      "step": 8530
    },
    {
      "epoch": 50.532544378698226,
      "grad_norm": 1.8821831941604614,
      "learning_rate": 0.0001,
      "loss": 0.0343,
      "step": 8540
    },
    {
      "epoch": 50.59171597633136,
      "grad_norm": 1.6109462976455688,
      "learning_rate": 0.0001,
      "loss": 0.0334,
      "step": 8550
    },
    {
      "epoch": 50.650887573964496,
      "grad_norm": 2.0709567070007324,
      "learning_rate": 0.0001,
      "loss": 0.0333,
      "step": 8560
    },
    {
      "epoch": 50.710059171597635,
      "grad_norm": 2.294217586517334,
      "learning_rate": 0.0001,
      "loss": 0.0336,
      "step": 8570
    },
    {
      "epoch": 50.76923076923077,
      "grad_norm": 2.676820755004883,
      "learning_rate": 0.0001,
      "loss": 0.0349,
      "step": 8580
    },
    {
      "epoch": 50.828402366863905,
      "grad_norm": 2.2816860675811768,
      "learning_rate": 0.0001,
      "loss": 0.0351,
      "step": 8590
    },
    {
      "epoch": 50.887573964497044,
      "grad_norm": 2.0957345962524414,
      "learning_rate": 0.0001,
      "loss": 0.0352,
      "step": 8600
    },
    {
      "epoch": 50.946745562130175,
      "grad_norm": 2.493990659713745,
      "learning_rate": 0.0001,
      "loss": 0.0339,
      "step": 8610
    },
    {
      "epoch": 51.005917159763314,
      "grad_norm": 2.00517201423645,
      "learning_rate": 0.0001,
      "loss": 0.0353,
      "step": 8620
    },
    {
      "epoch": 51.06508875739645,
      "grad_norm": 2.196530342102051,
      "learning_rate": 0.0001,
      "loss": 0.0345,
      "step": 8630
    },
    {
      "epoch": 51.124260355029584,
      "grad_norm": 2.09260630607605,
      "learning_rate": 0.0001,
      "loss": 0.0352,
      "step": 8640
    },
    {
      "epoch": 51.18343195266272,
      "grad_norm": 2.5671181678771973,
      "learning_rate": 0.0001,
      "loss": 0.0352,
      "step": 8650
    },
    {
      "epoch": 51.24260355029586,
      "grad_norm": 1.8794385194778442,
      "learning_rate": 0.0001,
      "loss": 0.0343,
      "step": 8660
    },
    {
      "epoch": 51.30177514792899,
      "grad_norm": 2.4146440029144287,
      "learning_rate": 0.0001,
      "loss": 0.036,
      "step": 8670
    },
    {
      "epoch": 51.36094674556213,
      "grad_norm": 2.2436561584472656,
      "learning_rate": 0.0001,
      "loss": 0.0345,
      "step": 8680
    },
    {
      "epoch": 51.42011834319526,
      "grad_norm": 1.977684497833252,
      "learning_rate": 0.0001,
      "loss": 0.0339,
      "step": 8690
    },
    {
      "epoch": 51.4792899408284,
      "grad_norm": 2.258413314819336,
      "learning_rate": 0.0001,
      "loss": 0.0345,
      "step": 8700
    },
    {
      "epoch": 51.53846153846154,
      "grad_norm": 1.9720079898834229,
      "learning_rate": 0.0001,
      "loss": 0.034,
      "step": 8710
    },
    {
      "epoch": 51.59763313609467,
      "grad_norm": 2.0522758960723877,
      "learning_rate": 0.0001,
      "loss": 0.0338,
      "step": 8720
    },
    {
      "epoch": 51.65680473372781,
      "grad_norm": 1.741957664489746,
      "learning_rate": 0.0001,
      "loss": 0.0339,
      "step": 8730
    },
    {
      "epoch": 51.71597633136095,
      "grad_norm": 2.025357961654663,
      "learning_rate": 0.0001,
      "loss": 0.0333,
      "step": 8740
    },
    {
      "epoch": 51.77514792899408,
      "grad_norm": 2.1275250911712646,
      "learning_rate": 0.0001,
      "loss": 0.034,
      "step": 8750
    },
    {
      "epoch": 51.83431952662722,
      "grad_norm": 2.0279955863952637,
      "learning_rate": 0.0001,
      "loss": 0.0343,
      "step": 8760
    },
    {
      "epoch": 51.89349112426036,
      "grad_norm": 2.138831615447998,
      "learning_rate": 0.0001,
      "loss": 0.0351,
      "step": 8770
    },
    {
      "epoch": 51.95266272189349,
      "grad_norm": 2.0339295864105225,
      "learning_rate": 0.0001,
      "loss": 0.0339,
      "step": 8780
    },
    {
      "epoch": 52.01183431952663,
      "grad_norm": 2.109532117843628,
      "learning_rate": 0.0001,
      "loss": 0.0377,
      "step": 8790
    },
    {
      "epoch": 52.071005917159766,
      "grad_norm": 2.523235559463501,
      "learning_rate": 0.0001,
      "loss": 0.0362,
      "step": 8800
    },
    {
      "epoch": 52.1301775147929,
      "grad_norm": 1.8649858236312866,
      "learning_rate": 0.0001,
      "loss": 0.0356,
      "step": 8810
    },
    {
      "epoch": 52.18934911242604,
      "grad_norm": 1.890131950378418,
      "learning_rate": 0.0001,
      "loss": 0.0335,
      "step": 8820
    },
    {
      "epoch": 52.248520710059175,
      "grad_norm": 2.37738299369812,
      "learning_rate": 0.0001,
      "loss": 0.0345,
      "step": 8830
    },
    {
      "epoch": 52.30769230769231,
      "grad_norm": 2.4639177322387695,
      "learning_rate": 0.0001,
      "loss": 0.0352,
      "step": 8840
    },
    {
      "epoch": 52.366863905325445,
      "grad_norm": 2.622772455215454,
      "learning_rate": 0.0001,
      "loss": 0.0363,
      "step": 8850
    },
    {
      "epoch": 52.42603550295858,
      "grad_norm": 2.184363603591919,
      "learning_rate": 0.0001,
      "loss": 0.0344,
      "step": 8860
    },
    {
      "epoch": 52.485207100591715,
      "grad_norm": 1.7605830430984497,
      "learning_rate": 0.0001,
      "loss": 0.035,
      "step": 8870
    },
    {
      "epoch": 52.544378698224854,
      "grad_norm": 2.0559444427490234,
      "learning_rate": 0.0001,
      "loss": 0.0359,
      "step": 8880
    },
    {
      "epoch": 52.603550295857985,
      "grad_norm": 2.359647512435913,
      "learning_rate": 0.0001,
      "loss": 0.035,
      "step": 8890
    },
    {
      "epoch": 52.662721893491124,
      "grad_norm": 2.0853419303894043,
      "learning_rate": 0.0001,
      "loss": 0.0354,
      "step": 8900
    },
    {
      "epoch": 52.72189349112426,
      "grad_norm": 1.706286907196045,
      "learning_rate": 0.0001,
      "loss": 0.0327,
      "step": 8910
    },
    {
      "epoch": 52.781065088757394,
      "grad_norm": 1.9099857807159424,
      "learning_rate": 0.0001,
      "loss": 0.0338,
      "step": 8920
    },
    {
      "epoch": 52.84023668639053,
      "grad_norm": 1.9418201446533203,
      "learning_rate": 0.0001,
      "loss": 0.0336,
      "step": 8930
    },
    {
      "epoch": 52.89940828402367,
      "grad_norm": 2.295734167098999,
      "learning_rate": 0.0001,
      "loss": 0.0336,
      "step": 8940
    },
    {
      "epoch": 52.9585798816568,
      "grad_norm": 1.8070427179336548,
      "learning_rate": 0.0001,
      "loss": 0.0326,
      "step": 8950
    },
    {
      "epoch": 53.01775147928994,
      "grad_norm": 2.1482555866241455,
      "learning_rate": 0.0001,
      "loss": 0.0327,
      "step": 8960
    },
    {
      "epoch": 53.07692307692308,
      "grad_norm": 2.322425365447998,
      "learning_rate": 0.0001,
      "loss": 0.0334,
      "step": 8970
    },
    {
      "epoch": 53.13609467455621,
      "grad_norm": 1.8825812339782715,
      "learning_rate": 0.0001,
      "loss": 0.0353,
      "step": 8980
    },
    {
      "epoch": 53.19526627218935,
      "grad_norm": 1.7828145027160645,
      "learning_rate": 0.0001,
      "loss": 0.0332,
      "step": 8990
    },
    {
      "epoch": 53.25443786982248,
      "grad_norm": 1.7910603284835815,
      "learning_rate": 0.0001,
      "loss": 0.034,
      "step": 9000
    },
    {
      "epoch": 53.31360946745562,
      "grad_norm": 1.8862606287002563,
      "learning_rate": 0.0001,
      "loss": 0.0347,
      "step": 9010
    },
    {
      "epoch": 53.37278106508876,
      "grad_norm": 2.2099781036376953,
      "learning_rate": 0.0001,
      "loss": 0.0336,
      "step": 9020
    },
    {
      "epoch": 53.43195266272189,
      "grad_norm": 2.273287296295166,
      "learning_rate": 0.0001,
      "loss": 0.0348,
      "step": 9030
    },
    {
      "epoch": 53.49112426035503,
      "grad_norm": 1.9388978481292725,
      "learning_rate": 0.0001,
      "loss": 0.0335,
      "step": 9040
    },
    {
      "epoch": 53.55029585798817,
      "grad_norm": 1.755401611328125,
      "learning_rate": 0.0001,
      "loss": 0.035,
      "step": 9050
    },
    {
      "epoch": 53.6094674556213,
      "grad_norm": 1.8453328609466553,
      "learning_rate": 0.0001,
      "loss": 0.0337,
      "step": 9060
    },
    {
      "epoch": 53.66863905325444,
      "grad_norm": 2.3412225246429443,
      "learning_rate": 0.0001,
      "loss": 0.0327,
      "step": 9070
    },
    {
      "epoch": 53.72781065088758,
      "grad_norm": 2.343360185623169,
      "learning_rate": 0.0001,
      "loss": 0.0343,
      "step": 9080
    },
    {
      "epoch": 53.78698224852071,
      "grad_norm": 2.270538091659546,
      "learning_rate": 0.0001,
      "loss": 0.0348,
      "step": 9090
    },
    {
      "epoch": 53.84615384615385,
      "grad_norm": 2.4746041297912598,
      "learning_rate": 0.0001,
      "loss": 0.0337,
      "step": 9100
    },
    {
      "epoch": 53.905325443786985,
      "grad_norm": 2.308973550796509,
      "learning_rate": 0.0001,
      "loss": 0.0357,
      "step": 9110
    },
    {
      "epoch": 53.96449704142012,
      "grad_norm": 2.441244125366211,
      "learning_rate": 0.0001,
      "loss": 0.0351,
      "step": 9120
    },
    {
      "epoch": 54.023668639053255,
      "grad_norm": 1.900873064994812,
      "learning_rate": 0.0001,
      "loss": 0.0352,
      "step": 9130
    },
    {
      "epoch": 54.082840236686394,
      "grad_norm": 2.586348056793213,
      "learning_rate": 0.0001,
      "loss": 0.0334,
      "step": 9140
    },
    {
      "epoch": 54.142011834319526,
      "grad_norm": 1.8043115139007568,
      "learning_rate": 0.0001,
      "loss": 0.0334,
      "step": 9150
    },
    {
      "epoch": 54.201183431952664,
      "grad_norm": 2.8228139877319336,
      "learning_rate": 0.0001,
      "loss": 0.0346,
      "step": 9160
    },
    {
      "epoch": 54.260355029585796,
      "grad_norm": 2.2045090198516846,
      "learning_rate": 0.0001,
      "loss": 0.0368,
      "step": 9170
    },
    {
      "epoch": 54.319526627218934,
      "grad_norm": 2.132056951522827,
      "learning_rate": 0.0001,
      "loss": 0.0344,
      "step": 9180
    },
    {
      "epoch": 54.37869822485207,
      "grad_norm": 2.0247793197631836,
      "learning_rate": 0.0001,
      "loss": 0.0356,
      "step": 9190
    },
    {
      "epoch": 54.437869822485204,
      "grad_norm": 1.8188918828964233,
      "learning_rate": 0.0001,
      "loss": 0.0336,
      "step": 9200
    },
    {
      "epoch": 54.49704142011834,
      "grad_norm": 2.3375794887542725,
      "learning_rate": 0.0001,
      "loss": 0.0353,
      "step": 9210
    },
    {
      "epoch": 54.55621301775148,
      "grad_norm": 2.1382980346679688,
      "learning_rate": 0.0001,
      "loss": 0.0351,
      "step": 9220
    },
    {
      "epoch": 54.61538461538461,
      "grad_norm": 1.945704698562622,
      "learning_rate": 0.0001,
      "loss": 0.0345,
      "step": 9230
    },
    {
      "epoch": 54.67455621301775,
      "grad_norm": 1.9352401494979858,
      "learning_rate": 0.0001,
      "loss": 0.0331,
      "step": 9240
    },
    {
      "epoch": 54.73372781065089,
      "grad_norm": 1.845940351486206,
      "learning_rate": 0.0001,
      "loss": 0.0327,
      "step": 9250
    },
    {
      "epoch": 54.79289940828402,
      "grad_norm": 2.6265604496002197,
      "learning_rate": 0.0001,
      "loss": 0.0341,
      "step": 9260
    },
    {
      "epoch": 54.85207100591716,
      "grad_norm": 2.6199448108673096,
      "learning_rate": 0.0001,
      "loss": 0.0341,
      "step": 9270
    },
    {
      "epoch": 54.9112426035503,
      "grad_norm": 2.0406994819641113,
      "learning_rate": 0.0001,
      "loss": 0.0342,
      "step": 9280
    },
    {
      "epoch": 54.97041420118343,
      "grad_norm": 2.3151042461395264,
      "learning_rate": 0.0001,
      "loss": 0.0334,
      "step": 9290
    },
    {
      "epoch": 55.02958579881657,
      "grad_norm": 1.6355373859405518,
      "learning_rate": 0.0001,
      "loss": 0.0328,
      "step": 9300
    },
    {
      "epoch": 55.0887573964497,
      "grad_norm": 2.239894390106201,
      "learning_rate": 0.0001,
      "loss": 0.0333,
      "step": 9310
    },
    {
      "epoch": 55.14792899408284,
      "grad_norm": 1.913952350616455,
      "learning_rate": 0.0001,
      "loss": 0.0328,
      "step": 9320
    },
    {
      "epoch": 55.20710059171598,
      "grad_norm": 1.6797480583190918,
      "learning_rate": 0.0001,
      "loss": 0.0314,
      "step": 9330
    },
    {
      "epoch": 55.26627218934911,
      "grad_norm": 1.8226990699768066,
      "learning_rate": 0.0001,
      "loss": 0.0319,
      "step": 9340
    },
    {
      "epoch": 55.32544378698225,
      "grad_norm": 1.924145221710205,
      "learning_rate": 0.0001,
      "loss": 0.031,
      "step": 9350
    },
    {
      "epoch": 55.38461538461539,
      "grad_norm": 2.2468395233154297,
      "learning_rate": 0.0001,
      "loss": 0.0342,
      "step": 9360
    },
    {
      "epoch": 55.44378698224852,
      "grad_norm": 3.0827219486236572,
      "learning_rate": 0.0001,
      "loss": 0.0347,
      "step": 9370
    },
    {
      "epoch": 55.50295857988166,
      "grad_norm": 2.0826690196990967,
      "learning_rate": 0.0001,
      "loss": 0.0347,
      "step": 9380
    },
    {
      "epoch": 55.562130177514796,
      "grad_norm": 1.735480785369873,
      "learning_rate": 0.0001,
      "loss": 0.032,
      "step": 9390
    },
    {
      "epoch": 55.62130177514793,
      "grad_norm": 2.650045156478882,
      "learning_rate": 0.0001,
      "loss": 0.0318,
      "step": 9400
    },
    {
      "epoch": 55.680473372781066,
      "grad_norm": 1.7872580289840698,
      "learning_rate": 0.0001,
      "loss": 0.0336,
      "step": 9410
    },
    {
      "epoch": 55.739644970414204,
      "grad_norm": 1.812215805053711,
      "learning_rate": 0.0001,
      "loss": 0.0323,
      "step": 9420
    },
    {
      "epoch": 55.798816568047336,
      "grad_norm": 1.9940041303634644,
      "learning_rate": 0.0001,
      "loss": 0.0329,
      "step": 9430
    },
    {
      "epoch": 55.857988165680474,
      "grad_norm": 1.7573813199996948,
      "learning_rate": 0.0001,
      "loss": 0.0318,
      "step": 9440
    },
    {
      "epoch": 55.917159763313606,
      "grad_norm": 1.726826548576355,
      "learning_rate": 0.0001,
      "loss": 0.0346,
      "step": 9450
    },
    {
      "epoch": 55.976331360946745,
      "grad_norm": 2.1589999198913574,
      "learning_rate": 0.0001,
      "loss": 0.0345,
      "step": 9460
    },
    {
      "epoch": 56.03550295857988,
      "grad_norm": 1.9314491748809814,
      "learning_rate": 0.0001,
      "loss": 0.0353,
      "step": 9470
    },
    {
      "epoch": 56.094674556213015,
      "grad_norm": 2.285259962081909,
      "learning_rate": 0.0001,
      "loss": 0.0346,
      "step": 9480
    },
    {
      "epoch": 56.15384615384615,
      "grad_norm": 2.063056468963623,
      "learning_rate": 0.0001,
      "loss": 0.0319,
      "step": 9490
    },
    {
      "epoch": 56.21301775147929,
      "grad_norm": 1.6753276586532593,
      "learning_rate": 0.0001,
      "loss": 0.0333,
      "step": 9500
    },
    {
      "epoch": 56.27218934911242,
      "grad_norm": 1.8650649785995483,
      "learning_rate": 0.0001,
      "loss": 0.0348,
      "step": 9510
    },
    {
      "epoch": 56.33136094674556,
      "grad_norm": 1.899198055267334,
      "learning_rate": 0.0001,
      "loss": 0.0351,
      "step": 9520
    },
    {
      "epoch": 56.3905325443787,
      "grad_norm": 1.7436795234680176,
      "learning_rate": 0.0001,
      "loss": 0.0355,
      "step": 9530
    },
    {
      "epoch": 56.44970414201183,
      "grad_norm": 2.628329277038574,
      "learning_rate": 0.0001,
      "loss": 0.0338,
      "step": 9540
    },
    {
      "epoch": 56.50887573964497,
      "grad_norm": 2.1853408813476562,
      "learning_rate": 0.0001,
      "loss": 0.0348,
      "step": 9550
    },
    {
      "epoch": 56.56804733727811,
      "grad_norm": 1.9088613986968994,
      "learning_rate": 0.0001,
      "loss": 0.0333,
      "step": 9560
    },
    {
      "epoch": 56.62721893491124,
      "grad_norm": 1.7584059238433838,
      "learning_rate": 0.0001,
      "loss": 0.0344,
      "step": 9570
    },
    {
      "epoch": 56.68639053254438,
      "grad_norm": 2.0921554565429688,
      "learning_rate": 0.0001,
      "loss": 0.0338,
      "step": 9580
    },
    {
      "epoch": 56.74556213017752,
      "grad_norm": 1.6412562131881714,
      "learning_rate": 0.0001,
      "loss": 0.0338,
      "step": 9590
    },
    {
      "epoch": 56.80473372781065,
      "grad_norm": 2.7710649967193604,
      "learning_rate": 0.0001,
      "loss": 0.0332,
      "step": 9600
    },
    {
      "epoch": 56.86390532544379,
      "grad_norm": 1.8369601964950562,
      "learning_rate": 0.0001,
      "loss": 0.0331,
      "step": 9610
    },
    {
      "epoch": 56.92307692307692,
      "grad_norm": 1.670758605003357,
      "learning_rate": 0.0001,
      "loss": 0.0345,
      "step": 9620
    },
    {
      "epoch": 56.98224852071006,
      "grad_norm": 2.5321967601776123,
      "learning_rate": 0.0001,
      "loss": 0.0345,
      "step": 9630
    },
    {
      "epoch": 57.0414201183432,
      "grad_norm": 1.8813183307647705,
      "learning_rate": 0.0001,
      "loss": 0.032,
      "step": 9640
    },
    {
      "epoch": 57.10059171597633,
      "grad_norm": 2.062991142272949,
      "learning_rate": 0.0001,
      "loss": 0.032,
      "step": 9650
    },
    {
      "epoch": 57.15976331360947,
      "grad_norm": 1.9301185607910156,
      "learning_rate": 0.0001,
      "loss": 0.0318,
      "step": 9660
    },
    {
      "epoch": 57.218934911242606,
      "grad_norm": 1.9805328845977783,
      "learning_rate": 0.0001,
      "loss": 0.0317,
      "step": 9670
    },
    {
      "epoch": 57.27810650887574,
      "grad_norm": 2.0994582176208496,
      "learning_rate": 0.0001,
      "loss": 0.0313,
      "step": 9680
    },
    {
      "epoch": 57.337278106508876,
      "grad_norm": 1.9402161836624146,
      "learning_rate": 0.0001,
      "loss": 0.0336,
      "step": 9690
    },
    {
      "epoch": 57.396449704142015,
      "grad_norm": 2.5956501960754395,
      "learning_rate": 0.0001,
      "loss": 0.0327,
      "step": 9700
    },
    {
      "epoch": 57.455621301775146,
      "grad_norm": 1.6578630208969116,
      "learning_rate": 0.0001,
      "loss": 0.0318,
      "step": 9710
    },
    {
      "epoch": 57.514792899408285,
      "grad_norm": 2.2813684940338135,
      "learning_rate": 0.0001,
      "loss": 0.0327,
      "step": 9720
    },
    {
      "epoch": 57.57396449704142,
      "grad_norm": 1.4863901138305664,
      "learning_rate": 0.0001,
      "loss": 0.0314,
      "step": 9730
    },
    {
      "epoch": 57.633136094674555,
      "grad_norm": 2.322230339050293,
      "learning_rate": 0.0001,
      "loss": 0.0309,
      "step": 9740
    },
    {
      "epoch": 57.69230769230769,
      "grad_norm": 1.744634747505188,
      "learning_rate": 0.0001,
      "loss": 0.0314,
      "step": 9750
    },
    {
      "epoch": 57.751479289940825,
      "grad_norm": 1.7688119411468506,
      "learning_rate": 0.0001,
      "loss": 0.0326,
      "step": 9760
    },
    {
      "epoch": 57.81065088757396,
      "grad_norm": 1.9524624347686768,
      "learning_rate": 0.0001,
      "loss": 0.0317,
      "step": 9770
    },
    {
      "epoch": 57.8698224852071,
      "grad_norm": 1.7301290035247803,
      "learning_rate": 0.0001,
      "loss": 0.0323,
      "step": 9780
    },
    {
      "epoch": 57.928994082840234,
      "grad_norm": 2.084578514099121,
      "learning_rate": 0.0001,
      "loss": 0.0332,
      "step": 9790
    },
    {
      "epoch": 57.98816568047337,
      "grad_norm": 1.910014033317566,
      "learning_rate": 0.0001,
      "loss": 0.0359,
      "step": 9800
    },
    {
      "epoch": 58.04733727810651,
      "grad_norm": 2.2146341800689697,
      "learning_rate": 0.0001,
      "loss": 0.033,
      "step": 9810
    },
    {
      "epoch": 58.10650887573964,
      "grad_norm": 2.111356019973755,
      "learning_rate": 0.0001,
      "loss": 0.0325,
      "step": 9820
    },
    {
      "epoch": 58.16568047337278,
      "grad_norm": 1.6786781549453735,
      "learning_rate": 0.0001,
      "loss": 0.0332,
      "step": 9830
    },
    {
      "epoch": 58.22485207100592,
      "grad_norm": 2.3371386528015137,
      "learning_rate": 0.0001,
      "loss": 0.0339,
      "step": 9840
    },
    {
      "epoch": 58.28402366863905,
      "grad_norm": 2.2871005535125732,
      "learning_rate": 0.0001,
      "loss": 0.033,
      "step": 9850
    },
    {
      "epoch": 58.34319526627219,
      "grad_norm": 2.565744638442993,
      "learning_rate": 0.0001,
      "loss": 0.0317,
      "step": 9860
    },
    {
      "epoch": 58.40236686390533,
      "grad_norm": 1.8770043849945068,
      "learning_rate": 0.0001,
      "loss": 0.0309,
      "step": 9870
    },
    {
      "epoch": 58.46153846153846,
      "grad_norm": 1.9037714004516602,
      "learning_rate": 0.0001,
      "loss": 0.0317,
      "step": 9880
    },
    {
      "epoch": 58.5207100591716,
      "grad_norm": 1.7115402221679688,
      "learning_rate": 0.0001,
      "loss": 0.0319,
      "step": 9890
    },
    {
      "epoch": 58.57988165680474,
      "grad_norm": 1.89598548412323,
      "learning_rate": 0.0001,
      "loss": 0.0319,
      "step": 9900
    },
    {
      "epoch": 58.63905325443787,
      "grad_norm": 1.9760292768478394,
      "learning_rate": 0.0001,
      "loss": 0.0319,
      "step": 9910
    },
    {
      "epoch": 58.69822485207101,
      "grad_norm": 1.6471452713012695,
      "learning_rate": 0.0001,
      "loss": 0.0318,
      "step": 9920
    },
    {
      "epoch": 58.75739644970414,
      "grad_norm": 1.8194528818130493,
      "learning_rate": 0.0001,
      "loss": 0.0324,
      "step": 9930
    },
    {
      "epoch": 58.81656804733728,
      "grad_norm": 1.846859097480774,
      "learning_rate": 0.0001,
      "loss": 0.0308,
      "step": 9940
    },
    {
      "epoch": 58.875739644970416,
      "grad_norm": 1.988418459892273,
      "learning_rate": 0.0001,
      "loss": 0.0313,
      "step": 9950
    },
    {
      "epoch": 58.93491124260355,
      "grad_norm": 1.9187120199203491,
      "learning_rate": 0.0001,
      "loss": 0.0323,
      "step": 9960
    },
    {
      "epoch": 58.994082840236686,
      "grad_norm": 1.9139988422393799,
      "learning_rate": 0.0001,
      "loss": 0.0345,
      "step": 9970
    },
    {
      "epoch": 59.053254437869825,
      "grad_norm": 1.8829811811447144,
      "learning_rate": 0.0001,
      "loss": 0.0327,
      "step": 9980
    },
    {
      "epoch": 59.112426035502956,
      "grad_norm": 2.203744888305664,
      "learning_rate": 0.0001,
      "loss": 0.0343,
      "step": 9990
    },
    {
      "epoch": 59.171597633136095,
      "grad_norm": 2.0762901306152344,
      "learning_rate": 0.0001,
      "loss": 0.0318,
      "step": 10000
    },
    {
      "epoch": 59.23076923076923,
      "grad_norm": 1.9356908798217773,
      "learning_rate": 0.0001,
      "loss": 0.0325,
      "step": 10010
    },
    {
      "epoch": 59.289940828402365,
      "grad_norm": 2.209742307662964,
      "learning_rate": 0.0001,
      "loss": 0.0323,
      "step": 10020
    },
    {
      "epoch": 59.349112426035504,
      "grad_norm": 1.9134081602096558,
      "learning_rate": 0.0001,
      "loss": 0.0315,
      "step": 10030
    },
    {
      "epoch": 59.40828402366864,
      "grad_norm": 1.762304425239563,
      "learning_rate": 0.0001,
      "loss": 0.0338,
      "step": 10040
    },
    {
      "epoch": 59.467455621301774,
      "grad_norm": 2.5498056411743164,
      "learning_rate": 0.0001,
      "loss": 0.0307,
      "step": 10050
    },
    {
      "epoch": 59.52662721893491,
      "grad_norm": 1.9540791511535645,
      "learning_rate": 0.0001,
      "loss": 0.0332,
      "step": 10060
    },
    {
      "epoch": 59.585798816568044,
      "grad_norm": 1.905519723892212,
      "learning_rate": 0.0001,
      "loss": 0.0324,
      "step": 10070
    },
    {
      "epoch": 59.64497041420118,
      "grad_norm": 1.9742188453674316,
      "learning_rate": 0.0001,
      "loss": 0.0314,
      "step": 10080
    },
    {
      "epoch": 59.70414201183432,
      "grad_norm": 1.8438178300857544,
      "learning_rate": 0.0001,
      "loss": 0.0323,
      "step": 10090
    },
    {
      "epoch": 59.76331360946745,
      "grad_norm": 2.273754358291626,
      "learning_rate": 0.0001,
      "loss": 0.0302,
      "step": 10100
    },
    {
      "epoch": 59.82248520710059,
      "grad_norm": 1.8264018297195435,
      "learning_rate": 0.0001,
      "loss": 0.0318,
      "step": 10110
    },
    {
      "epoch": 59.88165680473373,
      "grad_norm": 1.4410581588745117,
      "learning_rate": 0.0001,
      "loss": 0.0323,
      "step": 10120
    },
    {
      "epoch": 59.94082840236686,
      "grad_norm": 2.144582986831665,
      "learning_rate": 0.0001,
      "loss": 0.0324,
      "step": 10130
    },
    {
      "epoch": 60.0,
      "grad_norm": 2.5620033740997314,
      "learning_rate": 0.0001,
      "loss": 0.0324,
      "step": 10140
    },
    {
      "epoch": 60.05917159763314,
      "grad_norm": 2.0461485385894775,
      "learning_rate": 0.0001,
      "loss": 0.0342,
      "step": 10150
    },
    {
      "epoch": 60.11834319526627,
      "grad_norm": 1.9092527627944946,
      "learning_rate": 0.0001,
      "loss": 0.0313,
      "step": 10160
    },
    {
      "epoch": 60.17751479289941,
      "grad_norm": 1.8468396663665771,
      "learning_rate": 0.0001,
      "loss": 0.0313,
      "step": 10170
    },
    {
      "epoch": 60.23668639053255,
      "grad_norm": 2.1154861450195312,
      "learning_rate": 0.0001,
      "loss": 0.0315,
      "step": 10180
    },
    {
      "epoch": 60.29585798816568,
      "grad_norm": 1.7729041576385498,
      "learning_rate": 0.0001,
      "loss": 0.0314,
      "step": 10190
    },
    {
      "epoch": 60.35502958579882,
      "grad_norm": 1.6574442386627197,
      "learning_rate": 0.0001,
      "loss": 0.0318,
      "step": 10200
    },
    {
      "epoch": 60.414201183431956,
      "grad_norm": 2.367227554321289,
      "learning_rate": 0.0001,
      "loss": 0.0309,
      "step": 10210
    },
    {
      "epoch": 60.47337278106509,
      "grad_norm": 2.2383310794830322,
      "learning_rate": 0.0001,
      "loss": 0.0314,
      "step": 10220
    },
    {
      "epoch": 60.532544378698226,
      "grad_norm": 2.322610855102539,
      "learning_rate": 0.0001,
      "loss": 0.0342,
      "step": 10230
    },
    {
      "epoch": 60.59171597633136,
      "grad_norm": 2.1273884773254395,
      "learning_rate": 0.0001,
      "loss": 0.0327,
      "step": 10240
    },
    {
      "epoch": 60.650887573964496,
      "grad_norm": 1.7425283193588257,
      "learning_rate": 0.0001,
      "loss": 0.0322,
      "step": 10250
    },
    {
      "epoch": 60.710059171597635,
      "grad_norm": 2.4041225910186768,
      "learning_rate": 0.0001,
      "loss": 0.0319,
      "step": 10260
    },
    {
      "epoch": 60.76923076923077,
      "grad_norm": 1.4759029150009155,
      "learning_rate": 0.0001,
      "loss": 0.0317,
      "step": 10270
    },
    {
      "epoch": 60.828402366863905,
      "grad_norm": 1.968384027481079,
      "learning_rate": 0.0001,
      "loss": 0.0314,
      "step": 10280
    },
    {
      "epoch": 60.887573964497044,
      "grad_norm": 2.237220287322998,
      "learning_rate": 0.0001,
      "loss": 0.0317,
      "step": 10290
    },
    {
      "epoch": 60.946745562130175,
      "grad_norm": 1.9968286752700806,
      "learning_rate": 0.0001,
      "loss": 0.0322,
      "step": 10300
    },
    {
      "epoch": 61.005917159763314,
      "grad_norm": 2.2673959732055664,
      "learning_rate": 0.0001,
      "loss": 0.0305,
      "step": 10310
    },
    {
      "epoch": 61.06508875739645,
      "grad_norm": 1.9304046630859375,
      "learning_rate": 0.0001,
      "loss": 0.0303,
      "step": 10320
    },
    {
      "epoch": 61.124260355029584,
      "grad_norm": 2.2834107875823975,
      "learning_rate": 0.0001,
      "loss": 0.0311,
      "step": 10330
    },
    {
      "epoch": 61.18343195266272,
      "grad_norm": 1.6877681016921997,
      "learning_rate": 0.0001,
      "loss": 0.0324,
      "step": 10340
    },
    {
      "epoch": 61.24260355029586,
      "grad_norm": 1.630195140838623,
      "learning_rate": 0.0001,
      "loss": 0.0338,
      "step": 10350
    },
    {
      "epoch": 61.30177514792899,
      "grad_norm": 1.4190911054611206,
      "learning_rate": 0.0001,
      "loss": 0.0322,
      "step": 10360
    },
    {
      "epoch": 61.36094674556213,
      "grad_norm": 1.7607923746109009,
      "learning_rate": 0.0001,
      "loss": 0.0334,
      "step": 10370
    },
    {
      "epoch": 61.42011834319526,
      "grad_norm": 1.9183456897735596,
      "learning_rate": 0.0001,
      "loss": 0.032,
      "step": 10380
    },
    {
      "epoch": 61.4792899408284,
      "grad_norm": 1.8912131786346436,
      "learning_rate": 0.0001,
      "loss": 0.0334,
      "step": 10390
    },
    {
      "epoch": 61.53846153846154,
      "grad_norm": 1.68782639503479,
      "learning_rate": 0.0001,
      "loss": 0.0327,
      "step": 10400
    },
    {
      "epoch": 61.59763313609467,
      "grad_norm": 2.022503614425659,
      "learning_rate": 0.0001,
      "loss": 0.0309,
      "step": 10410
    },
    {
      "epoch": 61.65680473372781,
      "grad_norm": 1.5390222072601318,
      "learning_rate": 0.0001,
      "loss": 0.0317,
      "step": 10420
    },
    {
      "epoch": 61.71597633136095,
      "grad_norm": 1.7554931640625,
      "learning_rate": 0.0001,
      "loss": 0.0325,
      "step": 10430
    },
    {
      "epoch": 61.77514792899408,
      "grad_norm": 1.5205967426300049,
      "learning_rate": 0.0001,
      "loss": 0.0328,
      "step": 10440
    },
    {
      "epoch": 61.83431952662722,
      "grad_norm": 1.5686376094818115,
      "learning_rate": 0.0001,
      "loss": 0.032,
      "step": 10450
    },
    {
      "epoch": 61.89349112426036,
      "grad_norm": 1.7493751049041748,
      "learning_rate": 0.0001,
      "loss": 0.0337,
      "step": 10460
    },
    {
      "epoch": 61.95266272189349,
      "grad_norm": 1.98441481590271,
      "learning_rate": 0.0001,
      "loss": 0.0315,
      "step": 10470
    },
    {
      "epoch": 62.01183431952663,
      "grad_norm": 2.361846685409546,
      "learning_rate": 0.0001,
      "loss": 0.0317,
      "step": 10480
    },
    {
      "epoch": 62.071005917159766,
      "grad_norm": 1.7203779220581055,
      "learning_rate": 0.0001,
      "loss": 0.0313,
      "step": 10490
    },
    {
      "epoch": 62.1301775147929,
      "grad_norm": 1.7348029613494873,
      "learning_rate": 0.0001,
      "loss": 0.032,
      "step": 10500
    },
    {
      "epoch": 62.18934911242604,
      "grad_norm": 1.9366225004196167,
      "learning_rate": 0.0001,
      "loss": 0.0324,
      "step": 10510
    },
    {
      "epoch": 62.248520710059175,
      "grad_norm": 2.231485366821289,
      "learning_rate": 0.0001,
      "loss": 0.0337,
      "step": 10520
    },
    {
      "epoch": 62.30769230769231,
      "grad_norm": 1.759955644607544,
      "learning_rate": 0.0001,
      "loss": 0.033,
      "step": 10530
    },
    {
      "epoch": 62.366863905325445,
      "grad_norm": 1.8047053813934326,
      "learning_rate": 0.0001,
      "loss": 0.0318,
      "step": 10540
    },
    {
      "epoch": 62.42603550295858,
      "grad_norm": 1.8735262155532837,
      "learning_rate": 0.0001,
      "loss": 0.0324,
      "step": 10550
    },
    {
      "epoch": 62.485207100591715,
      "grad_norm": 2.2876079082489014,
      "learning_rate": 0.0001,
      "loss": 0.0321,
      "step": 10560
    },
    {
      "epoch": 62.544378698224854,
      "grad_norm": 1.9605590105056763,
      "learning_rate": 0.0001,
      "loss": 0.0311,
      "step": 10570
    },
    {
      "epoch": 62.603550295857985,
      "grad_norm": 2.257314920425415,
      "learning_rate": 0.0001,
      "loss": 0.0319,
      "step": 10580
    },
    {
      "epoch": 62.662721893491124,
      "grad_norm": 2.1091785430908203,
      "learning_rate": 0.0001,
      "loss": 0.0321,
      "step": 10590
    },
    {
      "epoch": 62.72189349112426,
      "grad_norm": 1.8176383972167969,
      "learning_rate": 0.0001,
      "loss": 0.0324,
      "step": 10600
    },
    {
      "epoch": 62.781065088757394,
      "grad_norm": 1.7573214769363403,
      "learning_rate": 0.0001,
      "loss": 0.0318,
      "step": 10610
    },
    {
      "epoch": 62.84023668639053,
      "grad_norm": 1.709418535232544,
      "learning_rate": 0.0001,
      "loss": 0.0307,
      "step": 10620
    },
    {
      "epoch": 62.89940828402367,
      "grad_norm": 2.1767807006835938,
      "learning_rate": 0.0001,
      "loss": 0.0314,
      "step": 10630
    },
    {
      "epoch": 62.9585798816568,
      "grad_norm": 2.4363853931427,
      "learning_rate": 0.0001,
      "loss": 0.0307,
      "step": 10640
    },
    {
      "epoch": 63.01775147928994,
      "grad_norm": 2.403937578201294,
      "learning_rate": 0.0001,
      "loss": 0.0312,
      "step": 10650
    },
    {
      "epoch": 63.07692307692308,
      "grad_norm": 2.152991533279419,
      "learning_rate": 0.0001,
      "loss": 0.0319,
      "step": 10660
    },
    {
      "epoch": 63.13609467455621,
      "grad_norm": 2.4945948123931885,
      "learning_rate": 0.0001,
      "loss": 0.0308,
      "step": 10670
    },
    {
      "epoch": 63.19526627218935,
      "grad_norm": 1.7772583961486816,
      "learning_rate": 0.0001,
      "loss": 0.0322,
      "step": 10680
    },
    {
      "epoch": 63.25443786982248,
      "grad_norm": 1.9819145202636719,
      "learning_rate": 0.0001,
      "loss": 0.0312,
      "step": 10690
    },
    {
      "epoch": 63.31360946745562,
      "grad_norm": 2.0326600074768066,
      "learning_rate": 0.0001,
      "loss": 0.0313,
      "step": 10700
    },
    {
      "epoch": 63.37278106508876,
      "grad_norm": 1.8770262002944946,
      "learning_rate": 0.0001,
      "loss": 0.0318,
      "step": 10710
    },
    {
      "epoch": 63.43195266272189,
      "grad_norm": 1.4358137845993042,
      "learning_rate": 0.0001,
      "loss": 0.0317,
      "step": 10720
    },
    {
      "epoch": 63.49112426035503,
      "grad_norm": 1.4048131704330444,
      "learning_rate": 0.0001,
      "loss": 0.0323,
      "step": 10730
    },
    {
      "epoch": 63.55029585798817,
      "grad_norm": 1.7929816246032715,
      "learning_rate": 0.0001,
      "loss": 0.0301,
      "step": 10740
    },
    {
      "epoch": 63.6094674556213,
      "grad_norm": 2.1733293533325195,
      "learning_rate": 0.0001,
      "loss": 0.0308,
      "step": 10750
    },
    {
      "epoch": 63.66863905325444,
      "grad_norm": 2.088038206100464,
      "learning_rate": 0.0001,
      "loss": 0.0306,
      "step": 10760
    },
    {
      "epoch": 63.72781065088758,
      "grad_norm": 1.619127869606018,
      "learning_rate": 0.0001,
      "loss": 0.0298,
      "step": 10770
    },
    {
      "epoch": 63.78698224852071,
      "grad_norm": 1.643599271774292,
      "learning_rate": 0.0001,
      "loss": 0.0314,
      "step": 10780
    },
    {
      "epoch": 63.84615384615385,
      "grad_norm": 2.1038687229156494,
      "learning_rate": 0.0001,
      "loss": 0.0337,
      "step": 10790
    },
    {
      "epoch": 63.905325443786985,
      "grad_norm": 1.4514011144638062,
      "learning_rate": 0.0001,
      "loss": 0.0318,
      "step": 10800
    },
    {
      "epoch": 63.96449704142012,
      "grad_norm": 1.8902044296264648,
      "learning_rate": 0.0001,
      "loss": 0.0311,
      "step": 10810
    },
    {
      "epoch": 64.02366863905326,
      "grad_norm": 2.1965935230255127,
      "learning_rate": 0.0001,
      "loss": 0.0319,
      "step": 10820
    },
    {
      "epoch": 64.0828402366864,
      "grad_norm": 1.5566917657852173,
      "learning_rate": 0.0001,
      "loss": 0.0311,
      "step": 10830
    },
    {
      "epoch": 64.14201183431953,
      "grad_norm": 1.55888831615448,
      "learning_rate": 0.0001,
      "loss": 0.0306,
      "step": 10840
    },
    {
      "epoch": 64.20118343195266,
      "grad_norm": 1.7706501483917236,
      "learning_rate": 0.0001,
      "loss": 0.0306,
      "step": 10850
    },
    {
      "epoch": 64.2603550295858,
      "grad_norm": 1.6196694374084473,
      "learning_rate": 0.0001,
      "loss": 0.0321,
      "step": 10860
    },
    {
      "epoch": 64.31952662721893,
      "grad_norm": 2.3305320739746094,
      "learning_rate": 0.0001,
      "loss": 0.0321,
      "step": 10870
    },
    {
      "epoch": 64.37869822485207,
      "grad_norm": 2.0537736415863037,
      "learning_rate": 0.0001,
      "loss": 0.0295,
      "step": 10880
    },
    {
      "epoch": 64.43786982248521,
      "grad_norm": 1.881563425064087,
      "learning_rate": 0.0001,
      "loss": 0.0306,
      "step": 10890
    },
    {
      "epoch": 64.49704142011835,
      "grad_norm": 1.95639967918396,
      "learning_rate": 0.0001,
      "loss": 0.0319,
      "step": 10900
    },
    {
      "epoch": 64.55621301775147,
      "grad_norm": 1.6108462810516357,
      "learning_rate": 0.0001,
      "loss": 0.0308,
      "step": 10910
    },
    {
      "epoch": 64.61538461538461,
      "grad_norm": 2.028263568878174,
      "learning_rate": 0.0001,
      "loss": 0.0314,
      "step": 10920
    },
    {
      "epoch": 64.67455621301775,
      "grad_norm": 2.217963695526123,
      "learning_rate": 0.0001,
      "loss": 0.0304,
      "step": 10930
    },
    {
      "epoch": 64.73372781065089,
      "grad_norm": 1.960577130317688,
      "learning_rate": 0.0001,
      "loss": 0.0319,
      "step": 10940
    },
    {
      "epoch": 64.79289940828403,
      "grad_norm": 1.7715681791305542,
      "learning_rate": 0.0001,
      "loss": 0.0318,
      "step": 10950
    },
    {
      "epoch": 64.85207100591715,
      "grad_norm": 1.741167664527893,
      "learning_rate": 0.0001,
      "loss": 0.0322,
      "step": 10960
    },
    {
      "epoch": 64.91124260355029,
      "grad_norm": 2.068405866622925,
      "learning_rate": 0.0001,
      "loss": 0.0326,
      "step": 10970
    },
    {
      "epoch": 64.97041420118343,
      "grad_norm": 1.8818506002426147,
      "learning_rate": 0.0001,
      "loss": 0.0335,
      "step": 10980
    },
    {
      "epoch": 65.02958579881657,
      "grad_norm": 1.656443476676941,
      "learning_rate": 0.0001,
      "loss": 0.0335,
      "step": 10990
    },
    {
      "epoch": 65.08875739644971,
      "grad_norm": 1.569478154182434,
      "learning_rate": 0.0001,
      "loss": 0.0315,
      "step": 11000
    },
    {
      "epoch": 65.14792899408285,
      "grad_norm": 1.3876622915267944,
      "learning_rate": 0.0001,
      "loss": 0.0295,
      "step": 11010
    },
    {
      "epoch": 65.20710059171597,
      "grad_norm": 2.528808355331421,
      "learning_rate": 0.0001,
      "loss": 0.0319,
      "step": 11020
    },
    {
      "epoch": 65.26627218934911,
      "grad_norm": 1.571533441543579,
      "learning_rate": 0.0001,
      "loss": 0.0309,
      "step": 11030
    },
    {
      "epoch": 65.32544378698225,
      "grad_norm": 1.6685060262680054,
      "learning_rate": 0.0001,
      "loss": 0.0323,
      "step": 11040
    },
    {
      "epoch": 65.38461538461539,
      "grad_norm": 2.014483690261841,
      "learning_rate": 0.0001,
      "loss": 0.0318,
      "step": 11050
    },
    {
      "epoch": 65.44378698224853,
      "grad_norm": 1.5756182670593262,
      "learning_rate": 0.0001,
      "loss": 0.0312,
      "step": 11060
    },
    {
      "epoch": 65.50295857988165,
      "grad_norm": 1.6968916654586792,
      "learning_rate": 0.0001,
      "loss": 0.0314,
      "step": 11070
    },
    {
      "epoch": 65.56213017751479,
      "grad_norm": 2.7476720809936523,
      "learning_rate": 0.0001,
      "loss": 0.0318,
      "step": 11080
    },
    {
      "epoch": 65.62130177514793,
      "grad_norm": 2.2051241397857666,
      "learning_rate": 0.0001,
      "loss": 0.0329,
      "step": 11090
    },
    {
      "epoch": 65.68047337278107,
      "grad_norm": 2.003256320953369,
      "learning_rate": 0.0001,
      "loss": 0.0332,
      "step": 11100
    },
    {
      "epoch": 65.7396449704142,
      "grad_norm": 2.1924686431884766,
      "learning_rate": 0.0001,
      "loss": 0.0323,
      "step": 11110
    },
    {
      "epoch": 65.79881656804734,
      "grad_norm": 1.369592308998108,
      "learning_rate": 0.0001,
      "loss": 0.0341,
      "step": 11120
    },
    {
      "epoch": 65.85798816568047,
      "grad_norm": 1.3310401439666748,
      "learning_rate": 0.0001,
      "loss": 0.0303,
      "step": 11130
    },
    {
      "epoch": 65.9171597633136,
      "grad_norm": 1.7399251461029053,
      "learning_rate": 0.0001,
      "loss": 0.0327,
      "step": 11140
    },
    {
      "epoch": 65.97633136094674,
      "grad_norm": 1.5883480310440063,
      "learning_rate": 0.0001,
      "loss": 0.0346,
      "step": 11150
    },
    {
      "epoch": 66.03550295857988,
      "grad_norm": 2.1667933464050293,
      "learning_rate": 0.0001,
      "loss": 0.034,
      "step": 11160
    },
    {
      "epoch": 66.09467455621302,
      "grad_norm": 2.4345896244049072,
      "learning_rate": 0.0001,
      "loss": 0.0334,
      "step": 11170
    },
    {
      "epoch": 66.15384615384616,
      "grad_norm": 2.653026580810547,
      "learning_rate": 0.0001,
      "loss": 0.0339,
      "step": 11180
    },
    {
      "epoch": 66.21301775147928,
      "grad_norm": 2.647099018096924,
      "learning_rate": 0.0001,
      "loss": 0.0337,
      "step": 11190
    },
    {
      "epoch": 66.27218934911242,
      "grad_norm": 2.142895221710205,
      "learning_rate": 0.0001,
      "loss": 0.033,
      "step": 11200
    },
    {
      "epoch": 66.33136094674556,
      "grad_norm": 2.0091168880462646,
      "learning_rate": 0.0001,
      "loss": 0.0315,
      "step": 11210
    },
    {
      "epoch": 66.3905325443787,
      "grad_norm": 1.6778756380081177,
      "learning_rate": 0.0001,
      "loss": 0.0312,
      "step": 11220
    },
    {
      "epoch": 66.44970414201184,
      "grad_norm": 1.6732847690582275,
      "learning_rate": 0.0001,
      "loss": 0.0301,
      "step": 11230
    },
    {
      "epoch": 66.50887573964496,
      "grad_norm": 1.8221442699432373,
      "learning_rate": 0.0001,
      "loss": 0.0312,
      "step": 11240
    },
    {
      "epoch": 66.5680473372781,
      "grad_norm": 1.5187722444534302,
      "learning_rate": 0.0001,
      "loss": 0.0312,
      "step": 11250
    },
    {
      "epoch": 66.62721893491124,
      "grad_norm": 1.8520886898040771,
      "learning_rate": 0.0001,
      "loss": 0.0334,
      "step": 11260
    },
    {
      "epoch": 66.68639053254438,
      "grad_norm": 1.9234912395477295,
      "learning_rate": 0.0001,
      "loss": 0.0314,
      "step": 11270
    },
    {
      "epoch": 66.74556213017752,
      "grad_norm": 1.4833284616470337,
      "learning_rate": 0.0001,
      "loss": 0.0333,
      "step": 11280
    },
    {
      "epoch": 66.80473372781066,
      "grad_norm": 1.5189228057861328,
      "learning_rate": 0.0001,
      "loss": 0.0324,
      "step": 11290
    },
    {
      "epoch": 66.86390532544378,
      "grad_norm": 1.524887204170227,
      "learning_rate": 0.0001,
      "loss": 0.0316,
      "step": 11300
    },
    {
      "epoch": 66.92307692307692,
      "grad_norm": 1.8200448751449585,
      "learning_rate": 0.0001,
      "loss": 0.0314,
      "step": 11310
    },
    {
      "epoch": 66.98224852071006,
      "grad_norm": 1.5401345491409302,
      "learning_rate": 0.0001,
      "loss": 0.0301,
      "step": 11320
    },
    {
      "epoch": 67.0414201183432,
      "grad_norm": 2.1249403953552246,
      "learning_rate": 0.0001,
      "loss": 0.033,
      "step": 11330
    },
    {
      "epoch": 67.10059171597634,
      "grad_norm": 2.0871784687042236,
      "learning_rate": 0.0001,
      "loss": 0.0312,
      "step": 11340
    },
    {
      "epoch": 67.15976331360947,
      "grad_norm": 2.6198816299438477,
      "learning_rate": 0.0001,
      "loss": 0.03,
      "step": 11350
    },
    {
      "epoch": 67.2189349112426,
      "grad_norm": 1.9927914142608643,
      "learning_rate": 0.0001,
      "loss": 0.0291,
      "step": 11360
    },
    {
      "epoch": 67.27810650887574,
      "grad_norm": 2.0338242053985596,
      "learning_rate": 0.0001,
      "loss": 0.0312,
      "step": 11370
    },
    {
      "epoch": 67.33727810650888,
      "grad_norm": 1.6952403783798218,
      "learning_rate": 0.0001,
      "loss": 0.0307,
      "step": 11380
    },
    {
      "epoch": 67.39644970414201,
      "grad_norm": 2.281118869781494,
      "learning_rate": 0.0001,
      "loss": 0.0319,
      "step": 11390
    },
    {
      "epoch": 67.45562130177515,
      "grad_norm": 2.000225782394409,
      "learning_rate": 0.0001,
      "loss": 0.0313,
      "step": 11400
    },
    {
      "epoch": 67.51479289940828,
      "grad_norm": 2.561842679977417,
      "learning_rate": 0.0001,
      "loss": 0.0334,
      "step": 11410
    },
    {
      "epoch": 67.57396449704142,
      "grad_norm": 1.6910122632980347,
      "learning_rate": 0.0001,
      "loss": 0.0306,
      "step": 11420
    },
    {
      "epoch": 67.63313609467455,
      "grad_norm": 1.4641021490097046,
      "learning_rate": 0.0001,
      "loss": 0.0299,
      "step": 11430
    },
    {
      "epoch": 67.6923076923077,
      "grad_norm": 1.3346073627471924,
      "learning_rate": 0.0001,
      "loss": 0.0296,
      "step": 11440
    },
    {
      "epoch": 67.75147928994083,
      "grad_norm": 1.702642560005188,
      "learning_rate": 0.0001,
      "loss": 0.0308,
      "step": 11450
    },
    {
      "epoch": 67.81065088757397,
      "grad_norm": 2.0324418544769287,
      "learning_rate": 0.0001,
      "loss": 0.0312,
      "step": 11460
    },
    {
      "epoch": 67.8698224852071,
      "grad_norm": 1.9170523881912231,
      "learning_rate": 0.0001,
      "loss": 0.0295,
      "step": 11470
    },
    {
      "epoch": 67.92899408284023,
      "grad_norm": 1.8339183330535889,
      "learning_rate": 0.0001,
      "loss": 0.03,
      "step": 11480
    },
    {
      "epoch": 67.98816568047337,
      "grad_norm": 1.4196767807006836,
      "learning_rate": 0.0001,
      "loss": 0.0301,
      "step": 11490
    },
    {
      "epoch": 68.04733727810651,
      "grad_norm": 2.0290603637695312,
      "learning_rate": 0.0001,
      "loss": 0.0298,
      "step": 11500
    },
    {
      "epoch": 68.10650887573965,
      "grad_norm": 2.2383458614349365,
      "learning_rate": 0.0001,
      "loss": 0.0301,
      "step": 11510
    },
    {
      "epoch": 68.16568047337279,
      "grad_norm": 1.7861320972442627,
      "learning_rate": 0.0001,
      "loss": 0.0308,
      "step": 11520
    },
    {
      "epoch": 68.22485207100591,
      "grad_norm": 1.765856385231018,
      "learning_rate": 0.0001,
      "loss": 0.0304,
      "step": 11530
    },
    {
      "epoch": 68.28402366863905,
      "grad_norm": 1.5731621980667114,
      "learning_rate": 0.0001,
      "loss": 0.0305,
      "step": 11540
    },
    {
      "epoch": 68.34319526627219,
      "grad_norm": 1.9535126686096191,
      "learning_rate": 0.0001,
      "loss": 0.0305,
      "step": 11550
    },
    {
      "epoch": 68.40236686390533,
      "grad_norm": 2.090447187423706,
      "learning_rate": 0.0001,
      "loss": 0.0308,
      "step": 11560
    },
    {
      "epoch": 68.46153846153847,
      "grad_norm": 1.685531735420227,
      "learning_rate": 0.0001,
      "loss": 0.0306,
      "step": 11570
    },
    {
      "epoch": 68.52071005917159,
      "grad_norm": 1.8909152746200562,
      "learning_rate": 0.0001,
      "loss": 0.031,
      "step": 11580
    },
    {
      "epoch": 68.57988165680473,
      "grad_norm": 1.7439522743225098,
      "learning_rate": 0.0001,
      "loss": 0.0293,
      "step": 11590
    },
    {
      "epoch": 68.63905325443787,
      "grad_norm": 2.198719024658203,
      "learning_rate": 0.0001,
      "loss": 0.0303,
      "step": 11600
    },
    {
      "epoch": 68.69822485207101,
      "grad_norm": 1.8812614679336548,
      "learning_rate": 0.0001,
      "loss": 0.0292,
      "step": 11610
    },
    {
      "epoch": 68.75739644970415,
      "grad_norm": 1.7807092666625977,
      "learning_rate": 0.0001,
      "loss": 0.0307,
      "step": 11620
    },
    {
      "epoch": 68.81656804733728,
      "grad_norm": 1.6185169219970703,
      "learning_rate": 0.0001,
      "loss": 0.0307,
      "step": 11630
    },
    {
      "epoch": 68.87573964497041,
      "grad_norm": 1.3825422525405884,
      "learning_rate": 0.0001,
      "loss": 0.032,
      "step": 11640
    },
    {
      "epoch": 68.93491124260355,
      "grad_norm": 2.83486008644104,
      "learning_rate": 0.0001,
      "loss": 0.0316,
      "step": 11650
    },
    {
      "epoch": 68.99408284023669,
      "grad_norm": 1.57773756980896,
      "learning_rate": 0.0001,
      "loss": 0.0299,
      "step": 11660
    },
    {
      "epoch": 69.05325443786982,
      "grad_norm": 1.922195553779602,
      "learning_rate": 0.0001,
      "loss": 0.0296,
      "step": 11670
    },
    {
      "epoch": 69.11242603550296,
      "grad_norm": 1.8412562608718872,
      "learning_rate": 0.0001,
      "loss": 0.0281,
      "step": 11680
    },
    {
      "epoch": 69.17159763313609,
      "grad_norm": 1.8923451900482178,
      "learning_rate": 0.0001,
      "loss": 0.0307,
      "step": 11690
    },
    {
      "epoch": 69.23076923076923,
      "grad_norm": 1.889294981956482,
      "learning_rate": 0.0001,
      "loss": 0.0299,
      "step": 11700
    },
    {
      "epoch": 69.28994082840237,
      "grad_norm": 2.372689962387085,
      "learning_rate": 0.0001,
      "loss": 0.0304,
      "step": 11710
    },
    {
      "epoch": 69.3491124260355,
      "grad_norm": 1.8316903114318848,
      "learning_rate": 0.0001,
      "loss": 0.0317,
      "step": 11720
    },
    {
      "epoch": 69.40828402366864,
      "grad_norm": 2.3629822731018066,
      "learning_rate": 0.0001,
      "loss": 0.0297,
      "step": 11730
    },
    {
      "epoch": 69.46745562130178,
      "grad_norm": 1.7951258420944214,
      "learning_rate": 0.0001,
      "loss": 0.0295,
      "step": 11740
    },
    {
      "epoch": 69.5266272189349,
      "grad_norm": 2.1720645427703857,
      "learning_rate": 0.0001,
      "loss": 0.0299,
      "step": 11750
    },
    {
      "epoch": 69.58579881656804,
      "grad_norm": 1.8459903001785278,
      "learning_rate": 0.0001,
      "loss": 0.0298,
      "step": 11760
    },
    {
      "epoch": 69.64497041420118,
      "grad_norm": 1.4678620100021362,
      "learning_rate": 0.0001,
      "loss": 0.0302,
      "step": 11770
    },
    {
      "epoch": 69.70414201183432,
      "grad_norm": 1.8121380805969238,
      "learning_rate": 0.0001,
      "loss": 0.0309,
      "step": 11780
    },
    {
      "epoch": 69.76331360946746,
      "grad_norm": 1.8132323026657104,
      "learning_rate": 0.0001,
      "loss": 0.0304,
      "step": 11790
    },
    {
      "epoch": 69.8224852071006,
      "grad_norm": 1.985331654548645,
      "learning_rate": 0.0001,
      "loss": 0.0316,
      "step": 11800
    },
    {
      "epoch": 69.88165680473372,
      "grad_norm": 2.293292760848999,
      "learning_rate": 0.0001,
      "loss": 0.0314,
      "step": 11810
    },
    {
      "epoch": 69.94082840236686,
      "grad_norm": 2.1988415718078613,
      "learning_rate": 0.0001,
      "loss": 0.0303,
      "step": 11820
    },
    {
      "epoch": 70.0,
      "grad_norm": 2.400019407272339,
      "learning_rate": 0.0001,
      "loss": 0.0302,
      "step": 11830
    },
    {
      "epoch": 70.05917159763314,
      "grad_norm": 2.2668423652648926,
      "learning_rate": 0.0001,
      "loss": 0.0294,
      "step": 11840
    },
    {
      "epoch": 70.11834319526628,
      "grad_norm": 1.7891758680343628,
      "learning_rate": 0.0001,
      "loss": 0.0283,
      "step": 11850
    },
    {
      "epoch": 70.1775147928994,
      "grad_norm": 1.7806328535079956,
      "learning_rate": 0.0001,
      "loss": 0.0293,
      "step": 11860
    },
    {
      "epoch": 70.23668639053254,
      "grad_norm": 1.5784519910812378,
      "learning_rate": 0.0001,
      "loss": 0.029,
      "step": 11870
    },
    {
      "epoch": 70.29585798816568,
      "grad_norm": 1.9202901124954224,
      "learning_rate": 0.0001,
      "loss": 0.0293,
      "step": 11880
    },
    {
      "epoch": 70.35502958579882,
      "grad_norm": 1.8924599885940552,
      "learning_rate": 0.0001,
      "loss": 0.0294,
      "step": 11890
    },
    {
      "epoch": 70.41420118343196,
      "grad_norm": 1.8414102792739868,
      "learning_rate": 0.0001,
      "loss": 0.0296,
      "step": 11900
    },
    {
      "epoch": 70.4733727810651,
      "grad_norm": 1.3567508459091187,
      "learning_rate": 0.0001,
      "loss": 0.0301,
      "step": 11910
    },
    {
      "epoch": 70.53254437869822,
      "grad_norm": 1.3349461555480957,
      "learning_rate": 0.0001,
      "loss": 0.0292,
      "step": 11920
    },
    {
      "epoch": 70.59171597633136,
      "grad_norm": 1.5805789232254028,
      "learning_rate": 0.0001,
      "loss": 0.0308,
      "step": 11930
    },
    {
      "epoch": 70.6508875739645,
      "grad_norm": 1.268980622291565,
      "learning_rate": 0.0001,
      "loss": 0.0296,
      "step": 11940
    },
    {
      "epoch": 70.71005917159763,
      "grad_norm": 1.6477490663528442,
      "learning_rate": 0.0001,
      "loss": 0.0301,
      "step": 11950
    },
    {
      "epoch": 70.76923076923077,
      "grad_norm": 1.6105555295944214,
      "learning_rate": 0.0001,
      "loss": 0.0322,
      "step": 11960
    },
    {
      "epoch": 70.82840236686391,
      "grad_norm": 2.200436592102051,
      "learning_rate": 0.0001,
      "loss": 0.0313,
      "step": 11970
    },
    {
      "epoch": 70.88757396449704,
      "grad_norm": 1.9743613004684448,
      "learning_rate": 0.0001,
      "loss": 0.0303,
      "step": 11980
    },
    {
      "epoch": 70.94674556213018,
      "grad_norm": 1.9796311855316162,
      "learning_rate": 0.0001,
      "loss": 0.0309,
      "step": 11990
    },
    {
      "epoch": 71.00591715976331,
      "grad_norm": 2.362837076187134,
      "learning_rate": 0.0001,
      "loss": 0.0312,
      "step": 12000
    },
    {
      "epoch": 71.06508875739645,
      "grad_norm": 1.5439103841781616,
      "learning_rate": 0.0001,
      "loss": 0.0308,
      "step": 12010
    },
    {
      "epoch": 71.12426035502959,
      "grad_norm": 1.6639682054519653,
      "learning_rate": 0.0001,
      "loss": 0.0308,
      "step": 12020
    },
    {
      "epoch": 71.18343195266272,
      "grad_norm": 2.2812182903289795,
      "learning_rate": 0.0001,
      "loss": 0.0304,
      "step": 12030
    },
    {
      "epoch": 71.24260355029585,
      "grad_norm": 1.551010251045227,
      "learning_rate": 0.0001,
      "loss": 0.0305,
      "step": 12040
    },
    {
      "epoch": 71.30177514792899,
      "grad_norm": 1.9372248649597168,
      "learning_rate": 0.0001,
      "loss": 0.0295,
      "step": 12050
    },
    {
      "epoch": 71.36094674556213,
      "grad_norm": 1.8353811502456665,
      "learning_rate": 0.0001,
      "loss": 0.0312,
      "step": 12060
    },
    {
      "epoch": 71.42011834319527,
      "grad_norm": 1.7521955966949463,
      "learning_rate": 0.0001,
      "loss": 0.031,
      "step": 12070
    },
    {
      "epoch": 71.47928994082841,
      "grad_norm": 1.9031767845153809,
      "learning_rate": 0.0001,
      "loss": 0.0301,
      "step": 12080
    },
    {
      "epoch": 71.53846153846153,
      "grad_norm": 2.1645452976226807,
      "learning_rate": 0.0001,
      "loss": 0.0298,
      "step": 12090
    },
    {
      "epoch": 71.59763313609467,
      "grad_norm": 1.4442960023880005,
      "learning_rate": 0.0001,
      "loss": 0.0298,
      "step": 12100
    },
    {
      "epoch": 71.65680473372781,
      "grad_norm": 1.6947964429855347,
      "learning_rate": 0.0001,
      "loss": 0.0306,
      "step": 12110
    },
    {
      "epoch": 71.71597633136095,
      "grad_norm": 1.6309479475021362,
      "learning_rate": 0.0001,
      "loss": 0.0303,
      "step": 12120
    },
    {
      "epoch": 71.77514792899409,
      "grad_norm": 1.5988664627075195,
      "learning_rate": 0.0001,
      "loss": 0.0315,
      "step": 12130
    },
    {
      "epoch": 71.83431952662721,
      "grad_norm": 2.105926275253296,
      "learning_rate": 0.0001,
      "loss": 0.0306,
      "step": 12140
    },
    {
      "epoch": 71.89349112426035,
      "grad_norm": 1.663974642753601,
      "learning_rate": 0.0001,
      "loss": 0.0317,
      "step": 12150
    },
    {
      "epoch": 71.95266272189349,
      "grad_norm": 1.6369376182556152,
      "learning_rate": 0.0001,
      "loss": 0.0311,
      "step": 12160
    },
    {
      "epoch": 72.01183431952663,
      "grad_norm": 1.464241623878479,
      "learning_rate": 0.0001,
      "loss": 0.0316,
      "step": 12170
    },
    {
      "epoch": 72.07100591715977,
      "grad_norm": 1.6406829357147217,
      "learning_rate": 0.0001,
      "loss": 0.0315,
      "step": 12180
    },
    {
      "epoch": 72.1301775147929,
      "grad_norm": 1.9081898927688599,
      "learning_rate": 0.0001,
      "loss": 0.0299,
      "step": 12190
    },
    {
      "epoch": 72.18934911242603,
      "grad_norm": 1.7045892477035522,
      "learning_rate": 0.0001,
      "loss": 0.0304,
      "step": 12200
    },
    {
      "epoch": 72.24852071005917,
      "grad_norm": 1.7533644437789917,
      "learning_rate": 0.0001,
      "loss": 0.0298,
      "step": 12210
    },
    {
      "epoch": 72.3076923076923,
      "grad_norm": 1.2213021516799927,
      "learning_rate": 0.0001,
      "loss": 0.0301,
      "step": 12220
    },
    {
      "epoch": 72.36686390532545,
      "grad_norm": 1.6063940525054932,
      "learning_rate": 0.0001,
      "loss": 0.03,
      "step": 12230
    },
    {
      "epoch": 72.42603550295858,
      "grad_norm": 2.637014389038086,
      "learning_rate": 0.0001,
      "loss": 0.0315,
      "step": 12240
    },
    {
      "epoch": 72.48520710059172,
      "grad_norm": 1.8713611364364624,
      "learning_rate": 0.0001,
      "loss": 0.0337,
      "step": 12250
    },
    {
      "epoch": 72.54437869822485,
      "grad_norm": 1.9296704530715942,
      "learning_rate": 0.0001,
      "loss": 0.0305,
      "step": 12260
    },
    {
      "epoch": 72.60355029585799,
      "grad_norm": 1.5642050504684448,
      "learning_rate": 0.0001,
      "loss": 0.0293,
      "step": 12270
    },
    {
      "epoch": 72.66272189349112,
      "grad_norm": 2.1466023921966553,
      "learning_rate": 0.0001,
      "loss": 0.0291,
      "step": 12280
    },
    {
      "epoch": 72.72189349112426,
      "grad_norm": 2.1915152072906494,
      "learning_rate": 0.0001,
      "loss": 0.029,
      "step": 12290
    },
    {
      "epoch": 72.7810650887574,
      "grad_norm": 1.6483856439590454,
      "learning_rate": 0.0001,
      "loss": 0.03,
      "step": 12300
    },
    {
      "epoch": 72.84023668639053,
      "grad_norm": 1.5721471309661865,
      "learning_rate": 0.0001,
      "loss": 0.0301,
      "step": 12310
    },
    {
      "epoch": 72.89940828402366,
      "grad_norm": 1.584708333015442,
      "learning_rate": 0.0001,
      "loss": 0.0312,
      "step": 12320
    },
    {
      "epoch": 72.9585798816568,
      "grad_norm": 1.6179853677749634,
      "learning_rate": 0.0001,
      "loss": 0.0278,
      "step": 12330
    },
    {
      "epoch": 73.01775147928994,
      "grad_norm": 1.6778215169906616,
      "learning_rate": 0.0001,
      "loss": 0.0298,
      "step": 12340
    },
    {
      "epoch": 73.07692307692308,
      "grad_norm": 2.002941131591797,
      "learning_rate": 0.0001,
      "loss": 0.0281,
      "step": 12350
    },
    {
      "epoch": 73.13609467455622,
      "grad_norm": 1.7035313844680786,
      "learning_rate": 0.0001,
      "loss": 0.0306,
      "step": 12360
    },
    {
      "epoch": 73.19526627218934,
      "grad_norm": 2.0504090785980225,
      "learning_rate": 0.0001,
      "loss": 0.0303,
      "step": 12370
    },
    {
      "epoch": 73.25443786982248,
      "grad_norm": 1.632315993309021,
      "learning_rate": 0.0001,
      "loss": 0.0292,
      "step": 12380
    },
    {
      "epoch": 73.31360946745562,
      "grad_norm": 1.794150710105896,
      "learning_rate": 0.0001,
      "loss": 0.0297,
      "step": 12390
    },
    {
      "epoch": 73.37278106508876,
      "grad_norm": 1.9577139616012573,
      "learning_rate": 0.0001,
      "loss": 0.0295,
      "step": 12400
    },
    {
      "epoch": 73.4319526627219,
      "grad_norm": 2.077632427215576,
      "learning_rate": 0.0001,
      "loss": 0.03,
      "step": 12410
    },
    {
      "epoch": 73.49112426035504,
      "grad_norm": 2.118983268737793,
      "learning_rate": 0.0001,
      "loss": 0.0303,
      "step": 12420
    },
    {
      "epoch": 73.55029585798816,
      "grad_norm": 1.9092583656311035,
      "learning_rate": 0.0001,
      "loss": 0.0299,
      "step": 12430
    },
    {
      "epoch": 73.6094674556213,
      "grad_norm": 1.6623069047927856,
      "learning_rate": 0.0001,
      "loss": 0.029,
      "step": 12440
    },
    {
      "epoch": 73.66863905325444,
      "grad_norm": 1.8864250183105469,
      "learning_rate": 0.0001,
      "loss": 0.0273,
      "step": 12450
    },
    {
      "epoch": 73.72781065088758,
      "grad_norm": 1.4074801206588745,
      "learning_rate": 0.0001,
      "loss": 0.0287,
      "step": 12460
    },
    {
      "epoch": 73.78698224852072,
      "grad_norm": 1.4596788883209229,
      "learning_rate": 0.0001,
      "loss": 0.0282,
      "step": 12470
    },
    {
      "epoch": 73.84615384615384,
      "grad_norm": 1.370743989944458,
      "learning_rate": 0.0001,
      "loss": 0.0289,
      "step": 12480
    },
    {
      "epoch": 73.90532544378698,
      "grad_norm": 1.8263006210327148,
      "learning_rate": 0.0001,
      "loss": 0.0297,
      "step": 12490
    },
    {
      "epoch": 73.96449704142012,
      "grad_norm": 1.8158409595489502,
      "learning_rate": 0.0001,
      "loss": 0.0285,
      "step": 12500
    },
    {
      "epoch": 74.02366863905326,
      "grad_norm": 1.7067906856536865,
      "learning_rate": 0.0001,
      "loss": 0.0291,
      "step": 12510
    },
    {
      "epoch": 74.0828402366864,
      "grad_norm": 2.593698263168335,
      "learning_rate": 0.0001,
      "loss": 0.0296,
      "step": 12520
    },
    {
      "epoch": 74.14201183431953,
      "grad_norm": 2.4969241619110107,
      "learning_rate": 0.0001,
      "loss": 0.0304,
      "step": 12530
    },
    {
      "epoch": 74.20118343195266,
      "grad_norm": 2.07260799407959,
      "learning_rate": 0.0001,
      "loss": 0.0305,
      "step": 12540
    },
    {
      "epoch": 74.2603550295858,
      "grad_norm": 2.015178680419922,
      "learning_rate": 0.0001,
      "loss": 0.0297,
      "step": 12550
    },
    {
      "epoch": 74.31952662721893,
      "grad_norm": 2.173203945159912,
      "learning_rate": 0.0001,
      "loss": 0.0302,
      "step": 12560
    },
    {
      "epoch": 74.37869822485207,
      "grad_norm": 1.8017369508743286,
      "learning_rate": 0.0001,
      "loss": 0.0304,
      "step": 12570
    },
    {
      "epoch": 74.43786982248521,
      "grad_norm": 2.094944477081299,
      "learning_rate": 0.0001,
      "loss": 0.0312,
      "step": 12580
    },
    {
      "epoch": 74.49704142011835,
      "grad_norm": 2.2708051204681396,
      "learning_rate": 0.0001,
      "loss": 0.0309,
      "step": 12590
    },
    {
      "epoch": 74.55621301775147,
      "grad_norm": 2.1914515495300293,
      "learning_rate": 0.0001,
      "loss": 0.0318,
      "step": 12600
    },
    {
      "epoch": 74.61538461538461,
      "grad_norm": 2.024599075317383,
      "learning_rate": 0.0001,
      "loss": 0.0304,
      "step": 12610
    },
    {
      "epoch": 74.67455621301775,
      "grad_norm": 1.9934560060501099,
      "learning_rate": 0.0001,
      "loss": 0.0301,
      "step": 12620
    },
    {
      "epoch": 74.73372781065089,
      "grad_norm": 1.5091840028762817,
      "learning_rate": 0.0001,
      "loss": 0.0299,
      "step": 12630
    },
    {
      "epoch": 74.79289940828403,
      "grad_norm": 1.7699127197265625,
      "learning_rate": 0.0001,
      "loss": 0.0303,
      "step": 12640
    },
    {
      "epoch": 74.85207100591715,
      "grad_norm": 1.8536765575408936,
      "learning_rate": 0.0001,
      "loss": 0.0294,
      "step": 12650
    },
    {
      "epoch": 74.91124260355029,
      "grad_norm": 2.575226068496704,
      "learning_rate": 0.0001,
      "loss": 0.0297,
      "step": 12660
    },
    {
      "epoch": 74.97041420118343,
      "grad_norm": 1.2151219844818115,
      "learning_rate": 0.0001,
      "loss": 0.0295,
      "step": 12670
    },
    {
      "epoch": 75.02958579881657,
      "grad_norm": 2.640342950820923,
      "learning_rate": 0.0001,
      "loss": 0.0281,
      "step": 12680
    },
    {
      "epoch": 75.08875739644971,
      "grad_norm": 1.3766578435897827,
      "learning_rate": 0.0001,
      "loss": 0.0285,
      "step": 12690
    },
    {
      "epoch": 75.14792899408285,
      "grad_norm": 1.787416934967041,
      "learning_rate": 0.0001,
      "loss": 0.0287,
      "step": 12700
    },
    {
      "epoch": 75.20710059171597,
      "grad_norm": 1.252223014831543,
      "learning_rate": 0.0001,
      "loss": 0.0283,
      "step": 12710
    },
    {
      "epoch": 75.26627218934911,
      "grad_norm": 2.238722085952759,
      "learning_rate": 0.0001,
      "loss": 0.0291,
      "step": 12720
    },
    {
      "epoch": 75.32544378698225,
      "grad_norm": 1.8951098918914795,
      "learning_rate": 0.0001,
      "loss": 0.0293,
      "step": 12730
    },
    {
      "epoch": 75.38461538461539,
      "grad_norm": 1.652716875076294,
      "learning_rate": 0.0001,
      "loss": 0.0286,
      "step": 12740
    },
    {
      "epoch": 75.44378698224853,
      "grad_norm": 1.8918410539627075,
      "learning_rate": 0.0001,
      "loss": 0.0298,
      "step": 12750
    },
    {
      "epoch": 75.50295857988165,
      "grad_norm": 1.8305774927139282,
      "learning_rate": 0.0001,
      "loss": 0.0309,
      "step": 12760
    },
    {
      "epoch": 75.56213017751479,
      "grad_norm": 1.6599955558776855,
      "learning_rate": 0.0001,
      "loss": 0.0298,
      "step": 12770
    },
    {
      "epoch": 75.62130177514793,
      "grad_norm": 1.7720906734466553,
      "learning_rate": 0.0001,
      "loss": 0.0299,
      "step": 12780
    },
    {
      "epoch": 75.68047337278107,
      "grad_norm": 1.3876029253005981,
      "learning_rate": 0.0001,
      "loss": 0.0293,
      "step": 12790
    },
    {
      "epoch": 75.7396449704142,
      "grad_norm": 1.4683743715286255,
      "learning_rate": 0.0001,
      "loss": 0.0287,
      "step": 12800
    },
    {
      "epoch": 75.79881656804734,
      "grad_norm": 1.504238486289978,
      "learning_rate": 0.0001,
      "loss": 0.0284,
      "step": 12810
    },
    {
      "epoch": 75.85798816568047,
      "grad_norm": 1.5836963653564453,
      "learning_rate": 0.0001,
      "loss": 0.0292,
      "step": 12820
    },
    {
      "epoch": 75.9171597633136,
      "grad_norm": 1.5867384672164917,
      "learning_rate": 0.0001,
      "loss": 0.0314,
      "step": 12830
    },
    {
      "epoch": 75.97633136094674,
      "grad_norm": 1.650313377380371,
      "learning_rate": 0.0001,
      "loss": 0.0309,
      "step": 12840
    },
    {
      "epoch": 76.03550295857988,
      "grad_norm": 2.0597691535949707,
      "learning_rate": 0.0001,
      "loss": 0.0315,
      "step": 12850
    },
    {
      "epoch": 76.09467455621302,
      "grad_norm": 1.542629361152649,
      "learning_rate": 0.0001,
      "loss": 0.0309,
      "step": 12860
    },
    {
      "epoch": 76.15384615384616,
      "grad_norm": 2.1849324703216553,
      "learning_rate": 0.0001,
      "loss": 0.0292,
      "step": 12870
    },
    {
      "epoch": 76.21301775147928,
      "grad_norm": 1.787174105644226,
      "learning_rate": 0.0001,
      "loss": 0.0305,
      "step": 12880
    },
    {
      "epoch": 76.27218934911242,
      "grad_norm": 2.3207204341888428,
      "learning_rate": 0.0001,
      "loss": 0.0307,
      "step": 12890
    },
    {
      "epoch": 76.33136094674556,
      "grad_norm": 1.6957664489746094,
      "learning_rate": 0.0001,
      "loss": 0.0304,
      "step": 12900
    },
    {
      "epoch": 76.3905325443787,
      "grad_norm": 1.5988353490829468,
      "learning_rate": 0.0001,
      "loss": 0.0287,
      "step": 12910
    },
    {
      "epoch": 76.44970414201184,
      "grad_norm": 1.3811252117156982,
      "learning_rate": 0.0001,
      "loss": 0.0301,
      "step": 12920
    },
    {
      "epoch": 76.50887573964496,
      "grad_norm": 1.732063889503479,
      "learning_rate": 0.0001,
      "loss": 0.0286,
      "step": 12930
    },
    {
      "epoch": 76.5680473372781,
      "grad_norm": 1.6476237773895264,
      "learning_rate": 0.0001,
      "loss": 0.0287,
      "step": 12940
    },
    {
      "epoch": 76.62721893491124,
      "grad_norm": 1.6677615642547607,
      "learning_rate": 0.0001,
      "loss": 0.0282,
      "step": 12950
    },
    {
      "epoch": 76.68639053254438,
      "grad_norm": 1.5645583868026733,
      "learning_rate": 0.0001,
      "loss": 0.0308,
      "step": 12960
    },
    {
      "epoch": 76.74556213017752,
      "grad_norm": 1.5712158679962158,
      "learning_rate": 0.0001,
      "loss": 0.0303,
      "step": 12970
    },
    {
      "epoch": 76.80473372781066,
      "grad_norm": 1.5865414142608643,
      "learning_rate": 0.0001,
      "loss": 0.0299,
      "step": 12980
    },
    {
      "epoch": 76.86390532544378,
      "grad_norm": 1.8486440181732178,
      "learning_rate": 0.0001,
      "loss": 0.0287,
      "step": 12990
    },
    {
      "epoch": 76.92307692307692,
      "grad_norm": 1.8056178092956543,
      "learning_rate": 0.0001,
      "loss": 0.0296,
      "step": 13000
    },
    {
      "epoch": 76.98224852071006,
      "grad_norm": 1.5240130424499512,
      "learning_rate": 0.0001,
      "loss": 0.0302,
      "step": 13010
    },
    {
      "epoch": 77.0414201183432,
      "grad_norm": 1.337066650390625,
      "learning_rate": 0.0001,
      "loss": 0.0295,
      "step": 13020
    },
    {
      "epoch": 77.10059171597634,
      "grad_norm": 1.6543998718261719,
      "learning_rate": 0.0001,
      "loss": 0.0308,
      "step": 13030
    },
    {
      "epoch": 77.15976331360947,
      "grad_norm": 1.5613868236541748,
      "learning_rate": 0.0001,
      "loss": 0.0293,
      "step": 13040
    },
    {
      "epoch": 77.2189349112426,
      "grad_norm": 1.8683534860610962,
      "learning_rate": 0.0001,
      "loss": 0.0304,
      "step": 13050
    },
    {
      "epoch": 77.27810650887574,
      "grad_norm": 1.3576754331588745,
      "learning_rate": 0.0001,
      "loss": 0.0291,
      "step": 13060
    },
    {
      "epoch": 77.33727810650888,
      "grad_norm": 1.4709784984588623,
      "learning_rate": 0.0001,
      "loss": 0.0294,
      "step": 13070
    },
    {
      "epoch": 77.39644970414201,
      "grad_norm": 2.007960081100464,
      "learning_rate": 0.0001,
      "loss": 0.0294,
      "step": 13080
    },
    {
      "epoch": 77.45562130177515,
      "grad_norm": 2.1055684089660645,
      "learning_rate": 0.0001,
      "loss": 0.0318,
      "step": 13090
    },
    {
      "epoch": 77.51479289940828,
      "grad_norm": 1.3696526288986206,
      "learning_rate": 0.0001,
      "loss": 0.0289,
      "step": 13100
    },
    {
      "epoch": 77.57396449704142,
      "grad_norm": 1.7728135585784912,
      "learning_rate": 0.0001,
      "loss": 0.029,
      "step": 13110
    },
    {
      "epoch": 77.63313609467455,
      "grad_norm": 1.9723602533340454,
      "learning_rate": 0.0001,
      "loss": 0.029,
      "step": 13120
    },
    {
      "epoch": 77.6923076923077,
      "grad_norm": 2.215200901031494,
      "learning_rate": 0.0001,
      "loss": 0.03,
      "step": 13130
    },
    {
      "epoch": 77.75147928994083,
      "grad_norm": 1.594514012336731,
      "learning_rate": 0.0001,
      "loss": 0.029,
      "step": 13140
    },
    {
      "epoch": 77.81065088757397,
      "grad_norm": 1.7701891660690308,
      "learning_rate": 0.0001,
      "loss": 0.0286,
      "step": 13150
    },
    {
      "epoch": 77.8698224852071,
      "grad_norm": 2.200824022293091,
      "learning_rate": 0.0001,
      "loss": 0.0293,
      "step": 13160
    },
    {
      "epoch": 77.92899408284023,
      "grad_norm": 2.1316826343536377,
      "learning_rate": 0.0001,
      "loss": 0.0297,
      "step": 13170
    },
    {
      "epoch": 77.98816568047337,
      "grad_norm": 1.7729662656784058,
      "learning_rate": 0.0001,
      "loss": 0.0277,
      "step": 13180
    },
    {
      "epoch": 78.04733727810651,
      "grad_norm": 1.574045181274414,
      "learning_rate": 0.0001,
      "loss": 0.0282,
      "step": 13190
    },
    {
      "epoch": 78.10650887573965,
      "grad_norm": 1.8935548067092896,
      "learning_rate": 0.0001,
      "loss": 0.0278,
      "step": 13200
    },
    {
      "epoch": 78.16568047337279,
      "grad_norm": 2.188845634460449,
      "learning_rate": 0.0001,
      "loss": 0.028,
      "step": 13210
    },
    {
      "epoch": 78.22485207100591,
      "grad_norm": 1.5271364450454712,
      "learning_rate": 0.0001,
      "loss": 0.0283,
      "step": 13220
    },
    {
      "epoch": 78.28402366863905,
      "grad_norm": 1.709799885749817,
      "learning_rate": 0.0001,
      "loss": 0.0278,
      "step": 13230
    },
    {
      "epoch": 78.34319526627219,
      "grad_norm": 1.8126262426376343,
      "learning_rate": 0.0001,
      "loss": 0.0267,
      "step": 13240
    },
    {
      "epoch": 78.40236686390533,
      "grad_norm": 1.7274236679077148,
      "learning_rate": 0.0001,
      "loss": 0.029,
      "step": 13250
    },
    {
      "epoch": 78.46153846153847,
      "grad_norm": 1.9450957775115967,
      "learning_rate": 0.0001,
      "loss": 0.0286,
      "step": 13260
    },
    {
      "epoch": 78.52071005917159,
      "grad_norm": 1.5503954887390137,
      "learning_rate": 0.0001,
      "loss": 0.0276,
      "step": 13270
    },
    {
      "epoch": 78.57988165680473,
      "grad_norm": 1.7177788019180298,
      "learning_rate": 0.0001,
      "loss": 0.0272,
      "step": 13280
    },
    {
      "epoch": 78.63905325443787,
      "grad_norm": 2.198521852493286,
      "learning_rate": 0.0001,
      "loss": 0.0286,
      "step": 13290
    },
    {
      "epoch": 78.69822485207101,
      "grad_norm": 1.7270867824554443,
      "learning_rate": 0.0001,
      "loss": 0.0291,
      "step": 13300
    },
    {
      "epoch": 78.75739644970415,
      "grad_norm": 1.4182158708572388,
      "learning_rate": 0.0001,
      "loss": 0.0285,
      "step": 13310
    },
    {
      "epoch": 78.81656804733728,
      "grad_norm": 2.0431549549102783,
      "learning_rate": 0.0001,
      "loss": 0.0297,
      "step": 13320
    },
    {
      "epoch": 78.87573964497041,
      "grad_norm": 1.3427083492279053,
      "learning_rate": 0.0001,
      "loss": 0.0298,
      "step": 13330
    },
    {
      "epoch": 78.93491124260355,
      "grad_norm": 1.7023308277130127,
      "learning_rate": 0.0001,
      "loss": 0.0294,
      "step": 13340
    },
    {
      "epoch": 78.99408284023669,
      "grad_norm": 1.6448678970336914,
      "learning_rate": 0.0001,
      "loss": 0.0287,
      "step": 13350
    },
    {
      "epoch": 79.05325443786982,
      "grad_norm": 1.3475834131240845,
      "learning_rate": 0.0001,
      "loss": 0.0286,
      "step": 13360
    },
    {
      "epoch": 79.11242603550296,
      "grad_norm": 1.5937806367874146,
      "learning_rate": 0.0001,
      "loss": 0.0299,
      "step": 13370
    },
    {
      "epoch": 79.17159763313609,
      "grad_norm": 1.7989280223846436,
      "learning_rate": 0.0001,
      "loss": 0.0283,
      "step": 13380
    },
    {
      "epoch": 79.23076923076923,
      "grad_norm": 1.396798014640808,
      "learning_rate": 0.0001,
      "loss": 0.0291,
      "step": 13390
    },
    {
      "epoch": 79.28994082840237,
      "grad_norm": 1.7228373289108276,
      "learning_rate": 0.0001,
      "loss": 0.0307,
      "step": 13400
    },
    {
      "epoch": 79.3491124260355,
      "grad_norm": 2.07952618598938,
      "learning_rate": 0.0001,
      "loss": 0.0313,
      "step": 13410
    },
    {
      "epoch": 79.40828402366864,
      "grad_norm": 1.828514814376831,
      "learning_rate": 0.0001,
      "loss": 0.0301,
      "step": 13420
    },
    {
      "epoch": 79.46745562130178,
      "grad_norm": 1.8261467218399048,
      "learning_rate": 0.0001,
      "loss": 0.0322,
      "step": 13430
    },
    {
      "epoch": 79.5266272189349,
      "grad_norm": 1.5058075189590454,
      "learning_rate": 0.0001,
      "loss": 0.0289,
      "step": 13440
    },
    {
      "epoch": 79.58579881656804,
      "grad_norm": 1.8194470405578613,
      "learning_rate": 0.0001,
      "loss": 0.0307,
      "step": 13450
    },
    {
      "epoch": 79.64497041420118,
      "grad_norm": 1.9430017471313477,
      "learning_rate": 0.0001,
      "loss": 0.0291,
      "step": 13460
    },
    {
      "epoch": 79.70414201183432,
      "grad_norm": 2.4839885234832764,
      "learning_rate": 0.0001,
      "loss": 0.0292,
      "step": 13470
    },
    {
      "epoch": 79.76331360946746,
      "grad_norm": 2.0954408645629883,
      "learning_rate": 0.0001,
      "loss": 0.0292,
      "step": 13480
    },
    {
      "epoch": 79.8224852071006,
      "grad_norm": 1.4980049133300781,
      "learning_rate": 0.0001,
      "loss": 0.0287,
      "step": 13490
    },
    {
      "epoch": 79.88165680473372,
      "grad_norm": 1.7274476289749146,
      "learning_rate": 0.0001,
      "loss": 0.027,
      "step": 13500
    },
    {
      "epoch": 79.94082840236686,
      "grad_norm": 1.6477634906768799,
      "learning_rate": 0.0001,
      "loss": 0.0277,
      "step": 13510
    },
    {
      "epoch": 80.0,
      "grad_norm": 1.6456685066223145,
      "learning_rate": 0.0001,
      "loss": 0.0276,
      "step": 13520
    },
    {
      "epoch": 80.05917159763314,
      "grad_norm": 1.9690388441085815,
      "learning_rate": 0.0001,
      "loss": 0.0285,
      "step": 13530
    },
    {
      "epoch": 80.11834319526628,
      "grad_norm": 1.6115995645523071,
      "learning_rate": 0.0001,
      "loss": 0.0283,
      "step": 13540
    },
    {
      "epoch": 80.1775147928994,
      "grad_norm": 1.5597548484802246,
      "learning_rate": 0.0001,
      "loss": 0.028,
      "step": 13550
    },
    {
      "epoch": 80.23668639053254,
      "grad_norm": 1.4994943141937256,
      "learning_rate": 0.0001,
      "loss": 0.0275,
      "step": 13560
    },
    {
      "epoch": 80.29585798816568,
      "grad_norm": 1.6371421813964844,
      "learning_rate": 0.0001,
      "loss": 0.0283,
      "step": 13570
    },
    {
      "epoch": 80.35502958579882,
      "grad_norm": 1.5609456300735474,
      "learning_rate": 0.0001,
      "loss": 0.0274,
      "step": 13580
    },
    {
      "epoch": 80.41420118343196,
      "grad_norm": 1.927188754081726,
      "learning_rate": 0.0001,
      "loss": 0.0282,
      "step": 13590
    },
    {
      "epoch": 80.4733727810651,
      "grad_norm": 1.5500059127807617,
      "learning_rate": 0.0001,
      "loss": 0.0309,
      "step": 13600
    },
    {
      "epoch": 80.53254437869822,
      "grad_norm": 1.844635009765625,
      "learning_rate": 0.0001,
      "loss": 0.0284,
      "step": 13610
    },
    {
      "epoch": 80.59171597633136,
      "grad_norm": 2.3151895999908447,
      "learning_rate": 0.0001,
      "loss": 0.0295,
      "step": 13620
    },
    {
      "epoch": 80.6508875739645,
      "grad_norm": 1.9789940118789673,
      "learning_rate": 0.0001,
      "loss": 0.0295,
      "step": 13630
    },
    {
      "epoch": 80.71005917159763,
      "grad_norm": 2.3001701831817627,
      "learning_rate": 0.0001,
      "loss": 0.0298,
      "step": 13640
    },
    {
      "epoch": 80.76923076923077,
      "grad_norm": 1.5195906162261963,
      "learning_rate": 0.0001,
      "loss": 0.0292,
      "step": 13650
    },
    {
      "epoch": 80.82840236686391,
      "grad_norm": 2.4520936012268066,
      "learning_rate": 0.0001,
      "loss": 0.0277,
      "step": 13660
    },
    {
      "epoch": 80.88757396449704,
      "grad_norm": 1.895772099494934,
      "learning_rate": 0.0001,
      "loss": 0.0281,
      "step": 13670
    },
    {
      "epoch": 80.94674556213018,
      "grad_norm": 1.409948468208313,
      "learning_rate": 0.0001,
      "loss": 0.0264,
      "step": 13680
    },
    {
      "epoch": 81.00591715976331,
      "grad_norm": 1.6955418586730957,
      "learning_rate": 0.0001,
      "loss": 0.0283,
      "step": 13690
    },
    {
      "epoch": 81.06508875739645,
      "grad_norm": 1.6297917366027832,
      "learning_rate": 0.0001,
      "loss": 0.0277,
      "step": 13700
    },
    {
      "epoch": 81.12426035502959,
      "grad_norm": 1.6393722295761108,
      "learning_rate": 0.0001,
      "loss": 0.0272,
      "step": 13710
    },
    {
      "epoch": 81.18343195266272,
      "grad_norm": 1.8834614753723145,
      "learning_rate": 0.0001,
      "loss": 0.0285,
      "step": 13720
    },
    {
      "epoch": 81.24260355029585,
      "grad_norm": 1.8427009582519531,
      "learning_rate": 0.0001,
      "loss": 0.028,
      "step": 13730
    },
    {
      "epoch": 81.30177514792899,
      "grad_norm": 1.2885452508926392,
      "learning_rate": 0.0001,
      "loss": 0.0278,
      "step": 13740
    },
    {
      "epoch": 81.36094674556213,
      "grad_norm": 1.3599108457565308,
      "learning_rate": 0.0001,
      "loss": 0.0295,
      "step": 13750
    },
    {
      "epoch": 81.42011834319527,
      "grad_norm": 1.5153740644454956,
      "learning_rate": 0.0001,
      "loss": 0.029,
      "step": 13760
    },
    {
      "epoch": 81.47928994082841,
      "grad_norm": 1.4208409786224365,
      "learning_rate": 0.0001,
      "loss": 0.0289,
      "step": 13770
    },
    {
      "epoch": 81.53846153846153,
      "grad_norm": 1.3228154182434082,
      "learning_rate": 0.0001,
      "loss": 0.0289,
      "step": 13780
    },
    {
      "epoch": 81.59763313609467,
      "grad_norm": 2.2498724460601807,
      "learning_rate": 0.0001,
      "loss": 0.03,
      "step": 13790
    },
    {
      "epoch": 81.65680473372781,
      "grad_norm": 2.2454402446746826,
      "learning_rate": 0.0001,
      "loss": 0.029,
      "step": 13800
    },
    {
      "epoch": 81.71597633136095,
      "grad_norm": 1.952128291130066,
      "learning_rate": 0.0001,
      "loss": 0.0281,
      "step": 13810
    },
    {
      "epoch": 81.77514792899409,
      "grad_norm": 1.5461188554763794,
      "learning_rate": 0.0001,
      "loss": 0.0283,
      "step": 13820
    },
    {
      "epoch": 81.83431952662721,
      "grad_norm": 2.115417957305908,
      "learning_rate": 0.0001,
      "loss": 0.0288,
      "step": 13830
    },
    {
      "epoch": 81.89349112426035,
      "grad_norm": 1.737291932106018,
      "learning_rate": 0.0001,
      "loss": 0.0269,
      "step": 13840
    },
    {
      "epoch": 81.95266272189349,
      "grad_norm": 1.7582436800003052,
      "learning_rate": 0.0001,
      "loss": 0.0279,
      "step": 13850
    },
    {
      "epoch": 82.01183431952663,
      "grad_norm": 1.6190907955169678,
      "learning_rate": 0.0001,
      "loss": 0.0285,
      "step": 13860
    },
    {
      "epoch": 82.07100591715977,
      "grad_norm": 1.7788535356521606,
      "learning_rate": 0.0001,
      "loss": 0.0288,
      "step": 13870
    },
    {
      "epoch": 82.1301775147929,
      "grad_norm": 1.7750798463821411,
      "learning_rate": 0.0001,
      "loss": 0.0289,
      "step": 13880
    },
    {
      "epoch": 82.18934911242603,
      "grad_norm": 1.513469934463501,
      "learning_rate": 0.0001,
      "loss": 0.0275,
      "step": 13890
    },
    {
      "epoch": 82.24852071005917,
      "grad_norm": 1.4091371297836304,
      "learning_rate": 0.0001,
      "loss": 0.0273,
      "step": 13900
    },
    {
      "epoch": 82.3076923076923,
      "grad_norm": 1.6552488803863525,
      "learning_rate": 0.0001,
      "loss": 0.0266,
      "step": 13910
    },
    {
      "epoch": 82.36686390532545,
      "grad_norm": 1.8825668096542358,
      "learning_rate": 0.0001,
      "loss": 0.0282,
      "step": 13920
    },
    {
      "epoch": 82.42603550295858,
      "grad_norm": 1.8455760478973389,
      "learning_rate": 0.0001,
      "loss": 0.0284,
      "step": 13930
    },
    {
      "epoch": 82.48520710059172,
      "grad_norm": 2.381021022796631,
      "learning_rate": 0.0001,
      "loss": 0.0308,
      "step": 13940
    },
    {
      "epoch": 82.54437869822485,
      "grad_norm": 1.2054821252822876,
      "learning_rate": 0.0001,
      "loss": 0.0285,
      "step": 13950
    },
    {
      "epoch": 82.60355029585799,
      "grad_norm": 1.5205910205841064,
      "learning_rate": 0.0001,
      "loss": 0.0283,
      "step": 13960
    },
    {
      "epoch": 82.66272189349112,
      "grad_norm": 1.9282556772232056,
      "learning_rate": 0.0001,
      "loss": 0.0291,
      "step": 13970
    },
    {
      "epoch": 82.72189349112426,
      "grad_norm": 1.7727046012878418,
      "learning_rate": 0.0001,
      "loss": 0.0295,
      "step": 13980
    },
    {
      "epoch": 82.7810650887574,
      "grad_norm": 1.866040825843811,
      "learning_rate": 0.0001,
      "loss": 0.0291,
      "step": 13990
    },
    {
      "epoch": 82.84023668639053,
      "grad_norm": 1.263092041015625,
      "learning_rate": 0.0001,
      "loss": 0.0271,
      "step": 14000
    },
    {
      "epoch": 82.89940828402366,
      "grad_norm": 1.7061164379119873,
      "learning_rate": 0.0001,
      "loss": 0.0277,
      "step": 14010
    },
    {
      "epoch": 82.9585798816568,
      "grad_norm": 2.0393588542938232,
      "learning_rate": 0.0001,
      "loss": 0.029,
      "step": 14020
    },
    {
      "epoch": 83.01775147928994,
      "grad_norm": 1.4109842777252197,
      "learning_rate": 0.0001,
      "loss": 0.0288,
      "step": 14030
    },
    {
      "epoch": 83.07692307692308,
      "grad_norm": 1.232629418373108,
      "learning_rate": 0.0001,
      "loss": 0.0291,
      "step": 14040
    },
    {
      "epoch": 83.13609467455622,
      "grad_norm": 1.2593978643417358,
      "learning_rate": 0.0001,
      "loss": 0.03,
      "step": 14050
    },
    {
      "epoch": 83.19526627218934,
      "grad_norm": 1.3894357681274414,
      "learning_rate": 0.0001,
      "loss": 0.0282,
      "step": 14060
    },
    {
      "epoch": 83.25443786982248,
      "grad_norm": 1.6489630937576294,
      "learning_rate": 0.0001,
      "loss": 0.0287,
      "step": 14070
    },
    {
      "epoch": 83.31360946745562,
      "grad_norm": 1.464470624923706,
      "learning_rate": 0.0001,
      "loss": 0.0296,
      "step": 14080
    },
    {
      "epoch": 83.37278106508876,
      "grad_norm": 1.0723363161087036,
      "learning_rate": 0.0001,
      "loss": 0.0306,
      "step": 14090
    },
    {
      "epoch": 83.4319526627219,
      "grad_norm": 1.8792723417282104,
      "learning_rate": 0.0001,
      "loss": 0.0315,
      "step": 14100
    },
    {
      "epoch": 83.49112426035504,
      "grad_norm": 1.9182002544403076,
      "learning_rate": 0.0001,
      "loss": 0.029,
      "step": 14110
    },
    {
      "epoch": 83.55029585798816,
      "grad_norm": 1.6577177047729492,
      "learning_rate": 0.0001,
      "loss": 0.0293,
      "step": 14120
    },
    {
      "epoch": 83.6094674556213,
      "grad_norm": 2.364114761352539,
      "learning_rate": 0.0001,
      "loss": 0.0285,
      "step": 14130
    },
    {
      "epoch": 83.66863905325444,
      "grad_norm": 1.4208087921142578,
      "learning_rate": 0.0001,
      "loss": 0.0286,
      "step": 14140
    },
    {
      "epoch": 83.72781065088758,
      "grad_norm": 1.6258130073547363,
      "learning_rate": 0.0001,
      "loss": 0.0288,
      "step": 14150
    },
    {
      "epoch": 83.78698224852072,
      "grad_norm": 1.3894916772842407,
      "learning_rate": 0.0001,
      "loss": 0.0297,
      "step": 14160
    },
    {
      "epoch": 83.84615384615384,
      "grad_norm": 1.7538460493087769,
      "learning_rate": 0.0001,
      "loss": 0.0291,
      "step": 14170
    },
    {
      "epoch": 83.90532544378698,
      "grad_norm": 1.6357338428497314,
      "learning_rate": 0.0001,
      "loss": 0.0281,
      "step": 14180
    },
    {
      "epoch": 83.96449704142012,
      "grad_norm": 1.7782138586044312,
      "learning_rate": 0.0001,
      "loss": 0.0285,
      "step": 14190
    },
    {
      "epoch": 84.02366863905326,
      "grad_norm": 1.9577884674072266,
      "learning_rate": 0.0001,
      "loss": 0.0282,
      "step": 14200
    },
    {
      "epoch": 84.0828402366864,
      "grad_norm": 1.1637879610061646,
      "learning_rate": 0.0001,
      "loss": 0.0292,
      "step": 14210
    },
    {
      "epoch": 84.14201183431953,
      "grad_norm": 1.745080828666687,
      "learning_rate": 0.0001,
      "loss": 0.0296,
      "step": 14220
    },
    {
      "epoch": 84.20118343195266,
      "grad_norm": 1.9295228719711304,
      "learning_rate": 0.0001,
      "loss": 0.0303,
      "step": 14230
    },
    {
      "epoch": 84.2603550295858,
      "grad_norm": 1.8617806434631348,
      "learning_rate": 0.0001,
      "loss": 0.028,
      "step": 14240
    },
    {
      "epoch": 84.31952662721893,
      "grad_norm": 1.3378702402114868,
      "learning_rate": 0.0001,
      "loss": 0.0289,
      "step": 14250
    },
    {
      "epoch": 84.37869822485207,
      "grad_norm": 1.6640417575836182,
      "learning_rate": 0.0001,
      "loss": 0.0288,
      "step": 14260
    },
    {
      "epoch": 84.43786982248521,
      "grad_norm": 1.9496287107467651,
      "learning_rate": 0.0001,
      "loss": 0.0285,
      "step": 14270
    },
    {
      "epoch": 84.49704142011835,
      "grad_norm": 1.5225979089736938,
      "learning_rate": 0.0001,
      "loss": 0.029,
      "step": 14280
    },
    {
      "epoch": 84.55621301775147,
      "grad_norm": 1.827197551727295,
      "learning_rate": 0.0001,
      "loss": 0.0278,
      "step": 14290
    },
    {
      "epoch": 84.61538461538461,
      "grad_norm": 1.6674708127975464,
      "learning_rate": 0.0001,
      "loss": 0.0272,
      "step": 14300
    },
    {
      "epoch": 84.67455621301775,
      "grad_norm": 1.6737569570541382,
      "learning_rate": 0.0001,
      "loss": 0.0279,
      "step": 14310
    },
    {
      "epoch": 84.73372781065089,
      "grad_norm": 1.8727366924285889,
      "learning_rate": 0.0001,
      "loss": 0.0293,
      "step": 14320
    },
    {
      "epoch": 84.79289940828403,
      "grad_norm": 1.5261051654815674,
      "learning_rate": 0.0001,
      "loss": 0.0287,
      "step": 14330
    },
    {
      "epoch": 84.85207100591715,
      "grad_norm": 2.490265130996704,
      "learning_rate": 0.0001,
      "loss": 0.0285,
      "step": 14340
    },
    {
      "epoch": 84.91124260355029,
      "grad_norm": 2.421513795852661,
      "learning_rate": 0.0001,
      "loss": 0.0311,
      "step": 14350
    },
    {
      "epoch": 84.97041420118343,
      "grad_norm": 1.7775557041168213,
      "learning_rate": 0.0001,
      "loss": 0.028,
      "step": 14360
    },
    {
      "epoch": 85.02958579881657,
      "grad_norm": 1.5255711078643799,
      "learning_rate": 0.0001,
      "loss": 0.0282,
      "step": 14370
    },
    {
      "epoch": 85.08875739644971,
      "grad_norm": 1.2676481008529663,
      "learning_rate": 0.0001,
      "loss": 0.0275,
      "step": 14380
    },
    {
      "epoch": 85.14792899408285,
      "grad_norm": 2.041949510574341,
      "learning_rate": 0.0001,
      "loss": 0.0296,
      "step": 14390
    },
    {
      "epoch": 85.20710059171597,
      "grad_norm": 2.0712430477142334,
      "learning_rate": 0.0001,
      "loss": 0.0292,
      "step": 14400
    },
    {
      "epoch": 85.26627218934911,
      "grad_norm": 1.5517901182174683,
      "learning_rate": 0.0001,
      "loss": 0.0288,
      "step": 14410
    },
    {
      "epoch": 85.32544378698225,
      "grad_norm": 1.3186544179916382,
      "learning_rate": 0.0001,
      "loss": 0.0275,
      "step": 14420
    },
    {
      "epoch": 85.38461538461539,
      "grad_norm": 1.8532809019088745,
      "learning_rate": 0.0001,
      "loss": 0.0266,
      "step": 14430
    },
    {
      "epoch": 85.44378698224853,
      "grad_norm": 1.1717849969863892,
      "learning_rate": 0.0001,
      "loss": 0.0282,
      "step": 14440
    },
    {
      "epoch": 85.50295857988165,
      "grad_norm": 1.1426750421524048,
      "learning_rate": 0.0001,
      "loss": 0.0279,
      "step": 14450
    },
    {
      "epoch": 85.56213017751479,
      "grad_norm": 1.705265998840332,
      "learning_rate": 0.0001,
      "loss": 0.0277,
      "step": 14460
    },
    {
      "epoch": 85.62130177514793,
      "grad_norm": 1.6591438055038452,
      "learning_rate": 0.0001,
      "loss": 0.0287,
      "step": 14470
    },
    {
      "epoch": 85.68047337278107,
      "grad_norm": 1.8544031381607056,
      "learning_rate": 0.0001,
      "loss": 0.0279,
      "step": 14480
    },
    {
      "epoch": 85.7396449704142,
      "grad_norm": 1.53345787525177,
      "learning_rate": 0.0001,
      "loss": 0.0265,
      "step": 14490
    },
    {
      "epoch": 85.79881656804734,
      "grad_norm": 1.594197154045105,
      "learning_rate": 0.0001,
      "loss": 0.0278,
      "step": 14500
    },
    {
      "epoch": 85.85798816568047,
      "grad_norm": 1.1395113468170166,
      "learning_rate": 0.0001,
      "loss": 0.0283,
      "step": 14510
    },
    {
      "epoch": 85.9171597633136,
      "grad_norm": 1.7510695457458496,
      "learning_rate": 0.0001,
      "loss": 0.0289,
      "step": 14520
    },
    {
      "epoch": 85.97633136094674,
      "grad_norm": 1.4207432270050049,
      "learning_rate": 0.0001,
      "loss": 0.0289,
      "step": 14530
    },
    {
      "epoch": 86.03550295857988,
      "grad_norm": 1.8491264581680298,
      "learning_rate": 0.0001,
      "loss": 0.0291,
      "step": 14540
    },
    {
      "epoch": 86.09467455621302,
      "grad_norm": 1.9184045791625977,
      "learning_rate": 0.0001,
      "loss": 0.0304,
      "step": 14550
    },
    {
      "epoch": 86.15384615384616,
      "grad_norm": 1.3591728210449219,
      "learning_rate": 0.0001,
      "loss": 0.0284,
      "step": 14560
    },
    {
      "epoch": 86.21301775147928,
      "grad_norm": 1.1978782415390015,
      "learning_rate": 0.0001,
      "loss": 0.0292,
      "step": 14570
    },
    {
      "epoch": 86.27218934911242,
      "grad_norm": 1.2397853136062622,
      "learning_rate": 0.0001,
      "loss": 0.0281,
      "step": 14580
    },
    {
      "epoch": 86.33136094674556,
      "grad_norm": 1.8540549278259277,
      "learning_rate": 0.0001,
      "loss": 0.0281,
      "step": 14590
    },
    {
      "epoch": 86.3905325443787,
      "grad_norm": 1.2607190608978271,
      "learning_rate": 0.0001,
      "loss": 0.0289,
      "step": 14600
    },
    {
      "epoch": 86.44970414201184,
      "grad_norm": 1.7354896068572998,
      "learning_rate": 0.0001,
      "loss": 0.028,
      "step": 14610
    },
    {
      "epoch": 86.50887573964496,
      "grad_norm": 1.8879687786102295,
      "learning_rate": 0.0001,
      "loss": 0.0285,
      "step": 14620
    },
    {
      "epoch": 86.5680473372781,
      "grad_norm": 2.0774261951446533,
      "learning_rate": 0.0001,
      "loss": 0.0284,
      "step": 14630
    },
    {
      "epoch": 86.62721893491124,
      "grad_norm": 1.663346290588379,
      "learning_rate": 0.0001,
      "loss": 0.0281,
      "step": 14640
    },
    {
      "epoch": 86.68639053254438,
      "grad_norm": 2.1256046295166016,
      "learning_rate": 0.0001,
      "loss": 0.0279,
      "step": 14650
    },
    {
      "epoch": 86.74556213017752,
      "grad_norm": 2.651665449142456,
      "learning_rate": 0.0001,
      "loss": 0.0298,
      "step": 14660
    },
    {
      "epoch": 86.80473372781066,
      "grad_norm": 1.3334369659423828,
      "learning_rate": 0.0001,
      "loss": 0.0281,
      "step": 14670
    },
    {
      "epoch": 86.86390532544378,
      "grad_norm": 1.8218896389007568,
      "learning_rate": 0.0001,
      "loss": 0.0285,
      "step": 14680
    },
    {
      "epoch": 86.92307692307692,
      "grad_norm": 2.2073845863342285,
      "learning_rate": 0.0001,
      "loss": 0.0284,
      "step": 14690
    },
    {
      "epoch": 86.98224852071006,
      "grad_norm": 2.39620304107666,
      "learning_rate": 0.0001,
      "loss": 0.0276,
      "step": 14700
    },
    {
      "epoch": 87.0414201183432,
      "grad_norm": 1.7653082609176636,
      "learning_rate": 0.0001,
      "loss": 0.0285,
      "step": 14710
    },
    {
      "epoch": 87.10059171597634,
      "grad_norm": 1.667904257774353,
      "learning_rate": 0.0001,
      "loss": 0.0276,
      "step": 14720
    },
    {
      "epoch": 87.15976331360947,
      "grad_norm": 1.8011410236358643,
      "learning_rate": 0.0001,
      "loss": 0.0279,
      "step": 14730
    },
    {
      "epoch": 87.2189349112426,
      "grad_norm": 1.2450700998306274,
      "learning_rate": 0.0001,
      "loss": 0.027,
      "step": 14740
    },
    {
      "epoch": 87.27810650887574,
      "grad_norm": 1.7694300413131714,
      "learning_rate": 0.0001,
      "loss": 0.0294,
      "step": 14750
    },
    {
      "epoch": 87.33727810650888,
      "grad_norm": 2.4683752059936523,
      "learning_rate": 0.0001,
      "loss": 0.0275,
      "step": 14760
    },
    {
      "epoch": 87.39644970414201,
      "grad_norm": 1.6653796434402466,
      "learning_rate": 0.0001,
      "loss": 0.0281,
      "step": 14770
    },
    {
      "epoch": 87.45562130177515,
      "grad_norm": 1.5716357231140137,
      "learning_rate": 0.0001,
      "loss": 0.0262,
      "step": 14780
    },
    {
      "epoch": 87.51479289940828,
      "grad_norm": 2.1472644805908203,
      "learning_rate": 0.0001,
      "loss": 0.0265,
      "step": 14790
    },
    {
      "epoch": 87.57396449704142,
      "grad_norm": 1.8734604120254517,
      "learning_rate": 0.0001,
      "loss": 0.0276,
      "step": 14800
    },
    {
      "epoch": 87.63313609467455,
      "grad_norm": 1.7445017099380493,
      "learning_rate": 0.0001,
      "loss": 0.0274,
      "step": 14810
    },
    {
      "epoch": 87.6923076923077,
      "grad_norm": 1.4185367822647095,
      "learning_rate": 0.0001,
      "loss": 0.0285,
      "step": 14820
    },
    {
      "epoch": 87.75147928994083,
      "grad_norm": 1.3925119638442993,
      "learning_rate": 0.0001,
      "loss": 0.0267,
      "step": 14830
    },
    {
      "epoch": 87.81065088757397,
      "grad_norm": 2.087134838104248,
      "learning_rate": 0.0001,
      "loss": 0.0288,
      "step": 14840
    },
    {
      "epoch": 87.8698224852071,
      "grad_norm": 1.8860834836959839,
      "learning_rate": 0.0001,
      "loss": 0.0284,
      "step": 14850
    },
    {
      "epoch": 87.92899408284023,
      "grad_norm": 1.1717151403427124,
      "learning_rate": 0.0001,
      "loss": 0.0267,
      "step": 14860
    },
    {
      "epoch": 87.98816568047337,
      "grad_norm": 1.9156579971313477,
      "learning_rate": 0.0001,
      "loss": 0.0286,
      "step": 14870
    },
    {
      "epoch": 88.04733727810651,
      "grad_norm": 1.6831936836242676,
      "learning_rate": 0.0001,
      "loss": 0.0265,
      "step": 14880
    },
    {
      "epoch": 88.10650887573965,
      "grad_norm": 1.634172797203064,
      "learning_rate": 0.0001,
      "loss": 0.0274,
      "step": 14890
    },
    {
      "epoch": 88.16568047337279,
      "grad_norm": 1.5360110998153687,
      "learning_rate": 0.0001,
      "loss": 0.0266,
      "step": 14900
    },
    {
      "epoch": 88.22485207100591,
      "grad_norm": 1.4418463706970215,
      "learning_rate": 0.0001,
      "loss": 0.0278,
      "step": 14910
    },
    {
      "epoch": 88.28402366863905,
      "grad_norm": 1.570798635482788,
      "learning_rate": 0.0001,
      "loss": 0.0276,
      "step": 14920
    },
    {
      "epoch": 88.34319526627219,
      "grad_norm": 1.7708101272583008,
      "learning_rate": 0.0001,
      "loss": 0.0264,
      "step": 14930
    },
    {
      "epoch": 88.40236686390533,
      "grad_norm": 1.5047050714492798,
      "learning_rate": 0.0001,
      "loss": 0.0277,
      "step": 14940
    },
    {
      "epoch": 88.46153846153847,
      "grad_norm": 1.7861096858978271,
      "learning_rate": 0.0001,
      "loss": 0.0264,
      "step": 14950
    },
    {
      "epoch": 88.52071005917159,
      "grad_norm": 1.6341906785964966,
      "learning_rate": 0.0001,
      "loss": 0.0272,
      "step": 14960
    },
    {
      "epoch": 88.57988165680473,
      "grad_norm": 1.6625375747680664,
      "learning_rate": 0.0001,
      "loss": 0.0271,
      "step": 14970
    },
    {
      "epoch": 88.63905325443787,
      "grad_norm": 1.6868609189987183,
      "learning_rate": 0.0001,
      "loss": 0.0258,
      "step": 14980
    },
    {
      "epoch": 88.69822485207101,
      "grad_norm": 1.6275410652160645,
      "learning_rate": 0.0001,
      "loss": 0.0276,
      "step": 14990
    },
    {
      "epoch": 88.75739644970415,
      "grad_norm": 2.1598098278045654,
      "learning_rate": 0.0001,
      "loss": 0.0295,
      "step": 15000
    },
    {
      "epoch": 88.81656804733728,
      "grad_norm": 1.5022637844085693,
      "learning_rate": 0.0001,
      "loss": 0.028,
      "step": 15010
    },
    {
      "epoch": 88.87573964497041,
      "grad_norm": 2.021944761276245,
      "learning_rate": 0.0001,
      "loss": 0.0269,
      "step": 15020
    },
    {
      "epoch": 88.93491124260355,
      "grad_norm": 1.6724249124526978,
      "learning_rate": 0.0001,
      "loss": 0.0268,
      "step": 15030
    },
    {
      "epoch": 88.99408284023669,
      "grad_norm": 1.3633445501327515,
      "learning_rate": 0.0001,
      "loss": 0.0264,
      "step": 15040
    },
    {
      "epoch": 89.05325443786982,
      "grad_norm": 1.7915236949920654,
      "learning_rate": 0.0001,
      "loss": 0.0269,
      "step": 15050
    },
    {
      "epoch": 89.11242603550296,
      "grad_norm": 1.6124951839447021,
      "learning_rate": 0.0001,
      "loss": 0.028,
      "step": 15060
    },
    {
      "epoch": 89.17159763313609,
      "grad_norm": 1.5810753107070923,
      "learning_rate": 0.0001,
      "loss": 0.0277,
      "step": 15070
    },
    {
      "epoch": 89.23076923076923,
      "grad_norm": 2.3158791065216064,
      "learning_rate": 0.0001,
      "loss": 0.0256,
      "step": 15080
    },
    {
      "epoch": 89.28994082840237,
      "grad_norm": 1.6969501972198486,
      "learning_rate": 0.0001,
      "loss": 0.0257,
      "step": 15090
    },
    {
      "epoch": 89.3491124260355,
      "grad_norm": 1.7599455118179321,
      "learning_rate": 0.0001,
      "loss": 0.0251,
      "step": 15100
    },
    {
      "epoch": 89.40828402366864,
      "grad_norm": 1.4445723295211792,
      "learning_rate": 0.0001,
      "loss": 0.0263,
      "step": 15110
    },
    {
      "epoch": 89.46745562130178,
      "grad_norm": 1.4228659868240356,
      "learning_rate": 0.0001,
      "loss": 0.0252,
      "step": 15120
    },
    {
      "epoch": 89.5266272189349,
      "grad_norm": 1.3319268226623535,
      "learning_rate": 0.0001,
      "loss": 0.0266,
      "step": 15130
    },
    {
      "epoch": 89.58579881656804,
      "grad_norm": 1.746983289718628,
      "learning_rate": 0.0001,
      "loss": 0.0276,
      "step": 15140
    },
    {
      "epoch": 89.64497041420118,
      "grad_norm": 1.3390052318572998,
      "learning_rate": 0.0001,
      "loss": 0.0283,
      "step": 15150
    },
    {
      "epoch": 89.70414201183432,
      "grad_norm": 1.6228300333023071,
      "learning_rate": 0.0001,
      "loss": 0.0268,
      "step": 15160
    },
    {
      "epoch": 89.76331360946746,
      "grad_norm": 2.2015228271484375,
      "learning_rate": 0.0001,
      "loss": 0.0285,
      "step": 15170
    },
    {
      "epoch": 89.8224852071006,
      "grad_norm": 2.098471164703369,
      "learning_rate": 0.0001,
      "loss": 0.0284,
      "step": 15180
    },
    {
      "epoch": 89.88165680473372,
      "grad_norm": 2.2601654529571533,
      "learning_rate": 0.0001,
      "loss": 0.0273,
      "step": 15190
    },
    {
      "epoch": 89.94082840236686,
      "grad_norm": 2.0032951831817627,
      "learning_rate": 0.0001,
      "loss": 0.026,
      "step": 15200
    },
    {
      "epoch": 90.0,
      "grad_norm": 2.158338785171509,
      "learning_rate": 0.0001,
      "loss": 0.0276,
      "step": 15210
    },
    {
      "epoch": 90.05917159763314,
      "grad_norm": 2.011505126953125,
      "learning_rate": 0.0001,
      "loss": 0.0274,
      "step": 15220
    },
    {
      "epoch": 90.11834319526628,
      "grad_norm": 1.8215605020523071,
      "learning_rate": 0.0001,
      "loss": 0.0255,
      "step": 15230
    },
    {
      "epoch": 90.1775147928994,
      "grad_norm": 1.3463451862335205,
      "learning_rate": 0.0001,
      "loss": 0.027,
      "step": 15240
    },
    {
      "epoch": 90.23668639053254,
      "grad_norm": 1.1675927639007568,
      "learning_rate": 0.0001,
      "loss": 0.0266,
      "step": 15250
    },
    {
      "epoch": 90.29585798816568,
      "grad_norm": 1.8829050064086914,
      "learning_rate": 0.0001,
      "loss": 0.029,
      "step": 15260
    },
    {
      "epoch": 90.35502958579882,
      "grad_norm": 1.6154104471206665,
      "learning_rate": 0.0001,
      "loss": 0.0271,
      "step": 15270
    },
    {
      "epoch": 90.41420118343196,
      "grad_norm": 1.849914789199829,
      "learning_rate": 0.0001,
      "loss": 0.0268,
      "step": 15280
    },
    {
      "epoch": 90.4733727810651,
      "grad_norm": 1.89186429977417,
      "learning_rate": 0.0001,
      "loss": 0.0278,
      "step": 15290
    },
    {
      "epoch": 90.53254437869822,
      "grad_norm": 1.839965581893921,
      "learning_rate": 0.0001,
      "loss": 0.0262,
      "step": 15300
    },
    {
      "epoch": 90.59171597633136,
      "grad_norm": 1.6318309307098389,
      "learning_rate": 0.0001,
      "loss": 0.0268,
      "step": 15310
    },
    {
      "epoch": 90.6508875739645,
      "grad_norm": 2.1691970825195312,
      "learning_rate": 0.0001,
      "loss": 0.0286,
      "step": 15320
    },
    {
      "epoch": 90.71005917159763,
      "grad_norm": 1.272350788116455,
      "learning_rate": 0.0001,
      "loss": 0.0283,
      "step": 15330
    },
    {
      "epoch": 90.76923076923077,
      "grad_norm": 1.512602686882019,
      "learning_rate": 0.0001,
      "loss": 0.0257,
      "step": 15340
    },
    {
      "epoch": 90.82840236686391,
      "grad_norm": 1.6773158311843872,
      "learning_rate": 0.0001,
      "loss": 0.0267,
      "step": 15350
    },
    {
      "epoch": 90.88757396449704,
      "grad_norm": 1.5169200897216797,
      "learning_rate": 0.0001,
      "loss": 0.0263,
      "step": 15360
    },
    {
      "epoch": 90.94674556213018,
      "grad_norm": 1.859876036643982,
      "learning_rate": 0.0001,
      "loss": 0.0265,
      "step": 15370
    },
    {
      "epoch": 91.00591715976331,
      "grad_norm": 1.6127303838729858,
      "learning_rate": 0.0001,
      "loss": 0.0249,
      "step": 15380
    },
    {
      "epoch": 91.06508875739645,
      "grad_norm": 1.4845398664474487,
      "learning_rate": 0.0001,
      "loss": 0.0279,
      "step": 15390
    },
    {
      "epoch": 91.12426035502959,
      "grad_norm": 1.160044550895691,
      "learning_rate": 0.0001,
      "loss": 0.0274,
      "step": 15400
    },
    {
      "epoch": 91.18343195266272,
      "grad_norm": 2.0908052921295166,
      "learning_rate": 0.0001,
      "loss": 0.0268,
      "step": 15410
    },
    {
      "epoch": 91.24260355029585,
      "grad_norm": 1.797471046447754,
      "learning_rate": 0.0001,
      "loss": 0.0286,
      "step": 15420
    },
    {
      "epoch": 91.30177514792899,
      "grad_norm": 1.6939975023269653,
      "learning_rate": 0.0001,
      "loss": 0.0268,
      "step": 15430
    },
    {
      "epoch": 91.36094674556213,
      "grad_norm": 1.4528217315673828,
      "learning_rate": 0.0001,
      "loss": 0.0267,
      "step": 15440
    },
    {
      "epoch": 91.42011834319527,
      "grad_norm": 1.222514271736145,
      "learning_rate": 0.0001,
      "loss": 0.0263,
      "step": 15450
    },
    {
      "epoch": 91.47928994082841,
      "grad_norm": 1.5007128715515137,
      "learning_rate": 0.0001,
      "loss": 0.0269,
      "step": 15460
    },
    {
      "epoch": 91.53846153846153,
      "grad_norm": 1.9214576482772827,
      "learning_rate": 0.0001,
      "loss": 0.0266,
      "step": 15470
    },
    {
      "epoch": 91.59763313609467,
      "grad_norm": 1.710034728050232,
      "learning_rate": 0.0001,
      "loss": 0.0284,
      "step": 15480
    },
    {
      "epoch": 91.65680473372781,
      "grad_norm": 2.1379175186157227,
      "learning_rate": 0.0001,
      "loss": 0.027,
      "step": 15490
    },
    {
      "epoch": 91.71597633136095,
      "grad_norm": 1.4170961380004883,
      "learning_rate": 0.0001,
      "loss": 0.0266,
      "step": 15500
    },
    {
      "epoch": 91.77514792899409,
      "grad_norm": 1.3856899738311768,
      "learning_rate": 0.0001,
      "loss": 0.0264,
      "step": 15510
    },
    {
      "epoch": 91.83431952662721,
      "grad_norm": 1.8492748737335205,
      "learning_rate": 0.0001,
      "loss": 0.027,
      "step": 15520
    },
    {
      "epoch": 91.89349112426035,
      "grad_norm": 1.6489924192428589,
      "learning_rate": 0.0001,
      "loss": 0.0268,
      "step": 15530
    },
    {
      "epoch": 91.95266272189349,
      "grad_norm": 1.6302393674850464,
      "learning_rate": 0.0001,
      "loss": 0.0275,
      "step": 15540
    },
    {
      "epoch": 92.01183431952663,
      "grad_norm": 1.5825130939483643,
      "learning_rate": 0.0001,
      "loss": 0.026,
      "step": 15550
    },
    {
      "epoch": 92.07100591715977,
      "grad_norm": 1.7874207496643066,
      "learning_rate": 0.0001,
      "loss": 0.026,
      "step": 15560
    },
    {
      "epoch": 92.1301775147929,
      "grad_norm": 1.7968064546585083,
      "learning_rate": 0.0001,
      "loss": 0.0259,
      "step": 15570
    },
    {
      "epoch": 92.18934911242603,
      "grad_norm": 1.6556369066238403,
      "learning_rate": 0.0001,
      "loss": 0.0256,
      "step": 15580
    },
    {
      "epoch": 92.24852071005917,
      "grad_norm": 1.5757861137390137,
      "learning_rate": 0.0001,
      "loss": 0.0257,
      "step": 15590
    },
    {
      "epoch": 92.3076923076923,
      "grad_norm": 1.7952519655227661,
      "learning_rate": 0.0001,
      "loss": 0.025,
      "step": 15600
    },
    {
      "epoch": 92.36686390532545,
      "grad_norm": 2.3028202056884766,
      "learning_rate": 0.0001,
      "loss": 0.0259,
      "step": 15610
    },
    {
      "epoch": 92.42603550295858,
      "grad_norm": 2.0497164726257324,
      "learning_rate": 0.0001,
      "loss": 0.0271,
      "step": 15620
    },
    {
      "epoch": 92.48520710059172,
      "grad_norm": 1.571807861328125,
      "learning_rate": 0.0001,
      "loss": 0.0263,
      "step": 15630
    },
    {
      "epoch": 92.54437869822485,
      "grad_norm": 1.4125871658325195,
      "learning_rate": 0.0001,
      "loss": 0.0247,
      "step": 15640
    },
    {
      "epoch": 92.60355029585799,
      "grad_norm": 1.424944519996643,
      "learning_rate": 0.0001,
      "loss": 0.0261,
      "step": 15650
    },
    {
      "epoch": 92.66272189349112,
      "grad_norm": 1.8362457752227783,
      "learning_rate": 0.0001,
      "loss": 0.0268,
      "step": 15660
    },
    {
      "epoch": 92.72189349112426,
      "grad_norm": 1.5764145851135254,
      "learning_rate": 0.0001,
      "loss": 0.0257,
      "step": 15670
    },
    {
      "epoch": 92.7810650887574,
      "grad_norm": 1.2949786186218262,
      "learning_rate": 0.0001,
      "loss": 0.0273,
      "step": 15680
    },
    {
      "epoch": 92.84023668639053,
      "grad_norm": 1.552280068397522,
      "learning_rate": 0.0001,
      "loss": 0.0271,
      "step": 15690
    },
    {
      "epoch": 92.89940828402366,
      "grad_norm": 1.9072961807250977,
      "learning_rate": 0.0001,
      "loss": 0.028,
      "step": 15700
    },
    {
      "epoch": 92.9585798816568,
      "grad_norm": 1.3595942258834839,
      "learning_rate": 0.0001,
      "loss": 0.031,
      "step": 15710
    },
    {
      "epoch": 93.01775147928994,
      "grad_norm": 1.5796197652816772,
      "learning_rate": 0.0001,
      "loss": 0.0283,
      "step": 15720
    },
    {
      "epoch": 93.07692307692308,
      "grad_norm": 1.4288289546966553,
      "learning_rate": 0.0001,
      "loss": 0.0283,
      "step": 15730
    },
    {
      "epoch": 93.13609467455622,
      "grad_norm": 1.7119187116622925,
      "learning_rate": 0.0001,
      "loss": 0.0267,
      "step": 15740
    },
    {
      "epoch": 93.19526627218934,
      "grad_norm": 1.841143012046814,
      "learning_rate": 0.0001,
      "loss": 0.0272,
      "step": 15750
    },
    {
      "epoch": 93.25443786982248,
      "grad_norm": 1.5557856559753418,
      "learning_rate": 0.0001,
      "loss": 0.0271,
      "step": 15760
    },
    {
      "epoch": 93.31360946745562,
      "grad_norm": 2.1959996223449707,
      "learning_rate": 0.0001,
      "loss": 0.0271,
      "step": 15770
    },
    {
      "epoch": 93.37278106508876,
      "grad_norm": 1.4359514713287354,
      "learning_rate": 0.0001,
      "loss": 0.0266,
      "step": 15780
    },
    {
      "epoch": 93.4319526627219,
      "grad_norm": 1.6071994304656982,
      "learning_rate": 0.0001,
      "loss": 0.0271,
      "step": 15790
    },
    {
      "epoch": 93.49112426035504,
      "grad_norm": 1.6520476341247559,
      "learning_rate": 0.0001,
      "loss": 0.0271,
      "step": 15800
    },
    {
      "epoch": 93.55029585798816,
      "grad_norm": 1.891273021697998,
      "learning_rate": 0.0001,
      "loss": 0.0272,
      "step": 15810
    },
    {
      "epoch": 93.6094674556213,
      "grad_norm": 1.7385085821151733,
      "learning_rate": 0.0001,
      "loss": 0.027,
      "step": 15820
    },
    {
      "epoch": 93.66863905325444,
      "grad_norm": 1.561846137046814,
      "learning_rate": 0.0001,
      "loss": 0.0269,
      "step": 15830
    },
    {
      "epoch": 93.72781065088758,
      "grad_norm": 2.0920162200927734,
      "learning_rate": 0.0001,
      "loss": 0.027,
      "step": 15840
    },
    {
      "epoch": 93.78698224852072,
      "grad_norm": 1.5875986814498901,
      "learning_rate": 0.0001,
      "loss": 0.0278,
      "step": 15850
    },
    {
      "epoch": 93.84615384615384,
      "grad_norm": 1.7659938335418701,
      "learning_rate": 0.0001,
      "loss": 0.0273,
      "step": 15860
    },
    {
      "epoch": 93.90532544378698,
      "grad_norm": 2.017791986465454,
      "learning_rate": 0.0001,
      "loss": 0.027,
      "step": 15870
    },
    {
      "epoch": 93.96449704142012,
      "grad_norm": 1.6771608591079712,
      "learning_rate": 0.0001,
      "loss": 0.0275,
      "step": 15880
    },
    {
      "epoch": 94.02366863905326,
      "grad_norm": 1.7506619691848755,
      "learning_rate": 0.0001,
      "loss": 0.0272,
      "step": 15890
    },
    {
      "epoch": 94.0828402366864,
      "grad_norm": 1.5292552709579468,
      "learning_rate": 0.0001,
      "loss": 0.0263,
      "step": 15900
    },
    {
      "epoch": 94.14201183431953,
      "grad_norm": 1.036218523979187,
      "learning_rate": 0.0001,
      "loss": 0.0254,
      "step": 15910
    },
    {
      "epoch": 94.20118343195266,
      "grad_norm": 1.589901328086853,
      "learning_rate": 0.0001,
      "loss": 0.0271,
      "step": 15920
    },
    {
      "epoch": 94.2603550295858,
      "grad_norm": 1.5320048332214355,
      "learning_rate": 0.0001,
      "loss": 0.0288,
      "step": 15930
    },
    {
      "epoch": 94.31952662721893,
      "grad_norm": 1.6022655963897705,
      "learning_rate": 0.0001,
      "loss": 0.0275,
      "step": 15940
    },
    {
      "epoch": 94.37869822485207,
      "grad_norm": 1.7221791744232178,
      "learning_rate": 0.0001,
      "loss": 0.0284,
      "step": 15950
    },
    {
      "epoch": 94.43786982248521,
      "grad_norm": 2.0784683227539062,
      "learning_rate": 0.0001,
      "loss": 0.027,
      "step": 15960
    },
    {
      "epoch": 94.49704142011835,
      "grad_norm": 1.9355556964874268,
      "learning_rate": 0.0001,
      "loss": 0.0283,
      "step": 15970
    },
    {
      "epoch": 94.55621301775147,
      "grad_norm": 1.7169827222824097,
      "learning_rate": 0.0001,
      "loss": 0.0291,
      "step": 15980
    },
    {
      "epoch": 94.61538461538461,
      "grad_norm": 1.5959008932113647,
      "learning_rate": 0.0001,
      "loss": 0.027,
      "step": 15990
    },
    {
      "epoch": 94.67455621301775,
      "grad_norm": 1.7118438482284546,
      "learning_rate": 0.0001,
      "loss": 0.0282,
      "step": 16000
    },
    {
      "epoch": 94.73372781065089,
      "grad_norm": 1.4468134641647339,
      "learning_rate": 0.0001,
      "loss": 0.0265,
      "step": 16010
    },
    {
      "epoch": 94.79289940828403,
      "grad_norm": 1.4634939432144165,
      "learning_rate": 0.0001,
      "loss": 0.0276,
      "step": 16020
    },
    {
      "epoch": 94.85207100591715,
      "grad_norm": 1.7240033149719238,
      "learning_rate": 0.0001,
      "loss": 0.027,
      "step": 16030
    },
    {
      "epoch": 94.91124260355029,
      "grad_norm": 1.738993763923645,
      "learning_rate": 0.0001,
      "loss": 0.0267,
      "step": 16040
    },
    {
      "epoch": 94.97041420118343,
      "grad_norm": 1.5479215383529663,
      "learning_rate": 0.0001,
      "loss": 0.0264,
      "step": 16050
    },
    {
      "epoch": 95.02958579881657,
      "grad_norm": 1.3362421989440918,
      "learning_rate": 0.0001,
      "loss": 0.0265,
      "step": 16060
    },
    {
      "epoch": 95.08875739644971,
      "grad_norm": 1.5550212860107422,
      "learning_rate": 0.0001,
      "loss": 0.0272,
      "step": 16070
    },
    {
      "epoch": 95.14792899408285,
      "grad_norm": 1.61492919921875,
      "learning_rate": 0.0001,
      "loss": 0.0262,
      "step": 16080
    },
    {
      "epoch": 95.20710059171597,
      "grad_norm": 1.8070425987243652,
      "learning_rate": 0.0001,
      "loss": 0.0264,
      "step": 16090
    },
    {
      "epoch": 95.26627218934911,
      "grad_norm": 1.3418387174606323,
      "learning_rate": 0.0001,
      "loss": 0.0273,
      "step": 16100
    },
    {
      "epoch": 95.32544378698225,
      "grad_norm": 1.653890609741211,
      "learning_rate": 0.0001,
      "loss": 0.0259,
      "step": 16110
    },
    {
      "epoch": 95.38461538461539,
      "grad_norm": 1.6647813320159912,
      "learning_rate": 0.0001,
      "loss": 0.0258,
      "step": 16120
    },
    {
      "epoch": 95.44378698224853,
      "grad_norm": 1.5109667778015137,
      "learning_rate": 0.0001,
      "loss": 0.0264,
      "step": 16130
    },
    {
      "epoch": 95.50295857988165,
      "grad_norm": 1.4142593145370483,
      "learning_rate": 0.0001,
      "loss": 0.0264,
      "step": 16140
    },
    {
      "epoch": 95.56213017751479,
      "grad_norm": 1.3701032400131226,
      "learning_rate": 0.0001,
      "loss": 0.0271,
      "step": 16150
    },
    {
      "epoch": 95.62130177514793,
      "grad_norm": 1.7060127258300781,
      "learning_rate": 0.0001,
      "loss": 0.0267,
      "step": 16160
    },
    {
      "epoch": 95.68047337278107,
      "grad_norm": 2.1572930812835693,
      "learning_rate": 0.0001,
      "loss": 0.0261,
      "step": 16170
    },
    {
      "epoch": 95.7396449704142,
      "grad_norm": 1.5954173803329468,
      "learning_rate": 0.0001,
      "loss": 0.0283,
      "step": 16180
    },
    {
      "epoch": 95.79881656804734,
      "grad_norm": 1.547423243522644,
      "learning_rate": 0.0001,
      "loss": 0.0255,
      "step": 16190
    },
    {
      "epoch": 95.85798816568047,
      "grad_norm": 1.3531512022018433,
      "learning_rate": 0.0001,
      "loss": 0.0259,
      "step": 16200
    },
    {
      "epoch": 95.9171597633136,
      "grad_norm": 1.9303975105285645,
      "learning_rate": 0.0001,
      "loss": 0.0262,
      "step": 16210
    },
    {
      "epoch": 95.97633136094674,
      "grad_norm": 2.4396984577178955,
      "learning_rate": 0.0001,
      "loss": 0.0277,
      "step": 16220
    },
    {
      "epoch": 96.03550295857988,
      "grad_norm": 1.445061445236206,
      "learning_rate": 0.0001,
      "loss": 0.0267,
      "step": 16230
    },
    {
      "epoch": 96.09467455621302,
      "grad_norm": 1.9003947973251343,
      "learning_rate": 0.0001,
      "loss": 0.0277,
      "step": 16240
    },
    {
      "epoch": 96.15384615384616,
      "grad_norm": 1.8887784481048584,
      "learning_rate": 0.0001,
      "loss": 0.0267,
      "step": 16250
    },
    {
      "epoch": 96.21301775147928,
      "grad_norm": 1.4374672174453735,
      "learning_rate": 0.0001,
      "loss": 0.0265,
      "step": 16260
    },
    {
      "epoch": 96.27218934911242,
      "grad_norm": 2.373680830001831,
      "learning_rate": 0.0001,
      "loss": 0.0252,
      "step": 16270
    },
    {
      "epoch": 96.33136094674556,
      "grad_norm": 1.4005873203277588,
      "learning_rate": 0.0001,
      "loss": 0.0262,
      "step": 16280
    },
    {
      "epoch": 96.3905325443787,
      "grad_norm": 1.7103840112686157,
      "learning_rate": 0.0001,
      "loss": 0.0261,
      "step": 16290
    },
    {
      "epoch": 96.44970414201184,
      "grad_norm": 1.2638014554977417,
      "learning_rate": 0.0001,
      "loss": 0.0271,
      "step": 16300
    },
    {
      "epoch": 96.50887573964496,
      "grad_norm": 1.4438227415084839,
      "learning_rate": 0.0001,
      "loss": 0.0261,
      "step": 16310
    },
    {
      "epoch": 96.5680473372781,
      "grad_norm": 1.4212442636489868,
      "learning_rate": 0.0001,
      "loss": 0.0276,
      "step": 16320
    },
    {
      "epoch": 96.62721893491124,
      "grad_norm": 1.588212251663208,
      "learning_rate": 0.0001,
      "loss": 0.0279,
      "step": 16330
    },
    {
      "epoch": 96.68639053254438,
      "grad_norm": 1.7317638397216797,
      "learning_rate": 0.0001,
      "loss": 0.0271,
      "step": 16340
    },
    {
      "epoch": 96.74556213017752,
      "grad_norm": 1.6484242677688599,
      "learning_rate": 0.0001,
      "loss": 0.0271,
      "step": 16350
    },
    {
      "epoch": 96.80473372781066,
      "grad_norm": 2.218794822692871,
      "learning_rate": 0.0001,
      "loss": 0.0273,
      "step": 16360
    },
    {
      "epoch": 96.86390532544378,
      "grad_norm": 1.8884763717651367,
      "learning_rate": 0.0001,
      "loss": 0.0285,
      "step": 16370
    },
    {
      "epoch": 96.92307692307692,
      "grad_norm": 1.9927177429199219,
      "learning_rate": 0.0001,
      "loss": 0.0276,
      "step": 16380
    },
    {
      "epoch": 96.98224852071006,
      "grad_norm": 1.8023303747177124,
      "learning_rate": 0.0001,
      "loss": 0.0268,
      "step": 16390
    },
    {
      "epoch": 97.0414201183432,
      "grad_norm": 1.5173333883285522,
      "learning_rate": 0.0001,
      "loss": 0.0269,
      "step": 16400
    },
    {
      "epoch": 97.10059171597634,
      "grad_norm": 1.9109643697738647,
      "learning_rate": 0.0001,
      "loss": 0.0258,
      "step": 16410
    },
    {
      "epoch": 97.15976331360947,
      "grad_norm": 1.485317587852478,
      "learning_rate": 0.0001,
      "loss": 0.0269,
      "step": 16420
    },
    {
      "epoch": 97.2189349112426,
      "grad_norm": 1.8494558334350586,
      "learning_rate": 0.0001,
      "loss": 0.0267,
      "step": 16430
    },
    {
      "epoch": 97.27810650887574,
      "grad_norm": 1.5114191770553589,
      "learning_rate": 0.0001,
      "loss": 0.0276,
      "step": 16440
    },
    {
      "epoch": 97.33727810650888,
      "grad_norm": 1.9201053380966187,
      "learning_rate": 0.0001,
      "loss": 0.0255,
      "step": 16450
    },
    {
      "epoch": 97.39644970414201,
      "grad_norm": 1.520798683166504,
      "learning_rate": 0.0001,
      "loss": 0.0272,
      "step": 16460
    },
    {
      "epoch": 97.45562130177515,
      "grad_norm": 1.8467390537261963,
      "learning_rate": 0.0001,
      "loss": 0.0279,
      "step": 16470
    },
    {
      "epoch": 97.51479289940828,
      "grad_norm": 1.6369913816452026,
      "learning_rate": 0.0001,
      "loss": 0.0268,
      "step": 16480
    },
    {
      "epoch": 97.57396449704142,
      "grad_norm": 1.6534287929534912,
      "learning_rate": 0.0001,
      "loss": 0.0258,
      "step": 16490
    },
    {
      "epoch": 97.63313609467455,
      "grad_norm": 1.4711045026779175,
      "learning_rate": 0.0001,
      "loss": 0.0262,
      "step": 16500
    },
    {
      "epoch": 97.6923076923077,
      "grad_norm": 1.76560640335083,
      "learning_rate": 0.0001,
      "loss": 0.0258,
      "step": 16510
    },
    {
      "epoch": 97.75147928994083,
      "grad_norm": 1.7870081663131714,
      "learning_rate": 0.0001,
      "loss": 0.0266,
      "step": 16520
    },
    {
      "epoch": 97.81065088757397,
      "grad_norm": 1.494162917137146,
      "learning_rate": 0.0001,
      "loss": 0.0277,
      "step": 16530
    },
    {
      "epoch": 97.8698224852071,
      "grad_norm": 1.7298845052719116,
      "learning_rate": 0.0001,
      "loss": 0.0258,
      "step": 16540
    },
    {
      "epoch": 97.92899408284023,
      "grad_norm": 1.4313361644744873,
      "learning_rate": 0.0001,
      "loss": 0.0256,
      "step": 16550
    },
    {
      "epoch": 97.98816568047337,
      "grad_norm": 1.3597660064697266,
      "learning_rate": 0.0001,
      "loss": 0.0265,
      "step": 16560
    },
    {
      "epoch": 98.04733727810651,
      "grad_norm": 1.6125025749206543,
      "learning_rate": 0.0001,
      "loss": 0.0252,
      "step": 16570
    },
    {
      "epoch": 98.10650887573965,
      "grad_norm": 1.6149601936340332,
      "learning_rate": 0.0001,
      "loss": 0.026,
      "step": 16580
    },
    {
      "epoch": 98.16568047337279,
      "grad_norm": 2.0037436485290527,
      "learning_rate": 0.0001,
      "loss": 0.0266,
      "step": 16590
    },
    {
      "epoch": 98.22485207100591,
      "grad_norm": 1.7898390293121338,
      "learning_rate": 0.0001,
      "loss": 0.0258,
      "step": 16600
    },
    {
      "epoch": 98.28402366863905,
      "grad_norm": 1.5894354581832886,
      "learning_rate": 0.0001,
      "loss": 0.0259,
      "step": 16610
    },
    {
      "epoch": 98.34319526627219,
      "grad_norm": 1.3405784368515015,
      "learning_rate": 0.0001,
      "loss": 0.0253,
      "step": 16620
    },
    {
      "epoch": 98.40236686390533,
      "grad_norm": 1.6774709224700928,
      "learning_rate": 0.0001,
      "loss": 0.0259,
      "step": 16630
    },
    {
      "epoch": 98.46153846153847,
      "grad_norm": 1.432090401649475,
      "learning_rate": 0.0001,
      "loss": 0.0256,
      "step": 16640
    },
    {
      "epoch": 98.52071005917159,
      "grad_norm": 1.3350290060043335,
      "learning_rate": 0.0001,
      "loss": 0.0258,
      "step": 16650
    },
    {
      "epoch": 98.57988165680473,
      "grad_norm": 1.835278034210205,
      "learning_rate": 0.0001,
      "loss": 0.0266,
      "step": 16660
    },
    {
      "epoch": 98.63905325443787,
      "grad_norm": 1.606459140777588,
      "learning_rate": 0.0001,
      "loss": 0.0261,
      "step": 16670
    },
    {
      "epoch": 98.69822485207101,
      "grad_norm": 1.7699569463729858,
      "learning_rate": 0.0001,
      "loss": 0.0267,
      "step": 16680
    },
    {
      "epoch": 98.75739644970415,
      "grad_norm": 1.5623904466629028,
      "learning_rate": 0.0001,
      "loss": 0.0263,
      "step": 16690
    },
    {
      "epoch": 98.81656804733728,
      "grad_norm": 1.4613949060440063,
      "learning_rate": 0.0001,
      "loss": 0.0267,
      "step": 16700
    },
    {
      "epoch": 98.87573964497041,
      "grad_norm": 1.277431607246399,
      "learning_rate": 0.0001,
      "loss": 0.0255,
      "step": 16710
    },
    {
      "epoch": 98.93491124260355,
      "grad_norm": 1.694647192955017,
      "learning_rate": 0.0001,
      "loss": 0.0245,
      "step": 16720
    },
    {
      "epoch": 98.99408284023669,
      "grad_norm": 2.0295796394348145,
      "learning_rate": 0.0001,
      "loss": 0.0265,
      "step": 16730
    },
    {
      "epoch": 99.05325443786982,
      "grad_norm": 2.0689375400543213,
      "learning_rate": 0.0001,
      "loss": 0.0265,
      "step": 16740
    },
    {
      "epoch": 99.11242603550296,
      "grad_norm": 1.3141193389892578,
      "learning_rate": 0.0001,
      "loss": 0.025,
      "step": 16750
    },
    {
      "epoch": 99.17159763313609,
      "grad_norm": 1.3493739366531372,
      "learning_rate": 0.0001,
      "loss": 0.0264,
      "step": 16760
    },
    {
      "epoch": 99.23076923076923,
      "grad_norm": 1.6883349418640137,
      "learning_rate": 0.0001,
      "loss": 0.0255,
      "step": 16770
    },
    {
      "epoch": 99.28994082840237,
      "grad_norm": 1.5592509508132935,
      "learning_rate": 0.0001,
      "loss": 0.0245,
      "step": 16780
    },
    {
      "epoch": 99.3491124260355,
      "grad_norm": 1.5131289958953857,
      "learning_rate": 0.0001,
      "loss": 0.0252,
      "step": 16790
    },
    {
      "epoch": 99.40828402366864,
      "grad_norm": 1.2498494386672974,
      "learning_rate": 0.0001,
      "loss": 0.0255,
      "step": 16800
    },
    {
      "epoch": 99.46745562130178,
      "grad_norm": 1.3289576768875122,
      "learning_rate": 0.0001,
      "loss": 0.0244,
      "step": 16810
    },
    {
      "epoch": 99.5266272189349,
      "grad_norm": 1.6332381963729858,
      "learning_rate": 0.0001,
      "loss": 0.0267,
      "step": 16820
    },
    {
      "epoch": 99.58579881656804,
      "grad_norm": 2.0991885662078857,
      "learning_rate": 0.0001,
      "loss": 0.027,
      "step": 16830
    },
    {
      "epoch": 99.64497041420118,
      "grad_norm": 1.8775763511657715,
      "learning_rate": 0.0001,
      "loss": 0.0258,
      "step": 16840
    },
    {
      "epoch": 99.70414201183432,
      "grad_norm": 1.8826587200164795,
      "learning_rate": 0.0001,
      "loss": 0.0258,
      "step": 16850
    },
    {
      "epoch": 99.76331360946746,
      "grad_norm": 1.5205402374267578,
      "learning_rate": 0.0001,
      "loss": 0.0248,
      "step": 16860
    },
    {
      "epoch": 99.8224852071006,
      "grad_norm": 1.6357060670852661,
      "learning_rate": 0.0001,
      "loss": 0.026,
      "step": 16870
    },
    {
      "epoch": 99.88165680473372,
      "grad_norm": 1.3361115455627441,
      "learning_rate": 0.0001,
      "loss": 0.0266,
      "step": 16880
    },
    {
      "epoch": 99.94082840236686,
      "grad_norm": 1.682531476020813,
      "learning_rate": 0.0001,
      "loss": 0.0268,
      "step": 16890
    },
    {
      "epoch": 100.0,
      "grad_norm": 1.3777778148651123,
      "learning_rate": 0.0001,
      "loss": 0.0265,
      "step": 16900
    },
    {
      "epoch": 100.05917159763314,
      "grad_norm": 2.043806791305542,
      "learning_rate": 0.0001,
      "loss": 0.027,
      "step": 16910
    },
    {
      "epoch": 100.11834319526628,
      "grad_norm": 1.5332293510437012,
      "learning_rate": 0.0001,
      "loss": 0.0279,
      "step": 16920
    },
    {
      "epoch": 100.1775147928994,
      "grad_norm": 1.5093722343444824,
      "learning_rate": 0.0001,
      "loss": 0.0278,
      "step": 16930
    },
    {
      "epoch": 100.23668639053254,
      "grad_norm": 1.1633856296539307,
      "learning_rate": 0.0001,
      "loss": 0.0257,
      "step": 16940
    },
    {
      "epoch": 100.29585798816568,
      "grad_norm": 1.4330850839614868,
      "learning_rate": 0.0001,
      "loss": 0.0262,
      "step": 16950
    },
    {
      "epoch": 100.35502958579882,
      "grad_norm": 1.708530068397522,
      "learning_rate": 0.0001,
      "loss": 0.0262,
      "step": 16960
    },
    {
      "epoch": 100.41420118343196,
      "grad_norm": 1.524470567703247,
      "learning_rate": 0.0001,
      "loss": 0.0259,
      "step": 16970
    },
    {
      "epoch": 100.4733727810651,
      "grad_norm": 1.4476228952407837,
      "learning_rate": 0.0001,
      "loss": 0.0264,
      "step": 16980
    },
    {
      "epoch": 100.53254437869822,
      "grad_norm": 1.4369665384292603,
      "learning_rate": 0.0001,
      "loss": 0.0269,
      "step": 16990
    },
    {
      "epoch": 100.59171597633136,
      "grad_norm": 1.3812737464904785,
      "learning_rate": 0.0001,
      "loss": 0.0261,
      "step": 17000
    },
    {
      "epoch": 100.6508875739645,
      "grad_norm": 2.1099750995635986,
      "learning_rate": 0.0001,
      "loss": 0.0275,
      "step": 17010
    },
    {
      "epoch": 100.71005917159763,
      "grad_norm": 1.6349544525146484,
      "learning_rate": 0.0001,
      "loss": 0.0272,
      "step": 17020
    },
    {
      "epoch": 100.76923076923077,
      "grad_norm": 1.673108696937561,
      "learning_rate": 0.0001,
      "loss": 0.0276,
      "step": 17030
    },
    {
      "epoch": 100.82840236686391,
      "grad_norm": 1.5189217329025269,
      "learning_rate": 0.0001,
      "loss": 0.0268,
      "step": 17040
    },
    {
      "epoch": 100.88757396449704,
      "grad_norm": 1.6288717985153198,
      "learning_rate": 0.0001,
      "loss": 0.0266,
      "step": 17050
    },
    {
      "epoch": 100.94674556213018,
      "grad_norm": 1.5159913301467896,
      "learning_rate": 0.0001,
      "loss": 0.0248,
      "step": 17060
    },
    {
      "epoch": 101.00591715976331,
      "grad_norm": 1.472872257232666,
      "learning_rate": 0.0001,
      "loss": 0.024,
      "step": 17070
    },
    {
      "epoch": 101.06508875739645,
      "grad_norm": 1.9575871229171753,
      "learning_rate": 0.0001,
      "loss": 0.0254,
      "step": 17080
    },
    {
      "epoch": 101.12426035502959,
      "grad_norm": 2.385197162628174,
      "learning_rate": 0.0001,
      "loss": 0.0271,
      "step": 17090
    },
    {
      "epoch": 101.18343195266272,
      "grad_norm": 2.215818166732788,
      "learning_rate": 0.0001,
      "loss": 0.025,
      "step": 17100
    },
    {
      "epoch": 101.24260355029585,
      "grad_norm": 1.977542757987976,
      "learning_rate": 0.0001,
      "loss": 0.0255,
      "step": 17110
    },
    {
      "epoch": 101.30177514792899,
      "grad_norm": 2.0294933319091797,
      "learning_rate": 0.0001,
      "loss": 0.0258,
      "step": 17120
    },
    {
      "epoch": 101.36094674556213,
      "grad_norm": 1.7324378490447998,
      "learning_rate": 0.0001,
      "loss": 0.0252,
      "step": 17130
    },
    {
      "epoch": 101.42011834319527,
      "grad_norm": 1.630754828453064,
      "learning_rate": 0.0001,
      "loss": 0.026,
      "step": 17140
    },
    {
      "epoch": 101.47928994082841,
      "grad_norm": 2.1423933506011963,
      "learning_rate": 0.0001,
      "loss": 0.0254,
      "step": 17150
    },
    {
      "epoch": 101.53846153846153,
      "grad_norm": 1.910994052886963,
      "learning_rate": 0.0001,
      "loss": 0.0252,
      "step": 17160
    },
    {
      "epoch": 101.59763313609467,
      "grad_norm": 1.8440018892288208,
      "learning_rate": 0.0001,
      "loss": 0.026,
      "step": 17170
    },
    {
      "epoch": 101.65680473372781,
      "grad_norm": 1.5927495956420898,
      "learning_rate": 0.0001,
      "loss": 0.0252,
      "step": 17180
    },
    {
      "epoch": 101.71597633136095,
      "grad_norm": 1.640611171722412,
      "learning_rate": 0.0001,
      "loss": 0.0248,
      "step": 17190
    },
    {
      "epoch": 101.77514792899409,
      "grad_norm": 1.640289068222046,
      "learning_rate": 0.0001,
      "loss": 0.025,
      "step": 17200
    },
    {
      "epoch": 101.83431952662721,
      "grad_norm": 1.825135350227356,
      "learning_rate": 0.0001,
      "loss": 0.0261,
      "step": 17210
    },
    {
      "epoch": 101.89349112426035,
      "grad_norm": 2.1115877628326416,
      "learning_rate": 0.0001,
      "loss": 0.0254,
      "step": 17220
    },
    {
      "epoch": 101.95266272189349,
      "grad_norm": 1.9629405736923218,
      "learning_rate": 0.0001,
      "loss": 0.0259,
      "step": 17230
    },
    {
      "epoch": 102.01183431952663,
      "grad_norm": 1.6097747087478638,
      "learning_rate": 0.0001,
      "loss": 0.0251,
      "step": 17240
    },
    {
      "epoch": 102.07100591715977,
      "grad_norm": 2.1289632320404053,
      "learning_rate": 0.0001,
      "loss": 0.0258,
      "step": 17250
    },
    {
      "epoch": 102.1301775147929,
      "grad_norm": 1.3834342956542969,
      "learning_rate": 0.0001,
      "loss": 0.0247,
      "step": 17260
    },
    {
      "epoch": 102.18934911242603,
      "grad_norm": 1.6639059782028198,
      "learning_rate": 0.0001,
      "loss": 0.0264,
      "step": 17270
    },
    {
      "epoch": 102.24852071005917,
      "grad_norm": 1.5481454133987427,
      "learning_rate": 0.0001,
      "loss": 0.024,
      "step": 17280
    },
    {
      "epoch": 102.3076923076923,
      "grad_norm": 1.5337421894073486,
      "learning_rate": 0.0001,
      "loss": 0.0258,
      "step": 17290
    },
    {
      "epoch": 102.36686390532545,
      "grad_norm": 1.332580804824829,
      "learning_rate": 0.0001,
      "loss": 0.025,
      "step": 17300
    },
    {
      "epoch": 102.42603550295858,
      "grad_norm": 1.4046190977096558,
      "learning_rate": 0.0001,
      "loss": 0.0264,
      "step": 17310
    },
    {
      "epoch": 102.48520710059172,
      "grad_norm": 1.9278885126113892,
      "learning_rate": 0.0001,
      "loss": 0.0262,
      "step": 17320
    },
    {
      "epoch": 102.54437869822485,
      "grad_norm": 1.3687036037445068,
      "learning_rate": 0.0001,
      "loss": 0.0269,
      "step": 17330
    },
    {
      "epoch": 102.60355029585799,
      "grad_norm": 1.3971467018127441,
      "learning_rate": 0.0001,
      "loss": 0.0265,
      "step": 17340
    },
    {
      "epoch": 102.66272189349112,
      "grad_norm": 1.7415915727615356,
      "learning_rate": 0.0001,
      "loss": 0.0264,
      "step": 17350
    },
    {
      "epoch": 102.72189349112426,
      "grad_norm": 1.5043632984161377,
      "learning_rate": 0.0001,
      "loss": 0.0269,
      "step": 17360
    },
    {
      "epoch": 102.7810650887574,
      "grad_norm": 1.066420316696167,
      "learning_rate": 0.0001,
      "loss": 0.0268,
      "step": 17370
    },
    {
      "epoch": 102.84023668639053,
      "grad_norm": 1.7254488468170166,
      "learning_rate": 0.0001,
      "loss": 0.0246,
      "step": 17380
    },
    {
      "epoch": 102.89940828402366,
      "grad_norm": 1.7191846370697021,
      "learning_rate": 0.0001,
      "loss": 0.0255,
      "step": 17390
    },
    {
      "epoch": 102.9585798816568,
      "grad_norm": 1.7242511510849,
      "learning_rate": 0.0001,
      "loss": 0.0275,
      "step": 17400
    },
    {
      "epoch": 103.01775147928994,
      "grad_norm": 1.5717693567276,
      "learning_rate": 0.0001,
      "loss": 0.0259,
      "step": 17410
    },
    {
      "epoch": 103.07692307692308,
      "grad_norm": 1.9666684865951538,
      "learning_rate": 0.0001,
      "loss": 0.0244,
      "step": 17420
    },
    {
      "epoch": 103.13609467455622,
      "grad_norm": 1.8861017227172852,
      "learning_rate": 0.0001,
      "loss": 0.0258,
      "step": 17430
    },
    {
      "epoch": 103.19526627218934,
      "grad_norm": 1.2661702632904053,
      "learning_rate": 0.0001,
      "loss": 0.026,
      "step": 17440
    },
    {
      "epoch": 103.25443786982248,
      "grad_norm": 1.5506561994552612,
      "learning_rate": 0.0001,
      "loss": 0.0258,
      "step": 17450
    },
    {
      "epoch": 103.31360946745562,
      "grad_norm": 1.3063440322875977,
      "learning_rate": 0.0001,
      "loss": 0.0242,
      "step": 17460
    },
    {
      "epoch": 103.37278106508876,
      "grad_norm": 1.601036548614502,
      "learning_rate": 0.0001,
      "loss": 0.0263,
      "step": 17470
    },
    {
      "epoch": 103.4319526627219,
      "grad_norm": 1.5009862184524536,
      "learning_rate": 0.0001,
      "loss": 0.0259,
      "step": 17480
    },
    {
      "epoch": 103.49112426035504,
      "grad_norm": 1.2007697820663452,
      "learning_rate": 0.0001,
      "loss": 0.0261,
      "step": 17490
    },
    {
      "epoch": 103.55029585798816,
      "grad_norm": 1.7272799015045166,
      "learning_rate": 0.0001,
      "loss": 0.0273,
      "step": 17500
    },
    {
      "epoch": 103.6094674556213,
      "grad_norm": 1.3488199710845947,
      "learning_rate": 0.0001,
      "loss": 0.0284,
      "step": 17510
    },
    {
      "epoch": 103.66863905325444,
      "grad_norm": 1.095036268234253,
      "learning_rate": 0.0001,
      "loss": 0.0269,
      "step": 17520
    },
    {
      "epoch": 103.72781065088758,
      "grad_norm": 1.6861222982406616,
      "learning_rate": 0.0001,
      "loss": 0.0266,
      "step": 17530
    },
    {
      "epoch": 103.78698224852072,
      "grad_norm": 1.9763951301574707,
      "learning_rate": 0.0001,
      "loss": 0.0266,
      "step": 17540
    },
    {
      "epoch": 103.84615384615384,
      "grad_norm": 1.536069631576538,
      "learning_rate": 0.0001,
      "loss": 0.0268,
      "step": 17550
    },
    {
      "epoch": 103.90532544378698,
      "grad_norm": 1.362142562866211,
      "learning_rate": 0.0001,
      "loss": 0.0269,
      "step": 17560
    },
    {
      "epoch": 103.96449704142012,
      "grad_norm": 1.4171984195709229,
      "learning_rate": 0.0001,
      "loss": 0.0267,
      "step": 17570
    },
    {
      "epoch": 104.02366863905326,
      "grad_norm": 1.3235714435577393,
      "learning_rate": 0.0001,
      "loss": 0.0277,
      "step": 17580
    },
    {
      "epoch": 104.0828402366864,
      "grad_norm": 2.038267135620117,
      "learning_rate": 0.0001,
      "loss": 0.0275,
      "step": 17590
    },
    {
      "epoch": 104.14201183431953,
      "grad_norm": 1.3383609056472778,
      "learning_rate": 0.0001,
      "loss": 0.0256,
      "step": 17600
    },
    {
      "epoch": 104.20118343195266,
      "grad_norm": 1.6321433782577515,
      "learning_rate": 0.0001,
      "loss": 0.0273,
      "step": 17610
    },
    {
      "epoch": 104.2603550295858,
      "grad_norm": 1.647024393081665,
      "learning_rate": 0.0001,
      "loss": 0.0264,
      "step": 17620
    },
    {
      "epoch": 104.31952662721893,
      "grad_norm": 1.809311866760254,
      "learning_rate": 0.0001,
      "loss": 0.027,
      "step": 17630
    },
    {
      "epoch": 104.37869822485207,
      "grad_norm": 1.6921018362045288,
      "learning_rate": 0.0001,
      "loss": 0.0262,
      "step": 17640
    },
    {
      "epoch": 104.43786982248521,
      "grad_norm": 1.6428320407867432,
      "learning_rate": 0.0001,
      "loss": 0.0265,
      "step": 17650
    },
    {
      "epoch": 104.49704142011835,
      "grad_norm": 1.3917149305343628,
      "learning_rate": 0.0001,
      "loss": 0.025,
      "step": 17660
    },
    {
      "epoch": 104.55621301775147,
      "grad_norm": 1.3470455408096313,
      "learning_rate": 0.0001,
      "loss": 0.0242,
      "step": 17670
    },
    {
      "epoch": 104.61538461538461,
      "grad_norm": 1.5173072814941406,
      "learning_rate": 0.0001,
      "loss": 0.0259,
      "step": 17680
    },
    {
      "epoch": 104.67455621301775,
      "grad_norm": 1.0590153932571411,
      "learning_rate": 0.0001,
      "loss": 0.0262,
      "step": 17690
    },
    {
      "epoch": 104.73372781065089,
      "grad_norm": 1.273803472518921,
      "learning_rate": 0.0001,
      "loss": 0.0269,
      "step": 17700
    },
    {
      "epoch": 104.79289940828403,
      "grad_norm": 1.394396185874939,
      "learning_rate": 0.0001,
      "loss": 0.0272,
      "step": 17710
    },
    {
      "epoch": 104.85207100591715,
      "grad_norm": 1.2598323822021484,
      "learning_rate": 0.0001,
      "loss": 0.0289,
      "step": 17720
    },
    {
      "epoch": 104.91124260355029,
      "grad_norm": 2.0856642723083496,
      "learning_rate": 0.0001,
      "loss": 0.0307,
      "step": 17730
    },
    {
      "epoch": 104.97041420118343,
      "grad_norm": 2.8122613430023193,
      "learning_rate": 0.0001,
      "loss": 0.0284,
      "step": 17740
    },
    {
      "epoch": 105.02958579881657,
      "grad_norm": 1.9192427396774292,
      "learning_rate": 0.0001,
      "loss": 0.0259,
      "step": 17750
    },
    {
      "epoch": 105.08875739644971,
      "grad_norm": 1.6123884916305542,
      "learning_rate": 0.0001,
      "loss": 0.0261,
      "step": 17760
    },
    {
      "epoch": 105.14792899408285,
      "grad_norm": 1.7245540618896484,
      "learning_rate": 0.0001,
      "loss": 0.0263,
      "step": 17770
    },
    {
      "epoch": 105.20710059171597,
      "grad_norm": 2.3444323539733887,
      "learning_rate": 0.0001,
      "loss": 0.0257,
      "step": 17780
    },
    {
      "epoch": 105.26627218934911,
      "grad_norm": 1.5307093858718872,
      "learning_rate": 0.0001,
      "loss": 0.0262,
      "step": 17790
    },
    {
      "epoch": 105.32544378698225,
      "grad_norm": 1.663991093635559,
      "learning_rate": 0.0001,
      "loss": 0.0264,
      "step": 17800
    },
    {
      "epoch": 105.38461538461539,
      "grad_norm": 1.242200255393982,
      "learning_rate": 0.0001,
      "loss": 0.0247,
      "step": 17810
    },
    {
      "epoch": 105.44378698224853,
      "grad_norm": 1.1324563026428223,
      "learning_rate": 0.0001,
      "loss": 0.0261,
      "step": 17820
    },
    {
      "epoch": 105.50295857988165,
      "grad_norm": 1.4513096809387207,
      "learning_rate": 0.0001,
      "loss": 0.0268,
      "step": 17830
    },
    {
      "epoch": 105.56213017751479,
      "grad_norm": 1.2292907238006592,
      "learning_rate": 0.0001,
      "loss": 0.0277,
      "step": 17840
    },
    {
      "epoch": 105.62130177514793,
      "grad_norm": 1.8985364437103271,
      "learning_rate": 0.0001,
      "loss": 0.0286,
      "step": 17850
    },
    {
      "epoch": 105.68047337278107,
      "grad_norm": 1.344464898109436,
      "learning_rate": 0.0001,
      "loss": 0.0275,
      "step": 17860
    },
    {
      "epoch": 105.7396449704142,
      "grad_norm": 1.3315728902816772,
      "learning_rate": 0.0001,
      "loss": 0.0259,
      "step": 17870
    },
    {
      "epoch": 105.79881656804734,
      "grad_norm": 1.3947885036468506,
      "learning_rate": 0.0001,
      "loss": 0.0258,
      "step": 17880
    },
    {
      "epoch": 105.85798816568047,
      "grad_norm": 1.4972177743911743,
      "learning_rate": 0.0001,
      "loss": 0.0258,
      "step": 17890
    },
    {
      "epoch": 105.9171597633136,
      "grad_norm": 1.479939341545105,
      "learning_rate": 0.0001,
      "loss": 0.025,
      "step": 17900
    },
    {
      "epoch": 105.97633136094674,
      "grad_norm": 1.5584843158721924,
      "learning_rate": 0.0001,
      "loss": 0.0257,
      "step": 17910
    },
    {
      "epoch": 106.03550295857988,
      "grad_norm": 1.155634880065918,
      "learning_rate": 0.0001,
      "loss": 0.0262,
      "step": 17920
    },
    {
      "epoch": 106.09467455621302,
      "grad_norm": 1.7053613662719727,
      "learning_rate": 0.0001,
      "loss": 0.0257,
      "step": 17930
    },
    {
      "epoch": 106.15384615384616,
      "grad_norm": 1.8626021146774292,
      "learning_rate": 0.0001,
      "loss": 0.0262,
      "step": 17940
    },
    {
      "epoch": 106.21301775147928,
      "grad_norm": 1.7530268430709839,
      "learning_rate": 0.0001,
      "loss": 0.0261,
      "step": 17950
    },
    {
      "epoch": 106.27218934911242,
      "grad_norm": 2.008701801300049,
      "learning_rate": 0.0001,
      "loss": 0.0259,
      "step": 17960
    },
    {
      "epoch": 106.33136094674556,
      "grad_norm": 1.3362863063812256,
      "learning_rate": 0.0001,
      "loss": 0.0254,
      "step": 17970
    },
    {
      "epoch": 106.3905325443787,
      "grad_norm": 1.2728350162506104,
      "learning_rate": 0.0001,
      "loss": 0.0245,
      "step": 17980
    },
    {
      "epoch": 106.44970414201184,
      "grad_norm": 1.0574220418930054,
      "learning_rate": 0.0001,
      "loss": 0.0243,
      "step": 17990
    },
    {
      "epoch": 106.50887573964496,
      "grad_norm": 1.77041494846344,
      "learning_rate": 0.0001,
      "loss": 0.0255,
      "step": 18000
    },
    {
      "epoch": 106.5680473372781,
      "grad_norm": 1.334742546081543,
      "learning_rate": 0.0001,
      "loss": 0.0272,
      "step": 18010
    },
    {
      "epoch": 106.62721893491124,
      "grad_norm": 1.1167922019958496,
      "learning_rate": 0.0001,
      "loss": 0.0254,
      "step": 18020
    },
    {
      "epoch": 106.68639053254438,
      "grad_norm": 1.591597318649292,
      "learning_rate": 0.0001,
      "loss": 0.0258,
      "step": 18030
    },
    {
      "epoch": 106.74556213017752,
      "grad_norm": 1.681300163269043,
      "learning_rate": 0.0001,
      "loss": 0.0267,
      "step": 18040
    },
    {
      "epoch": 106.80473372781066,
      "grad_norm": 1.9211896657943726,
      "learning_rate": 0.0001,
      "loss": 0.0274,
      "step": 18050
    },
    {
      "epoch": 106.86390532544378,
      "grad_norm": 1.4798047542572021,
      "learning_rate": 0.0001,
      "loss": 0.0279,
      "step": 18060
    },
    {
      "epoch": 106.92307692307692,
      "grad_norm": 1.3561455011367798,
      "learning_rate": 0.0001,
      "loss": 0.027,
      "step": 18070
    },
    {
      "epoch": 106.98224852071006,
      "grad_norm": 1.3977030515670776,
      "learning_rate": 0.0001,
      "loss": 0.026,
      "step": 18080
    },
    {
      "epoch": 107.0414201183432,
      "grad_norm": 1.5403028726577759,
      "learning_rate": 0.0001,
      "loss": 0.0259,
      "step": 18090
    },
    {
      "epoch": 107.10059171597634,
      "grad_norm": 1.9070069789886475,
      "learning_rate": 0.0001,
      "loss": 0.0263,
      "step": 18100
    },
    {
      "epoch": 107.15976331360947,
      "grad_norm": 1.4401390552520752,
      "learning_rate": 0.0001,
      "loss": 0.0266,
      "step": 18110
    },
    {
      "epoch": 107.2189349112426,
      "grad_norm": 1.4564379453659058,
      "learning_rate": 0.0001,
      "loss": 0.0269,
      "step": 18120
    },
    {
      "epoch": 107.27810650887574,
      "grad_norm": 1.508639931678772,
      "learning_rate": 0.0001,
      "loss": 0.0254,
      "step": 18130
    },
    {
      "epoch": 107.33727810650888,
      "grad_norm": 1.5949206352233887,
      "learning_rate": 0.0001,
      "loss": 0.0247,
      "step": 18140
    },
    {
      "epoch": 107.39644970414201,
      "grad_norm": 1.2537730932235718,
      "learning_rate": 0.0001,
      "loss": 0.0259,
      "step": 18150
    },
    {
      "epoch": 107.45562130177515,
      "grad_norm": 1.4299670457839966,
      "learning_rate": 0.0001,
      "loss": 0.0246,
      "step": 18160
    },
    {
      "epoch": 107.51479289940828,
      "grad_norm": 1.2867765426635742,
      "learning_rate": 0.0001,
      "loss": 0.0253,
      "step": 18170
    },
    {
      "epoch": 107.57396449704142,
      "grad_norm": 1.6854437589645386,
      "learning_rate": 0.0001,
      "loss": 0.0249,
      "step": 18180
    },
    {
      "epoch": 107.63313609467455,
      "grad_norm": 1.501104712486267,
      "learning_rate": 0.0001,
      "loss": 0.0249,
      "step": 18190
    },
    {
      "epoch": 107.6923076923077,
      "grad_norm": 1.2526355981826782,
      "learning_rate": 0.0001,
      "loss": 0.0254,
      "step": 18200
    },
    {
      "epoch": 107.75147928994083,
      "grad_norm": 1.354607343673706,
      "learning_rate": 0.0001,
      "loss": 0.0254,
      "step": 18210
    },
    {
      "epoch": 107.81065088757397,
      "grad_norm": 1.4535508155822754,
      "learning_rate": 0.0001,
      "loss": 0.0248,
      "step": 18220
    },
    {
      "epoch": 107.8698224852071,
      "grad_norm": 1.483656406402588,
      "learning_rate": 0.0001,
      "loss": 0.0255,
      "step": 18230
    },
    {
      "epoch": 107.92899408284023,
      "grad_norm": 1.1930395364761353,
      "learning_rate": 0.0001,
      "loss": 0.0256,
      "step": 18240
    },
    {
      "epoch": 107.98816568047337,
      "grad_norm": 1.8803009986877441,
      "learning_rate": 0.0001,
      "loss": 0.0268,
      "step": 18250
    },
    {
      "epoch": 108.04733727810651,
      "grad_norm": 1.4863253831863403,
      "learning_rate": 0.0001,
      "loss": 0.0263,
      "step": 18260
    },
    {
      "epoch": 108.10650887573965,
      "grad_norm": 1.7983930110931396,
      "learning_rate": 0.0001,
      "loss": 0.0257,
      "step": 18270
    },
    {
      "epoch": 108.16568047337279,
      "grad_norm": 1.7867889404296875,
      "learning_rate": 0.0001,
      "loss": 0.0251,
      "step": 18280
    },
    {
      "epoch": 108.22485207100591,
      "grad_norm": 1.4212646484375,
      "learning_rate": 0.0001,
      "loss": 0.0257,
      "step": 18290
    },
    {
      "epoch": 108.28402366863905,
      "grad_norm": 1.6550354957580566,
      "learning_rate": 0.0001,
      "loss": 0.0265,
      "step": 18300
    },
    {
      "epoch": 108.34319526627219,
      "grad_norm": 1.667275071144104,
      "learning_rate": 0.0001,
      "loss": 0.0248,
      "step": 18310
    },
    {
      "epoch": 108.40236686390533,
      "grad_norm": 1.6337451934814453,
      "learning_rate": 0.0001,
      "loss": 0.0279,
      "step": 18320
    },
    {
      "epoch": 108.46153846153847,
      "grad_norm": 1.832651972770691,
      "learning_rate": 0.0001,
      "loss": 0.0265,
      "step": 18330
    },
    {
      "epoch": 108.52071005917159,
      "grad_norm": 1.3788131475448608,
      "learning_rate": 0.0001,
      "loss": 0.0258,
      "step": 18340
    },
    {
      "epoch": 108.57988165680473,
      "grad_norm": 1.3384666442871094,
      "learning_rate": 0.0001,
      "loss": 0.0266,
      "step": 18350
    },
    {
      "epoch": 108.63905325443787,
      "grad_norm": 1.795141339302063,
      "learning_rate": 0.0001,
      "loss": 0.025,
      "step": 18360
    },
    {
      "epoch": 108.69822485207101,
      "grad_norm": 1.7532826662063599,
      "learning_rate": 0.0001,
      "loss": 0.0262,
      "step": 18370
    },
    {
      "epoch": 108.75739644970415,
      "grad_norm": 2.0311408042907715,
      "learning_rate": 0.0001,
      "loss": 0.0265,
      "step": 18380
    },
    {
      "epoch": 108.81656804733728,
      "grad_norm": 1.901776671409607,
      "learning_rate": 0.0001,
      "loss": 0.0257,
      "step": 18390
    },
    {
      "epoch": 108.87573964497041,
      "grad_norm": 1.2265090942382812,
      "learning_rate": 0.0001,
      "loss": 0.0258,
      "step": 18400
    },
    {
      "epoch": 108.93491124260355,
      "grad_norm": 1.4487773180007935,
      "learning_rate": 0.0001,
      "loss": 0.0247,
      "step": 18410
    },
    {
      "epoch": 108.99408284023669,
      "grad_norm": 2.1685791015625,
      "learning_rate": 0.0001,
      "loss": 0.0264,
      "step": 18420
    },
    {
      "epoch": 109.05325443786982,
      "grad_norm": 1.5457946062088013,
      "learning_rate": 0.0001,
      "loss": 0.0259,
      "step": 18430
    },
    {
      "epoch": 109.11242603550296,
      "grad_norm": 1.2115870714187622,
      "learning_rate": 0.0001,
      "loss": 0.025,
      "step": 18440
    },
    {
      "epoch": 109.17159763313609,
      "grad_norm": 1.1764168739318848,
      "learning_rate": 0.0001,
      "loss": 0.0252,
      "step": 18450
    },
    {
      "epoch": 109.23076923076923,
      "grad_norm": 1.382271647453308,
      "learning_rate": 0.0001,
      "loss": 0.0251,
      "step": 18460
    },
    {
      "epoch": 109.28994082840237,
      "grad_norm": 2.392472267150879,
      "learning_rate": 0.0001,
      "loss": 0.026,
      "step": 18470
    },
    {
      "epoch": 109.3491124260355,
      "grad_norm": 1.9167773723602295,
      "learning_rate": 0.0001,
      "loss": 0.0259,
      "step": 18480
    },
    {
      "epoch": 109.40828402366864,
      "grad_norm": 1.8893789052963257,
      "learning_rate": 0.0001,
      "loss": 0.0253,
      "step": 18490
    },
    {
      "epoch": 109.46745562130178,
      "grad_norm": 1.807668685913086,
      "learning_rate": 0.0001,
      "loss": 0.0266,
      "step": 18500
    },
    {
      "epoch": 109.5266272189349,
      "grad_norm": 1.9658818244934082,
      "learning_rate": 0.0001,
      "loss": 0.0242,
      "step": 18510
    },
    {
      "epoch": 109.58579881656804,
      "grad_norm": 1.7297940254211426,
      "learning_rate": 0.0001,
      "loss": 0.0239,
      "step": 18520
    },
    {
      "epoch": 109.64497041420118,
      "grad_norm": 1.1871163845062256,
      "learning_rate": 0.0001,
      "loss": 0.0252,
      "step": 18530
    },
    {
      "epoch": 109.70414201183432,
      "grad_norm": 1.6238046884536743,
      "learning_rate": 0.0001,
      "loss": 0.0253,
      "step": 18540
    },
    {
      "epoch": 109.76331360946746,
      "grad_norm": 1.5665812492370605,
      "learning_rate": 0.0001,
      "loss": 0.0241,
      "step": 18550
    },
    {
      "epoch": 109.8224852071006,
      "grad_norm": 2.194464683532715,
      "learning_rate": 0.0001,
      "loss": 0.0238,
      "step": 18560
    },
    {
      "epoch": 109.88165680473372,
      "grad_norm": 1.3683253526687622,
      "learning_rate": 0.0001,
      "loss": 0.0255,
      "step": 18570
    },
    {
      "epoch": 109.94082840236686,
      "grad_norm": 1.3032909631729126,
      "learning_rate": 0.0001,
      "loss": 0.0271,
      "step": 18580
    },
    {
      "epoch": 110.0,
      "grad_norm": 1.2106890678405762,
      "learning_rate": 0.0001,
      "loss": 0.0257,
      "step": 18590
    },
    {
      "epoch": 110.05917159763314,
      "grad_norm": 1.0278964042663574,
      "learning_rate": 0.0001,
      "loss": 0.0265,
      "step": 18600
    },
    {
      "epoch": 110.11834319526628,
      "grad_norm": 1.281351923942566,
      "learning_rate": 0.0001,
      "loss": 0.0252,
      "step": 18610
    },
    {
      "epoch": 110.1775147928994,
      "grad_norm": 1.3651962280273438,
      "learning_rate": 0.0001,
      "loss": 0.0255,
      "step": 18620
    },
    {
      "epoch": 110.23668639053254,
      "grad_norm": 1.5737565755844116,
      "learning_rate": 0.0001,
      "loss": 0.027,
      "step": 18630
    },
    {
      "epoch": 110.29585798816568,
      "grad_norm": 1.7021540403366089,
      "learning_rate": 0.0001,
      "loss": 0.0248,
      "step": 18640
    },
    {
      "epoch": 110.35502958579882,
      "grad_norm": 1.7169647216796875,
      "learning_rate": 0.0001,
      "loss": 0.0239,
      "step": 18650
    },
    {
      "epoch": 110.41420118343196,
      "grad_norm": 1.957826852798462,
      "learning_rate": 0.0001,
      "loss": 0.0256,
      "step": 18660
    },
    {
      "epoch": 110.4733727810651,
      "grad_norm": 1.7240309715270996,
      "learning_rate": 0.0001,
      "loss": 0.0239,
      "step": 18670
    },
    {
      "epoch": 110.53254437869822,
      "grad_norm": 1.6830214262008667,
      "learning_rate": 0.0001,
      "loss": 0.0245,
      "step": 18680
    },
    {
      "epoch": 110.59171597633136,
      "grad_norm": 2.5226330757141113,
      "learning_rate": 0.0001,
      "loss": 0.025,
      "step": 18690
    },
    {
      "epoch": 110.6508875739645,
      "grad_norm": 1.4356735944747925,
      "learning_rate": 0.0001,
      "loss": 0.0248,
      "step": 18700
    },
    {
      "epoch": 110.71005917159763,
      "grad_norm": 1.8798269033432007,
      "learning_rate": 0.0001,
      "loss": 0.0239,
      "step": 18710
    },
    {
      "epoch": 110.76923076923077,
      "grad_norm": 1.3705815076828003,
      "learning_rate": 0.0001,
      "loss": 0.0231,
      "step": 18720
    },
    {
      "epoch": 110.82840236686391,
      "grad_norm": 1.1489572525024414,
      "learning_rate": 0.0001,
      "loss": 0.0231,
      "step": 18730
    },
    {
      "epoch": 110.88757396449704,
      "grad_norm": 1.482344388961792,
      "learning_rate": 0.0001,
      "loss": 0.0243,
      "step": 18740
    },
    {
      "epoch": 110.94674556213018,
      "grad_norm": 1.514339566230774,
      "learning_rate": 0.0001,
      "loss": 0.0235,
      "step": 18750
    },
    {
      "epoch": 111.00591715976331,
      "grad_norm": 1.4481362104415894,
      "learning_rate": 0.0001,
      "loss": 0.0235,
      "step": 18760
    },
    {
      "epoch": 111.06508875739645,
      "grad_norm": 1.7595734596252441,
      "learning_rate": 0.0001,
      "loss": 0.024,
      "step": 18770
    },
    {
      "epoch": 111.12426035502959,
      "grad_norm": 1.4881128072738647,
      "learning_rate": 0.0001,
      "loss": 0.025,
      "step": 18780
    },
    {
      "epoch": 111.18343195266272,
      "grad_norm": 1.862440824508667,
      "learning_rate": 0.0001,
      "loss": 0.0253,
      "step": 18790
    },
    {
      "epoch": 111.24260355029585,
      "grad_norm": 1.4463809728622437,
      "learning_rate": 0.0001,
      "loss": 0.0248,
      "step": 18800
    },
    {
      "epoch": 111.30177514792899,
      "grad_norm": 1.3877615928649902,
      "learning_rate": 0.0001,
      "loss": 0.0254,
      "step": 18810
    },
    {
      "epoch": 111.36094674556213,
      "grad_norm": 1.6177059412002563,
      "learning_rate": 0.0001,
      "loss": 0.0241,
      "step": 18820
    },
    {
      "epoch": 111.42011834319527,
      "grad_norm": 1.8177719116210938,
      "learning_rate": 0.0001,
      "loss": 0.0264,
      "step": 18830
    },
    {
      "epoch": 111.47928994082841,
      "grad_norm": 2.059906005859375,
      "learning_rate": 0.0001,
      "loss": 0.0259,
      "step": 18840
    },
    {
      "epoch": 111.53846153846153,
      "grad_norm": 2.123096227645874,
      "learning_rate": 0.0001,
      "loss": 0.0253,
      "step": 18850
    },
    {
      "epoch": 111.59763313609467,
      "grad_norm": 1.5619239807128906,
      "learning_rate": 0.0001,
      "loss": 0.0258,
      "step": 18860
    },
    {
      "epoch": 111.65680473372781,
      "grad_norm": 1.464411973953247,
      "learning_rate": 0.0001,
      "loss": 0.0253,
      "step": 18870
    },
    {
      "epoch": 111.71597633136095,
      "grad_norm": 1.3420404195785522,
      "learning_rate": 0.0001,
      "loss": 0.025,
      "step": 18880
    },
    {
      "epoch": 111.77514792899409,
      "grad_norm": 1.271925926208496,
      "learning_rate": 0.0001,
      "loss": 0.0237,
      "step": 18890
    },
    {
      "epoch": 111.83431952662721,
      "grad_norm": 1.2641996145248413,
      "learning_rate": 0.0001,
      "loss": 0.0249,
      "step": 18900
    },
    {
      "epoch": 111.89349112426035,
      "grad_norm": 1.4037072658538818,
      "learning_rate": 0.0001,
      "loss": 0.0254,
      "step": 18910
    },
    {
      "epoch": 111.95266272189349,
      "grad_norm": 0.9968383312225342,
      "learning_rate": 0.0001,
      "loss": 0.0262,
      "step": 18920
    },
    {
      "epoch": 112.01183431952663,
      "grad_norm": 1.7601560354232788,
      "learning_rate": 0.0001,
      "loss": 0.0264,
      "step": 18930
    },
    {
      "epoch": 112.07100591715977,
      "grad_norm": 1.8560253381729126,
      "learning_rate": 0.0001,
      "loss": 0.0255,
      "step": 18940
    },
    {
      "epoch": 112.1301775147929,
      "grad_norm": 1.562642216682434,
      "learning_rate": 0.0001,
      "loss": 0.025,
      "step": 18950
    },
    {
      "epoch": 112.18934911242603,
      "grad_norm": 2.0420007705688477,
      "learning_rate": 0.0001,
      "loss": 0.025,
      "step": 18960
    },
    {
      "epoch": 112.24852071005917,
      "grad_norm": 1.6989458799362183,
      "learning_rate": 0.0001,
      "loss": 0.0237,
      "step": 18970
    },
    {
      "epoch": 112.3076923076923,
      "grad_norm": 1.3139822483062744,
      "learning_rate": 0.0001,
      "loss": 0.0241,
      "step": 18980
    },
    {
      "epoch": 112.36686390532545,
      "grad_norm": 2.159208297729492,
      "learning_rate": 0.0001,
      "loss": 0.0248,
      "step": 18990
    },
    {
      "epoch": 112.42603550295858,
      "grad_norm": 1.9208314418792725,
      "learning_rate": 0.0001,
      "loss": 0.0238,
      "step": 19000
    },
    {
      "epoch": 112.48520710059172,
      "grad_norm": 1.5137537717819214,
      "learning_rate": 0.0001,
      "loss": 0.025,
      "step": 19010
    },
    {
      "epoch": 112.54437869822485,
      "grad_norm": 1.5662624835968018,
      "learning_rate": 0.0001,
      "loss": 0.0241,
      "step": 19020
    },
    {
      "epoch": 112.60355029585799,
      "grad_norm": 1.5151339769363403,
      "learning_rate": 0.0001,
      "loss": 0.0229,
      "step": 19030
    },
    {
      "epoch": 112.66272189349112,
      "grad_norm": 1.9542598724365234,
      "learning_rate": 0.0001,
      "loss": 0.0241,
      "step": 19040
    },
    {
      "epoch": 112.72189349112426,
      "grad_norm": 1.6627751588821411,
      "learning_rate": 0.0001,
      "loss": 0.0244,
      "step": 19050
    },
    {
      "epoch": 112.7810650887574,
      "grad_norm": 1.7156360149383545,
      "learning_rate": 0.0001,
      "loss": 0.0242,
      "step": 19060
    },
    {
      "epoch": 112.84023668639053,
      "grad_norm": 1.4786920547485352,
      "learning_rate": 0.0001,
      "loss": 0.0242,
      "step": 19070
    },
    {
      "epoch": 112.89940828402366,
      "grad_norm": 1.3446840047836304,
      "learning_rate": 0.0001,
      "loss": 0.0232,
      "step": 19080
    },
    {
      "epoch": 112.9585798816568,
      "grad_norm": 1.6260424852371216,
      "learning_rate": 0.0001,
      "loss": 0.0246,
      "step": 19090
    },
    {
      "epoch": 113.01775147928994,
      "grad_norm": 1.7538962364196777,
      "learning_rate": 0.0001,
      "loss": 0.0249,
      "step": 19100
    },
    {
      "epoch": 113.07692307692308,
      "grad_norm": 1.6095421314239502,
      "learning_rate": 0.0001,
      "loss": 0.0248,
      "step": 19110
    },
    {
      "epoch": 113.13609467455622,
      "grad_norm": 1.9238210916519165,
      "learning_rate": 0.0001,
      "loss": 0.0245,
      "step": 19120
    },
    {
      "epoch": 113.19526627218934,
      "grad_norm": 1.4737799167633057,
      "learning_rate": 0.0001,
      "loss": 0.025,
      "step": 19130
    },
    {
      "epoch": 113.25443786982248,
      "grad_norm": 1.5817943811416626,
      "learning_rate": 0.0001,
      "loss": 0.0248,
      "step": 19140
    },
    {
      "epoch": 113.31360946745562,
      "grad_norm": 1.3485914468765259,
      "learning_rate": 0.0001,
      "loss": 0.0244,
      "step": 19150
    },
    {
      "epoch": 113.37278106508876,
      "grad_norm": 1.383191466331482,
      "learning_rate": 0.0001,
      "loss": 0.0246,
      "step": 19160
    },
    {
      "epoch": 113.4319526627219,
      "grad_norm": 1.4589033126831055,
      "learning_rate": 0.0001,
      "loss": 0.0244,
      "step": 19170
    },
    {
      "epoch": 113.49112426035504,
      "grad_norm": 1.9018789529800415,
      "learning_rate": 0.0001,
      "loss": 0.0258,
      "step": 19180
    },
    {
      "epoch": 113.55029585798816,
      "grad_norm": 1.5085923671722412,
      "learning_rate": 0.0001,
      "loss": 0.0261,
      "step": 19190
    },
    {
      "epoch": 113.6094674556213,
      "grad_norm": 1.0397355556488037,
      "learning_rate": 0.0001,
      "loss": 0.0271,
      "step": 19200
    },
    {
      "epoch": 113.66863905325444,
      "grad_norm": 1.6652554273605347,
      "learning_rate": 0.0001,
      "loss": 0.0265,
      "step": 19210
    },
    {
      "epoch": 113.72781065088758,
      "grad_norm": 1.445265293121338,
      "learning_rate": 0.0001,
      "loss": 0.0241,
      "step": 19220
    },
    {
      "epoch": 113.78698224852072,
      "grad_norm": 2.000033140182495,
      "learning_rate": 0.0001,
      "loss": 0.0252,
      "step": 19230
    },
    {
      "epoch": 113.84615384615384,
      "grad_norm": 1.548280119895935,
      "learning_rate": 0.0001,
      "loss": 0.0249,
      "step": 19240
    },
    {
      "epoch": 113.90532544378698,
      "grad_norm": 1.6990638971328735,
      "learning_rate": 0.0001,
      "loss": 0.024,
      "step": 19250
    },
    {
      "epoch": 113.96449704142012,
      "grad_norm": 1.7526310682296753,
      "learning_rate": 0.0001,
      "loss": 0.0249,
      "step": 19260
    },
    {
      "epoch": 114.02366863905326,
      "grad_norm": 1.5447546243667603,
      "learning_rate": 0.0001,
      "loss": 0.024,
      "step": 19270
    },
    {
      "epoch": 114.0828402366864,
      "grad_norm": 1.7399991750717163,
      "learning_rate": 0.0001,
      "loss": 0.0231,
      "step": 19280
    },
    {
      "epoch": 114.14201183431953,
      "grad_norm": 1.492555856704712,
      "learning_rate": 0.0001,
      "loss": 0.0239,
      "step": 19290
    },
    {
      "epoch": 114.20118343195266,
      "grad_norm": 1.8574066162109375,
      "learning_rate": 0.0001,
      "loss": 0.0254,
      "step": 19300
    },
    {
      "epoch": 114.2603550295858,
      "grad_norm": 1.7632348537445068,
      "learning_rate": 0.0001,
      "loss": 0.0229,
      "step": 19310
    },
    {
      "epoch": 114.31952662721893,
      "grad_norm": 1.8171968460083008,
      "learning_rate": 0.0001,
      "loss": 0.0247,
      "step": 19320
    },
    {
      "epoch": 114.37869822485207,
      "grad_norm": 1.855109691619873,
      "learning_rate": 0.0001,
      "loss": 0.0242,
      "step": 19330
    },
    {
      "epoch": 114.43786982248521,
      "grad_norm": 1.9745033979415894,
      "learning_rate": 0.0001,
      "loss": 0.0257,
      "step": 19340
    },
    {
      "epoch": 114.49704142011835,
      "grad_norm": 1.5975289344787598,
      "learning_rate": 0.0001,
      "loss": 0.0246,
      "step": 19350
    },
    {
      "epoch": 114.55621301775147,
      "grad_norm": 1.6421700716018677,
      "learning_rate": 0.0001,
      "loss": 0.0249,
      "step": 19360
    },
    {
      "epoch": 114.61538461538461,
      "grad_norm": 1.4898629188537598,
      "learning_rate": 0.0001,
      "loss": 0.0241,
      "step": 19370
    },
    {
      "epoch": 114.67455621301775,
      "grad_norm": 1.4664137363433838,
      "learning_rate": 0.0001,
      "loss": 0.0241,
      "step": 19380
    },
    {
      "epoch": 114.73372781065089,
      "grad_norm": 1.464479684829712,
      "learning_rate": 0.0001,
      "loss": 0.025,
      "step": 19390
    },
    {
      "epoch": 114.79289940828403,
      "grad_norm": 2.442481517791748,
      "learning_rate": 0.0001,
      "loss": 0.0257,
      "step": 19400
    },
    {
      "epoch": 114.85207100591715,
      "grad_norm": 1.60806143283844,
      "learning_rate": 0.0001,
      "loss": 0.0263,
      "step": 19410
    },
    {
      "epoch": 114.91124260355029,
      "grad_norm": 1.592771053314209,
      "learning_rate": 0.0001,
      "loss": 0.0269,
      "step": 19420
    },
    {
      "epoch": 114.97041420118343,
      "grad_norm": 1.271399974822998,
      "learning_rate": 0.0001,
      "loss": 0.0254,
      "step": 19430
    },
    {
      "epoch": 115.02958579881657,
      "grad_norm": 1.5474998950958252,
      "learning_rate": 0.0001,
      "loss": 0.0253,
      "step": 19440
    },
    {
      "epoch": 115.08875739644971,
      "grad_norm": 1.320244550704956,
      "learning_rate": 0.0001,
      "loss": 0.0233,
      "step": 19450
    },
    {
      "epoch": 115.14792899408285,
      "grad_norm": 1.6675114631652832,
      "learning_rate": 0.0001,
      "loss": 0.0253,
      "step": 19460
    },
    {
      "epoch": 115.20710059171597,
      "grad_norm": 1.760861873626709,
      "learning_rate": 0.0001,
      "loss": 0.0237,
      "step": 19470
    },
    {
      "epoch": 115.26627218934911,
      "grad_norm": 1.8309366703033447,
      "learning_rate": 0.0001,
      "loss": 0.0238,
      "step": 19480
    },
    {
      "epoch": 115.32544378698225,
      "grad_norm": 1.250541090965271,
      "learning_rate": 0.0001,
      "loss": 0.0258,
      "step": 19490
    },
    {
      "epoch": 115.38461538461539,
      "grad_norm": 1.5982918739318848,
      "learning_rate": 0.0001,
      "loss": 0.0258,
      "step": 19500
    },
    {
      "epoch": 115.44378698224853,
      "grad_norm": 1.6114037036895752,
      "learning_rate": 0.0001,
      "loss": 0.0253,
      "step": 19510
    },
    {
      "epoch": 115.50295857988165,
      "grad_norm": 1.600756287574768,
      "learning_rate": 0.0001,
      "loss": 0.0264,
      "step": 19520
    },
    {
      "epoch": 115.56213017751479,
      "grad_norm": 1.3714040517807007,
      "learning_rate": 0.0001,
      "loss": 0.0251,
      "step": 19530
    },
    {
      "epoch": 115.62130177514793,
      "grad_norm": 1.8954532146453857,
      "learning_rate": 0.0001,
      "loss": 0.0257,
      "step": 19540
    },
    {
      "epoch": 115.68047337278107,
      "grad_norm": 2.0173275470733643,
      "learning_rate": 0.0001,
      "loss": 0.0259,
      "step": 19550
    },
    {
      "epoch": 115.7396449704142,
      "grad_norm": 1.7344890832901,
      "learning_rate": 0.0001,
      "loss": 0.0242,
      "step": 19560
    },
    {
      "epoch": 115.79881656804734,
      "grad_norm": 1.4744304418563843,
      "learning_rate": 0.0001,
      "loss": 0.0251,
      "step": 19570
    },
    {
      "epoch": 115.85798816568047,
      "grad_norm": 1.5546965599060059,
      "learning_rate": 0.0001,
      "loss": 0.0237,
      "step": 19580
    },
    {
      "epoch": 115.9171597633136,
      "grad_norm": 1.4469677209854126,
      "learning_rate": 0.0001,
      "loss": 0.0246,
      "step": 19590
    },
    {
      "epoch": 115.97633136094674,
      "grad_norm": 1.701549768447876,
      "learning_rate": 0.0001,
      "loss": 0.0258,
      "step": 19600
    },
    {
      "epoch": 116.03550295857988,
      "grad_norm": 1.9932337999343872,
      "learning_rate": 0.0001,
      "loss": 0.0259,
      "step": 19610
    },
    {
      "epoch": 116.09467455621302,
      "grad_norm": 1.5876764059066772,
      "learning_rate": 0.0001,
      "loss": 0.0247,
      "step": 19620
    },
    {
      "epoch": 116.15384615384616,
      "grad_norm": 1.2691922187805176,
      "learning_rate": 0.0001,
      "loss": 0.0244,
      "step": 19630
    },
    {
      "epoch": 116.21301775147928,
      "grad_norm": 1.2456001043319702,
      "learning_rate": 0.0001,
      "loss": 0.0236,
      "step": 19640
    },
    {
      "epoch": 116.27218934911242,
      "grad_norm": 1.515762209892273,
      "learning_rate": 0.0001,
      "loss": 0.0238,
      "step": 19650
    },
    {
      "epoch": 116.33136094674556,
      "grad_norm": 2.003148078918457,
      "learning_rate": 0.0001,
      "loss": 0.024,
      "step": 19660
    },
    {
      "epoch": 116.3905325443787,
      "grad_norm": 1.7398144006729126,
      "learning_rate": 0.0001,
      "loss": 0.0245,
      "step": 19670
    },
    {
      "epoch": 116.44970414201184,
      "grad_norm": 1.5896118879318237,
      "learning_rate": 0.0001,
      "loss": 0.0261,
      "step": 19680
    },
    {
      "epoch": 116.50887573964496,
      "grad_norm": 1.3802510499954224,
      "learning_rate": 0.0001,
      "loss": 0.025,
      "step": 19690
    },
    {
      "epoch": 116.5680473372781,
      "grad_norm": 1.5616990327835083,
      "learning_rate": 0.0001,
      "loss": 0.0258,
      "step": 19700
    },
    {
      "epoch": 116.62721893491124,
      "grad_norm": 1.3298535346984863,
      "learning_rate": 0.0001,
      "loss": 0.0251,
      "step": 19710
    },
    {
      "epoch": 116.68639053254438,
      "grad_norm": 1.450252890586853,
      "learning_rate": 0.0001,
      "loss": 0.024,
      "step": 19720
    },
    {
      "epoch": 116.74556213017752,
      "grad_norm": 1.211578607559204,
      "learning_rate": 0.0001,
      "loss": 0.0246,
      "step": 19730
    },
    {
      "epoch": 116.80473372781066,
      "grad_norm": 1.435779094696045,
      "learning_rate": 0.0001,
      "loss": 0.0249,
      "step": 19740
    },
    {
      "epoch": 116.86390532544378,
      "grad_norm": 1.1626797914505005,
      "learning_rate": 0.0001,
      "loss": 0.0249,
      "step": 19750
    },
    {
      "epoch": 116.92307692307692,
      "grad_norm": 1.4214140176773071,
      "learning_rate": 0.0001,
      "loss": 0.0257,
      "step": 19760
    },
    {
      "epoch": 116.98224852071006,
      "grad_norm": 1.1732285022735596,
      "learning_rate": 0.0001,
      "loss": 0.0252,
      "step": 19770
    },
    {
      "epoch": 117.0414201183432,
      "grad_norm": 1.3342543840408325,
      "learning_rate": 0.0001,
      "loss": 0.0264,
      "step": 19780
    },
    {
      "epoch": 117.10059171597634,
      "grad_norm": 1.5154694318771362,
      "learning_rate": 0.0001,
      "loss": 0.0255,
      "step": 19790
    },
    {
      "epoch": 117.15976331360947,
      "grad_norm": 2.0330324172973633,
      "learning_rate": 0.0001,
      "loss": 0.0253,
      "step": 19800
    },
    {
      "epoch": 117.2189349112426,
      "grad_norm": 1.3093416690826416,
      "learning_rate": 0.0001,
      "loss": 0.0249,
      "step": 19810
    },
    {
      "epoch": 117.27810650887574,
      "grad_norm": 1.491545557975769,
      "learning_rate": 0.0001,
      "loss": 0.0247,
      "step": 19820
    },
    {
      "epoch": 117.33727810650888,
      "grad_norm": 1.8200998306274414,
      "learning_rate": 0.0001,
      "loss": 0.0255,
      "step": 19830
    },
    {
      "epoch": 117.39644970414201,
      "grad_norm": 1.3772296905517578,
      "learning_rate": 0.0001,
      "loss": 0.0246,
      "step": 19840
    },
    {
      "epoch": 117.45562130177515,
      "grad_norm": 1.596791386604309,
      "learning_rate": 0.0001,
      "loss": 0.0241,
      "step": 19850
    },
    {
      "epoch": 117.51479289940828,
      "grad_norm": 1.3623021841049194,
      "learning_rate": 0.0001,
      "loss": 0.024,
      "step": 19860
    },
    {
      "epoch": 117.57396449704142,
      "grad_norm": 1.4141747951507568,
      "learning_rate": 0.0001,
      "loss": 0.0242,
      "step": 19870
    },
    {
      "epoch": 117.63313609467455,
      "grad_norm": 1.6432946920394897,
      "learning_rate": 0.0001,
      "loss": 0.0249,
      "step": 19880
    },
    {
      "epoch": 117.6923076923077,
      "grad_norm": 1.4928805828094482,
      "learning_rate": 0.0001,
      "loss": 0.0238,
      "step": 19890
    },
    {
      "epoch": 117.75147928994083,
      "grad_norm": 1.3720744848251343,
      "learning_rate": 0.0001,
      "loss": 0.0234,
      "step": 19900
    },
    {
      "epoch": 117.81065088757397,
      "grad_norm": 1.3393833637237549,
      "learning_rate": 0.0001,
      "loss": 0.0236,
      "step": 19910
    },
    {
      "epoch": 117.8698224852071,
      "grad_norm": 1.6519807577133179,
      "learning_rate": 0.0001,
      "loss": 0.0242,
      "step": 19920
    },
    {
      "epoch": 117.92899408284023,
      "grad_norm": 1.5151872634887695,
      "learning_rate": 0.0001,
      "loss": 0.0236,
      "step": 19930
    },
    {
      "epoch": 117.98816568047337,
      "grad_norm": 1.5610730648040771,
      "learning_rate": 0.0001,
      "loss": 0.0246,
      "step": 19940
    },
    {
      "epoch": 118.04733727810651,
      "grad_norm": 1.584161400794983,
      "learning_rate": 0.0001,
      "loss": 0.0232,
      "step": 19950
    },
    {
      "epoch": 118.10650887573965,
      "grad_norm": 1.8299890756607056,
      "learning_rate": 0.0001,
      "loss": 0.0235,
      "step": 19960
    },
    {
      "epoch": 118.16568047337279,
      "grad_norm": 1.6389787197113037,
      "learning_rate": 0.0001,
      "loss": 0.0257,
      "step": 19970
    },
    {
      "epoch": 118.22485207100591,
      "grad_norm": 1.6875072717666626,
      "learning_rate": 0.0001,
      "loss": 0.0245,
      "step": 19980
    },
    {
      "epoch": 118.28402366863905,
      "grad_norm": 1.0670231580734253,
      "learning_rate": 0.0001,
      "loss": 0.0243,
      "step": 19990
    },
    {
      "epoch": 118.34319526627219,
      "grad_norm": 1.5046017169952393,
      "learning_rate": 0.0001,
      "loss": 0.0245,
      "step": 20000
    },
    {
      "epoch": 118.40236686390533,
      "grad_norm": 1.3336238861083984,
      "learning_rate": 0.0001,
      "loss": 0.0241,
      "step": 20010
    },
    {
      "epoch": 118.46153846153847,
      "grad_norm": 1.8793874979019165,
      "learning_rate": 0.0001,
      "loss": 0.0245,
      "step": 20020
    },
    {
      "epoch": 118.52071005917159,
      "grad_norm": 1.840494990348816,
      "learning_rate": 0.0001,
      "loss": 0.0243,
      "step": 20030
    },
    {
      "epoch": 118.57988165680473,
      "grad_norm": 1.8920868635177612,
      "learning_rate": 0.0001,
      "loss": 0.0247,
      "step": 20040
    },
    {
      "epoch": 118.63905325443787,
      "grad_norm": 1.702409267425537,
      "learning_rate": 0.0001,
      "loss": 0.0239,
      "step": 20050
    },
    {
      "epoch": 118.69822485207101,
      "grad_norm": 2.423318862915039,
      "learning_rate": 0.0001,
      "loss": 0.0239,
      "step": 20060
    },
    {
      "epoch": 118.75739644970415,
      "grad_norm": 1.636331558227539,
      "learning_rate": 0.0001,
      "loss": 0.0241,
      "step": 20070
    },
    {
      "epoch": 118.81656804733728,
      "grad_norm": 1.5501534938812256,
      "learning_rate": 0.0001,
      "loss": 0.0243,
      "step": 20080
    },
    {
      "epoch": 118.87573964497041,
      "grad_norm": 1.5468095541000366,
      "learning_rate": 0.0001,
      "loss": 0.024,
      "step": 20090
    },
    {
      "epoch": 118.93491124260355,
      "grad_norm": 1.9341951608657837,
      "learning_rate": 0.0001,
      "loss": 0.0242,
      "step": 20100
    },
    {
      "epoch": 118.99408284023669,
      "grad_norm": 1.5052398443222046,
      "learning_rate": 0.0001,
      "loss": 0.0244,
      "step": 20110
    },
    {
      "epoch": 119.05325443786982,
      "grad_norm": 1.9163942337036133,
      "learning_rate": 0.0001,
      "loss": 0.0256,
      "step": 20120
    },
    {
      "epoch": 119.11242603550296,
      "grad_norm": 2.711479902267456,
      "learning_rate": 0.0001,
      "loss": 0.0253,
      "step": 20130
    },
    {
      "epoch": 119.17159763313609,
      "grad_norm": 2.302992582321167,
      "learning_rate": 0.0001,
      "loss": 0.0243,
      "step": 20140
    },
    {
      "epoch": 119.23076923076923,
      "grad_norm": 2.043517827987671,
      "learning_rate": 0.0001,
      "loss": 0.0248,
      "step": 20150
    },
    {
      "epoch": 119.28994082840237,
      "grad_norm": 1.8621257543563843,
      "learning_rate": 0.0001,
      "loss": 0.0253,
      "step": 20160
    },
    {
      "epoch": 119.3491124260355,
      "grad_norm": 2.019651412963867,
      "learning_rate": 0.0001,
      "loss": 0.0241,
      "step": 20170
    },
    {
      "epoch": 119.40828402366864,
      "grad_norm": 1.751746416091919,
      "learning_rate": 0.0001,
      "loss": 0.0251,
      "step": 20180
    },
    {
      "epoch": 119.46745562130178,
      "grad_norm": 1.6983256340026855,
      "learning_rate": 0.0001,
      "loss": 0.0224,
      "step": 20190
    },
    {
      "epoch": 119.5266272189349,
      "grad_norm": 1.620203971862793,
      "learning_rate": 0.0001,
      "loss": 0.0221,
      "step": 20200
    },
    {
      "epoch": 119.58579881656804,
      "grad_norm": 1.2470026016235352,
      "learning_rate": 0.0001,
      "loss": 0.0227,
      "step": 20210
    },
    {
      "epoch": 119.64497041420118,
      "grad_norm": 1.777154564857483,
      "learning_rate": 0.0001,
      "loss": 0.0239,
      "step": 20220
    },
    {
      "epoch": 119.70414201183432,
      "grad_norm": 1.4579102993011475,
      "learning_rate": 0.0001,
      "loss": 0.023,
      "step": 20230
    },
    {
      "epoch": 119.76331360946746,
      "grad_norm": 1.4480316638946533,
      "learning_rate": 0.0001,
      "loss": 0.0245,
      "step": 20240
    },
    {
      "epoch": 119.8224852071006,
      "grad_norm": 1.5789780616760254,
      "learning_rate": 0.0001,
      "loss": 0.0244,
      "step": 20250
    },
    {
      "epoch": 119.88165680473372,
      "grad_norm": 1.66701078414917,
      "learning_rate": 0.0001,
      "loss": 0.0227,
      "step": 20260
    },
    {
      "epoch": 119.94082840236686,
      "grad_norm": 1.494914174079895,
      "learning_rate": 0.0001,
      "loss": 0.0233,
      "step": 20270
    },
    {
      "epoch": 120.0,
      "grad_norm": 1.1893357038497925,
      "learning_rate": 0.0001,
      "loss": 0.0238,
      "step": 20280
    },
    {
      "epoch": 120.05917159763314,
      "grad_norm": 1.888107180595398,
      "learning_rate": 0.0001,
      "loss": 0.0243,
      "step": 20290
    },
    {
      "epoch": 120.11834319526628,
      "grad_norm": 1.7388328313827515,
      "learning_rate": 0.0001,
      "loss": 0.0234,
      "step": 20300
    },
    {
      "epoch": 120.1775147928994,
      "grad_norm": 1.1984046697616577,
      "learning_rate": 0.0001,
      "loss": 0.0239,
      "step": 20310
    },
    {
      "epoch": 120.23668639053254,
      "grad_norm": 1.9203356504440308,
      "learning_rate": 0.0001,
      "loss": 0.025,
      "step": 20320
    },
    {
      "epoch": 120.29585798816568,
      "grad_norm": 1.3447134494781494,
      "learning_rate": 0.0001,
      "loss": 0.0232,
      "step": 20330
    },
    {
      "epoch": 120.35502958579882,
      "grad_norm": 1.7264684438705444,
      "learning_rate": 0.0001,
      "loss": 0.0233,
      "step": 20340
    },
    {
      "epoch": 120.41420118343196,
      "grad_norm": 1.4838932752609253,
      "learning_rate": 0.0001,
      "loss": 0.0243,
      "step": 20350
    },
    {
      "epoch": 120.4733727810651,
      "grad_norm": 1.2301445007324219,
      "learning_rate": 0.0001,
      "loss": 0.0235,
      "step": 20360
    },
    {
      "epoch": 120.53254437869822,
      "grad_norm": 1.72585129737854,
      "learning_rate": 0.0001,
      "loss": 0.0235,
      "step": 20370
    },
    {
      "epoch": 120.59171597633136,
      "grad_norm": 1.480351209640503,
      "learning_rate": 0.0001,
      "loss": 0.024,
      "step": 20380
    },
    {
      "epoch": 120.6508875739645,
      "grad_norm": 1.3412723541259766,
      "learning_rate": 0.0001,
      "loss": 0.0241,
      "step": 20390
    },
    {
      "epoch": 120.71005917159763,
      "grad_norm": 2.0568559169769287,
      "learning_rate": 0.0001,
      "loss": 0.0242,
      "step": 20400
    },
    {
      "epoch": 120.76923076923077,
      "grad_norm": 2.2854654788970947,
      "learning_rate": 0.0001,
      "loss": 0.0244,
      "step": 20410
    },
    {
      "epoch": 120.82840236686391,
      "grad_norm": 1.3693511486053467,
      "learning_rate": 0.0001,
      "loss": 0.0244,
      "step": 20420
    },
    {
      "epoch": 120.88757396449704,
      "grad_norm": 1.4728013277053833,
      "learning_rate": 0.0001,
      "loss": 0.0243,
      "step": 20430
    },
    {
      "epoch": 120.94674556213018,
      "grad_norm": 1.8962215185165405,
      "learning_rate": 0.0001,
      "loss": 0.0258,
      "step": 20440
    },
    {
      "epoch": 121.00591715976331,
      "grad_norm": 1.650237798690796,
      "learning_rate": 0.0001,
      "loss": 0.0236,
      "step": 20450
    },
    {
      "epoch": 121.06508875739645,
      "grad_norm": 1.7355082035064697,
      "learning_rate": 0.0001,
      "loss": 0.0241,
      "step": 20460
    },
    {
      "epoch": 121.12426035502959,
      "grad_norm": 1.8244450092315674,
      "learning_rate": 0.0001,
      "loss": 0.0243,
      "step": 20470
    },
    {
      "epoch": 121.18343195266272,
      "grad_norm": 1.3406902551651,
      "learning_rate": 0.0001,
      "loss": 0.0251,
      "step": 20480
    },
    {
      "epoch": 121.24260355029585,
      "grad_norm": 1.3993268013000488,
      "learning_rate": 0.0001,
      "loss": 0.0242,
      "step": 20490
    },
    {
      "epoch": 121.30177514792899,
      "grad_norm": 1.1069599390029907,
      "learning_rate": 0.0001,
      "loss": 0.0229,
      "step": 20500
    },
    {
      "epoch": 121.36094674556213,
      "grad_norm": 1.293418288230896,
      "learning_rate": 0.0001,
      "loss": 0.0243,
      "step": 20510
    },
    {
      "epoch": 121.42011834319527,
      "grad_norm": 1.6708757877349854,
      "learning_rate": 0.0001,
      "loss": 0.0245,
      "step": 20520
    },
    {
      "epoch": 121.47928994082841,
      "grad_norm": 1.4860033988952637,
      "learning_rate": 0.0001,
      "loss": 0.0246,
      "step": 20530
    },
    {
      "epoch": 121.53846153846153,
      "grad_norm": 1.4900178909301758,
      "learning_rate": 0.0001,
      "loss": 0.024,
      "step": 20540
    },
    {
      "epoch": 121.59763313609467,
      "grad_norm": 1.4090445041656494,
      "learning_rate": 0.0001,
      "loss": 0.0245,
      "step": 20550
    },
    {
      "epoch": 121.65680473372781,
      "grad_norm": 1.229798674583435,
      "learning_rate": 0.0001,
      "loss": 0.0251,
      "step": 20560
    },
    {
      "epoch": 121.71597633136095,
      "grad_norm": 1.7193299531936646,
      "learning_rate": 0.0001,
      "loss": 0.0244,
      "step": 20570
    },
    {
      "epoch": 121.77514792899409,
      "grad_norm": 1.8368279933929443,
      "learning_rate": 0.0001,
      "loss": 0.0235,
      "step": 20580
    },
    {
      "epoch": 121.83431952662721,
      "grad_norm": 2.168823719024658,
      "learning_rate": 0.0001,
      "loss": 0.025,
      "step": 20590
    },
    {
      "epoch": 121.89349112426035,
      "grad_norm": 1.355351209640503,
      "learning_rate": 0.0001,
      "loss": 0.0249,
      "step": 20600
    },
    {
      "epoch": 121.95266272189349,
      "grad_norm": 1.4996570348739624,
      "learning_rate": 0.0001,
      "loss": 0.0251,
      "step": 20610
    },
    {
      "epoch": 122.01183431952663,
      "grad_norm": 1.2516422271728516,
      "learning_rate": 0.0001,
      "loss": 0.0237,
      "step": 20620
    },
    {
      "epoch": 122.07100591715977,
      "grad_norm": 1.4136583805084229,
      "learning_rate": 0.0001,
      "loss": 0.024,
      "step": 20630
    },
    {
      "epoch": 122.1301775147929,
      "grad_norm": 1.6435188055038452,
      "learning_rate": 0.0001,
      "loss": 0.0251,
      "step": 20640
    },
    {
      "epoch": 122.18934911242603,
      "grad_norm": 1.33233642578125,
      "learning_rate": 0.0001,
      "loss": 0.0246,
      "step": 20650
    },
    {
      "epoch": 122.24852071005917,
      "grad_norm": 1.2726895809173584,
      "learning_rate": 0.0001,
      "loss": 0.025,
      "step": 20660
    },
    {
      "epoch": 122.3076923076923,
      "grad_norm": 1.6699985265731812,
      "learning_rate": 0.0001,
      "loss": 0.0245,
      "step": 20670
    },
    {
      "epoch": 122.36686390532545,
      "grad_norm": 1.9436041116714478,
      "learning_rate": 0.0001,
      "loss": 0.0249,
      "step": 20680
    },
    {
      "epoch": 122.42603550295858,
      "grad_norm": 1.5204527378082275,
      "learning_rate": 0.0001,
      "loss": 0.0251,
      "step": 20690
    },
    {
      "epoch": 122.48520710059172,
      "grad_norm": 1.2812682390213013,
      "learning_rate": 0.0001,
      "loss": 0.0248,
      "step": 20700
    },
    {
      "epoch": 122.54437869822485,
      "grad_norm": 1.337295651435852,
      "learning_rate": 0.0001,
      "loss": 0.0238,
      "step": 20710
    },
    {
      "epoch": 122.60355029585799,
      "grad_norm": 1.46759831905365,
      "learning_rate": 0.0001,
      "loss": 0.0255,
      "step": 20720
    },
    {
      "epoch": 122.66272189349112,
      "grad_norm": 1.7598927021026611,
      "learning_rate": 0.0001,
      "loss": 0.0251,
      "step": 20730
    },
    {
      "epoch": 122.72189349112426,
      "grad_norm": 1.9579120874404907,
      "learning_rate": 0.0001,
      "loss": 0.0259,
      "step": 20740
    },
    {
      "epoch": 122.7810650887574,
      "grad_norm": 1.47304105758667,
      "learning_rate": 0.0001,
      "loss": 0.0236,
      "step": 20750
    },
    {
      "epoch": 122.84023668639053,
      "grad_norm": 2.0689642429351807,
      "learning_rate": 0.0001,
      "loss": 0.0246,
      "step": 20760
    },
    {
      "epoch": 122.89940828402366,
      "grad_norm": 1.569043517112732,
      "learning_rate": 0.0001,
      "loss": 0.0246,
      "step": 20770
    },
    {
      "epoch": 122.9585798816568,
      "grad_norm": 1.383862018585205,
      "learning_rate": 0.0001,
      "loss": 0.0238,
      "step": 20780
    },
    {
      "epoch": 123.01775147928994,
      "grad_norm": 1.2182120084762573,
      "learning_rate": 0.0001,
      "loss": 0.025,
      "step": 20790
    },
    {
      "epoch": 123.07692307692308,
      "grad_norm": 1.7168728113174438,
      "learning_rate": 0.0001,
      "loss": 0.0244,
      "step": 20800
    },
    {
      "epoch": 123.13609467455622,
      "grad_norm": 1.7645381689071655,
      "learning_rate": 0.0001,
      "loss": 0.0245,
      "step": 20810
    },
    {
      "epoch": 123.19526627218934,
      "grad_norm": 1.8119664192199707,
      "learning_rate": 0.0001,
      "loss": 0.0253,
      "step": 20820
    },
    {
      "epoch": 123.25443786982248,
      "grad_norm": 1.5536601543426514,
      "learning_rate": 0.0001,
      "loss": 0.0245,
      "step": 20830
    },
    {
      "epoch": 123.31360946745562,
      "grad_norm": 1.643082618713379,
      "learning_rate": 0.0001,
      "loss": 0.0257,
      "step": 20840
    },
    {
      "epoch": 123.37278106508876,
      "grad_norm": 1.1931909322738647,
      "learning_rate": 0.0001,
      "loss": 0.0239,
      "step": 20850
    },
    {
      "epoch": 123.4319526627219,
      "grad_norm": 1.4043633937835693,
      "learning_rate": 0.0001,
      "loss": 0.023,
      "step": 20860
    },
    {
      "epoch": 123.49112426035504,
      "grad_norm": 1.7250332832336426,
      "learning_rate": 0.0001,
      "loss": 0.0238,
      "step": 20870
    },
    {
      "epoch": 123.55029585798816,
      "grad_norm": 1.6145695447921753,
      "learning_rate": 0.0001,
      "loss": 0.0248,
      "step": 20880
    },
    {
      "epoch": 123.6094674556213,
      "grad_norm": 2.091442584991455,
      "learning_rate": 0.0001,
      "loss": 0.0232,
      "step": 20890
    },
    {
      "epoch": 123.66863905325444,
      "grad_norm": 1.4025990962982178,
      "learning_rate": 0.0001,
      "loss": 0.0244,
      "step": 20900
    },
    {
      "epoch": 123.72781065088758,
      "grad_norm": 2.0694684982299805,
      "learning_rate": 0.0001,
      "loss": 0.0247,
      "step": 20910
    },
    {
      "epoch": 123.78698224852072,
      "grad_norm": 1.3531553745269775,
      "learning_rate": 0.0001,
      "loss": 0.024,
      "step": 20920
    },
    {
      "epoch": 123.84615384615384,
      "grad_norm": 1.7315845489501953,
      "learning_rate": 0.0001,
      "loss": 0.0238,
      "step": 20930
    },
    {
      "epoch": 123.90532544378698,
      "grad_norm": 1.3910056352615356,
      "learning_rate": 0.0001,
      "loss": 0.0241,
      "step": 20940
    },
    {
      "epoch": 123.96449704142012,
      "grad_norm": 1.7779054641723633,
      "learning_rate": 0.0001,
      "loss": 0.0237,
      "step": 20950
    },
    {
      "epoch": 124.02366863905326,
      "grad_norm": 2.0063276290893555,
      "learning_rate": 0.0001,
      "loss": 0.0242,
      "step": 20960
    },
    {
      "epoch": 124.0828402366864,
      "grad_norm": 1.5343997478485107,
      "learning_rate": 0.0001,
      "loss": 0.024,
      "step": 20970
    },
    {
      "epoch": 124.14201183431953,
      "grad_norm": 2.0881474018096924,
      "learning_rate": 0.0001,
      "loss": 0.0241,
      "step": 20980
    },
    {
      "epoch": 124.20118343195266,
      "grad_norm": 1.090989112854004,
      "learning_rate": 0.0001,
      "loss": 0.0238,
      "step": 20990
    },
    {
      "epoch": 124.2603550295858,
      "grad_norm": 1.8592829704284668,
      "learning_rate": 0.0001,
      "loss": 0.0246,
      "step": 21000
    },
    {
      "epoch": 124.31952662721893,
      "grad_norm": 1.451992154121399,
      "learning_rate": 0.0001,
      "loss": 0.0235,
      "step": 21010
    },
    {
      "epoch": 124.37869822485207,
      "grad_norm": 1.3477333784103394,
      "learning_rate": 0.0001,
      "loss": 0.0252,
      "step": 21020
    },
    {
      "epoch": 124.43786982248521,
      "grad_norm": 1.4557844400405884,
      "learning_rate": 0.0001,
      "loss": 0.025,
      "step": 21030
    },
    {
      "epoch": 124.49704142011835,
      "grad_norm": 2.204045295715332,
      "learning_rate": 0.0001,
      "loss": 0.0244,
      "step": 21040
    },
    {
      "epoch": 124.55621301775147,
      "grad_norm": 1.6557952165603638,
      "learning_rate": 0.0001,
      "loss": 0.024,
      "step": 21050
    },
    {
      "epoch": 124.61538461538461,
      "grad_norm": 1.356551170349121,
      "learning_rate": 0.0001,
      "loss": 0.0237,
      "step": 21060
    },
    {
      "epoch": 124.67455621301775,
      "grad_norm": 1.4055249691009521,
      "learning_rate": 0.0001,
      "loss": 0.0235,
      "step": 21070
    },
    {
      "epoch": 124.73372781065089,
      "grad_norm": 1.1654703617095947,
      "learning_rate": 0.0001,
      "loss": 0.024,
      "step": 21080
    },
    {
      "epoch": 124.79289940828403,
      "grad_norm": 1.2038614749908447,
      "learning_rate": 0.0001,
      "loss": 0.0227,
      "step": 21090
    },
    {
      "epoch": 124.85207100591715,
      "grad_norm": 1.262635588645935,
      "learning_rate": 0.0001,
      "loss": 0.0234,
      "step": 21100
    },
    {
      "epoch": 124.91124260355029,
      "grad_norm": 1.4357316493988037,
      "learning_rate": 0.0001,
      "loss": 0.0251,
      "step": 21110
    },
    {
      "epoch": 124.97041420118343,
      "grad_norm": 1.2594584226608276,
      "learning_rate": 0.0001,
      "loss": 0.0239,
      "step": 21120
    },
    {
      "epoch": 125.02958579881657,
      "grad_norm": 1.2901742458343506,
      "learning_rate": 0.0001,
      "loss": 0.0255,
      "step": 21130
    },
    {
      "epoch": 125.08875739644971,
      "grad_norm": 1.1420270204544067,
      "learning_rate": 0.0001,
      "loss": 0.024,
      "step": 21140
    },
    {
      "epoch": 125.14792899408285,
      "grad_norm": 1.5096663236618042,
      "learning_rate": 0.0001,
      "loss": 0.025,
      "step": 21150
    },
    {
      "epoch": 125.20710059171597,
      "grad_norm": 1.262708067893982,
      "learning_rate": 0.0001,
      "loss": 0.0224,
      "step": 21160
    },
    {
      "epoch": 125.26627218934911,
      "grad_norm": 1.5808833837509155,
      "learning_rate": 0.0001,
      "loss": 0.0235,
      "step": 21170
    },
    {
      "epoch": 125.32544378698225,
      "grad_norm": 1.7921563386917114,
      "learning_rate": 0.0001,
      "loss": 0.0254,
      "step": 21180
    },
    {
      "epoch": 125.38461538461539,
      "grad_norm": 1.5138548612594604,
      "learning_rate": 0.0001,
      "loss": 0.0244,
      "step": 21190
    },
    {
      "epoch": 125.44378698224853,
      "grad_norm": 1.5701154470443726,
      "learning_rate": 0.0001,
      "loss": 0.0232,
      "step": 21200
    },
    {
      "epoch": 125.50295857988165,
      "grad_norm": 1.4337513446807861,
      "learning_rate": 0.0001,
      "loss": 0.0243,
      "step": 21210
    },
    {
      "epoch": 125.56213017751479,
      "grad_norm": 1.5205641984939575,
      "learning_rate": 0.0001,
      "loss": 0.0239,
      "step": 21220
    },
    {
      "epoch": 125.62130177514793,
      "grad_norm": 1.2746695280075073,
      "learning_rate": 0.0001,
      "loss": 0.0236,
      "step": 21230
    },
    {
      "epoch": 125.68047337278107,
      "grad_norm": 1.3662751913070679,
      "learning_rate": 0.0001,
      "loss": 0.0236,
      "step": 21240
    },
    {
      "epoch": 125.7396449704142,
      "grad_norm": 1.374159812927246,
      "learning_rate": 0.0001,
      "loss": 0.025,
      "step": 21250
    },
    {
      "epoch": 125.79881656804734,
      "grad_norm": 1.3573168516159058,
      "learning_rate": 0.0001,
      "loss": 0.0246,
      "step": 21260
    },
    {
      "epoch": 125.85798816568047,
      "grad_norm": 1.5369594097137451,
      "learning_rate": 0.0001,
      "loss": 0.0252,
      "step": 21270
    },
    {
      "epoch": 125.9171597633136,
      "grad_norm": 1.767720103263855,
      "learning_rate": 0.0001,
      "loss": 0.0242,
      "step": 21280
    },
    {
      "epoch": 125.97633136094674,
      "grad_norm": 1.8196474313735962,
      "learning_rate": 0.0001,
      "loss": 0.0241,
      "step": 21290
    },
    {
      "epoch": 126.03550295857988,
      "grad_norm": 1.566155195236206,
      "learning_rate": 0.0001,
      "loss": 0.0236,
      "step": 21300
    },
    {
      "epoch": 126.09467455621302,
      "grad_norm": 1.7110573053359985,
      "learning_rate": 0.0001,
      "loss": 0.0245,
      "step": 21310
    },
    {
      "epoch": 126.15384615384616,
      "grad_norm": 1.0103895664215088,
      "learning_rate": 0.0001,
      "loss": 0.0227,
      "step": 21320
    },
    {
      "epoch": 126.21301775147928,
      "grad_norm": 1.5894798040390015,
      "learning_rate": 0.0001,
      "loss": 0.0233,
      "step": 21330
    },
    {
      "epoch": 126.27218934911242,
      "grad_norm": 2.3615386486053467,
      "learning_rate": 0.0001,
      "loss": 0.0237,
      "step": 21340
    },
    {
      "epoch": 126.33136094674556,
      "grad_norm": 2.0063915252685547,
      "learning_rate": 0.0001,
      "loss": 0.0239,
      "step": 21350
    },
    {
      "epoch": 126.3905325443787,
      "grad_norm": 1.7906142473220825,
      "learning_rate": 0.0001,
      "loss": 0.0231,
      "step": 21360
    },
    {
      "epoch": 126.44970414201184,
      "grad_norm": 1.3752309083938599,
      "learning_rate": 0.0001,
      "loss": 0.0238,
      "step": 21370
    },
    {
      "epoch": 126.50887573964496,
      "grad_norm": 1.958687424659729,
      "learning_rate": 0.0001,
      "loss": 0.0239,
      "step": 21380
    },
    {
      "epoch": 126.5680473372781,
      "grad_norm": 1.340692400932312,
      "learning_rate": 0.0001,
      "loss": 0.0241,
      "step": 21390
    },
    {
      "epoch": 126.62721893491124,
      "grad_norm": 2.1110787391662598,
      "learning_rate": 0.0001,
      "loss": 0.0244,
      "step": 21400
    },
    {
      "epoch": 126.68639053254438,
      "grad_norm": 1.5755714178085327,
      "learning_rate": 0.0001,
      "loss": 0.024,
      "step": 21410
    },
    {
      "epoch": 126.74556213017752,
      "grad_norm": 1.8172893524169922,
      "learning_rate": 0.0001,
      "loss": 0.0242,
      "step": 21420
    },
    {
      "epoch": 126.80473372781066,
      "grad_norm": 1.704957127571106,
      "learning_rate": 0.0001,
      "loss": 0.0236,
      "step": 21430
    },
    {
      "epoch": 126.86390532544378,
      "grad_norm": 1.7099320888519287,
      "learning_rate": 0.0001,
      "loss": 0.0227,
      "step": 21440
    },
    {
      "epoch": 126.92307692307692,
      "grad_norm": 1.8021202087402344,
      "learning_rate": 0.0001,
      "loss": 0.0229,
      "step": 21450
    },
    {
      "epoch": 126.98224852071006,
      "grad_norm": 1.4481946229934692,
      "learning_rate": 0.0001,
      "loss": 0.025,
      "step": 21460
    },
    {
      "epoch": 127.0414201183432,
      "grad_norm": 1.306019902229309,
      "learning_rate": 0.0001,
      "loss": 0.0227,
      "step": 21470
    },
    {
      "epoch": 127.10059171597634,
      "grad_norm": 1.3825839757919312,
      "learning_rate": 0.0001,
      "loss": 0.0235,
      "step": 21480
    },
    {
      "epoch": 127.15976331360947,
      "grad_norm": 1.1438040733337402,
      "learning_rate": 0.0001,
      "loss": 0.0235,
      "step": 21490
    },
    {
      "epoch": 127.2189349112426,
      "grad_norm": 1.3650189638137817,
      "learning_rate": 0.0001,
      "loss": 0.0234,
      "step": 21500
    },
    {
      "epoch": 127.27810650887574,
      "grad_norm": 1.407728910446167,
      "learning_rate": 0.0001,
      "loss": 0.0235,
      "step": 21510
    },
    {
      "epoch": 127.33727810650888,
      "grad_norm": 1.390440821647644,
      "learning_rate": 0.0001,
      "loss": 0.0251,
      "step": 21520
    },
    {
      "epoch": 127.39644970414201,
      "grad_norm": 1.4849590063095093,
      "learning_rate": 0.0001,
      "loss": 0.0243,
      "step": 21530
    },
    {
      "epoch": 127.45562130177515,
      "grad_norm": 1.3170475959777832,
      "learning_rate": 0.0001,
      "loss": 0.0239,
      "step": 21540
    },
    {
      "epoch": 127.51479289940828,
      "grad_norm": 1.319886326789856,
      "learning_rate": 0.0001,
      "loss": 0.0241,
      "step": 21550
    },
    {
      "epoch": 127.57396449704142,
      "grad_norm": 2.4190988540649414,
      "learning_rate": 0.0001,
      "loss": 0.0231,
      "step": 21560
    },
    {
      "epoch": 127.63313609467455,
      "grad_norm": 1.246935486793518,
      "learning_rate": 0.0001,
      "loss": 0.0246,
      "step": 21570
    },
    {
      "epoch": 127.6923076923077,
      "grad_norm": 1.0962272882461548,
      "learning_rate": 0.0001,
      "loss": 0.0228,
      "step": 21580
    },
    {
      "epoch": 127.75147928994083,
      "grad_norm": 1.5150156021118164,
      "learning_rate": 0.0001,
      "loss": 0.0238,
      "step": 21590
    },
    {
      "epoch": 127.81065088757397,
      "grad_norm": 1.0444529056549072,
      "learning_rate": 0.0001,
      "loss": 0.0227,
      "step": 21600
    },
    {
      "epoch": 127.8698224852071,
      "grad_norm": 1.2725692987442017,
      "learning_rate": 0.0001,
      "loss": 0.0241,
      "step": 21610
    },
    {
      "epoch": 127.92899408284023,
      "grad_norm": 1.4964576959609985,
      "learning_rate": 0.0001,
      "loss": 0.024,
      "step": 21620
    },
    {
      "epoch": 127.98816568047337,
      "grad_norm": 1.3288843631744385,
      "learning_rate": 0.0001,
      "loss": 0.0229,
      "step": 21630
    },
    {
      "epoch": 128.0473372781065,
      "grad_norm": 1.3586474657058716,
      "learning_rate": 0.0001,
      "loss": 0.0241,
      "step": 21640
    },
    {
      "epoch": 128.10650887573965,
      "grad_norm": 2.1283700466156006,
      "learning_rate": 0.0001,
      "loss": 0.0237,
      "step": 21650
    },
    {
      "epoch": 128.1656804733728,
      "grad_norm": 2.1375021934509277,
      "learning_rate": 0.0001,
      "loss": 0.0239,
      "step": 21660
    },
    {
      "epoch": 128.22485207100593,
      "grad_norm": 1.7728155851364136,
      "learning_rate": 0.0001,
      "loss": 0.0242,
      "step": 21670
    },
    {
      "epoch": 128.28402366863907,
      "grad_norm": 1.4814608097076416,
      "learning_rate": 0.0001,
      "loss": 0.025,
      "step": 21680
    },
    {
      "epoch": 128.34319526627218,
      "grad_norm": 1.8674674034118652,
      "learning_rate": 0.0001,
      "loss": 0.0237,
      "step": 21690
    },
    {
      "epoch": 128.4023668639053,
      "grad_norm": 1.34758460521698,
      "learning_rate": 0.0001,
      "loss": 0.0232,
      "step": 21700
    },
    {
      "epoch": 128.46153846153845,
      "grad_norm": 1.4363784790039062,
      "learning_rate": 0.0001,
      "loss": 0.0243,
      "step": 21710
    },
    {
      "epoch": 128.5207100591716,
      "grad_norm": 1.5251965522766113,
      "learning_rate": 0.0001,
      "loss": 0.023,
      "step": 21720
    },
    {
      "epoch": 128.57988165680473,
      "grad_norm": 1.375557780265808,
      "learning_rate": 0.0001,
      "loss": 0.0233,
      "step": 21730
    },
    {
      "epoch": 128.63905325443787,
      "grad_norm": 1.6310837268829346,
      "learning_rate": 0.0001,
      "loss": 0.0235,
      "step": 21740
    },
    {
      "epoch": 128.698224852071,
      "grad_norm": 1.4078294038772583,
      "learning_rate": 0.0001,
      "loss": 0.0236,
      "step": 21750
    },
    {
      "epoch": 128.75739644970415,
      "grad_norm": 1.5379143953323364,
      "learning_rate": 0.0001,
      "loss": 0.0233,
      "step": 21760
    },
    {
      "epoch": 128.81656804733728,
      "grad_norm": 1.5616847276687622,
      "learning_rate": 0.0001,
      "loss": 0.0227,
      "step": 21770
    },
    {
      "epoch": 128.87573964497042,
      "grad_norm": 1.3290719985961914,
      "learning_rate": 0.0001,
      "loss": 0.0245,
      "step": 21780
    },
    {
      "epoch": 128.93491124260356,
      "grad_norm": 1.836195468902588,
      "learning_rate": 0.0001,
      "loss": 0.0234,
      "step": 21790
    },
    {
      "epoch": 128.9940828402367,
      "grad_norm": 2.794248342514038,
      "learning_rate": 0.0001,
      "loss": 0.0245,
      "step": 21800
    },
    {
      "epoch": 129.0532544378698,
      "grad_norm": 1.3407576084136963,
      "learning_rate": 0.0001,
      "loss": 0.0252,
      "step": 21810
    },
    {
      "epoch": 129.11242603550295,
      "grad_norm": 1.259130597114563,
      "learning_rate": 0.0001,
      "loss": 0.0238,
      "step": 21820
    },
    {
      "epoch": 129.1715976331361,
      "grad_norm": 1.6667972803115845,
      "learning_rate": 0.0001,
      "loss": 0.0237,
      "step": 21830
    },
    {
      "epoch": 129.23076923076923,
      "grad_norm": 1.5170016288757324,
      "learning_rate": 0.0001,
      "loss": 0.0235,
      "step": 21840
    },
    {
      "epoch": 129.28994082840237,
      "grad_norm": 1.391515851020813,
      "learning_rate": 0.0001,
      "loss": 0.0246,
      "step": 21850
    },
    {
      "epoch": 129.3491124260355,
      "grad_norm": 1.2307288646697998,
      "learning_rate": 0.0001,
      "loss": 0.0239,
      "step": 21860
    },
    {
      "epoch": 129.40828402366864,
      "grad_norm": 1.196203351020813,
      "learning_rate": 0.0001,
      "loss": 0.0244,
      "step": 21870
    },
    {
      "epoch": 129.46745562130178,
      "grad_norm": 1.090560793876648,
      "learning_rate": 0.0001,
      "loss": 0.0229,
      "step": 21880
    },
    {
      "epoch": 129.52662721893492,
      "grad_norm": 1.3238881826400757,
      "learning_rate": 0.0001,
      "loss": 0.022,
      "step": 21890
    },
    {
      "epoch": 129.58579881656806,
      "grad_norm": 1.794948697090149,
      "learning_rate": 0.0001,
      "loss": 0.0233,
      "step": 21900
    },
    {
      "epoch": 129.6449704142012,
      "grad_norm": 1.1953095197677612,
      "learning_rate": 0.0001,
      "loss": 0.0223,
      "step": 21910
    },
    {
      "epoch": 129.7041420118343,
      "grad_norm": 1.3214365243911743,
      "learning_rate": 0.0001,
      "loss": 0.0225,
      "step": 21920
    },
    {
      "epoch": 129.76331360946745,
      "grad_norm": 1.6785128116607666,
      "learning_rate": 0.0001,
      "loss": 0.0228,
      "step": 21930
    },
    {
      "epoch": 129.82248520710058,
      "grad_norm": 1.9589238166809082,
      "learning_rate": 0.0001,
      "loss": 0.023,
      "step": 21940
    },
    {
      "epoch": 129.88165680473372,
      "grad_norm": 1.3584564924240112,
      "learning_rate": 0.0001,
      "loss": 0.0231,
      "step": 21950
    },
    {
      "epoch": 129.94082840236686,
      "grad_norm": 1.8160459995269775,
      "learning_rate": 0.0001,
      "loss": 0.0238,
      "step": 21960
    },
    {
      "epoch": 130.0,
      "grad_norm": 1.6693834066390991,
      "learning_rate": 0.0001,
      "loss": 0.0236,
      "step": 21970
    },
    {
      "epoch": 130.05917159763314,
      "grad_norm": 1.3691976070404053,
      "learning_rate": 0.0001,
      "loss": 0.0228,
      "step": 21980
    },
    {
      "epoch": 130.11834319526628,
      "grad_norm": 1.6098825931549072,
      "learning_rate": 0.0001,
      "loss": 0.0234,
      "step": 21990
    },
    {
      "epoch": 130.17751479289942,
      "grad_norm": 1.588507056236267,
      "learning_rate": 0.0001,
      "loss": 0.0241,
      "step": 22000
    },
    {
      "epoch": 130.23668639053255,
      "grad_norm": 1.537980318069458,
      "learning_rate": 0.0001,
      "loss": 0.0242,
      "step": 22010
    },
    {
      "epoch": 130.2958579881657,
      "grad_norm": 1.6927415132522583,
      "learning_rate": 0.0001,
      "loss": 0.0236,
      "step": 22020
    },
    {
      "epoch": 130.3550295857988,
      "grad_norm": 1.6545333862304688,
      "learning_rate": 0.0001,
      "loss": 0.0235,
      "step": 22030
    },
    {
      "epoch": 130.41420118343194,
      "grad_norm": 1.5116757154464722,
      "learning_rate": 0.0001,
      "loss": 0.0227,
      "step": 22040
    },
    {
      "epoch": 130.47337278106508,
      "grad_norm": 1.3643717765808105,
      "learning_rate": 0.0001,
      "loss": 0.0241,
      "step": 22050
    },
    {
      "epoch": 130.53254437869822,
      "grad_norm": 1.5945848226547241,
      "learning_rate": 0.0001,
      "loss": 0.0234,
      "step": 22060
    },
    {
      "epoch": 130.59171597633136,
      "grad_norm": 1.0960053205490112,
      "learning_rate": 0.0001,
      "loss": 0.0233,
      "step": 22070
    },
    {
      "epoch": 130.6508875739645,
      "grad_norm": 1.3388361930847168,
      "learning_rate": 0.0001,
      "loss": 0.0233,
      "step": 22080
    },
    {
      "epoch": 130.71005917159763,
      "grad_norm": 1.3517833948135376,
      "learning_rate": 0.0001,
      "loss": 0.0241,
      "step": 22090
    },
    {
      "epoch": 130.76923076923077,
      "grad_norm": 1.1483101844787598,
      "learning_rate": 0.0001,
      "loss": 0.0235,
      "step": 22100
    },
    {
      "epoch": 130.8284023668639,
      "grad_norm": 1.757896065711975,
      "learning_rate": 0.0001,
      "loss": 0.0245,
      "step": 22110
    },
    {
      "epoch": 130.88757396449705,
      "grad_norm": 1.8782812356948853,
      "learning_rate": 0.0001,
      "loss": 0.025,
      "step": 22120
    },
    {
      "epoch": 130.9467455621302,
      "grad_norm": 2.0116934776306152,
      "learning_rate": 0.0001,
      "loss": 0.0235,
      "step": 22130
    },
    {
      "epoch": 131.0059171597633,
      "grad_norm": 1.3743361234664917,
      "learning_rate": 0.0001,
      "loss": 0.0239,
      "step": 22140
    },
    {
      "epoch": 131.06508875739644,
      "grad_norm": 1.1905078887939453,
      "learning_rate": 0.0001,
      "loss": 0.0239,
      "step": 22150
    },
    {
      "epoch": 131.12426035502958,
      "grad_norm": 1.214572548866272,
      "learning_rate": 0.0001,
      "loss": 0.0239,
      "step": 22160
    },
    {
      "epoch": 131.18343195266272,
      "grad_norm": 1.0491257905960083,
      "learning_rate": 0.0001,
      "loss": 0.0229,
      "step": 22170
    },
    {
      "epoch": 131.24260355029585,
      "grad_norm": 1.4397287368774414,
      "learning_rate": 0.0001,
      "loss": 0.0243,
      "step": 22180
    },
    {
      "epoch": 131.301775147929,
      "grad_norm": 1.3486584424972534,
      "learning_rate": 0.0001,
      "loss": 0.0232,
      "step": 22190
    },
    {
      "epoch": 131.36094674556213,
      "grad_norm": 1.691930890083313,
      "learning_rate": 0.0001,
      "loss": 0.0246,
      "step": 22200
    },
    {
      "epoch": 131.42011834319527,
      "grad_norm": 1.3248236179351807,
      "learning_rate": 0.0001,
      "loss": 0.0251,
      "step": 22210
    },
    {
      "epoch": 131.4792899408284,
      "grad_norm": 0.9425277709960938,
      "learning_rate": 0.0001,
      "loss": 0.023,
      "step": 22220
    },
    {
      "epoch": 131.53846153846155,
      "grad_norm": 1.3046852350234985,
      "learning_rate": 0.0001,
      "loss": 0.0242,
      "step": 22230
    },
    {
      "epoch": 131.5976331360947,
      "grad_norm": 1.652566909790039,
      "learning_rate": 0.0001,
      "loss": 0.0245,
      "step": 22240
    },
    {
      "epoch": 131.65680473372782,
      "grad_norm": 1.423359751701355,
      "learning_rate": 0.0001,
      "loss": 0.0236,
      "step": 22250
    },
    {
      "epoch": 131.71597633136093,
      "grad_norm": 1.549715518951416,
      "learning_rate": 0.0001,
      "loss": 0.0243,
      "step": 22260
    },
    {
      "epoch": 131.77514792899407,
      "grad_norm": 1.877761960029602,
      "learning_rate": 0.0001,
      "loss": 0.0249,
      "step": 22270
    },
    {
      "epoch": 131.8343195266272,
      "grad_norm": 1.6790283918380737,
      "learning_rate": 0.0001,
      "loss": 0.0237,
      "step": 22280
    },
    {
      "epoch": 131.89349112426035,
      "grad_norm": 1.672221302986145,
      "learning_rate": 0.0001,
      "loss": 0.0232,
      "step": 22290
    },
    {
      "epoch": 131.9526627218935,
      "grad_norm": 1.9710195064544678,
      "learning_rate": 0.0001,
      "loss": 0.0247,
      "step": 22300
    },
    {
      "epoch": 132.01183431952663,
      "grad_norm": 2.183898687362671,
      "learning_rate": 0.0001,
      "loss": 0.0247,
      "step": 22310
    },
    {
      "epoch": 132.07100591715977,
      "grad_norm": 2.1521010398864746,
      "learning_rate": 0.0001,
      "loss": 0.0238,
      "step": 22320
    },
    {
      "epoch": 132.1301775147929,
      "grad_norm": 1.191962718963623,
      "learning_rate": 0.0001,
      "loss": 0.0229,
      "step": 22330
    },
    {
      "epoch": 132.18934911242604,
      "grad_norm": 1.4443455934524536,
      "learning_rate": 0.0001,
      "loss": 0.0232,
      "step": 22340
    },
    {
      "epoch": 132.24852071005918,
      "grad_norm": 1.250766634941101,
      "learning_rate": 0.0001,
      "loss": 0.0219,
      "step": 22350
    },
    {
      "epoch": 132.30769230769232,
      "grad_norm": 1.9157243967056274,
      "learning_rate": 0.0001,
      "loss": 0.0234,
      "step": 22360
    },
    {
      "epoch": 132.36686390532543,
      "grad_norm": 1.6203584671020508,
      "learning_rate": 0.0001,
      "loss": 0.0225,
      "step": 22370
    },
    {
      "epoch": 132.42603550295857,
      "grad_norm": 1.9990142583847046,
      "learning_rate": 0.0001,
      "loss": 0.0225,
      "step": 22380
    },
    {
      "epoch": 132.4852071005917,
      "grad_norm": 1.636446237564087,
      "learning_rate": 0.0001,
      "loss": 0.0233,
      "step": 22390
    },
    {
      "epoch": 132.54437869822485,
      "grad_norm": 1.6315312385559082,
      "learning_rate": 0.0001,
      "loss": 0.0234,
      "step": 22400
    },
    {
      "epoch": 132.60355029585799,
      "grad_norm": 1.6616979837417603,
      "learning_rate": 0.0001,
      "loss": 0.0238,
      "step": 22410
    },
    {
      "epoch": 132.66272189349112,
      "grad_norm": 1.5046131610870361,
      "learning_rate": 0.0001,
      "loss": 0.0232,
      "step": 22420
    },
    {
      "epoch": 132.72189349112426,
      "grad_norm": 1.9462499618530273,
      "learning_rate": 0.0001,
      "loss": 0.0227,
      "step": 22430
    },
    {
      "epoch": 132.7810650887574,
      "grad_norm": 1.6640390157699585,
      "learning_rate": 0.0001,
      "loss": 0.0232,
      "step": 22440
    },
    {
      "epoch": 132.84023668639054,
      "grad_norm": 1.5582449436187744,
      "learning_rate": 0.0001,
      "loss": 0.0247,
      "step": 22450
    },
    {
      "epoch": 132.89940828402368,
      "grad_norm": 2.039883613586426,
      "learning_rate": 0.0001,
      "loss": 0.0227,
      "step": 22460
    },
    {
      "epoch": 132.95857988165682,
      "grad_norm": 1.1407829523086548,
      "learning_rate": 0.0001,
      "loss": 0.0225,
      "step": 22470
    },
    {
      "epoch": 133.01775147928993,
      "grad_norm": 1.611054539680481,
      "learning_rate": 0.0001,
      "loss": 0.0232,
      "step": 22480
    },
    {
      "epoch": 133.07692307692307,
      "grad_norm": 1.5888770818710327,
      "learning_rate": 0.0001,
      "loss": 0.0227,
      "step": 22490
    },
    {
      "epoch": 133.1360946745562,
      "grad_norm": 1.1413401365280151,
      "learning_rate": 0.0001,
      "loss": 0.0238,
      "step": 22500
    },
    {
      "epoch": 133.19526627218934,
      "grad_norm": 1.2442901134490967,
      "learning_rate": 0.0001,
      "loss": 0.0239,
      "step": 22510
    },
    {
      "epoch": 133.25443786982248,
      "grad_norm": 1.790948510169983,
      "learning_rate": 0.0001,
      "loss": 0.0248,
      "step": 22520
    },
    {
      "epoch": 133.31360946745562,
      "grad_norm": 1.4156562089920044,
      "learning_rate": 0.0001,
      "loss": 0.024,
      "step": 22530
    },
    {
      "epoch": 133.37278106508876,
      "grad_norm": 1.2033716440200806,
      "learning_rate": 0.0001,
      "loss": 0.0221,
      "step": 22540
    },
    {
      "epoch": 133.4319526627219,
      "grad_norm": 1.1005910634994507,
      "learning_rate": 0.0001,
      "loss": 0.0236,
      "step": 22550
    },
    {
      "epoch": 133.49112426035504,
      "grad_norm": 1.6103978157043457,
      "learning_rate": 0.0001,
      "loss": 0.0246,
      "step": 22560
    },
    {
      "epoch": 133.55029585798817,
      "grad_norm": 1.3207180500030518,
      "learning_rate": 0.0001,
      "loss": 0.0233,
      "step": 22570
    },
    {
      "epoch": 133.6094674556213,
      "grad_norm": 1.6736252307891846,
      "learning_rate": 0.0001,
      "loss": 0.0234,
      "step": 22580
    },
    {
      "epoch": 133.66863905325442,
      "grad_norm": 1.9210213422775269,
      "learning_rate": 0.0001,
      "loss": 0.0248,
      "step": 22590
    },
    {
      "epoch": 133.72781065088756,
      "grad_norm": 2.080117702484131,
      "learning_rate": 0.0001,
      "loss": 0.0255,
      "step": 22600
    },
    {
      "epoch": 133.7869822485207,
      "grad_norm": 1.3049381971359253,
      "learning_rate": 0.0001,
      "loss": 0.0241,
      "step": 22610
    },
    {
      "epoch": 133.84615384615384,
      "grad_norm": 2.0115435123443604,
      "learning_rate": 0.0001,
      "loss": 0.0242,
      "step": 22620
    },
    {
      "epoch": 133.90532544378698,
      "grad_norm": 1.686875581741333,
      "learning_rate": 0.0001,
      "loss": 0.0238,
      "step": 22630
    },
    {
      "epoch": 133.96449704142012,
      "grad_norm": 1.0315933227539062,
      "learning_rate": 0.0001,
      "loss": 0.0234,
      "step": 22640
    },
    {
      "epoch": 134.02366863905326,
      "grad_norm": 1.2340424060821533,
      "learning_rate": 0.0001,
      "loss": 0.0223,
      "step": 22650
    },
    {
      "epoch": 134.0828402366864,
      "grad_norm": 1.4103429317474365,
      "learning_rate": 0.0001,
      "loss": 0.0231,
      "step": 22660
    },
    {
      "epoch": 134.14201183431953,
      "grad_norm": 1.297670841217041,
      "learning_rate": 0.0001,
      "loss": 0.0227,
      "step": 22670
    },
    {
      "epoch": 134.20118343195267,
      "grad_norm": 1.2303435802459717,
      "learning_rate": 0.0001,
      "loss": 0.0228,
      "step": 22680
    },
    {
      "epoch": 134.2603550295858,
      "grad_norm": 1.421676516532898,
      "learning_rate": 0.0001,
      "loss": 0.0231,
      "step": 22690
    },
    {
      "epoch": 134.31952662721895,
      "grad_norm": 1.498890995979309,
      "learning_rate": 0.0001,
      "loss": 0.0234,
      "step": 22700
    },
    {
      "epoch": 134.37869822485206,
      "grad_norm": 1.9806216955184937,
      "learning_rate": 0.0001,
      "loss": 0.0233,
      "step": 22710
    },
    {
      "epoch": 134.4378698224852,
      "grad_norm": 1.2969321012496948,
      "learning_rate": 0.0001,
      "loss": 0.0236,
      "step": 22720
    },
    {
      "epoch": 134.49704142011834,
      "grad_norm": 1.4738191366195679,
      "learning_rate": 0.0001,
      "loss": 0.023,
      "step": 22730
    },
    {
      "epoch": 134.55621301775147,
      "grad_norm": 1.2421598434448242,
      "learning_rate": 0.0001,
      "loss": 0.022,
      "step": 22740
    },
    {
      "epoch": 134.6153846153846,
      "grad_norm": 1.070454478263855,
      "learning_rate": 0.0001,
      "loss": 0.0213,
      "step": 22750
    },
    {
      "epoch": 134.67455621301775,
      "grad_norm": 2.3466315269470215,
      "learning_rate": 0.0001,
      "loss": 0.0221,
      "step": 22760
    },
    {
      "epoch": 134.7337278106509,
      "grad_norm": 1.8768153190612793,
      "learning_rate": 0.0001,
      "loss": 0.0231,
      "step": 22770
    },
    {
      "epoch": 134.79289940828403,
      "grad_norm": 1.7109942436218262,
      "learning_rate": 0.0001,
      "loss": 0.0221,
      "step": 22780
    },
    {
      "epoch": 134.85207100591717,
      "grad_norm": 1.6232916116714478,
      "learning_rate": 0.0001,
      "loss": 0.0226,
      "step": 22790
    },
    {
      "epoch": 134.9112426035503,
      "grad_norm": 1.238905906677246,
      "learning_rate": 0.0001,
      "loss": 0.0219,
      "step": 22800
    },
    {
      "epoch": 134.97041420118344,
      "grad_norm": 1.4628806114196777,
      "learning_rate": 0.0001,
      "loss": 0.0216,
      "step": 22810
    },
    {
      "epoch": 135.02958579881656,
      "grad_norm": 1.3500521183013916,
      "learning_rate": 0.0001,
      "loss": 0.0226,
      "step": 22820
    },
    {
      "epoch": 135.0887573964497,
      "grad_norm": 1.1362117528915405,
      "learning_rate": 0.0001,
      "loss": 0.0223,
      "step": 22830
    },
    {
      "epoch": 135.14792899408283,
      "grad_norm": 1.6222641468048096,
      "learning_rate": 0.0001,
      "loss": 0.0233,
      "step": 22840
    },
    {
      "epoch": 135.20710059171597,
      "grad_norm": 1.4515498876571655,
      "learning_rate": 0.0001,
      "loss": 0.0222,
      "step": 22850
    },
    {
      "epoch": 135.2662721893491,
      "grad_norm": 1.3743890523910522,
      "learning_rate": 0.0001,
      "loss": 0.0228,
      "step": 22860
    },
    {
      "epoch": 135.32544378698225,
      "grad_norm": 1.2989169359207153,
      "learning_rate": 0.0001,
      "loss": 0.0225,
      "step": 22870
    },
    {
      "epoch": 135.3846153846154,
      "grad_norm": 1.4397659301757812,
      "learning_rate": 0.0001,
      "loss": 0.0225,
      "step": 22880
    },
    {
      "epoch": 135.44378698224853,
      "grad_norm": 1.3164410591125488,
      "learning_rate": 0.0001,
      "loss": 0.0221,
      "step": 22890
    },
    {
      "epoch": 135.50295857988166,
      "grad_norm": 1.5367070436477661,
      "learning_rate": 0.0001,
      "loss": 0.022,
      "step": 22900
    },
    {
      "epoch": 135.5621301775148,
      "grad_norm": 1.5941411256790161,
      "learning_rate": 0.0001,
      "loss": 0.0239,
      "step": 22910
    },
    {
      "epoch": 135.62130177514794,
      "grad_norm": 1.742397665977478,
      "learning_rate": 0.0001,
      "loss": 0.0236,
      "step": 22920
    },
    {
      "epoch": 135.68047337278105,
      "grad_norm": 1.9385242462158203,
      "learning_rate": 0.0001,
      "loss": 0.0228,
      "step": 22930
    },
    {
      "epoch": 135.7396449704142,
      "grad_norm": 1.390820860862732,
      "learning_rate": 0.0001,
      "loss": 0.0229,
      "step": 22940
    },
    {
      "epoch": 135.79881656804733,
      "grad_norm": 1.5467450618743896,
      "learning_rate": 0.0001,
      "loss": 0.0226,
      "step": 22950
    },
    {
      "epoch": 135.85798816568047,
      "grad_norm": 1.380983829498291,
      "learning_rate": 0.0001,
      "loss": 0.023,
      "step": 22960
    },
    {
      "epoch": 135.9171597633136,
      "grad_norm": 1.4439271688461304,
      "learning_rate": 0.0001,
      "loss": 0.0231,
      "step": 22970
    },
    {
      "epoch": 135.97633136094674,
      "grad_norm": 1.4563738107681274,
      "learning_rate": 0.0001,
      "loss": 0.0232,
      "step": 22980
    },
    {
      "epoch": 136.03550295857988,
      "grad_norm": 1.008076786994934,
      "learning_rate": 0.0001,
      "loss": 0.0227,
      "step": 22990
    },
    {
      "epoch": 136.09467455621302,
      "grad_norm": 1.5027406215667725,
      "learning_rate": 0.0001,
      "loss": 0.0231,
      "step": 23000
    },
    {
      "epoch": 136.15384615384616,
      "grad_norm": 1.7240090370178223,
      "learning_rate": 0.0001,
      "loss": 0.0228,
      "step": 23010
    },
    {
      "epoch": 136.2130177514793,
      "grad_norm": 1.8829364776611328,
      "learning_rate": 0.0001,
      "loss": 0.0222,
      "step": 23020
    },
    {
      "epoch": 136.27218934911244,
      "grad_norm": 1.7445006370544434,
      "learning_rate": 0.0001,
      "loss": 0.0239,
      "step": 23030
    },
    {
      "epoch": 136.33136094674558,
      "grad_norm": 1.8162493705749512,
      "learning_rate": 0.0001,
      "loss": 0.0238,
      "step": 23040
    },
    {
      "epoch": 136.3905325443787,
      "grad_norm": 1.407775640487671,
      "learning_rate": 0.0001,
      "loss": 0.0234,
      "step": 23050
    },
    {
      "epoch": 136.44970414201183,
      "grad_norm": 1.226261019706726,
      "learning_rate": 0.0001,
      "loss": 0.0218,
      "step": 23060
    },
    {
      "epoch": 136.50887573964496,
      "grad_norm": 1.166310429573059,
      "learning_rate": 0.0001,
      "loss": 0.0225,
      "step": 23070
    },
    {
      "epoch": 136.5680473372781,
      "grad_norm": 1.3146368265151978,
      "learning_rate": 0.0001,
      "loss": 0.0224,
      "step": 23080
    },
    {
      "epoch": 136.62721893491124,
      "grad_norm": 1.058558464050293,
      "learning_rate": 0.0001,
      "loss": 0.0234,
      "step": 23090
    },
    {
      "epoch": 136.68639053254438,
      "grad_norm": 1.312732458114624,
      "learning_rate": 0.0001,
      "loss": 0.0224,
      "step": 23100
    },
    {
      "epoch": 136.74556213017752,
      "grad_norm": 1.6454449892044067,
      "learning_rate": 0.0001,
      "loss": 0.0234,
      "step": 23110
    },
    {
      "epoch": 136.80473372781066,
      "grad_norm": 1.4270521402359009,
      "learning_rate": 0.0001,
      "loss": 0.0225,
      "step": 23120
    },
    {
      "epoch": 136.8639053254438,
      "grad_norm": 1.2697011232376099,
      "learning_rate": 0.0001,
      "loss": 0.0232,
      "step": 23130
    },
    {
      "epoch": 136.92307692307693,
      "grad_norm": 1.3287811279296875,
      "learning_rate": 0.0001,
      "loss": 0.0229,
      "step": 23140
    },
    {
      "epoch": 136.98224852071007,
      "grad_norm": 1.1909235715866089,
      "learning_rate": 0.0001,
      "loss": 0.0237,
      "step": 23150
    },
    {
      "epoch": 137.04142011834318,
      "grad_norm": 1.4343959093093872,
      "learning_rate": 0.0001,
      "loss": 0.0229,
      "step": 23160
    },
    {
      "epoch": 137.10059171597632,
      "grad_norm": 1.331602692604065,
      "learning_rate": 0.0001,
      "loss": 0.0233,
      "step": 23170
    },
    {
      "epoch": 137.15976331360946,
      "grad_norm": 1.5790141820907593,
      "learning_rate": 0.0001,
      "loss": 0.0233,
      "step": 23180
    },
    {
      "epoch": 137.2189349112426,
      "grad_norm": 1.0270471572875977,
      "learning_rate": 0.0001,
      "loss": 0.0235,
      "step": 23190
    },
    {
      "epoch": 137.27810650887574,
      "grad_norm": 2.0987930297851562,
      "learning_rate": 0.0001,
      "loss": 0.0239,
      "step": 23200
    },
    {
      "epoch": 137.33727810650888,
      "grad_norm": 1.552823543548584,
      "learning_rate": 0.0001,
      "loss": 0.0233,
      "step": 23210
    },
    {
      "epoch": 137.39644970414201,
      "grad_norm": 1.3183848857879639,
      "learning_rate": 0.0001,
      "loss": 0.024,
      "step": 23220
    },
    {
      "epoch": 137.45562130177515,
      "grad_norm": 1.5275496244430542,
      "learning_rate": 0.0001,
      "loss": 0.0238,
      "step": 23230
    },
    {
      "epoch": 137.5147928994083,
      "grad_norm": 1.5433861017227173,
      "learning_rate": 0.0001,
      "loss": 0.0235,
      "step": 23240
    },
    {
      "epoch": 137.57396449704143,
      "grad_norm": 1.3984718322753906,
      "learning_rate": 0.0001,
      "loss": 0.0235,
      "step": 23250
    },
    {
      "epoch": 137.63313609467457,
      "grad_norm": 1.606903076171875,
      "learning_rate": 0.0001,
      "loss": 0.022,
      "step": 23260
    },
    {
      "epoch": 137.69230769230768,
      "grad_norm": 1.1285206079483032,
      "learning_rate": 0.0001,
      "loss": 0.0235,
      "step": 23270
    },
    {
      "epoch": 137.75147928994082,
      "grad_norm": 1.87546706199646,
      "learning_rate": 0.0001,
      "loss": 0.0234,
      "step": 23280
    },
    {
      "epoch": 137.81065088757396,
      "grad_norm": 2.1279125213623047,
      "learning_rate": 0.0001,
      "loss": 0.0225,
      "step": 23290
    },
    {
      "epoch": 137.8698224852071,
      "grad_norm": 1.0663539171218872,
      "learning_rate": 0.0001,
      "loss": 0.0214,
      "step": 23300
    },
    {
      "epoch": 137.92899408284023,
      "grad_norm": 1.1506255865097046,
      "learning_rate": 0.0001,
      "loss": 0.0222,
      "step": 23310
    },
    {
      "epoch": 137.98816568047337,
      "grad_norm": 1.4599038362503052,
      "learning_rate": 0.0001,
      "loss": 0.0243,
      "step": 23320
    },
    {
      "epoch": 138.0473372781065,
      "grad_norm": 1.5501033067703247,
      "learning_rate": 0.0001,
      "loss": 0.0235,
      "step": 23330
    },
    {
      "epoch": 138.10650887573965,
      "grad_norm": 1.4991542100906372,
      "learning_rate": 0.0001,
      "loss": 0.0242,
      "step": 23340
    },
    {
      "epoch": 138.1656804733728,
      "grad_norm": 1.196536898612976,
      "learning_rate": 0.0001,
      "loss": 0.0242,
      "step": 23350
    },
    {
      "epoch": 138.22485207100593,
      "grad_norm": 1.582877516746521,
      "learning_rate": 0.0001,
      "loss": 0.0247,
      "step": 23360
    },
    {
      "epoch": 138.28402366863907,
      "grad_norm": 1.261749029159546,
      "learning_rate": 0.0001,
      "loss": 0.0241,
      "step": 23370
    },
    {
      "epoch": 138.34319526627218,
      "grad_norm": 1.1079758405685425,
      "learning_rate": 0.0001,
      "loss": 0.0236,
      "step": 23380
    },
    {
      "epoch": 138.4023668639053,
      "grad_norm": 1.0441226959228516,
      "learning_rate": 0.0001,
      "loss": 0.0234,
      "step": 23390
    },
    {
      "epoch": 138.46153846153845,
      "grad_norm": 1.4128137826919556,
      "learning_rate": 0.0001,
      "loss": 0.0233,
      "step": 23400
    },
    {
      "epoch": 138.5207100591716,
      "grad_norm": 1.5187100172042847,
      "learning_rate": 0.0001,
      "loss": 0.0229,
      "step": 23410
    },
    {
      "epoch": 138.57988165680473,
      "grad_norm": 1.2997010946273804,
      "learning_rate": 0.0001,
      "loss": 0.0246,
      "step": 23420
    },
    {
      "epoch": 138.63905325443787,
      "grad_norm": 1.3031842708587646,
      "learning_rate": 0.0001,
      "loss": 0.0234,
      "step": 23430
    },
    {
      "epoch": 138.698224852071,
      "grad_norm": 1.5750266313552856,
      "learning_rate": 0.0001,
      "loss": 0.0246,
      "step": 23440
    },
    {
      "epoch": 138.75739644970415,
      "grad_norm": 2.6712992191314697,
      "learning_rate": 0.0001,
      "loss": 0.0238,
      "step": 23450
    },
    {
      "epoch": 138.81656804733728,
      "grad_norm": 1.392214059829712,
      "learning_rate": 0.0001,
      "loss": 0.0236,
      "step": 23460
    },
    {
      "epoch": 138.87573964497042,
      "grad_norm": 1.5283150672912598,
      "learning_rate": 0.0001,
      "loss": 0.0234,
      "step": 23470
    },
    {
      "epoch": 138.93491124260356,
      "grad_norm": 1.3901969194412231,
      "learning_rate": 0.0001,
      "loss": 0.0225,
      "step": 23480
    },
    {
      "epoch": 138.9940828402367,
      "grad_norm": 1.9193007946014404,
      "learning_rate": 0.0001,
      "loss": 0.0226,
      "step": 23490
    },
    {
      "epoch": 139.0532544378698,
      "grad_norm": 1.8145160675048828,
      "learning_rate": 0.0001,
      "loss": 0.0241,
      "step": 23500
    },
    {
      "epoch": 139.11242603550295,
      "grad_norm": 1.2250152826309204,
      "learning_rate": 0.0001,
      "loss": 0.0217,
      "step": 23510
    },
    {
      "epoch": 139.1715976331361,
      "grad_norm": 1.696818470954895,
      "learning_rate": 0.0001,
      "loss": 0.0229,
      "step": 23520
    },
    {
      "epoch": 139.23076923076923,
      "grad_norm": 1.3276128768920898,
      "learning_rate": 0.0001,
      "loss": 0.0226,
      "step": 23530
    },
    {
      "epoch": 139.28994082840237,
      "grad_norm": 1.547763466835022,
      "learning_rate": 0.0001,
      "loss": 0.0221,
      "step": 23540
    },
    {
      "epoch": 139.3491124260355,
      "grad_norm": 1.4323389530181885,
      "learning_rate": 0.0001,
      "loss": 0.0217,
      "step": 23550
    },
    {
      "epoch": 139.40828402366864,
      "grad_norm": 1.3492522239685059,
      "learning_rate": 0.0001,
      "loss": 0.0225,
      "step": 23560
    },
    {
      "epoch": 139.46745562130178,
      "grad_norm": 1.037255048751831,
      "learning_rate": 0.0001,
      "loss": 0.0225,
      "step": 23570
    },
    {
      "epoch": 139.52662721893492,
      "grad_norm": 1.5966969728469849,
      "learning_rate": 0.0001,
      "loss": 0.0235,
      "step": 23580
    },
    {
      "epoch": 139.58579881656806,
      "grad_norm": 1.6263082027435303,
      "learning_rate": 0.0001,
      "loss": 0.0236,
      "step": 23590
    },
    {
      "epoch": 139.6449704142012,
      "grad_norm": 1.4830694198608398,
      "learning_rate": 0.0001,
      "loss": 0.023,
      "step": 23600
    },
    {
      "epoch": 139.7041420118343,
      "grad_norm": 1.5873267650604248,
      "learning_rate": 0.0001,
      "loss": 0.0217,
      "step": 23610
    },
    {
      "epoch": 139.76331360946745,
      "grad_norm": 1.2400026321411133,
      "learning_rate": 0.0001,
      "loss": 0.0226,
      "step": 23620
    },
    {
      "epoch": 139.82248520710058,
      "grad_norm": 1.5581709146499634,
      "learning_rate": 0.0001,
      "loss": 0.0222,
      "step": 23630
    },
    {
      "epoch": 139.88165680473372,
      "grad_norm": 1.217904806137085,
      "learning_rate": 0.0001,
      "loss": 0.0225,
      "step": 23640
    },
    {
      "epoch": 139.94082840236686,
      "grad_norm": 1.657213807106018,
      "learning_rate": 0.0001,
      "loss": 0.0217,
      "step": 23650
    },
    {
      "epoch": 140.0,
      "grad_norm": 1.3090523481369019,
      "learning_rate": 0.0001,
      "loss": 0.0213,
      "step": 23660
    },
    {
      "epoch": 140.05917159763314,
      "grad_norm": 1.7182044982910156,
      "learning_rate": 0.0001,
      "loss": 0.0223,
      "step": 23670
    },
    {
      "epoch": 140.11834319526628,
      "grad_norm": 1.5938249826431274,
      "learning_rate": 0.0001,
      "loss": 0.0227,
      "step": 23680
    },
    {
      "epoch": 140.17751479289942,
      "grad_norm": 1.423177719116211,
      "learning_rate": 0.0001,
      "loss": 0.022,
      "step": 23690
    },
    {
      "epoch": 140.23668639053255,
      "grad_norm": 1.4663641452789307,
      "learning_rate": 0.0001,
      "loss": 0.0232,
      "step": 23700
    },
    {
      "epoch": 140.2958579881657,
      "grad_norm": 1.6691519021987915,
      "learning_rate": 0.0001,
      "loss": 0.0234,
      "step": 23710
    },
    {
      "epoch": 140.3550295857988,
      "grad_norm": 1.2974470853805542,
      "learning_rate": 0.0001,
      "loss": 0.023,
      "step": 23720
    },
    {
      "epoch": 140.41420118343194,
      "grad_norm": 1.558093786239624,
      "learning_rate": 0.0001,
      "loss": 0.0228,
      "step": 23730
    },
    {
      "epoch": 140.47337278106508,
      "grad_norm": 2.1833391189575195,
      "learning_rate": 0.0001,
      "loss": 0.024,
      "step": 23740
    },
    {
      "epoch": 140.53254437869822,
      "grad_norm": 1.322705626487732,
      "learning_rate": 0.0001,
      "loss": 0.0219,
      "step": 23750
    },
    {
      "epoch": 140.59171597633136,
      "grad_norm": 2.5005176067352295,
      "learning_rate": 0.0001,
      "loss": 0.0228,
      "step": 23760
    },
    {
      "epoch": 140.6508875739645,
      "grad_norm": 2.457139253616333,
      "learning_rate": 0.0001,
      "loss": 0.0232,
      "step": 23770
    },
    {
      "epoch": 140.71005917159763,
      "grad_norm": 1.6916102170944214,
      "learning_rate": 0.0001,
      "loss": 0.0232,
      "step": 23780
    },
    {
      "epoch": 140.76923076923077,
      "grad_norm": 1.3022249937057495,
      "learning_rate": 0.0001,
      "loss": 0.0223,
      "step": 23790
    },
    {
      "epoch": 140.8284023668639,
      "grad_norm": 1.1824474334716797,
      "learning_rate": 0.0001,
      "loss": 0.0222,
      "step": 23800
    },
    {
      "epoch": 140.88757396449705,
      "grad_norm": 1.287595272064209,
      "learning_rate": 0.0001,
      "loss": 0.022,
      "step": 23810
    },
    {
      "epoch": 140.9467455621302,
      "grad_norm": 1.2182550430297852,
      "learning_rate": 0.0001,
      "loss": 0.023,
      "step": 23820
    },
    {
      "epoch": 141.0059171597633,
      "grad_norm": 1.4441462755203247,
      "learning_rate": 0.0001,
      "loss": 0.0229,
      "step": 23830
    },
    {
      "epoch": 141.06508875739644,
      "grad_norm": 1.278725028038025,
      "learning_rate": 0.0001,
      "loss": 0.0224,
      "step": 23840
    },
    {
      "epoch": 141.12426035502958,
      "grad_norm": 1.117855429649353,
      "learning_rate": 0.0001,
      "loss": 0.0237,
      "step": 23850
    },
    {
      "epoch": 141.18343195266272,
      "grad_norm": 1.4191057682037354,
      "learning_rate": 0.0001,
      "loss": 0.0249,
      "step": 23860
    },
    {
      "epoch": 141.24260355029585,
      "grad_norm": 1.540771484375,
      "learning_rate": 0.0001,
      "loss": 0.0249,
      "step": 23870
    },
    {
      "epoch": 141.301775147929,
      "grad_norm": 1.0990530252456665,
      "learning_rate": 0.0001,
      "loss": 0.0244,
      "step": 23880
    },
    {
      "epoch": 141.36094674556213,
      "grad_norm": 1.415777325630188,
      "learning_rate": 0.0001,
      "loss": 0.0228,
      "step": 23890
    },
    {
      "epoch": 141.42011834319527,
      "grad_norm": 1.3027247190475464,
      "learning_rate": 0.0001,
      "loss": 0.0226,
      "step": 23900
    },
    {
      "epoch": 141.4792899408284,
      "grad_norm": 1.2007877826690674,
      "learning_rate": 0.0001,
      "loss": 0.0237,
      "step": 23910
    },
    {
      "epoch": 141.53846153846155,
      "grad_norm": 1.4063174724578857,
      "learning_rate": 0.0001,
      "loss": 0.0238,
      "step": 23920
    },
    {
      "epoch": 141.5976331360947,
      "grad_norm": 1.3678361177444458,
      "learning_rate": 0.0001,
      "loss": 0.024,
      "step": 23930
    },
    {
      "epoch": 141.65680473372782,
      "grad_norm": 1.5221940279006958,
      "learning_rate": 0.0001,
      "loss": 0.0231,
      "step": 23940
    },
    {
      "epoch": 141.71597633136093,
      "grad_norm": 1.4238009452819824,
      "learning_rate": 0.0001,
      "loss": 0.0227,
      "step": 23950
    },
    {
      "epoch": 141.77514792899407,
      "grad_norm": 1.5237504243850708,
      "learning_rate": 0.0001,
      "loss": 0.0238,
      "step": 23960
    },
    {
      "epoch": 141.8343195266272,
      "grad_norm": 2.0769155025482178,
      "learning_rate": 0.0001,
      "loss": 0.0253,
      "step": 23970
    },
    {
      "epoch": 141.89349112426035,
      "grad_norm": 1.419219732284546,
      "learning_rate": 0.0001,
      "loss": 0.0226,
      "step": 23980
    },
    {
      "epoch": 141.9526627218935,
      "grad_norm": 1.108001947402954,
      "learning_rate": 0.0001,
      "loss": 0.0232,
      "step": 23990
    },
    {
      "epoch": 142.01183431952663,
      "grad_norm": 1.2419253587722778,
      "learning_rate": 0.0001,
      "loss": 0.022,
      "step": 24000
    },
    {
      "epoch": 142.07100591715977,
      "grad_norm": 1.2445439100265503,
      "learning_rate": 0.0001,
      "loss": 0.0219,
      "step": 24010
    },
    {
      "epoch": 142.1301775147929,
      "grad_norm": 1.7760157585144043,
      "learning_rate": 0.0001,
      "loss": 0.0229,
      "step": 24020
    },
    {
      "epoch": 142.18934911242604,
      "grad_norm": 0.9730281233787537,
      "learning_rate": 0.0001,
      "loss": 0.0234,
      "step": 24030
    },
    {
      "epoch": 142.24852071005918,
      "grad_norm": 1.1950058937072754,
      "learning_rate": 0.0001,
      "loss": 0.0229,
      "step": 24040
    },
    {
      "epoch": 142.30769230769232,
      "grad_norm": 1.6115761995315552,
      "learning_rate": 0.0001,
      "loss": 0.0231,
      "step": 24050
    },
    {
      "epoch": 142.36686390532543,
      "grad_norm": 1.3578972816467285,
      "learning_rate": 0.0001,
      "loss": 0.0229,
      "step": 24060
    },
    {
      "epoch": 142.42603550295857,
      "grad_norm": 1.7409601211547852,
      "learning_rate": 0.0001,
      "loss": 0.0236,
      "step": 24070
    },
    {
      "epoch": 142.4852071005917,
      "grad_norm": 1.8936048746109009,
      "learning_rate": 0.0001,
      "loss": 0.0237,
      "step": 24080
    },
    {
      "epoch": 142.54437869822485,
      "grad_norm": 1.7024095058441162,
      "learning_rate": 0.0001,
      "loss": 0.0218,
      "step": 24090
    },
    {
      "epoch": 142.60355029585799,
      "grad_norm": 1.8986092805862427,
      "learning_rate": 0.0001,
      "loss": 0.023,
      "step": 24100
    },
    {
      "epoch": 142.66272189349112,
      "grad_norm": 1.5966641902923584,
      "learning_rate": 0.0001,
      "loss": 0.0221,
      "step": 24110
    },
    {
      "epoch": 142.72189349112426,
      "grad_norm": 1.3769018650054932,
      "learning_rate": 0.0001,
      "loss": 0.0237,
      "step": 24120
    },
    {
      "epoch": 142.7810650887574,
      "grad_norm": 1.4885668754577637,
      "learning_rate": 0.0001,
      "loss": 0.0229,
      "step": 24130
    },
    {
      "epoch": 142.84023668639054,
      "grad_norm": 1.3013654947280884,
      "learning_rate": 0.0001,
      "loss": 0.0224,
      "step": 24140
    },
    {
      "epoch": 142.89940828402368,
      "grad_norm": 2.171419858932495,
      "learning_rate": 0.0001,
      "loss": 0.0219,
      "step": 24150
    },
    {
      "epoch": 142.95857988165682,
      "grad_norm": 1.5883712768554688,
      "learning_rate": 0.0001,
      "loss": 0.0232,
      "step": 24160
    },
    {
      "epoch": 143.01775147928993,
      "grad_norm": 1.6839144229888916,
      "learning_rate": 0.0001,
      "loss": 0.0223,
      "step": 24170
    },
    {
      "epoch": 143.07692307692307,
      "grad_norm": 1.884848952293396,
      "learning_rate": 0.0001,
      "loss": 0.0232,
      "step": 24180
    },
    {
      "epoch": 143.1360946745562,
      "grad_norm": 1.3516279458999634,
      "learning_rate": 0.0001,
      "loss": 0.0236,
      "step": 24190
    },
    {
      "epoch": 143.19526627218934,
      "grad_norm": 1.2143150568008423,
      "learning_rate": 0.0001,
      "loss": 0.0238,
      "step": 24200
    },
    {
      "epoch": 143.25443786982248,
      "grad_norm": 1.1210254430770874,
      "learning_rate": 0.0001,
      "loss": 0.0216,
      "step": 24210
    },
    {
      "epoch": 143.31360946745562,
      "grad_norm": 1.3645530939102173,
      "learning_rate": 0.0001,
      "loss": 0.0212,
      "step": 24220
    },
    {
      "epoch": 143.37278106508876,
      "grad_norm": 1.4452154636383057,
      "learning_rate": 0.0001,
      "loss": 0.0224,
      "step": 24230
    },
    {
      "epoch": 143.4319526627219,
      "grad_norm": 1.3181666135787964,
      "learning_rate": 0.0001,
      "loss": 0.0212,
      "step": 24240
    },
    {
      "epoch": 143.49112426035504,
      "grad_norm": 1.0862276554107666,
      "learning_rate": 0.0001,
      "loss": 0.0217,
      "step": 24250
    },
    {
      "epoch": 143.55029585798817,
      "grad_norm": 1.0731688737869263,
      "learning_rate": 0.0001,
      "loss": 0.0213,
      "step": 24260
    },
    {
      "epoch": 143.6094674556213,
      "grad_norm": 1.2234258651733398,
      "learning_rate": 0.0001,
      "loss": 0.0223,
      "step": 24270
    },
    {
      "epoch": 143.66863905325442,
      "grad_norm": 1.6040650606155396,
      "learning_rate": 0.0001,
      "loss": 0.0213,
      "step": 24280
    },
    {
      "epoch": 143.72781065088756,
      "grad_norm": 1.111960768699646,
      "learning_rate": 0.0001,
      "loss": 0.0232,
      "step": 24290
    },
    {
      "epoch": 143.7869822485207,
      "grad_norm": 1.448182463645935,
      "learning_rate": 0.0001,
      "loss": 0.0223,
      "step": 24300
    },
    {
      "epoch": 143.84615384615384,
      "grad_norm": 1.320658564567566,
      "learning_rate": 0.0001,
      "loss": 0.0224,
      "step": 24310
    },
    {
      "epoch": 143.90532544378698,
      "grad_norm": 1.1499472856521606,
      "learning_rate": 0.0001,
      "loss": 0.023,
      "step": 24320
    },
    {
      "epoch": 143.96449704142012,
      "grad_norm": 1.4925100803375244,
      "learning_rate": 0.0001,
      "loss": 0.0224,
      "step": 24330
    },
    {
      "epoch": 144.02366863905326,
      "grad_norm": 1.2242377996444702,
      "learning_rate": 0.0001,
      "loss": 0.0224,
      "step": 24340
    },
    {
      "epoch": 144.0828402366864,
      "grad_norm": 1.143158197402954,
      "learning_rate": 0.0001,
      "loss": 0.0224,
      "step": 24350
    },
    {
      "epoch": 144.14201183431953,
      "grad_norm": 1.391683578491211,
      "learning_rate": 0.0001,
      "loss": 0.0238,
      "step": 24360
    },
    {
      "epoch": 144.20118343195267,
      "grad_norm": 1.6641006469726562,
      "learning_rate": 0.0001,
      "loss": 0.0231,
      "step": 24370
    },
    {
      "epoch": 144.2603550295858,
      "grad_norm": 1.3952569961547852,
      "learning_rate": 0.0001,
      "loss": 0.0236,
      "step": 24380
    },
    {
      "epoch": 144.31952662721895,
      "grad_norm": 1.3652406930923462,
      "learning_rate": 0.0001,
      "loss": 0.0234,
      "step": 24390
    },
    {
      "epoch": 144.37869822485206,
      "grad_norm": 1.9934130907058716,
      "learning_rate": 0.0001,
      "loss": 0.0237,
      "step": 24400
    },
    {
      "epoch": 144.4378698224852,
      "grad_norm": 1.7354295253753662,
      "learning_rate": 0.0001,
      "loss": 0.0224,
      "step": 24410
    },
    {
      "epoch": 144.49704142011834,
      "grad_norm": 1.6311091184616089,
      "learning_rate": 0.0001,
      "loss": 0.0231,
      "step": 24420
    },
    {
      "epoch": 144.55621301775147,
      "grad_norm": 1.5923337936401367,
      "learning_rate": 0.0001,
      "loss": 0.0233,
      "step": 24430
    },
    {
      "epoch": 144.6153846153846,
      "grad_norm": 1.4344260692596436,
      "learning_rate": 0.0001,
      "loss": 0.0221,
      "step": 24440
    },
    {
      "epoch": 144.67455621301775,
      "grad_norm": 1.227130651473999,
      "learning_rate": 0.0001,
      "loss": 0.023,
      "step": 24450
    },
    {
      "epoch": 144.7337278106509,
      "grad_norm": 0.9901591539382935,
      "learning_rate": 0.0001,
      "loss": 0.0231,
      "step": 24460
    },
    {
      "epoch": 144.79289940828403,
      "grad_norm": 1.2369555234909058,
      "learning_rate": 0.0001,
      "loss": 0.0225,
      "step": 24470
    },
    {
      "epoch": 144.85207100591717,
      "grad_norm": 1.1737309694290161,
      "learning_rate": 0.0001,
      "loss": 0.0228,
      "step": 24480
    },
    {
      "epoch": 144.9112426035503,
      "grad_norm": 1.3004835844039917,
      "learning_rate": 0.0001,
      "loss": 0.0231,
      "step": 24490
    },
    {
      "epoch": 144.97041420118344,
      "grad_norm": 1.6025450229644775,
      "learning_rate": 0.0001,
      "loss": 0.024,
      "step": 24500
    },
    {
      "epoch": 145.02958579881656,
      "grad_norm": 1.2681784629821777,
      "learning_rate": 0.0001,
      "loss": 0.0235,
      "step": 24510
    },
    {
      "epoch": 145.0887573964497,
      "grad_norm": 1.2675150632858276,
      "learning_rate": 0.0001,
      "loss": 0.0233,
      "step": 24520
    },
    {
      "epoch": 145.14792899408283,
      "grad_norm": 2.4846136569976807,
      "learning_rate": 0.0001,
      "loss": 0.0242,
      "step": 24530
    },
    {
      "epoch": 145.20710059171597,
      "grad_norm": 1.7916557788848877,
      "learning_rate": 0.0001,
      "loss": 0.0236,
      "step": 24540
    },
    {
      "epoch": 145.2662721893491,
      "grad_norm": 1.6869090795516968,
      "learning_rate": 0.0001,
      "loss": 0.0233,
      "step": 24550
    },
    {
      "epoch": 145.32544378698225,
      "grad_norm": 1.9680649042129517,
      "learning_rate": 0.0001,
      "loss": 0.0225,
      "step": 24560
    },
    {
      "epoch": 145.3846153846154,
      "grad_norm": 1.8574966192245483,
      "learning_rate": 0.0001,
      "loss": 0.0224,
      "step": 24570
    },
    {
      "epoch": 145.44378698224853,
      "grad_norm": 1.4449577331542969,
      "learning_rate": 0.0001,
      "loss": 0.0213,
      "step": 24580
    },
    {
      "epoch": 145.50295857988166,
      "grad_norm": 1.3018991947174072,
      "learning_rate": 0.0001,
      "loss": 0.0216,
      "step": 24590
    },
    {
      "epoch": 145.5621301775148,
      "grad_norm": 1.3078190088272095,
      "learning_rate": 0.0001,
      "loss": 0.0212,
      "step": 24600
    },
    {
      "epoch": 145.62130177514794,
      "grad_norm": 1.5029728412628174,
      "learning_rate": 0.0001,
      "loss": 0.0214,
      "step": 24610
    },
    {
      "epoch": 145.68047337278105,
      "grad_norm": 1.6518278121948242,
      "learning_rate": 0.0001,
      "loss": 0.0227,
      "step": 24620
    },
    {
      "epoch": 145.7396449704142,
      "grad_norm": 1.3797104358673096,
      "learning_rate": 0.0001,
      "loss": 0.0224,
      "step": 24630
    },
    {
      "epoch": 145.79881656804733,
      "grad_norm": 1.337508201599121,
      "learning_rate": 0.0001,
      "loss": 0.0222,
      "step": 24640
    },
    {
      "epoch": 145.85798816568047,
      "grad_norm": 1.3512612581253052,
      "learning_rate": 0.0001,
      "loss": 0.0226,
      "step": 24650
    },
    {
      "epoch": 145.9171597633136,
      "grad_norm": 1.4625164270401,
      "learning_rate": 0.0001,
      "loss": 0.0239,
      "step": 24660
    },
    {
      "epoch": 145.97633136094674,
      "grad_norm": 0.9829410910606384,
      "learning_rate": 0.0001,
      "loss": 0.0221,
      "step": 24670
    },
    {
      "epoch": 146.03550295857988,
      "grad_norm": 1.2950361967086792,
      "learning_rate": 0.0001,
      "loss": 0.0232,
      "step": 24680
    },
    {
      "epoch": 146.09467455621302,
      "grad_norm": 1.5028809309005737,
      "learning_rate": 0.0001,
      "loss": 0.0219,
      "step": 24690
    },
    {
      "epoch": 146.15384615384616,
      "grad_norm": 1.550463080406189,
      "learning_rate": 0.0001,
      "loss": 0.0231,
      "step": 24700
    },
    {
      "epoch": 146.2130177514793,
      "grad_norm": 1.546109914779663,
      "learning_rate": 0.0001,
      "loss": 0.0233,
      "step": 24710
    },
    {
      "epoch": 146.27218934911244,
      "grad_norm": 1.5201597213745117,
      "learning_rate": 0.0001,
      "loss": 0.0226,
      "step": 24720
    },
    {
      "epoch": 146.33136094674558,
      "grad_norm": 1.410349726676941,
      "learning_rate": 0.0001,
      "loss": 0.0222,
      "step": 24730
    },
    {
      "epoch": 146.3905325443787,
      "grad_norm": 1.0742242336273193,
      "learning_rate": 0.0001,
      "loss": 0.0223,
      "step": 24740
    },
    {
      "epoch": 146.44970414201183,
      "grad_norm": 1.6277532577514648,
      "learning_rate": 0.0001,
      "loss": 0.0229,
      "step": 24750
    },
    {
      "epoch": 146.50887573964496,
      "grad_norm": 1.9191012382507324,
      "learning_rate": 0.0001,
      "loss": 0.023,
      "step": 24760
    },
    {
      "epoch": 146.5680473372781,
      "grad_norm": 1.3771097660064697,
      "learning_rate": 0.0001,
      "loss": 0.023,
      "step": 24770
    },
    {
      "epoch": 146.62721893491124,
      "grad_norm": 1.3655176162719727,
      "learning_rate": 0.0001,
      "loss": 0.0225,
      "step": 24780
    },
    {
      "epoch": 146.68639053254438,
      "grad_norm": 1.851922869682312,
      "learning_rate": 0.0001,
      "loss": 0.0227,
      "step": 24790
    },
    {
      "epoch": 146.74556213017752,
      "grad_norm": 1.6313717365264893,
      "learning_rate": 0.0001,
      "loss": 0.0228,
      "step": 24800
    },
    {
      "epoch": 146.80473372781066,
      "grad_norm": 1.718437671661377,
      "learning_rate": 0.0001,
      "loss": 0.023,
      "step": 24810
    },
    {
      "epoch": 146.8639053254438,
      "grad_norm": 1.4559136629104614,
      "learning_rate": 0.0001,
      "loss": 0.0216,
      "step": 24820
    },
    {
      "epoch": 146.92307692307693,
      "grad_norm": 1.497010588645935,
      "learning_rate": 0.0001,
      "loss": 0.0213,
      "step": 24830
    },
    {
      "epoch": 146.98224852071007,
      "grad_norm": 1.5541388988494873,
      "learning_rate": 0.0001,
      "loss": 0.0221,
      "step": 24840
    },
    {
      "epoch": 147.04142011834318,
      "grad_norm": 1.5442196130752563,
      "learning_rate": 0.0001,
      "loss": 0.0214,
      "step": 24850
    },
    {
      "epoch": 147.10059171597632,
      "grad_norm": 1.7613492012023926,
      "learning_rate": 0.0001,
      "loss": 0.0218,
      "step": 24860
    },
    {
      "epoch": 147.15976331360946,
      "grad_norm": 1.2829681634902954,
      "learning_rate": 0.0001,
      "loss": 0.021,
      "step": 24870
    },
    {
      "epoch": 147.2189349112426,
      "grad_norm": 1.1418352127075195,
      "learning_rate": 0.0001,
      "loss": 0.0224,
      "step": 24880
    },
    {
      "epoch": 147.27810650887574,
      "grad_norm": 1.2026394605636597,
      "learning_rate": 0.0001,
      "loss": 0.0211,
      "step": 24890
    },
    {
      "epoch": 147.33727810650888,
      "grad_norm": 1.1818193197250366,
      "learning_rate": 0.0001,
      "loss": 0.0216,
      "step": 24900
    },
    {
      "epoch": 147.39644970414201,
      "grad_norm": 1.0214804410934448,
      "learning_rate": 0.0001,
      "loss": 0.0226,
      "step": 24910
    },
    {
      "epoch": 147.45562130177515,
      "grad_norm": 1.3492696285247803,
      "learning_rate": 0.0001,
      "loss": 0.0224,
      "step": 24920
    },
    {
      "epoch": 147.5147928994083,
      "grad_norm": 1.5501071214675903,
      "learning_rate": 0.0001,
      "loss": 0.0233,
      "step": 24930
    },
    {
      "epoch": 147.57396449704143,
      "grad_norm": 1.0075403451919556,
      "learning_rate": 0.0001,
      "loss": 0.0228,
      "step": 24940
    },
    {
      "epoch": 147.63313609467457,
      "grad_norm": 2.275965929031372,
      "learning_rate": 0.0001,
      "loss": 0.0233,
      "step": 24950
    },
    {
      "epoch": 147.69230769230768,
      "grad_norm": 1.9871184825897217,
      "learning_rate": 0.0001,
      "loss": 0.0229,
      "step": 24960
    },
    {
      "epoch": 147.75147928994082,
      "grad_norm": 1.1846410036087036,
      "learning_rate": 0.0001,
      "loss": 0.023,
      "step": 24970
    },
    {
      "epoch": 147.81065088757396,
      "grad_norm": 1.3013665676116943,
      "learning_rate": 0.0001,
      "loss": 0.0213,
      "step": 24980
    },
    {
      "epoch": 147.8698224852071,
      "grad_norm": 1.4388583898544312,
      "learning_rate": 0.0001,
      "loss": 0.0221,
      "step": 24990
    },
    {
      "epoch": 147.92899408284023,
      "grad_norm": 1.7013663053512573,
      "learning_rate": 0.0001,
      "loss": 0.0222,
      "step": 25000
    },
    {
      "epoch": 147.98816568047337,
      "grad_norm": 1.9687913656234741,
      "learning_rate": 0.0001,
      "loss": 0.0229,
      "step": 25010
    },
    {
      "epoch": 148.0473372781065,
      "grad_norm": 2.1248157024383545,
      "learning_rate": 0.0001,
      "loss": 0.0232,
      "step": 25020
    },
    {
      "epoch": 148.10650887573965,
      "grad_norm": 1.3683364391326904,
      "learning_rate": 0.0001,
      "loss": 0.0221,
      "step": 25030
    },
    {
      "epoch": 148.1656804733728,
      "grad_norm": 1.4235748052597046,
      "learning_rate": 0.0001,
      "loss": 0.0223,
      "step": 25040
    },
    {
      "epoch": 148.22485207100593,
      "grad_norm": 1.3020665645599365,
      "learning_rate": 0.0001,
      "loss": 0.0214,
      "step": 25050
    },
    {
      "epoch": 148.28402366863907,
      "grad_norm": 1.2908762693405151,
      "learning_rate": 0.0001,
      "loss": 0.0216,
      "step": 25060
    },
    {
      "epoch": 148.34319526627218,
      "grad_norm": 1.7880098819732666,
      "learning_rate": 0.0001,
      "loss": 0.0224,
      "step": 25070
    },
    {
      "epoch": 148.4023668639053,
      "grad_norm": 1.6447688341140747,
      "learning_rate": 0.0001,
      "loss": 0.0232,
      "step": 25080
    },
    {
      "epoch": 148.46153846153845,
      "grad_norm": 1.8929938077926636,
      "learning_rate": 0.0001,
      "loss": 0.0221,
      "step": 25090
    },
    {
      "epoch": 148.5207100591716,
      "grad_norm": 1.5567349195480347,
      "learning_rate": 0.0001,
      "loss": 0.0221,
      "step": 25100
    },
    {
      "epoch": 148.57988165680473,
      "grad_norm": 1.8570616245269775,
      "learning_rate": 0.0001,
      "loss": 0.0214,
      "step": 25110
    },
    {
      "epoch": 148.63905325443787,
      "grad_norm": 1.4416215419769287,
      "learning_rate": 0.0001,
      "loss": 0.0227,
      "step": 25120
    },
    {
      "epoch": 148.698224852071,
      "grad_norm": 1.380882740020752,
      "learning_rate": 0.0001,
      "loss": 0.0213,
      "step": 25130
    },
    {
      "epoch": 148.75739644970415,
      "grad_norm": 1.4313751459121704,
      "learning_rate": 0.0001,
      "loss": 0.0216,
      "step": 25140
    },
    {
      "epoch": 148.81656804733728,
      "grad_norm": 1.2441447973251343,
      "learning_rate": 0.0001,
      "loss": 0.022,
      "step": 25150
    },
    {
      "epoch": 148.87573964497042,
      "grad_norm": 1.6935595273971558,
      "learning_rate": 0.0001,
      "loss": 0.0204,
      "step": 25160
    },
    {
      "epoch": 148.93491124260356,
      "grad_norm": 1.8206140995025635,
      "learning_rate": 0.0001,
      "loss": 0.0227,
      "step": 25170
    },
    {
      "epoch": 148.9940828402367,
      "grad_norm": 1.460291862487793,
      "learning_rate": 0.0001,
      "loss": 0.0228,
      "step": 25180
    },
    {
      "epoch": 149.0532544378698,
      "grad_norm": 1.7869505882263184,
      "learning_rate": 0.0001,
      "loss": 0.0219,
      "step": 25190
    },
    {
      "epoch": 149.11242603550295,
      "grad_norm": 1.3300869464874268,
      "learning_rate": 0.0001,
      "loss": 0.022,
      "step": 25200
    },
    {
      "epoch": 149.1715976331361,
      "grad_norm": 1.5892833471298218,
      "learning_rate": 0.0001,
      "loss": 0.0219,
      "step": 25210
    },
    {
      "epoch": 149.23076923076923,
      "grad_norm": 1.846030831336975,
      "learning_rate": 0.0001,
      "loss": 0.0224,
      "step": 25220
    },
    {
      "epoch": 149.28994082840237,
      "grad_norm": 1.3531348705291748,
      "learning_rate": 0.0001,
      "loss": 0.0232,
      "step": 25230
    },
    {
      "epoch": 149.3491124260355,
      "grad_norm": 1.0698927640914917,
      "learning_rate": 0.0001,
      "loss": 0.024,
      "step": 25240
    },
    {
      "epoch": 149.40828402366864,
      "grad_norm": 1.4911789894104004,
      "learning_rate": 0.0001,
      "loss": 0.023,
      "step": 25250
    },
    {
      "epoch": 149.46745562130178,
      "grad_norm": 1.2789133787155151,
      "learning_rate": 0.0001,
      "loss": 0.0227,
      "step": 25260
    },
    {
      "epoch": 149.52662721893492,
      "grad_norm": 1.2878471612930298,
      "learning_rate": 0.0001,
      "loss": 0.0227,
      "step": 25270
    },
    {
      "epoch": 149.58579881656806,
      "grad_norm": 1.2039148807525635,
      "learning_rate": 0.0001,
      "loss": 0.0219,
      "step": 25280
    },
    {
      "epoch": 149.6449704142012,
      "grad_norm": 1.7013520002365112,
      "learning_rate": 0.0001,
      "loss": 0.0227,
      "step": 25290
    },
    {
      "epoch": 149.7041420118343,
      "grad_norm": 1.6520761251449585,
      "learning_rate": 0.0001,
      "loss": 0.0223,
      "step": 25300
    },
    {
      "epoch": 149.76331360946745,
      "grad_norm": 1.3770825862884521,
      "learning_rate": 0.0001,
      "loss": 0.0221,
      "step": 25310
    },
    {
      "epoch": 149.82248520710058,
      "grad_norm": 1.2222503423690796,
      "learning_rate": 0.0001,
      "loss": 0.0226,
      "step": 25320
    },
    {
      "epoch": 149.88165680473372,
      "grad_norm": 1.3172694444656372,
      "learning_rate": 0.0001,
      "loss": 0.0226,
      "step": 25330
    },
    {
      "epoch": 149.94082840236686,
      "grad_norm": 1.5450624227523804,
      "learning_rate": 0.0001,
      "loss": 0.0227,
      "step": 25340
    },
    {
      "epoch": 150.0,
      "grad_norm": 1.2983654737472534,
      "learning_rate": 0.0001,
      "loss": 0.0229,
      "step": 25350
    },
    {
      "epoch": 150.05917159763314,
      "grad_norm": 1.435376763343811,
      "learning_rate": 0.0001,
      "loss": 0.022,
      "step": 25360
    },
    {
      "epoch": 150.11834319526628,
      "grad_norm": 1.5601383447647095,
      "learning_rate": 0.0001,
      "loss": 0.0238,
      "step": 25370
    },
    {
      "epoch": 150.17751479289942,
      "grad_norm": 1.3944593667984009,
      "learning_rate": 0.0001,
      "loss": 0.0236,
      "step": 25380
    },
    {
      "epoch": 150.23668639053255,
      "grad_norm": 1.286478877067566,
      "learning_rate": 0.0001,
      "loss": 0.023,
      "step": 25390
    },
    {
      "epoch": 150.2958579881657,
      "grad_norm": 1.3614124059677124,
      "learning_rate": 0.0001,
      "loss": 0.0229,
      "step": 25400
    },
    {
      "epoch": 150.3550295857988,
      "grad_norm": 1.3912999629974365,
      "learning_rate": 0.0001,
      "loss": 0.0222,
      "step": 25410
    },
    {
      "epoch": 150.41420118343194,
      "grad_norm": 1.6693559885025024,
      "learning_rate": 0.0001,
      "loss": 0.0227,
      "step": 25420
    },
    {
      "epoch": 150.47337278106508,
      "grad_norm": 1.266960859298706,
      "learning_rate": 0.0001,
      "loss": 0.0216,
      "step": 25430
    },
    {
      "epoch": 150.53254437869822,
      "grad_norm": 1.3553344011306763,
      "learning_rate": 0.0001,
      "loss": 0.0221,
      "step": 25440
    },
    {
      "epoch": 150.59171597633136,
      "grad_norm": 1.275038242340088,
      "learning_rate": 0.0001,
      "loss": 0.0226,
      "step": 25450
    },
    {
      "epoch": 150.6508875739645,
      "grad_norm": 1.1660391092300415,
      "learning_rate": 0.0001,
      "loss": 0.022,
      "step": 25460
    },
    {
      "epoch": 150.71005917159763,
      "grad_norm": 1.0408915281295776,
      "learning_rate": 0.0001,
      "loss": 0.0215,
      "step": 25470
    },
    {
      "epoch": 150.76923076923077,
      "grad_norm": 1.391427993774414,
      "learning_rate": 0.0001,
      "loss": 0.0221,
      "step": 25480
    },
    {
      "epoch": 150.8284023668639,
      "grad_norm": 1.6635313034057617,
      "learning_rate": 0.0001,
      "loss": 0.022,
      "step": 25490
    },
    {
      "epoch": 150.88757396449705,
      "grad_norm": 2.160356044769287,
      "learning_rate": 0.0001,
      "loss": 0.0237,
      "step": 25500
    },
    {
      "epoch": 150.9467455621302,
      "grad_norm": 2.2749130725860596,
      "learning_rate": 0.0001,
      "loss": 0.0235,
      "step": 25510
    },
    {
      "epoch": 151.0059171597633,
      "grad_norm": 1.6757078170776367,
      "learning_rate": 0.0001,
      "loss": 0.0245,
      "step": 25520
    },
    {
      "epoch": 151.06508875739644,
      "grad_norm": 1.7509537935256958,
      "learning_rate": 0.0001,
      "loss": 0.0233,
      "step": 25530
    },
    {
      "epoch": 151.12426035502958,
      "grad_norm": 1.517418384552002,
      "learning_rate": 0.0001,
      "loss": 0.0223,
      "step": 25540
    },
    {
      "epoch": 151.18343195266272,
      "grad_norm": 1.6271003484725952,
      "learning_rate": 0.0001,
      "loss": 0.0219,
      "step": 25550
    },
    {
      "epoch": 151.24260355029585,
      "grad_norm": 1.7227970361709595,
      "learning_rate": 0.0001,
      "loss": 0.0217,
      "step": 25560
    },
    {
      "epoch": 151.301775147929,
      "grad_norm": 2.092853546142578,
      "learning_rate": 0.0001,
      "loss": 0.0225,
      "step": 25570
    },
    {
      "epoch": 151.36094674556213,
      "grad_norm": 1.5334817171096802,
      "learning_rate": 0.0001,
      "loss": 0.0219,
      "step": 25580
    },
    {
      "epoch": 151.42011834319527,
      "grad_norm": 1.4114316701889038,
      "learning_rate": 0.0001,
      "loss": 0.023,
      "step": 25590
    },
    {
      "epoch": 151.4792899408284,
      "grad_norm": 1.811838150024414,
      "learning_rate": 0.0001,
      "loss": 0.0231,
      "step": 25600
    },
    {
      "epoch": 151.53846153846155,
      "grad_norm": 1.4995858669281006,
      "learning_rate": 0.0001,
      "loss": 0.0233,
      "step": 25610
    },
    {
      "epoch": 151.5976331360947,
      "grad_norm": 1.9088345766067505,
      "learning_rate": 0.0001,
      "loss": 0.0236,
      "step": 25620
    },
    {
      "epoch": 151.65680473372782,
      "grad_norm": 1.8351342678070068,
      "learning_rate": 0.0001,
      "loss": 0.0213,
      "step": 25630
    },
    {
      "epoch": 151.71597633136093,
      "grad_norm": 1.5224294662475586,
      "learning_rate": 0.0001,
      "loss": 0.0227,
      "step": 25640
    },
    {
      "epoch": 151.77514792899407,
      "grad_norm": 1.6776913404464722,
      "learning_rate": 0.0001,
      "loss": 0.0212,
      "step": 25650
    },
    {
      "epoch": 151.8343195266272,
      "grad_norm": 1.5520858764648438,
      "learning_rate": 0.0001,
      "loss": 0.0224,
      "step": 25660
    },
    {
      "epoch": 151.89349112426035,
      "grad_norm": 1.3121304512023926,
      "learning_rate": 0.0001,
      "loss": 0.0218,
      "step": 25670
    },
    {
      "epoch": 151.9526627218935,
      "grad_norm": 1.5871235132217407,
      "learning_rate": 0.0001,
      "loss": 0.0219,
      "step": 25680
    },
    {
      "epoch": 152.01183431952663,
      "grad_norm": 1.3929308652877808,
      "learning_rate": 0.0001,
      "loss": 0.0223,
      "step": 25690
    },
    {
      "epoch": 152.07100591715977,
      "grad_norm": 1.794174313545227,
      "learning_rate": 0.0001,
      "loss": 0.0227,
      "step": 25700
    },
    {
      "epoch": 152.1301775147929,
      "grad_norm": 1.4306180477142334,
      "learning_rate": 0.0001,
      "loss": 0.0234,
      "step": 25710
    },
    {
      "epoch": 152.18934911242604,
      "grad_norm": 1.5918587446212769,
      "learning_rate": 0.0001,
      "loss": 0.0231,
      "step": 25720
    },
    {
      "epoch": 152.24852071005918,
      "grad_norm": 1.3437448740005493,
      "learning_rate": 0.0001,
      "loss": 0.0218,
      "step": 25730
    },
    {
      "epoch": 152.30769230769232,
      "grad_norm": 1.422795295715332,
      "learning_rate": 0.0001,
      "loss": 0.0218,
      "step": 25740
    },
    {
      "epoch": 152.36686390532543,
      "grad_norm": 1.0995882749557495,
      "learning_rate": 0.0001,
      "loss": 0.022,
      "step": 25750
    },
    {
      "epoch": 152.42603550295857,
      "grad_norm": 2.1809849739074707,
      "learning_rate": 0.0001,
      "loss": 0.0221,
      "step": 25760
    },
    {
      "epoch": 152.4852071005917,
      "grad_norm": 1.6117023229599,
      "learning_rate": 0.0001,
      "loss": 0.0221,
      "step": 25770
    },
    {
      "epoch": 152.54437869822485,
      "grad_norm": 1.487176775932312,
      "learning_rate": 0.0001,
      "loss": 0.0217,
      "step": 25780
    },
    {
      "epoch": 152.60355029585799,
      "grad_norm": 1.6727238893508911,
      "learning_rate": 0.0001,
      "loss": 0.0231,
      "step": 25790
    },
    {
      "epoch": 152.66272189349112,
      "grad_norm": 1.2094824314117432,
      "learning_rate": 0.0001,
      "loss": 0.0231,
      "step": 25800
    },
    {
      "epoch": 152.72189349112426,
      "grad_norm": 1.553799033164978,
      "learning_rate": 0.0001,
      "loss": 0.0217,
      "step": 25810
    },
    {
      "epoch": 152.7810650887574,
      "grad_norm": 1.7227586507797241,
      "learning_rate": 0.0001,
      "loss": 0.0215,
      "step": 25820
    },
    {
      "epoch": 152.84023668639054,
      "grad_norm": 1.757019281387329,
      "learning_rate": 0.0001,
      "loss": 0.0219,
      "step": 25830
    },
    {
      "epoch": 152.89940828402368,
      "grad_norm": 1.2971783876419067,
      "learning_rate": 0.0001,
      "loss": 0.0207,
      "step": 25840
    },
    {
      "epoch": 152.95857988165682,
      "grad_norm": 1.3304834365844727,
      "learning_rate": 0.0001,
      "loss": 0.0213,
      "step": 25850
    },
    {
      "epoch": 153.01775147928993,
      "grad_norm": 1.495637059211731,
      "learning_rate": 0.0001,
      "loss": 0.0218,
      "step": 25860
    },
    {
      "epoch": 153.07692307692307,
      "grad_norm": 1.7224271297454834,
      "learning_rate": 0.0001,
      "loss": 0.021,
      "step": 25870
    },
    {
      "epoch": 153.1360946745562,
      "grad_norm": 1.189470887184143,
      "learning_rate": 0.0001,
      "loss": 0.0223,
      "step": 25880
    },
    {
      "epoch": 153.19526627218934,
      "grad_norm": 1.4131863117218018,
      "learning_rate": 0.0001,
      "loss": 0.0221,
      "step": 25890
    },
    {
      "epoch": 153.25443786982248,
      "grad_norm": 1.4546622037887573,
      "learning_rate": 0.0001,
      "loss": 0.0219,
      "step": 25900
    },
    {
      "epoch": 153.31360946745562,
      "grad_norm": 1.9694441556930542,
      "learning_rate": 0.0001,
      "loss": 0.0226,
      "step": 25910
    },
    {
      "epoch": 153.37278106508876,
      "grad_norm": 1.6388379335403442,
      "learning_rate": 0.0001,
      "loss": 0.0219,
      "step": 25920
    },
    {
      "epoch": 153.4319526627219,
      "grad_norm": 1.3594251871109009,
      "learning_rate": 0.0001,
      "loss": 0.0214,
      "step": 25930
    },
    {
      "epoch": 153.49112426035504,
      "grad_norm": 1.5911802053451538,
      "learning_rate": 0.0001,
      "loss": 0.0219,
      "step": 25940
    },
    {
      "epoch": 153.55029585798817,
      "grad_norm": 1.729836106300354,
      "learning_rate": 0.0001,
      "loss": 0.0223,
      "step": 25950
    },
    {
      "epoch": 153.6094674556213,
      "grad_norm": 1.2635977268218994,
      "learning_rate": 0.0001,
      "loss": 0.0209,
      "step": 25960
    },
    {
      "epoch": 153.66863905325442,
      "grad_norm": 1.202386736869812,
      "learning_rate": 0.0001,
      "loss": 0.0218,
      "step": 25970
    },
    {
      "epoch": 153.72781065088756,
      "grad_norm": 1.6901218891143799,
      "learning_rate": 0.0001,
      "loss": 0.0211,
      "step": 25980
    },
    {
      "epoch": 153.7869822485207,
      "grad_norm": 1.1808362007141113,
      "learning_rate": 0.0001,
      "loss": 0.0211,
      "step": 25990
    },
    {
      "epoch": 153.84615384615384,
      "grad_norm": 1.4825023412704468,
      "learning_rate": 0.0001,
      "loss": 0.0209,
      "step": 26000
    },
    {
      "epoch": 153.90532544378698,
      "grad_norm": 1.2620928287506104,
      "learning_rate": 0.0001,
      "loss": 0.0221,
      "step": 26010
    },
    {
      "epoch": 153.96449704142012,
      "grad_norm": 1.4508581161499023,
      "learning_rate": 0.0001,
      "loss": 0.0217,
      "step": 26020
    },
    {
      "epoch": 154.02366863905326,
      "grad_norm": 1.293116569519043,
      "learning_rate": 0.0001,
      "loss": 0.0226,
      "step": 26030
    },
    {
      "epoch": 154.0828402366864,
      "grad_norm": 1.558098554611206,
      "learning_rate": 0.0001,
      "loss": 0.0235,
      "step": 26040
    },
    {
      "epoch": 154.14201183431953,
      "grad_norm": 1.4404038190841675,
      "learning_rate": 0.0001,
      "loss": 0.0237,
      "step": 26050
    },
    {
      "epoch": 154.20118343195267,
      "grad_norm": 1.5918000936508179,
      "learning_rate": 0.0001,
      "loss": 0.0228,
      "step": 26060
    },
    {
      "epoch": 154.2603550295858,
      "grad_norm": 1.4861390590667725,
      "learning_rate": 0.0001,
      "loss": 0.0226,
      "step": 26070
    },
    {
      "epoch": 154.31952662721895,
      "grad_norm": 1.310438871383667,
      "learning_rate": 0.0001,
      "loss": 0.0222,
      "step": 26080
    },
    {
      "epoch": 154.37869822485206,
      "grad_norm": 1.3104629516601562,
      "learning_rate": 0.0001,
      "loss": 0.0221,
      "step": 26090
    },
    {
      "epoch": 154.4378698224852,
      "grad_norm": 1.839911937713623,
      "learning_rate": 0.0001,
      "loss": 0.0225,
      "step": 26100
    },
    {
      "epoch": 154.49704142011834,
      "grad_norm": 1.215262770652771,
      "learning_rate": 0.0001,
      "loss": 0.0223,
      "step": 26110
    },
    {
      "epoch": 154.55621301775147,
      "grad_norm": 1.2230534553527832,
      "learning_rate": 0.0001,
      "loss": 0.0218,
      "step": 26120
    },
    {
      "epoch": 154.6153846153846,
      "grad_norm": 1.0349701642990112,
      "learning_rate": 0.0001,
      "loss": 0.0225,
      "step": 26130
    },
    {
      "epoch": 154.67455621301775,
      "grad_norm": 1.4535049200057983,
      "learning_rate": 0.0001,
      "loss": 0.0226,
      "step": 26140
    },
    {
      "epoch": 154.7337278106509,
      "grad_norm": 1.533899188041687,
      "learning_rate": 0.0001,
      "loss": 0.0231,
      "step": 26150
    },
    {
      "epoch": 154.79289940828403,
      "grad_norm": 1.1345545053482056,
      "learning_rate": 0.0001,
      "loss": 0.0235,
      "step": 26160
    },
    {
      "epoch": 154.85207100591717,
      "grad_norm": 1.0522841215133667,
      "learning_rate": 0.0001,
      "loss": 0.0234,
      "step": 26170
    },
    {
      "epoch": 154.9112426035503,
      "grad_norm": 1.2687146663665771,
      "learning_rate": 0.0001,
      "loss": 0.0224,
      "step": 26180
    },
    {
      "epoch": 154.97041420118344,
      "grad_norm": 1.0288112163543701,
      "learning_rate": 0.0001,
      "loss": 0.0229,
      "step": 26190
    },
    {
      "epoch": 155.02958579881656,
      "grad_norm": 1.6130789518356323,
      "learning_rate": 0.0001,
      "loss": 0.0228,
      "step": 26200
    },
    {
      "epoch": 155.0887573964497,
      "grad_norm": 1.1799490451812744,
      "learning_rate": 0.0001,
      "loss": 0.0233,
      "step": 26210
    },
    {
      "epoch": 155.14792899408283,
      "grad_norm": 1.1963014602661133,
      "learning_rate": 0.0001,
      "loss": 0.024,
      "step": 26220
    },
    {
      "epoch": 155.20710059171597,
      "grad_norm": 1.3003185987472534,
      "learning_rate": 0.0001,
      "loss": 0.0244,
      "step": 26230
    },
    {
      "epoch": 155.2662721893491,
      "grad_norm": 1.4847569465637207,
      "learning_rate": 0.0001,
      "loss": 0.0225,
      "step": 26240
    },
    {
      "epoch": 155.32544378698225,
      "grad_norm": 1.1167497634887695,
      "learning_rate": 0.0001,
      "loss": 0.0223,
      "step": 26250
    },
    {
      "epoch": 155.3846153846154,
      "grad_norm": 1.8370153903961182,
      "learning_rate": 0.0001,
      "loss": 0.0237,
      "step": 26260
    },
    {
      "epoch": 155.44378698224853,
      "grad_norm": 1.478394627571106,
      "learning_rate": 0.0001,
      "loss": 0.0228,
      "step": 26270
    },
    {
      "epoch": 155.50295857988166,
      "grad_norm": 1.0731257200241089,
      "learning_rate": 0.0001,
      "loss": 0.0221,
      "step": 26280
    },
    {
      "epoch": 155.5621301775148,
      "grad_norm": 1.0769842863082886,
      "learning_rate": 0.0001,
      "loss": 0.0222,
      "step": 26290
    },
    {
      "epoch": 155.62130177514794,
      "grad_norm": 1.1063053607940674,
      "learning_rate": 0.0001,
      "loss": 0.0224,
      "step": 26300
    },
    {
      "epoch": 155.68047337278105,
      "grad_norm": 1.5925976037979126,
      "learning_rate": 0.0001,
      "loss": 0.0219,
      "step": 26310
    },
    {
      "epoch": 155.7396449704142,
      "grad_norm": 1.2397032976150513,
      "learning_rate": 0.0001,
      "loss": 0.0217,
      "step": 26320
    },
    {
      "epoch": 155.79881656804733,
      "grad_norm": 1.2539854049682617,
      "learning_rate": 0.0001,
      "loss": 0.0217,
      "step": 26330
    },
    {
      "epoch": 155.85798816568047,
      "grad_norm": 1.462418556213379,
      "learning_rate": 0.0001,
      "loss": 0.0219,
      "step": 26340
    },
    {
      "epoch": 155.9171597633136,
      "grad_norm": 0.8448836803436279,
      "learning_rate": 0.0001,
      "loss": 0.0222,
      "step": 26350
    },
    {
      "epoch": 155.97633136094674,
      "grad_norm": 1.1645684242248535,
      "learning_rate": 0.0001,
      "loss": 0.0225,
      "step": 26360
    },
    {
      "epoch": 156.03550295857988,
      "grad_norm": 1.5057579278945923,
      "learning_rate": 0.0001,
      "loss": 0.0234,
      "step": 26370
    },
    {
      "epoch": 156.09467455621302,
      "grad_norm": 1.678221583366394,
      "learning_rate": 0.0001,
      "loss": 0.023,
      "step": 26380
    },
    {
      "epoch": 156.15384615384616,
      "grad_norm": 1.9284495115280151,
      "learning_rate": 0.0001,
      "loss": 0.022,
      "step": 26390
    },
    {
      "epoch": 156.2130177514793,
      "grad_norm": 1.4299999475479126,
      "learning_rate": 0.0001,
      "loss": 0.022,
      "step": 26400
    },
    {
      "epoch": 156.27218934911244,
      "grad_norm": 1.8384315967559814,
      "learning_rate": 0.0001,
      "loss": 0.0228,
      "step": 26410
    },
    {
      "epoch": 156.33136094674558,
      "grad_norm": 1.5994479656219482,
      "learning_rate": 0.0001,
      "loss": 0.0213,
      "step": 26420
    },
    {
      "epoch": 156.3905325443787,
      "grad_norm": 1.5976701974868774,
      "learning_rate": 0.0001,
      "loss": 0.0219,
      "step": 26430
    },
    {
      "epoch": 156.44970414201183,
      "grad_norm": 1.4358421564102173,
      "learning_rate": 0.0001,
      "loss": 0.0215,
      "step": 26440
    },
    {
      "epoch": 156.50887573964496,
      "grad_norm": 2.100712776184082,
      "learning_rate": 0.0001,
      "loss": 0.0211,
      "step": 26450
    },
    {
      "epoch": 156.5680473372781,
      "grad_norm": 2.29032039642334,
      "learning_rate": 0.0001,
      "loss": 0.0213,
      "step": 26460
    },
    {
      "epoch": 156.62721893491124,
      "grad_norm": 1.8885473012924194,
      "learning_rate": 0.0001,
      "loss": 0.0198,
      "step": 26470
    },
    {
      "epoch": 156.68639053254438,
      "grad_norm": 1.6040687561035156,
      "learning_rate": 0.0001,
      "loss": 0.0203,
      "step": 26480
    },
    {
      "epoch": 156.74556213017752,
      "grad_norm": 1.368825912475586,
      "learning_rate": 0.0001,
      "loss": 0.0211,
      "step": 26490
    },
    {
      "epoch": 156.80473372781066,
      "grad_norm": 1.5657836198806763,
      "learning_rate": 0.0001,
      "loss": 0.0202,
      "step": 26500
    },
    {
      "epoch": 156.8639053254438,
      "grad_norm": 1.537675380706787,
      "learning_rate": 0.0001,
      "loss": 0.0211,
      "step": 26510
    },
    {
      "epoch": 156.92307692307693,
      "grad_norm": 1.3927247524261475,
      "learning_rate": 0.0001,
      "loss": 0.0209,
      "step": 26520
    },
    {
      "epoch": 156.98224852071007,
      "grad_norm": 2.044133186340332,
      "learning_rate": 0.0001,
      "loss": 0.0218,
      "step": 26530
    },
    {
      "epoch": 157.04142011834318,
      "grad_norm": 1.6439173221588135,
      "learning_rate": 0.0001,
      "loss": 0.0212,
      "step": 26540
    },
    {
      "epoch": 157.10059171597632,
      "grad_norm": 1.103346824645996,
      "learning_rate": 0.0001,
      "loss": 0.0209,
      "step": 26550
    },
    {
      "epoch": 157.15976331360946,
      "grad_norm": 1.562464952468872,
      "learning_rate": 0.0001,
      "loss": 0.021,
      "step": 26560
    },
    {
      "epoch": 157.2189349112426,
      "grad_norm": 1.5315884351730347,
      "learning_rate": 0.0001,
      "loss": 0.022,
      "step": 26570
    },
    {
      "epoch": 157.27810650887574,
      "grad_norm": 1.500468134880066,
      "learning_rate": 0.0001,
      "loss": 0.021,
      "step": 26580
    },
    {
      "epoch": 157.33727810650888,
      "grad_norm": 1.8212531805038452,
      "learning_rate": 0.0001,
      "loss": 0.0211,
      "step": 26590
    },
    {
      "epoch": 157.39644970414201,
      "grad_norm": 1.5647459030151367,
      "learning_rate": 0.0001,
      "loss": 0.0214,
      "step": 26600
    },
    {
      "epoch": 157.45562130177515,
      "grad_norm": 1.7350488901138306,
      "learning_rate": 0.0001,
      "loss": 0.0224,
      "step": 26610
    },
    {
      "epoch": 157.5147928994083,
      "grad_norm": 1.4916423559188843,
      "learning_rate": 0.0001,
      "loss": 0.0222,
      "step": 26620
    },
    {
      "epoch": 157.57396449704143,
      "grad_norm": 1.5763801336288452,
      "learning_rate": 0.0001,
      "loss": 0.022,
      "step": 26630
    },
    {
      "epoch": 157.63313609467457,
      "grad_norm": 1.5139557123184204,
      "learning_rate": 0.0001,
      "loss": 0.023,
      "step": 26640
    },
    {
      "epoch": 157.69230769230768,
      "grad_norm": 1.1644935607910156,
      "learning_rate": 0.0001,
      "loss": 0.0223,
      "step": 26650
    },
    {
      "epoch": 157.75147928994082,
      "grad_norm": 1.5471253395080566,
      "learning_rate": 0.0001,
      "loss": 0.0212,
      "step": 26660
    },
    {
      "epoch": 157.81065088757396,
      "grad_norm": 1.215193748474121,
      "learning_rate": 0.0001,
      "loss": 0.0216,
      "step": 26670
    },
    {
      "epoch": 157.8698224852071,
      "grad_norm": 1.4326555728912354,
      "learning_rate": 0.0001,
      "loss": 0.022,
      "step": 26680
    },
    {
      "epoch": 157.92899408284023,
      "grad_norm": 1.3947888612747192,
      "learning_rate": 0.0001,
      "loss": 0.0223,
      "step": 26690
    },
    {
      "epoch": 157.98816568047337,
      "grad_norm": 1.4785107374191284,
      "learning_rate": 0.0001,
      "loss": 0.0218,
      "step": 26700
    },
    {
      "epoch": 158.0473372781065,
      "grad_norm": 2.206202983856201,
      "learning_rate": 0.0001,
      "loss": 0.0226,
      "step": 26710
    },
    {
      "epoch": 158.10650887573965,
      "grad_norm": 1.010291337966919,
      "learning_rate": 0.0001,
      "loss": 0.0217,
      "step": 26720
    },
    {
      "epoch": 158.1656804733728,
      "grad_norm": 1.6590285301208496,
      "learning_rate": 0.0001,
      "loss": 0.022,
      "step": 26730
    },
    {
      "epoch": 158.22485207100593,
      "grad_norm": 1.3147261142730713,
      "learning_rate": 0.0001,
      "loss": 0.0213,
      "step": 26740
    },
    {
      "epoch": 158.28402366863907,
      "grad_norm": 0.8524631261825562,
      "learning_rate": 0.0001,
      "loss": 0.0216,
      "step": 26750
    },
    {
      "epoch": 158.34319526627218,
      "grad_norm": 1.9306163787841797,
      "learning_rate": 0.0001,
      "loss": 0.0205,
      "step": 26760
    },
    {
      "epoch": 158.4023668639053,
      "grad_norm": 1.8532675504684448,
      "learning_rate": 0.0001,
      "loss": 0.0218,
      "step": 26770
    },
    {
      "epoch": 158.46153846153845,
      "grad_norm": 1.7881739139556885,
      "learning_rate": 0.0001,
      "loss": 0.0226,
      "step": 26780
    },
    {
      "epoch": 158.5207100591716,
      "grad_norm": 1.0406032800674438,
      "learning_rate": 0.0001,
      "loss": 0.021,
      "step": 26790
    },
    {
      "epoch": 158.57988165680473,
      "grad_norm": 1.8241533041000366,
      "learning_rate": 0.0001,
      "loss": 0.0217,
      "step": 26800
    },
    {
      "epoch": 158.63905325443787,
      "grad_norm": 1.3107279539108276,
      "learning_rate": 0.0001,
      "loss": 0.0214,
      "step": 26810
    },
    {
      "epoch": 158.698224852071,
      "grad_norm": 1.6401652097702026,
      "learning_rate": 0.0001,
      "loss": 0.0216,
      "step": 26820
    },
    {
      "epoch": 158.75739644970415,
      "grad_norm": 1.7146565914154053,
      "learning_rate": 0.0001,
      "loss": 0.0207,
      "step": 26830
    },
    {
      "epoch": 158.81656804733728,
      "grad_norm": 1.332451581954956,
      "learning_rate": 0.0001,
      "loss": 0.0216,
      "step": 26840
    },
    {
      "epoch": 158.87573964497042,
      "grad_norm": 0.921194314956665,
      "learning_rate": 0.0001,
      "loss": 0.022,
      "step": 26850
    },
    {
      "epoch": 158.93491124260356,
      "grad_norm": 1.5866293907165527,
      "learning_rate": 0.0001,
      "loss": 0.0209,
      "step": 26860
    },
    {
      "epoch": 158.9940828402367,
      "grad_norm": 1.4004827737808228,
      "learning_rate": 0.0001,
      "loss": 0.0222,
      "step": 26870
    },
    {
      "epoch": 159.0532544378698,
      "grad_norm": 1.4005285501480103,
      "learning_rate": 0.0001,
      "loss": 0.021,
      "step": 26880
    },
    {
      "epoch": 159.11242603550295,
      "grad_norm": 1.3820929527282715,
      "learning_rate": 0.0001,
      "loss": 0.0216,
      "step": 26890
    },
    {
      "epoch": 159.1715976331361,
      "grad_norm": 1.3166232109069824,
      "learning_rate": 0.0001,
      "loss": 0.0216,
      "step": 26900
    },
    {
      "epoch": 159.23076923076923,
      "grad_norm": 1.4804691076278687,
      "learning_rate": 0.0001,
      "loss": 0.0219,
      "step": 26910
    },
    {
      "epoch": 159.28994082840237,
      "grad_norm": 1.5785678625106812,
      "learning_rate": 0.0001,
      "loss": 0.0218,
      "step": 26920
    },
    {
      "epoch": 159.3491124260355,
      "grad_norm": 1.4850966930389404,
      "learning_rate": 0.0001,
      "loss": 0.0228,
      "step": 26930
    },
    {
      "epoch": 159.40828402366864,
      "grad_norm": 1.1138055324554443,
      "learning_rate": 0.0001,
      "loss": 0.0213,
      "step": 26940
    },
    {
      "epoch": 159.46745562130178,
      "grad_norm": 1.4456262588500977,
      "learning_rate": 0.0001,
      "loss": 0.0217,
      "step": 26950
    },
    {
      "epoch": 159.52662721893492,
      "grad_norm": 1.313808560371399,
      "learning_rate": 0.0001,
      "loss": 0.0225,
      "step": 26960
    },
    {
      "epoch": 159.58579881656806,
      "grad_norm": 1.4746092557907104,
      "learning_rate": 0.0001,
      "loss": 0.0213,
      "step": 26970
    },
    {
      "epoch": 159.6449704142012,
      "grad_norm": 1.2902840375900269,
      "learning_rate": 0.0001,
      "loss": 0.0219,
      "step": 26980
    },
    {
      "epoch": 159.7041420118343,
      "grad_norm": 1.4305999279022217,
      "learning_rate": 0.0001,
      "loss": 0.023,
      "step": 26990
    },
    {
      "epoch": 159.76331360946745,
      "grad_norm": 1.426767110824585,
      "learning_rate": 0.0001,
      "loss": 0.0226,
      "step": 27000
    },
    {
      "epoch": 159.82248520710058,
      "grad_norm": 1.5294355154037476,
      "learning_rate": 0.0001,
      "loss": 0.0215,
      "step": 27010
    },
    {
      "epoch": 159.88165680473372,
      "grad_norm": 1.376447081565857,
      "learning_rate": 0.0001,
      "loss": 0.0219,
      "step": 27020
    },
    {
      "epoch": 159.94082840236686,
      "grad_norm": 1.552646279335022,
      "learning_rate": 0.0001,
      "loss": 0.0206,
      "step": 27030
    },
    {
      "epoch": 160.0,
      "grad_norm": 1.5042287111282349,
      "learning_rate": 0.0001,
      "loss": 0.0221,
      "step": 27040
    },
    {
      "epoch": 160.05917159763314,
      "grad_norm": 1.638505458831787,
      "learning_rate": 0.0001,
      "loss": 0.0216,
      "step": 27050
    },
    {
      "epoch": 160.11834319526628,
      "grad_norm": 1.0262218713760376,
      "learning_rate": 0.0001,
      "loss": 0.0223,
      "step": 27060
    },
    {
      "epoch": 160.17751479289942,
      "grad_norm": 1.69545316696167,
      "learning_rate": 0.0001,
      "loss": 0.0215,
      "step": 27070
    },
    {
      "epoch": 160.23668639053255,
      "grad_norm": 1.486509919166565,
      "learning_rate": 0.0001,
      "loss": 0.0216,
      "step": 27080
    },
    {
      "epoch": 160.2958579881657,
      "grad_norm": 1.5458452701568604,
      "learning_rate": 0.0001,
      "loss": 0.0219,
      "step": 27090
    },
    {
      "epoch": 160.3550295857988,
      "grad_norm": 1.0300132036209106,
      "learning_rate": 0.0001,
      "loss": 0.0218,
      "step": 27100
    },
    {
      "epoch": 160.41420118343194,
      "grad_norm": 1.2342203855514526,
      "learning_rate": 0.0001,
      "loss": 0.0209,
      "step": 27110
    },
    {
      "epoch": 160.47337278106508,
      "grad_norm": 0.8687087893486023,
      "learning_rate": 0.0001,
      "loss": 0.0207,
      "step": 27120
    },
    {
      "epoch": 160.53254437869822,
      "grad_norm": 1.1241142749786377,
      "learning_rate": 0.0001,
      "loss": 0.022,
      "step": 27130
    },
    {
      "epoch": 160.59171597633136,
      "grad_norm": 1.2471928596496582,
      "learning_rate": 0.0001,
      "loss": 0.0225,
      "step": 27140
    },
    {
      "epoch": 160.6508875739645,
      "grad_norm": 1.2565630674362183,
      "learning_rate": 0.0001,
      "loss": 0.0216,
      "step": 27150
    },
    {
      "epoch": 160.71005917159763,
      "grad_norm": 1.4829155206680298,
      "learning_rate": 0.0001,
      "loss": 0.0226,
      "step": 27160
    },
    {
      "epoch": 160.76923076923077,
      "grad_norm": 1.2747150659561157,
      "learning_rate": 0.0001,
      "loss": 0.0217,
      "step": 27170
    },
    {
      "epoch": 160.8284023668639,
      "grad_norm": 1.122566819190979,
      "learning_rate": 0.0001,
      "loss": 0.0221,
      "step": 27180
    },
    {
      "epoch": 160.88757396449705,
      "grad_norm": 1.437368392944336,
      "learning_rate": 0.0001,
      "loss": 0.0225,
      "step": 27190
    },
    {
      "epoch": 160.9467455621302,
      "grad_norm": 1.7764850854873657,
      "learning_rate": 0.0001,
      "loss": 0.0224,
      "step": 27200
    },
    {
      "epoch": 161.0059171597633,
      "grad_norm": 1.1024115085601807,
      "learning_rate": 0.0001,
      "loss": 0.0229,
      "step": 27210
    },
    {
      "epoch": 161.06508875739644,
      "grad_norm": 1.6187024116516113,
      "learning_rate": 0.0001,
      "loss": 0.0214,
      "step": 27220
    },
    {
      "epoch": 161.12426035502958,
      "grad_norm": 1.137972354888916,
      "learning_rate": 0.0001,
      "loss": 0.0216,
      "step": 27230
    },
    {
      "epoch": 161.18343195266272,
      "grad_norm": 0.9170749187469482,
      "learning_rate": 0.0001,
      "loss": 0.021,
      "step": 27240
    },
    {
      "epoch": 161.24260355029585,
      "grad_norm": 1.309045433998108,
      "learning_rate": 0.0001,
      "loss": 0.0221,
      "step": 27250
    },
    {
      "epoch": 161.301775147929,
      "grad_norm": 1.3391776084899902,
      "learning_rate": 0.0001,
      "loss": 0.0214,
      "step": 27260
    },
    {
      "epoch": 161.36094674556213,
      "grad_norm": 1.734952688217163,
      "learning_rate": 0.0001,
      "loss": 0.0216,
      "step": 27270
    },
    {
      "epoch": 161.42011834319527,
      "grad_norm": 2.128032922744751,
      "learning_rate": 0.0001,
      "loss": 0.0221,
      "step": 27280
    },
    {
      "epoch": 161.4792899408284,
      "grad_norm": 1.7427895069122314,
      "learning_rate": 0.0001,
      "loss": 0.0212,
      "step": 27290
    },
    {
      "epoch": 161.53846153846155,
      "grad_norm": 2.028836488723755,
      "learning_rate": 0.0001,
      "loss": 0.0206,
      "step": 27300
    },
    {
      "epoch": 161.5976331360947,
      "grad_norm": 1.3314130306243896,
      "learning_rate": 0.0001,
      "loss": 0.0209,
      "step": 27310
    },
    {
      "epoch": 161.65680473372782,
      "grad_norm": 1.874639868736267,
      "learning_rate": 0.0001,
      "loss": 0.021,
      "step": 27320
    },
    {
      "epoch": 161.71597633136093,
      "grad_norm": 1.389588713645935,
      "learning_rate": 0.0001,
      "loss": 0.0201,
      "step": 27330
    },
    {
      "epoch": 161.77514792899407,
      "grad_norm": 1.1544586420059204,
      "learning_rate": 0.0001,
      "loss": 0.0189,
      "step": 27340
    },
    {
      "epoch": 161.8343195266272,
      "grad_norm": 1.355604887008667,
      "learning_rate": 0.0001,
      "loss": 0.0212,
      "step": 27350
    },
    {
      "epoch": 161.89349112426035,
      "grad_norm": 1.3631455898284912,
      "learning_rate": 0.0001,
      "loss": 0.0208,
      "step": 27360
    },
    {
      "epoch": 161.9526627218935,
      "grad_norm": 1.2096742391586304,
      "learning_rate": 0.0001,
      "loss": 0.0206,
      "step": 27370
    },
    {
      "epoch": 162.01183431952663,
      "grad_norm": 1.8768879175186157,
      "learning_rate": 0.0001,
      "loss": 0.0209,
      "step": 27380
    },
    {
      "epoch": 162.07100591715977,
      "grad_norm": 1.7900421619415283,
      "learning_rate": 0.0001,
      "loss": 0.0205,
      "step": 27390
    },
    {
      "epoch": 162.1301775147929,
      "grad_norm": 2.3071255683898926,
      "learning_rate": 0.0001,
      "loss": 0.0222,
      "step": 27400
    },
    {
      "epoch": 162.18934911242604,
      "grad_norm": 2.415456771850586,
      "learning_rate": 0.0001,
      "loss": 0.0221,
      "step": 27410
    },
    {
      "epoch": 162.24852071005918,
      "grad_norm": 2.58857798576355,
      "learning_rate": 0.0001,
      "loss": 0.0219,
      "step": 27420
    },
    {
      "epoch": 162.30769230769232,
      "grad_norm": 2.234882116317749,
      "learning_rate": 0.0001,
      "loss": 0.0218,
      "step": 27430
    },
    {
      "epoch": 162.36686390532543,
      "grad_norm": 1.587390661239624,
      "learning_rate": 0.0001,
      "loss": 0.0211,
      "step": 27440
    },
    {
      "epoch": 162.42603550295857,
      "grad_norm": 1.649149775505066,
      "learning_rate": 0.0001,
      "loss": 0.0201,
      "step": 27450
    },
    {
      "epoch": 162.4852071005917,
      "grad_norm": 1.8875675201416016,
      "learning_rate": 0.0001,
      "loss": 0.0201,
      "step": 27460
    },
    {
      "epoch": 162.54437869822485,
      "grad_norm": 2.5878124237060547,
      "learning_rate": 0.0001,
      "loss": 0.0207,
      "step": 27470
    },
    {
      "epoch": 162.60355029585799,
      "grad_norm": 2.2977333068847656,
      "learning_rate": 0.0001,
      "loss": 0.0208,
      "step": 27480
    },
    {
      "epoch": 162.66272189349112,
      "grad_norm": 2.288339138031006,
      "learning_rate": 0.0001,
      "loss": 0.0213,
      "step": 27490
    },
    {
      "epoch": 162.72189349112426,
      "grad_norm": 1.84151029586792,
      "learning_rate": 0.0001,
      "loss": 0.0206,
      "step": 27500
    },
    {
      "epoch": 162.7810650887574,
      "grad_norm": 1.5507512092590332,
      "learning_rate": 0.0001,
      "loss": 0.0212,
      "step": 27510
    },
    {
      "epoch": 162.84023668639054,
      "grad_norm": 1.1983089447021484,
      "learning_rate": 0.0001,
      "loss": 0.0209,
      "step": 27520
    },
    {
      "epoch": 162.89940828402368,
      "grad_norm": 1.3389161825180054,
      "learning_rate": 0.0001,
      "loss": 0.0199,
      "step": 27530
    },
    {
      "epoch": 162.95857988165682,
      "grad_norm": 1.4682458639144897,
      "learning_rate": 0.0001,
      "loss": 0.0216,
      "step": 27540
    },
    {
      "epoch": 163.01775147928993,
      "grad_norm": 1.7260527610778809,
      "learning_rate": 0.0001,
      "loss": 0.0212,
      "step": 27550
    },
    {
      "epoch": 163.07692307692307,
      "grad_norm": 1.373134732246399,
      "learning_rate": 0.0001,
      "loss": 0.0215,
      "step": 27560
    },
    {
      "epoch": 163.1360946745562,
      "grad_norm": 1.6699734926223755,
      "learning_rate": 0.0001,
      "loss": 0.0213,
      "step": 27570
    },
    {
      "epoch": 163.19526627218934,
      "grad_norm": 1.4435162544250488,
      "learning_rate": 0.0001,
      "loss": 0.0216,
      "step": 27580
    },
    {
      "epoch": 163.25443786982248,
      "grad_norm": 1.1775407791137695,
      "learning_rate": 0.0001,
      "loss": 0.0218,
      "step": 27590
    },
    {
      "epoch": 163.31360946745562,
      "grad_norm": 1.5373494625091553,
      "learning_rate": 0.0001,
      "loss": 0.0202,
      "step": 27600
    },
    {
      "epoch": 163.37278106508876,
      "grad_norm": 1.3716343641281128,
      "learning_rate": 0.0001,
      "loss": 0.0224,
      "step": 27610
    },
    {
      "epoch": 163.4319526627219,
      "grad_norm": 1.4562708139419556,
      "learning_rate": 0.0001,
      "loss": 0.0226,
      "step": 27620
    },
    {
      "epoch": 163.49112426035504,
      "grad_norm": 2.694645643234253,
      "learning_rate": 0.0001,
      "loss": 0.0219,
      "step": 27630
    },
    {
      "epoch": 163.55029585798817,
      "grad_norm": 2.3930859565734863,
      "learning_rate": 0.0001,
      "loss": 0.0227,
      "step": 27640
    },
    {
      "epoch": 163.6094674556213,
      "grad_norm": 1.627415418624878,
      "learning_rate": 0.0001,
      "loss": 0.0219,
      "step": 27650
    },
    {
      "epoch": 163.66863905325442,
      "grad_norm": 1.5821336507797241,
      "learning_rate": 0.0001,
      "loss": 0.0213,
      "step": 27660
    },
    {
      "epoch": 163.72781065088756,
      "grad_norm": 1.251909852027893,
      "learning_rate": 0.0001,
      "loss": 0.0213,
      "step": 27670
    },
    {
      "epoch": 163.7869822485207,
      "grad_norm": 1.12010657787323,
      "learning_rate": 0.0001,
      "loss": 0.0207,
      "step": 27680
    },
    {
      "epoch": 163.84615384615384,
      "grad_norm": 1.5870567560195923,
      "learning_rate": 0.0001,
      "loss": 0.0225,
      "step": 27690
    },
    {
      "epoch": 163.90532544378698,
      "grad_norm": 1.215476393699646,
      "learning_rate": 0.0001,
      "loss": 0.021,
      "step": 27700
    },
    {
      "epoch": 163.96449704142012,
      "grad_norm": 1.4277054071426392,
      "learning_rate": 0.0001,
      "loss": 0.0219,
      "step": 27710
    },
    {
      "epoch": 164.02366863905326,
      "grad_norm": 1.6708316802978516,
      "learning_rate": 0.0001,
      "loss": 0.0214,
      "step": 27720
    },
    {
      "epoch": 164.0828402366864,
      "grad_norm": 2.018012285232544,
      "learning_rate": 0.0001,
      "loss": 0.0216,
      "step": 27730
    },
    {
      "epoch": 164.14201183431953,
      "grad_norm": 1.8078501224517822,
      "learning_rate": 0.0001,
      "loss": 0.0219,
      "step": 27740
    },
    {
      "epoch": 164.20118343195267,
      "grad_norm": 1.5459134578704834,
      "learning_rate": 0.0001,
      "loss": 0.0211,
      "step": 27750
    },
    {
      "epoch": 164.2603550295858,
      "grad_norm": 1.6514554023742676,
      "learning_rate": 0.0001,
      "loss": 0.0204,
      "step": 27760
    },
    {
      "epoch": 164.31952662721895,
      "grad_norm": 1.8051819801330566,
      "learning_rate": 0.0001,
      "loss": 0.0211,
      "step": 27770
    },
    {
      "epoch": 164.37869822485206,
      "grad_norm": 1.9423887729644775,
      "learning_rate": 0.0001,
      "loss": 0.0217,
      "step": 27780
    },
    {
      "epoch": 164.4378698224852,
      "grad_norm": 1.2297255992889404,
      "learning_rate": 0.0001,
      "loss": 0.021,
      "step": 27790
    },
    {
      "epoch": 164.49704142011834,
      "grad_norm": 1.6890573501586914,
      "learning_rate": 0.0001,
      "loss": 0.0209,
      "step": 27800
    },
    {
      "epoch": 164.55621301775147,
      "grad_norm": 1.343502163887024,
      "learning_rate": 0.0001,
      "loss": 0.0209,
      "step": 27810
    },
    {
      "epoch": 164.6153846153846,
      "grad_norm": 1.7594904899597168,
      "learning_rate": 0.0001,
      "loss": 0.0211,
      "step": 27820
    },
    {
      "epoch": 164.67455621301775,
      "grad_norm": 1.500885248184204,
      "learning_rate": 0.0001,
      "loss": 0.0213,
      "step": 27830
    },
    {
      "epoch": 164.7337278106509,
      "grad_norm": 1.3914772272109985,
      "learning_rate": 0.0001,
      "loss": 0.0215,
      "step": 27840
    },
    {
      "epoch": 164.79289940828403,
      "grad_norm": 1.9226372241973877,
      "learning_rate": 0.0001,
      "loss": 0.0207,
      "step": 27850
    },
    {
      "epoch": 164.85207100591717,
      "grad_norm": 1.6534043550491333,
      "learning_rate": 0.0001,
      "loss": 0.0212,
      "step": 27860
    },
    {
      "epoch": 164.9112426035503,
      "grad_norm": 1.76524019241333,
      "learning_rate": 0.0001,
      "loss": 0.021,
      "step": 27870
    },
    {
      "epoch": 164.97041420118344,
      "grad_norm": 1.2286968231201172,
      "learning_rate": 0.0001,
      "loss": 0.0212,
      "step": 27880
    },
    {
      "epoch": 165.02958579881656,
      "grad_norm": 1.443534016609192,
      "learning_rate": 0.0001,
      "loss": 0.0216,
      "step": 27890
    },
    {
      "epoch": 165.0887573964497,
      "grad_norm": 1.0847570896148682,
      "learning_rate": 0.0001,
      "loss": 0.0206,
      "step": 27900
    },
    {
      "epoch": 165.14792899408283,
      "grad_norm": 1.1272469758987427,
      "learning_rate": 0.0001,
      "loss": 0.0205,
      "step": 27910
    },
    {
      "epoch": 165.20710059171597,
      "grad_norm": 1.3934510946273804,
      "learning_rate": 0.0001,
      "loss": 0.0204,
      "step": 27920
    },
    {
      "epoch": 165.2662721893491,
      "grad_norm": 1.929265022277832,
      "learning_rate": 0.0001,
      "loss": 0.0211,
      "step": 27930
    },
    {
      "epoch": 165.32544378698225,
      "grad_norm": 1.7919000387191772,
      "learning_rate": 0.0001,
      "loss": 0.0221,
      "step": 27940
    },
    {
      "epoch": 165.3846153846154,
      "grad_norm": 1.4646437168121338,
      "learning_rate": 0.0001,
      "loss": 0.0218,
      "step": 27950
    },
    {
      "epoch": 165.44378698224853,
      "grad_norm": 1.2067160606384277,
      "learning_rate": 0.0001,
      "loss": 0.0213,
      "step": 27960
    },
    {
      "epoch": 165.50295857988166,
      "grad_norm": 1.6266251802444458,
      "learning_rate": 0.0001,
      "loss": 0.02,
      "step": 27970
    },
    {
      "epoch": 165.5621301775148,
      "grad_norm": 1.1977802515029907,
      "learning_rate": 0.0001,
      "loss": 0.0206,
      "step": 27980
    },
    {
      "epoch": 165.62130177514794,
      "grad_norm": 1.0527373552322388,
      "learning_rate": 0.0001,
      "loss": 0.0206,
      "step": 27990
    },
    {
      "epoch": 165.68047337278105,
      "grad_norm": 1.781083583831787,
      "learning_rate": 0.0001,
      "loss": 0.0211,
      "step": 28000
    },
    {
      "epoch": 165.7396449704142,
      "grad_norm": 1.4081273078918457,
      "learning_rate": 0.0001,
      "loss": 0.022,
      "step": 28010
    },
    {
      "epoch": 165.79881656804733,
      "grad_norm": 1.271606683731079,
      "learning_rate": 0.0001,
      "loss": 0.0215,
      "step": 28020
    },
    {
      "epoch": 165.85798816568047,
      "grad_norm": 1.7599005699157715,
      "learning_rate": 0.0001,
      "loss": 0.0219,
      "step": 28030
    },
    {
      "epoch": 165.9171597633136,
      "grad_norm": 1.1158000230789185,
      "learning_rate": 0.0001,
      "loss": 0.0224,
      "step": 28040
    },
    {
      "epoch": 165.97633136094674,
      "grad_norm": 1.8900973796844482,
      "learning_rate": 0.0001,
      "loss": 0.0215,
      "step": 28050
    },
    {
      "epoch": 166.03550295857988,
      "grad_norm": 1.992554783821106,
      "learning_rate": 0.0001,
      "loss": 0.0229,
      "step": 28060
    },
    {
      "epoch": 166.09467455621302,
      "grad_norm": 1.3816494941711426,
      "learning_rate": 0.0001,
      "loss": 0.0221,
      "step": 28070
    },
    {
      "epoch": 166.15384615384616,
      "grad_norm": 1.087001085281372,
      "learning_rate": 0.0001,
      "loss": 0.022,
      "step": 28080
    },
    {
      "epoch": 166.2130177514793,
      "grad_norm": 1.5316556692123413,
      "learning_rate": 0.0001,
      "loss": 0.0218,
      "step": 28090
    },
    {
      "epoch": 166.27218934911244,
      "grad_norm": 1.687706708908081,
      "learning_rate": 0.0001,
      "loss": 0.0217,
      "step": 28100
    },
    {
      "epoch": 166.33136094674558,
      "grad_norm": 1.1238642930984497,
      "learning_rate": 0.0001,
      "loss": 0.0216,
      "step": 28110
    },
    {
      "epoch": 166.3905325443787,
      "grad_norm": 1.627586007118225,
      "learning_rate": 0.0001,
      "loss": 0.0212,
      "step": 28120
    },
    {
      "epoch": 166.44970414201183,
      "grad_norm": 1.140436053276062,
      "learning_rate": 0.0001,
      "loss": 0.0223,
      "step": 28130
    },
    {
      "epoch": 166.50887573964496,
      "grad_norm": 1.424795389175415,
      "learning_rate": 0.0001,
      "loss": 0.0228,
      "step": 28140
    },
    {
      "epoch": 166.5680473372781,
      "grad_norm": 1.4458030462265015,
      "learning_rate": 0.0001,
      "loss": 0.0215,
      "step": 28150
    },
    {
      "epoch": 166.62721893491124,
      "grad_norm": 1.498218059539795,
      "learning_rate": 0.0001,
      "loss": 0.0232,
      "step": 28160
    },
    {
      "epoch": 166.68639053254438,
      "grad_norm": 1.484844446182251,
      "learning_rate": 0.0001,
      "loss": 0.0214,
      "step": 28170
    },
    {
      "epoch": 166.74556213017752,
      "grad_norm": 1.5950144529342651,
      "learning_rate": 0.0001,
      "loss": 0.0222,
      "step": 28180
    },
    {
      "epoch": 166.80473372781066,
      "grad_norm": 1.2728520631790161,
      "learning_rate": 0.0001,
      "loss": 0.022,
      "step": 28190
    },
    {
      "epoch": 166.8639053254438,
      "grad_norm": 1.305268406867981,
      "learning_rate": 0.0001,
      "loss": 0.0219,
      "step": 28200
    },
    {
      "epoch": 166.92307692307693,
      "grad_norm": 1.6219807863235474,
      "learning_rate": 0.0001,
      "loss": 0.0213,
      "step": 28210
    },
    {
      "epoch": 166.98224852071007,
      "grad_norm": 1.6583833694458008,
      "learning_rate": 0.0001,
      "loss": 0.021,
      "step": 28220
    },
    {
      "epoch": 167.04142011834318,
      "grad_norm": 1.6135121583938599,
      "learning_rate": 0.0001,
      "loss": 0.0219,
      "step": 28230
    },
    {
      "epoch": 167.10059171597632,
      "grad_norm": 1.662473201751709,
      "learning_rate": 0.0001,
      "loss": 0.0217,
      "step": 28240
    },
    {
      "epoch": 167.15976331360946,
      "grad_norm": 1.846085786819458,
      "learning_rate": 0.0001,
      "loss": 0.0225,
      "step": 28250
    },
    {
      "epoch": 167.2189349112426,
      "grad_norm": 1.4071134328842163,
      "learning_rate": 0.0001,
      "loss": 0.021,
      "step": 28260
    },
    {
      "epoch": 167.27810650887574,
      "grad_norm": 1.4139795303344727,
      "learning_rate": 0.0001,
      "loss": 0.0209,
      "step": 28270
    },
    {
      "epoch": 167.33727810650888,
      "grad_norm": 1.661391258239746,
      "learning_rate": 0.0001,
      "loss": 0.021,
      "step": 28280
    },
    {
      "epoch": 167.39644970414201,
      "grad_norm": 1.4083620309829712,
      "learning_rate": 0.0001,
      "loss": 0.0215,
      "step": 28290
    },
    {
      "epoch": 167.45562130177515,
      "grad_norm": 1.3975025415420532,
      "learning_rate": 0.0001,
      "loss": 0.0211,
      "step": 28300
    },
    {
      "epoch": 167.5147928994083,
      "grad_norm": 1.1331710815429688,
      "learning_rate": 0.0001,
      "loss": 0.0225,
      "step": 28310
    },
    {
      "epoch": 167.57396449704143,
      "grad_norm": 1.4921400547027588,
      "learning_rate": 0.0001,
      "loss": 0.0207,
      "step": 28320
    },
    {
      "epoch": 167.63313609467457,
      "grad_norm": 0.9900938272476196,
      "learning_rate": 0.0001,
      "loss": 0.022,
      "step": 28330
    },
    {
      "epoch": 167.69230769230768,
      "grad_norm": 1.5407072305679321,
      "learning_rate": 0.0001,
      "loss": 0.0213,
      "step": 28340
    },
    {
      "epoch": 167.75147928994082,
      "grad_norm": 1.450128197669983,
      "learning_rate": 0.0001,
      "loss": 0.0227,
      "step": 28350
    },
    {
      "epoch": 167.81065088757396,
      "grad_norm": 1.6829075813293457,
      "learning_rate": 0.0001,
      "loss": 0.0219,
      "step": 28360
    },
    {
      "epoch": 167.8698224852071,
      "grad_norm": 1.7010612487792969,
      "learning_rate": 0.0001,
      "loss": 0.0216,
      "step": 28370
    },
    {
      "epoch": 167.92899408284023,
      "grad_norm": 1.1187907457351685,
      "learning_rate": 0.0001,
      "loss": 0.0219,
      "step": 28380
    },
    {
      "epoch": 167.98816568047337,
      "grad_norm": 1.0838987827301025,
      "learning_rate": 0.0001,
      "loss": 0.0207,
      "step": 28390
    },
    {
      "epoch": 168.0473372781065,
      "grad_norm": 1.1639500856399536,
      "learning_rate": 0.0001,
      "loss": 0.022,
      "step": 28400
    },
    {
      "epoch": 168.10650887573965,
      "grad_norm": 1.407523274421692,
      "learning_rate": 0.0001,
      "loss": 0.0208,
      "step": 28410
    },
    {
      "epoch": 168.1656804733728,
      "grad_norm": 1.9700653553009033,
      "learning_rate": 0.0001,
      "loss": 0.0214,
      "step": 28420
    },
    {
      "epoch": 168.22485207100593,
      "grad_norm": 1.4049782752990723,
      "learning_rate": 0.0001,
      "loss": 0.0223,
      "step": 28430
    },
    {
      "epoch": 168.28402366863907,
      "grad_norm": 1.4907617568969727,
      "learning_rate": 0.0001,
      "loss": 0.0206,
      "step": 28440
    },
    {
      "epoch": 168.34319526627218,
      "grad_norm": 1.5994184017181396,
      "learning_rate": 0.0001,
      "loss": 0.0216,
      "step": 28450
    },
    {
      "epoch": 168.4023668639053,
      "grad_norm": 1.6920254230499268,
      "learning_rate": 0.0001,
      "loss": 0.0212,
      "step": 28460
    },
    {
      "epoch": 168.46153846153845,
      "grad_norm": 1.4232008457183838,
      "learning_rate": 0.0001,
      "loss": 0.0205,
      "step": 28470
    },
    {
      "epoch": 168.5207100591716,
      "grad_norm": 1.1945669651031494,
      "learning_rate": 0.0001,
      "loss": 0.0208,
      "step": 28480
    },
    {
      "epoch": 168.57988165680473,
      "grad_norm": 1.3460824489593506,
      "learning_rate": 0.0001,
      "loss": 0.0218,
      "step": 28490
    },
    {
      "epoch": 168.63905325443787,
      "grad_norm": 1.665669322013855,
      "learning_rate": 0.0001,
      "loss": 0.021,
      "step": 28500
    },
    {
      "epoch": 168.698224852071,
      "grad_norm": 1.051431655883789,
      "learning_rate": 0.0001,
      "loss": 0.0208,
      "step": 28510
    },
    {
      "epoch": 168.75739644970415,
      "grad_norm": 2.1920337677001953,
      "learning_rate": 0.0001,
      "loss": 0.0215,
      "step": 28520
    },
    {
      "epoch": 168.81656804733728,
      "grad_norm": 0.9811384677886963,
      "learning_rate": 0.0001,
      "loss": 0.022,
      "step": 28530
    },
    {
      "epoch": 168.87573964497042,
      "grad_norm": 1.5311201810836792,
      "learning_rate": 0.0001,
      "loss": 0.0215,
      "step": 28540
    },
    {
      "epoch": 168.93491124260356,
      "grad_norm": 1.7538957595825195,
      "learning_rate": 0.0001,
      "loss": 0.0218,
      "step": 28550
    },
    {
      "epoch": 168.9940828402367,
      "grad_norm": 1.6627498865127563,
      "learning_rate": 0.0001,
      "loss": 0.0212,
      "step": 28560
    },
    {
      "epoch": 169.0532544378698,
      "grad_norm": 1.848078727722168,
      "learning_rate": 0.0001,
      "loss": 0.0211,
      "step": 28570
    },
    {
      "epoch": 169.11242603550295,
      "grad_norm": 1.2957017421722412,
      "learning_rate": 0.0001,
      "loss": 0.0201,
      "step": 28580
    },
    {
      "epoch": 169.1715976331361,
      "grad_norm": 1.4336774349212646,
      "learning_rate": 0.0001,
      "loss": 0.0212,
      "step": 28590
    },
    {
      "epoch": 169.23076923076923,
      "grad_norm": 1.802724003791809,
      "learning_rate": 0.0001,
      "loss": 0.0214,
      "step": 28600
    },
    {
      "epoch": 169.28994082840237,
      "grad_norm": 0.9775751233100891,
      "learning_rate": 0.0001,
      "loss": 0.0204,
      "step": 28610
    },
    {
      "epoch": 169.3491124260355,
      "grad_norm": 1.2969083786010742,
      "learning_rate": 0.0001,
      "loss": 0.0204,
      "step": 28620
    },
    {
      "epoch": 169.40828402366864,
      "grad_norm": 1.6688518524169922,
      "learning_rate": 0.0001,
      "loss": 0.0201,
      "step": 28630
    },
    {
      "epoch": 169.46745562130178,
      "grad_norm": 1.2649345397949219,
      "learning_rate": 0.0001,
      "loss": 0.0209,
      "step": 28640
    },
    {
      "epoch": 169.52662721893492,
      "grad_norm": 1.6280725002288818,
      "learning_rate": 0.0001,
      "loss": 0.0192,
      "step": 28650
    },
    {
      "epoch": 169.58579881656806,
      "grad_norm": 1.4836041927337646,
      "learning_rate": 0.0001,
      "loss": 0.0201,
      "step": 28660
    },
    {
      "epoch": 169.6449704142012,
      "grad_norm": 1.532708764076233,
      "learning_rate": 0.0001,
      "loss": 0.0206,
      "step": 28670
    },
    {
      "epoch": 169.7041420118343,
      "grad_norm": 1.527893304824829,
      "learning_rate": 0.0001,
      "loss": 0.0206,
      "step": 28680
    },
    {
      "epoch": 169.76331360946745,
      "grad_norm": 1.6263209581375122,
      "learning_rate": 0.0001,
      "loss": 0.0203,
      "step": 28690
    },
    {
      "epoch": 169.82248520710058,
      "grad_norm": 1.4840314388275146,
      "learning_rate": 0.0001,
      "loss": 0.0205,
      "step": 28700
    },
    {
      "epoch": 169.88165680473372,
      "grad_norm": 1.2375150918960571,
      "learning_rate": 0.0001,
      "loss": 0.0207,
      "step": 28710
    },
    {
      "epoch": 169.94082840236686,
      "grad_norm": 1.8745750188827515,
      "learning_rate": 0.0001,
      "loss": 0.0213,
      "step": 28720
    },
    {
      "epoch": 170.0,
      "grad_norm": 1.5996590852737427,
      "learning_rate": 0.0001,
      "loss": 0.0208,
      "step": 28730
    },
    {
      "epoch": 170.05917159763314,
      "grad_norm": 2.414541721343994,
      "learning_rate": 0.0001,
      "loss": 0.0206,
      "step": 28740
    },
    {
      "epoch": 170.11834319526628,
      "grad_norm": 2.0853919982910156,
      "learning_rate": 0.0001,
      "loss": 0.0209,
      "step": 28750
    },
    {
      "epoch": 170.17751479289942,
      "grad_norm": 1.5541712045669556,
      "learning_rate": 0.0001,
      "loss": 0.021,
      "step": 28760
    },
    {
      "epoch": 170.23668639053255,
      "grad_norm": 1.475528359413147,
      "learning_rate": 0.0001,
      "loss": 0.0206,
      "step": 28770
    },
    {
      "epoch": 170.2958579881657,
      "grad_norm": 1.5770002603530884,
      "learning_rate": 0.0001,
      "loss": 0.02,
      "step": 28780
    },
    {
      "epoch": 170.3550295857988,
      "grad_norm": 1.3127965927124023,
      "learning_rate": 0.0001,
      "loss": 0.0206,
      "step": 28790
    },
    {
      "epoch": 170.41420118343194,
      "grad_norm": 1.4835312366485596,
      "learning_rate": 0.0001,
      "loss": 0.0212,
      "step": 28800
    },
    {
      "epoch": 170.47337278106508,
      "grad_norm": 1.170835018157959,
      "learning_rate": 0.0001,
      "loss": 0.0207,
      "step": 28810
    },
    {
      "epoch": 170.53254437869822,
      "grad_norm": 1.169121503829956,
      "learning_rate": 0.0001,
      "loss": 0.0209,
      "step": 28820
    },
    {
      "epoch": 170.59171597633136,
      "grad_norm": 1.374738097190857,
      "learning_rate": 0.0001,
      "loss": 0.0217,
      "step": 28830
    },
    {
      "epoch": 170.6508875739645,
      "grad_norm": 1.6377079486846924,
      "learning_rate": 0.0001,
      "loss": 0.0203,
      "step": 28840
    },
    {
      "epoch": 170.71005917159763,
      "grad_norm": 1.885909080505371,
      "learning_rate": 0.0001,
      "loss": 0.0207,
      "step": 28850
    },
    {
      "epoch": 170.76923076923077,
      "grad_norm": 1.9170241355895996,
      "learning_rate": 0.0001,
      "loss": 0.0207,
      "step": 28860
    },
    {
      "epoch": 170.8284023668639,
      "grad_norm": 1.4142237901687622,
      "learning_rate": 0.0001,
      "loss": 0.0208,
      "step": 28870
    },
    {
      "epoch": 170.88757396449705,
      "grad_norm": 1.774638295173645,
      "learning_rate": 0.0001,
      "loss": 0.0206,
      "step": 28880
    },
    {
      "epoch": 170.9467455621302,
      "grad_norm": 1.4028193950653076,
      "learning_rate": 0.0001,
      "loss": 0.0213,
      "step": 28890
    },
    {
      "epoch": 171.0059171597633,
      "grad_norm": 1.2838197946548462,
      "learning_rate": 0.0001,
      "loss": 0.021,
      "step": 28900
    },
    {
      "epoch": 171.06508875739644,
      "grad_norm": 1.2840327024459839,
      "learning_rate": 0.0001,
      "loss": 0.0211,
      "step": 28910
    },
    {
      "epoch": 171.12426035502958,
      "grad_norm": 1.5011248588562012,
      "learning_rate": 0.0001,
      "loss": 0.021,
      "step": 28920
    },
    {
      "epoch": 171.18343195266272,
      "grad_norm": 1.3768430948257446,
      "learning_rate": 0.0001,
      "loss": 0.0208,
      "step": 28930
    },
    {
      "epoch": 171.24260355029585,
      "grad_norm": 1.4080450534820557,
      "learning_rate": 0.0001,
      "loss": 0.022,
      "step": 28940
    },
    {
      "epoch": 171.301775147929,
      "grad_norm": 1.7597965002059937,
      "learning_rate": 0.0001,
      "loss": 0.021,
      "step": 28950
    },
    {
      "epoch": 171.36094674556213,
      "grad_norm": 1.3593099117279053,
      "learning_rate": 0.0001,
      "loss": 0.0226,
      "step": 28960
    },
    {
      "epoch": 171.42011834319527,
      "grad_norm": 1.318086862564087,
      "learning_rate": 0.0001,
      "loss": 0.0213,
      "step": 28970
    },
    {
      "epoch": 171.4792899408284,
      "grad_norm": 1.6329866647720337,
      "learning_rate": 0.0001,
      "loss": 0.0214,
      "step": 28980
    },
    {
      "epoch": 171.53846153846155,
      "grad_norm": 1.7899540662765503,
      "learning_rate": 0.0001,
      "loss": 0.0238,
      "step": 28990
    },
    {
      "epoch": 171.5976331360947,
      "grad_norm": 1.6459089517593384,
      "learning_rate": 0.0001,
      "loss": 0.0226,
      "step": 29000
    },
    {
      "epoch": 171.65680473372782,
      "grad_norm": 1.502548336982727,
      "learning_rate": 0.0001,
      "loss": 0.0233,
      "step": 29010
    },
    {
      "epoch": 171.71597633136093,
      "grad_norm": 1.1113921403884888,
      "learning_rate": 0.0001,
      "loss": 0.0217,
      "step": 29020
    },
    {
      "epoch": 171.77514792899407,
      "grad_norm": 1.235133409500122,
      "learning_rate": 0.0001,
      "loss": 0.0223,
      "step": 29030
    },
    {
      "epoch": 171.8343195266272,
      "grad_norm": 1.4972188472747803,
      "learning_rate": 0.0001,
      "loss": 0.0207,
      "step": 29040
    },
    {
      "epoch": 171.89349112426035,
      "grad_norm": 1.2817412614822388,
      "learning_rate": 0.0001,
      "loss": 0.0214,
      "step": 29050
    },
    {
      "epoch": 171.9526627218935,
      "grad_norm": 1.1549391746520996,
      "learning_rate": 0.0001,
      "loss": 0.0209,
      "step": 29060
    },
    {
      "epoch": 172.01183431952663,
      "grad_norm": 1.6784253120422363,
      "learning_rate": 0.0001,
      "loss": 0.0224,
      "step": 29070
    },
    {
      "epoch": 172.07100591715977,
      "grad_norm": 1.6289777755737305,
      "learning_rate": 0.0001,
      "loss": 0.0221,
      "step": 29080
    },
    {
      "epoch": 172.1301775147929,
      "grad_norm": 1.7584434747695923,
      "learning_rate": 0.0001,
      "loss": 0.0215,
      "step": 29090
    },
    {
      "epoch": 172.18934911242604,
      "grad_norm": 1.5722213983535767,
      "learning_rate": 0.0001,
      "loss": 0.0209,
      "step": 29100
    },
    {
      "epoch": 172.24852071005918,
      "grad_norm": 1.3313138484954834,
      "learning_rate": 0.0001,
      "loss": 0.022,
      "step": 29110
    },
    {
      "epoch": 172.30769230769232,
      "grad_norm": 1.650519847869873,
      "learning_rate": 0.0001,
      "loss": 0.0219,
      "step": 29120
    },
    {
      "epoch": 172.36686390532543,
      "grad_norm": 1.6545190811157227,
      "learning_rate": 0.0001,
      "loss": 0.0232,
      "step": 29130
    },
    {
      "epoch": 172.42603550295857,
      "grad_norm": 1.4269858598709106,
      "learning_rate": 0.0001,
      "loss": 0.0234,
      "step": 29140
    },
    {
      "epoch": 172.4852071005917,
      "grad_norm": 2.047924757003784,
      "learning_rate": 0.0001,
      "loss": 0.0219,
      "step": 29150
    },
    {
      "epoch": 172.54437869822485,
      "grad_norm": 2.1008055210113525,
      "learning_rate": 0.0001,
      "loss": 0.0228,
      "step": 29160
    },
    {
      "epoch": 172.60355029585799,
      "grad_norm": 2.20617413520813,
      "learning_rate": 0.0001,
      "loss": 0.0221,
      "step": 29170
    },
    {
      "epoch": 172.66272189349112,
      "grad_norm": 1.7124793529510498,
      "learning_rate": 0.0001,
      "loss": 0.0219,
      "step": 29180
    },
    {
      "epoch": 172.72189349112426,
      "grad_norm": 1.304251790046692,
      "learning_rate": 0.0001,
      "loss": 0.0208,
      "step": 29190
    },
    {
      "epoch": 172.7810650887574,
      "grad_norm": 1.3082438707351685,
      "learning_rate": 0.0001,
      "loss": 0.0216,
      "step": 29200
    },
    {
      "epoch": 172.84023668639054,
      "grad_norm": 1.687892198562622,
      "learning_rate": 0.0001,
      "loss": 0.0219,
      "step": 29210
    },
    {
      "epoch": 172.89940828402368,
      "grad_norm": 1.4199796915054321,
      "learning_rate": 0.0001,
      "loss": 0.0217,
      "step": 29220
    },
    {
      "epoch": 172.95857988165682,
      "grad_norm": 1.2600358724594116,
      "learning_rate": 0.0001,
      "loss": 0.0207,
      "step": 29230
    },
    {
      "epoch": 173.01775147928993,
      "grad_norm": 1.6842923164367676,
      "learning_rate": 0.0001,
      "loss": 0.0211,
      "step": 29240
    },
    {
      "epoch": 173.07692307692307,
      "grad_norm": 1.1859503984451294,
      "learning_rate": 0.0001,
      "loss": 0.0219,
      "step": 29250
    },
    {
      "epoch": 173.1360946745562,
      "grad_norm": 1.3835941553115845,
      "learning_rate": 0.0001,
      "loss": 0.0214,
      "step": 29260
    },
    {
      "epoch": 173.19526627218934,
      "grad_norm": 1.494677186012268,
      "learning_rate": 0.0001,
      "loss": 0.0208,
      "step": 29270
    },
    {
      "epoch": 173.25443786982248,
      "grad_norm": 1.4768859148025513,
      "learning_rate": 0.0001,
      "loss": 0.022,
      "step": 29280
    },
    {
      "epoch": 173.31360946745562,
      "grad_norm": 1.3132171630859375,
      "learning_rate": 0.0001,
      "loss": 0.0212,
      "step": 29290
    },
    {
      "epoch": 173.37278106508876,
      "grad_norm": 1.5731886625289917,
      "learning_rate": 0.0001,
      "loss": 0.0213,
      "step": 29300
    },
    {
      "epoch": 173.4319526627219,
      "grad_norm": 1.412389874458313,
      "learning_rate": 0.0001,
      "loss": 0.0212,
      "step": 29310
    },
    {
      "epoch": 173.49112426035504,
      "grad_norm": 1.1720194816589355,
      "learning_rate": 0.0001,
      "loss": 0.0204,
      "step": 29320
    },
    {
      "epoch": 173.55029585798817,
      "grad_norm": 1.525128722190857,
      "learning_rate": 0.0001,
      "loss": 0.02,
      "step": 29330
    },
    {
      "epoch": 173.6094674556213,
      "grad_norm": 1.5158592462539673,
      "learning_rate": 0.0001,
      "loss": 0.0201,
      "step": 29340
    },
    {
      "epoch": 173.66863905325442,
      "grad_norm": 1.4475696086883545,
      "learning_rate": 0.0001,
      "loss": 0.0218,
      "step": 29350
    },
    {
      "epoch": 173.72781065088756,
      "grad_norm": 1.4352666139602661,
      "learning_rate": 0.0001,
      "loss": 0.0213,
      "step": 29360
    },
    {
      "epoch": 173.7869822485207,
      "grad_norm": 1.7554782629013062,
      "learning_rate": 0.0001,
      "loss": 0.0212,
      "step": 29370
    },
    {
      "epoch": 173.84615384615384,
      "grad_norm": 1.4401869773864746,
      "learning_rate": 0.0001,
      "loss": 0.0216,
      "step": 29380
    },
    {
      "epoch": 173.90532544378698,
      "grad_norm": 1.3011507987976074,
      "learning_rate": 0.0001,
      "loss": 0.0201,
      "step": 29390
    },
    {
      "epoch": 173.96449704142012,
      "grad_norm": 1.663869857788086,
      "learning_rate": 0.0001,
      "loss": 0.0201,
      "step": 29400
    },
    {
      "epoch": 174.02366863905326,
      "grad_norm": 1.4407769441604614,
      "learning_rate": 0.0001,
      "loss": 0.0207,
      "step": 29410
    },
    {
      "epoch": 174.0828402366864,
      "grad_norm": 1.5006027221679688,
      "learning_rate": 0.0001,
      "loss": 0.0208,
      "step": 29420
    },
    {
      "epoch": 174.14201183431953,
      "grad_norm": 1.8231219053268433,
      "learning_rate": 0.0001,
      "loss": 0.0203,
      "step": 29430
    },
    {
      "epoch": 174.20118343195267,
      "grad_norm": 1.6331323385238647,
      "learning_rate": 0.0001,
      "loss": 0.0207,
      "step": 29440
    },
    {
      "epoch": 174.2603550295858,
      "grad_norm": 1.5572057962417603,
      "learning_rate": 0.0001,
      "loss": 0.0205,
      "step": 29450
    },
    {
      "epoch": 174.31952662721895,
      "grad_norm": 1.7315846681594849,
      "learning_rate": 0.0001,
      "loss": 0.0211,
      "step": 29460
    },
    {
      "epoch": 174.37869822485206,
      "grad_norm": 1.883667230606079,
      "learning_rate": 0.0001,
      "loss": 0.022,
      "step": 29470
    },
    {
      "epoch": 174.4378698224852,
      "grad_norm": 0.9886133670806885,
      "learning_rate": 0.0001,
      "loss": 0.0219,
      "step": 29480
    },
    {
      "epoch": 174.49704142011834,
      "grad_norm": 0.9564580321311951,
      "learning_rate": 0.0001,
      "loss": 0.0202,
      "step": 29490
    },
    {
      "epoch": 174.55621301775147,
      "grad_norm": 1.3308346271514893,
      "learning_rate": 0.0001,
      "loss": 0.021,
      "step": 29500
    },
    {
      "epoch": 174.6153846153846,
      "grad_norm": 2.0455198287963867,
      "learning_rate": 0.0001,
      "loss": 0.0214,
      "step": 29510
    },
    {
      "epoch": 174.67455621301775,
      "grad_norm": 1.4653739929199219,
      "learning_rate": 0.0001,
      "loss": 0.022,
      "step": 29520
    },
    {
      "epoch": 174.7337278106509,
      "grad_norm": 1.5578733682632446,
      "learning_rate": 0.0001,
      "loss": 0.0207,
      "step": 29530
    },
    {
      "epoch": 174.79289940828403,
      "grad_norm": 1.4361023902893066,
      "learning_rate": 0.0001,
      "loss": 0.0222,
      "step": 29540
    },
    {
      "epoch": 174.85207100591717,
      "grad_norm": 0.9807714819908142,
      "learning_rate": 0.0001,
      "loss": 0.0206,
      "step": 29550
    },
    {
      "epoch": 174.9112426035503,
      "grad_norm": 1.484761357307434,
      "learning_rate": 0.0001,
      "loss": 0.021,
      "step": 29560
    },
    {
      "epoch": 174.97041420118344,
      "grad_norm": 1.1971189975738525,
      "learning_rate": 0.0001,
      "loss": 0.0216,
      "step": 29570
    },
    {
      "epoch": 175.02958579881656,
      "grad_norm": 1.5236179828643799,
      "learning_rate": 0.0001,
      "loss": 0.0222,
      "step": 29580
    },
    {
      "epoch": 175.0887573964497,
      "grad_norm": 1.258272409439087,
      "learning_rate": 0.0001,
      "loss": 0.0216,
      "step": 29590
    },
    {
      "epoch": 175.14792899408283,
      "grad_norm": 1.234546184539795,
      "learning_rate": 0.0001,
      "loss": 0.0207,
      "step": 29600
    },
    {
      "epoch": 175.20710059171597,
      "grad_norm": 1.5035619735717773,
      "learning_rate": 0.0001,
      "loss": 0.021,
      "step": 29610
    },
    {
      "epoch": 175.2662721893491,
      "grad_norm": 1.504460096359253,
      "learning_rate": 0.0001,
      "loss": 0.0219,
      "step": 29620
    },
    {
      "epoch": 175.32544378698225,
      "grad_norm": 1.9628832340240479,
      "learning_rate": 0.0001,
      "loss": 0.0215,
      "step": 29630
    },
    {
      "epoch": 175.3846153846154,
      "grad_norm": 1.906305193901062,
      "learning_rate": 0.0001,
      "loss": 0.0232,
      "step": 29640
    },
    {
      "epoch": 175.44378698224853,
      "grad_norm": 1.5419796705245972,
      "learning_rate": 0.0001,
      "loss": 0.0222,
      "step": 29650
    },
    {
      "epoch": 175.50295857988166,
      "grad_norm": 1.2505013942718506,
      "learning_rate": 0.0001,
      "loss": 0.0222,
      "step": 29660
    },
    {
      "epoch": 175.5621301775148,
      "grad_norm": 1.4763752222061157,
      "learning_rate": 0.0001,
      "loss": 0.0219,
      "step": 29670
    },
    {
      "epoch": 175.62130177514794,
      "grad_norm": 1.1079888343811035,
      "learning_rate": 0.0001,
      "loss": 0.0213,
      "step": 29680
    },
    {
      "epoch": 175.68047337278105,
      "grad_norm": 1.435534119606018,
      "learning_rate": 0.0001,
      "loss": 0.0205,
      "step": 29690
    },
    {
      "epoch": 175.7396449704142,
      "grad_norm": 1.4825403690338135,
      "learning_rate": 0.0001,
      "loss": 0.0209,
      "step": 29700
    },
    {
      "epoch": 175.79881656804733,
      "grad_norm": 1.743375301361084,
      "learning_rate": 0.0001,
      "loss": 0.0203,
      "step": 29710
    },
    {
      "epoch": 175.85798816568047,
      "grad_norm": 1.3275151252746582,
      "learning_rate": 0.0001,
      "loss": 0.0208,
      "step": 29720
    },
    {
      "epoch": 175.9171597633136,
      "grad_norm": 1.6027990579605103,
      "learning_rate": 0.0001,
      "loss": 0.0211,
      "step": 29730
    },
    {
      "epoch": 175.97633136094674,
      "grad_norm": 1.72512686252594,
      "learning_rate": 0.0001,
      "loss": 0.0214,
      "step": 29740
    },
    {
      "epoch": 176.03550295857988,
      "grad_norm": 1.6897835731506348,
      "learning_rate": 0.0001,
      "loss": 0.0217,
      "step": 29750
    },
    {
      "epoch": 176.09467455621302,
      "grad_norm": 1.202134132385254,
      "learning_rate": 0.0001,
      "loss": 0.0198,
      "step": 29760
    },
    {
      "epoch": 176.15384615384616,
      "grad_norm": 1.6858726739883423,
      "learning_rate": 0.0001,
      "loss": 0.0209,
      "step": 29770
    },
    {
      "epoch": 176.2130177514793,
      "grad_norm": 1.775199294090271,
      "learning_rate": 0.0001,
      "loss": 0.021,
      "step": 29780
    },
    {
      "epoch": 176.27218934911244,
      "grad_norm": 1.1621134281158447,
      "learning_rate": 0.0001,
      "loss": 0.0214,
      "step": 29790
    },
    {
      "epoch": 176.33136094674558,
      "grad_norm": 1.376298189163208,
      "learning_rate": 0.0001,
      "loss": 0.0215,
      "step": 29800
    },
    {
      "epoch": 176.3905325443787,
      "grad_norm": 1.4587548971176147,
      "learning_rate": 0.0001,
      "loss": 0.0216,
      "step": 29810
    },
    {
      "epoch": 176.44970414201183,
      "grad_norm": 1.388917326927185,
      "learning_rate": 0.0001,
      "loss": 0.0209,
      "step": 29820
    },
    {
      "epoch": 176.50887573964496,
      "grad_norm": 1.019277572631836,
      "learning_rate": 0.0001,
      "loss": 0.0216,
      "step": 29830
    },
    {
      "epoch": 176.5680473372781,
      "grad_norm": 1.7484475374221802,
      "learning_rate": 0.0001,
      "loss": 0.0218,
      "step": 29840
    },
    {
      "epoch": 176.62721893491124,
      "grad_norm": 1.3332982063293457,
      "learning_rate": 0.0001,
      "loss": 0.0203,
      "step": 29850
    },
    {
      "epoch": 176.68639053254438,
      "grad_norm": 1.4240779876708984,
      "learning_rate": 0.0001,
      "loss": 0.0203,
      "step": 29860
    },
    {
      "epoch": 176.74556213017752,
      "grad_norm": 1.4058678150177002,
      "learning_rate": 0.0001,
      "loss": 0.0209,
      "step": 29870
    },
    {
      "epoch": 176.80473372781066,
      "grad_norm": 1.5967134237289429,
      "learning_rate": 0.0001,
      "loss": 0.0201,
      "step": 29880
    },
    {
      "epoch": 176.8639053254438,
      "grad_norm": 2.2750649452209473,
      "learning_rate": 0.0001,
      "loss": 0.0204,
      "step": 29890
    },
    {
      "epoch": 176.92307692307693,
      "grad_norm": 1.3144826889038086,
      "learning_rate": 0.0001,
      "loss": 0.0212,
      "step": 29900
    },
    {
      "epoch": 176.98224852071007,
      "grad_norm": 2.062574863433838,
      "learning_rate": 0.0001,
      "loss": 0.0205,
      "step": 29910
    },
    {
      "epoch": 177.04142011834318,
      "grad_norm": 2.260805368423462,
      "learning_rate": 0.0001,
      "loss": 0.02,
      "step": 29920
    },
    {
      "epoch": 177.10059171597632,
      "grad_norm": 1.5518171787261963,
      "learning_rate": 0.0001,
      "loss": 0.0203,
      "step": 29930
    },
    {
      "epoch": 177.15976331360946,
      "grad_norm": 1.4742319583892822,
      "learning_rate": 0.0001,
      "loss": 0.0198,
      "step": 29940
    },
    {
      "epoch": 177.2189349112426,
      "grad_norm": 1.6139997243881226,
      "learning_rate": 0.0001,
      "loss": 0.0209,
      "step": 29950
    },
    {
      "epoch": 177.27810650887574,
      "grad_norm": 1.5775812864303589,
      "learning_rate": 0.0001,
      "loss": 0.0213,
      "step": 29960
    },
    {
      "epoch": 177.33727810650888,
      "grad_norm": 0.9223977327346802,
      "learning_rate": 0.0001,
      "loss": 0.0199,
      "step": 29970
    },
    {
      "epoch": 177.39644970414201,
      "grad_norm": 1.3155505657196045,
      "learning_rate": 0.0001,
      "loss": 0.0197,
      "step": 29980
    },
    {
      "epoch": 177.45562130177515,
      "grad_norm": 1.1749366521835327,
      "learning_rate": 0.0001,
      "loss": 0.0207,
      "step": 29990
    },
    {
      "epoch": 177.5147928994083,
      "grad_norm": 1.178136944770813,
      "learning_rate": 0.0001,
      "loss": 0.0207,
      "step": 30000
    },
    {
      "epoch": 177.5147928994083,
      "step": 30000,
      "total_flos": 0.0,
      "train_loss": 0.06381190015673638,
      "train_runtime": 8120.8163,
      "train_samples_per_second": 236.429,
      "train_steps_per_second": 3.694
    }
  ],
  "logging_steps": 10,
  "max_steps": 30000,
  "num_input_tokens_seen": 0,
  "num_train_epochs": 178,
  "save_steps": 5000,
  "stateful_callbacks": {
    "TrainerControl": {
      "args": {
        "should_epoch_stop": false,
        "should_evaluate": false,
        "should_log": false,
        "should_save": true,
        "should_training_stop": true
      },
      "attributes": {}
    }
  },
  "total_flos": 0.0,
  "train_batch_size": 64,
  "trial_name": null,
  "trial_params": null
}