{
  "best_metric": null,
  "best_model_checkpoint": null,
  "epoch": 177.5147928994083,
  "eval_steps": 500,
  "global_step": 30000,
  "is_hyper_param_search": false,
  "is_local_process_zero": true,
  "is_world_process_zero": true,
  "log_history": [
    {
      "epoch": 0.05917159763313609,
      "grad_norm": 174.9995880126953,
      "learning_rate": 0.0001,
      "loss": 21.1983,
      "step": 10
    },
    {
      "epoch": 0.11834319526627218,
      "grad_norm": 88.79548645019531,
      "learning_rate": 0.0001,
      "loss": 5.4202,
      "step": 20
    },
    {
      "epoch": 0.17751479289940827,
      "grad_norm": 60.9506721496582,
      "learning_rate": 0.0001,
      "loss": 3.9479,
      "step": 30
    },
    {
      "epoch": 0.23668639053254437,
      "grad_norm": 54.834285736083984,
      "learning_rate": 0.0001,
      "loss": 3.4888,
      "step": 40
    },
    {
      "epoch": 0.2958579881656805,
      "grad_norm": 57.539466857910156,
      "learning_rate": 0.0001,
      "loss": 3.1011,
      "step": 50
    },
    {
      "epoch": 0.35502958579881655,
      "grad_norm": 51.58094787597656,
      "learning_rate": 0.0001,
      "loss": 2.7793,
      "step": 60
    },
    {
      "epoch": 0.41420118343195267,
      "grad_norm": 46.063045501708984,
      "learning_rate": 0.0001,
      "loss": 2.5763,
      "step": 70
    },
    {
      "epoch": 0.47337278106508873,
      "grad_norm": 47.30936813354492,
      "learning_rate": 0.0001,
      "loss": 2.3486,
      "step": 80
    },
    {
      "epoch": 0.5325443786982249,
      "grad_norm": 58.13508224487305,
      "learning_rate": 0.0001,
      "loss": 2.2598,
      "step": 90
    },
    {
      "epoch": 0.591715976331361,
      "grad_norm": 47.5648307800293,
      "learning_rate": 0.0001,
      "loss": 2.1153,
      "step": 100
    },
    {
      "epoch": 0.650887573964497,
      "grad_norm": 44.50985336303711,
      "learning_rate": 0.0001,
      "loss": 1.9304,
      "step": 110
    },
    {
      "epoch": 0.7100591715976331,
      "grad_norm": 40.581214904785156,
      "learning_rate": 0.0001,
      "loss": 1.8131,
      "step": 120
    },
    {
      "epoch": 0.7692307692307693,
      "grad_norm": 42.132205963134766,
      "learning_rate": 0.0001,
      "loss": 1.718,
      "step": 130
    },
    {
      "epoch": 0.8284023668639053,
      "grad_norm": 37.27217483520508,
      "learning_rate": 0.0001,
      "loss": 1.6276,
      "step": 140
    },
    {
      "epoch": 0.8875739644970414,
      "grad_norm": 42.04931640625,
      "learning_rate": 0.0001,
      "loss": 1.5218,
      "step": 150
    },
    {
      "epoch": 0.9467455621301775,
      "grad_norm": 45.046295166015625,
      "learning_rate": 0.0001,
      "loss": 1.4777,
      "step": 160
    },
    {
      "epoch": 1.0059171597633136,
      "grad_norm": 40.04572677612305,
      "learning_rate": 0.0001,
      "loss": 1.4081,
      "step": 170
    },
    {
      "epoch": 1.0650887573964498,
      "grad_norm": 38.59673309326172,
      "learning_rate": 0.0001,
      "loss": 1.3217,
      "step": 180
    },
    {
      "epoch": 1.1242603550295858,
      "grad_norm": 31.95562744140625,
      "learning_rate": 0.0001,
      "loss": 1.227,
      "step": 190
    },
    {
      "epoch": 1.183431952662722,
      "grad_norm": 32.33133316040039,
      "learning_rate": 0.0001,
      "loss": 1.1588,
      "step": 200
    },
    {
      "epoch": 1.242603550295858,
      "grad_norm": 36.7282600402832,
      "learning_rate": 0.0001,
      "loss": 1.1121,
      "step": 210
    },
    {
      "epoch": 1.301775147928994,
      "grad_norm": 35.95631790161133,
      "learning_rate": 0.0001,
      "loss": 1.0593,
      "step": 220
    },
    {
      "epoch": 1.3609467455621302,
      "grad_norm": 36.83339309692383,
      "learning_rate": 0.0001,
      "loss": 1.0002,
      "step": 230
    },
    {
      "epoch": 1.4201183431952662,
      "grad_norm": 32.869117736816406,
      "learning_rate": 0.0001,
      "loss": 0.9396,
      "step": 240
    },
    {
      "epoch": 1.4792899408284024,
      "grad_norm": 32.54338073730469,
      "learning_rate": 0.0001,
      "loss": 0.8936,
      "step": 250
    },
    {
      "epoch": 1.5384615384615383,
      "grad_norm": 28.00010871887207,
      "learning_rate": 0.0001,
      "loss": 0.8271,
      "step": 260
    },
    {
      "epoch": 1.5976331360946747,
      "grad_norm": 33.478515625,
      "learning_rate": 0.0001,
      "loss": 0.807,
      "step": 270
    },
    {
      "epoch": 1.6568047337278107,
      "grad_norm": 29.047765731811523,
      "learning_rate": 0.0001,
      "loss": 0.7601,
      "step": 280
    },
    {
      "epoch": 1.7159763313609466,
      "grad_norm": 28.845853805541992,
      "learning_rate": 0.0001,
      "loss": 0.7073,
      "step": 290
    },
    {
      "epoch": 1.7751479289940828,
      "grad_norm": 25.670988082885742,
      "learning_rate": 0.0001,
      "loss": 0.6772,
      "step": 300
    },
    {
      "epoch": 1.834319526627219,
      "grad_norm": 27.993547439575195,
      "learning_rate": 0.0001,
      "loss": 0.6433,
      "step": 310
    },
    {
      "epoch": 1.893491124260355,
      "grad_norm": 25.02227210998535,
      "learning_rate": 0.0001,
      "loss": 0.6143,
      "step": 320
    },
    {
      "epoch": 1.952662721893491,
      "grad_norm": 24.85578155517578,
      "learning_rate": 0.0001,
      "loss": 0.5882,
      "step": 330
    },
    {
      "epoch": 2.0118343195266273,
      "grad_norm": 23.767911911010742,
      "learning_rate": 0.0001,
      "loss": 0.5557,
      "step": 340
    },
    {
      "epoch": 2.0710059171597632,
      "grad_norm": 22.744504928588867,
      "learning_rate": 0.0001,
      "loss": 0.535,
      "step": 350
    },
    {
      "epoch": 2.1301775147928996,
      "grad_norm": 24.207067489624023,
      "learning_rate": 0.0001,
      "loss": 0.524,
      "step": 360
    },
    {
      "epoch": 2.1893491124260356,
      "grad_norm": 22.372703552246094,
      "learning_rate": 0.0001,
      "loss": 0.499,
      "step": 370
    },
    {
      "epoch": 2.2485207100591715,
      "grad_norm": 22.381425857543945,
      "learning_rate": 0.0001,
      "loss": 0.4852,
      "step": 380
    },
    {
      "epoch": 2.3076923076923075,
      "grad_norm": 22.285106658935547,
      "learning_rate": 0.0001,
      "loss": 0.4623,
      "step": 390
    },
    {
      "epoch": 2.366863905325444,
      "grad_norm": 20.64701271057129,
      "learning_rate": 0.0001,
      "loss": 0.4435,
      "step": 400
    },
    {
      "epoch": 2.42603550295858,
      "grad_norm": 22.761093139648438,
      "learning_rate": 0.0001,
      "loss": 0.4268,
      "step": 410
    },
    {
      "epoch": 2.485207100591716,
      "grad_norm": 22.484844207763672,
      "learning_rate": 0.0001,
      "loss": 0.4205,
      "step": 420
    },
    {
      "epoch": 2.544378698224852,
      "grad_norm": 22.757444381713867,
      "learning_rate": 0.0001,
      "loss": 0.4121,
      "step": 430
    },
    {
      "epoch": 2.603550295857988,
      "grad_norm": 20.99678611755371,
      "learning_rate": 0.0001,
      "loss": 0.3852,
      "step": 440
    },
    {
      "epoch": 2.662721893491124,
      "grad_norm": 19.638227462768555,
      "learning_rate": 0.0001,
      "loss": 0.3687,
      "step": 450
    },
    {
      "epoch": 2.7218934911242605,
      "grad_norm": 18.762407302856445,
      "learning_rate": 0.0001,
      "loss": 0.3518,
      "step": 460
    },
    {
      "epoch": 2.7810650887573964,
      "grad_norm": 18.946866989135742,
      "learning_rate": 0.0001,
      "loss": 0.3573,
      "step": 470
    },
    {
      "epoch": 2.8402366863905324,
      "grad_norm": 17.21717643737793,
      "learning_rate": 0.0001,
      "loss": 0.335,
      "step": 480
    },
    {
      "epoch": 2.899408284023669,
      "grad_norm": 20.277074813842773,
      "learning_rate": 0.0001,
      "loss": 0.3327,
      "step": 490
    },
    {
      "epoch": 2.9585798816568047,
      "grad_norm": 19.717561721801758,
      "learning_rate": 0.0001,
      "loss": 0.3278,
      "step": 500
    },
    {
      "epoch": 3.0177514792899407,
      "grad_norm": 17.66796112060547,
      "learning_rate": 0.0001,
      "loss": 0.3183,
      "step": 510
    },
    {
      "epoch": 3.076923076923077,
      "grad_norm": 17.042224884033203,
      "learning_rate": 0.0001,
      "loss": 0.3045,
      "step": 520
    },
    {
      "epoch": 3.136094674556213,
      "grad_norm": 15.651921272277832,
      "learning_rate": 0.0001,
      "loss": 0.303,
      "step": 530
    },
    {
      "epoch": 3.195266272189349,
      "grad_norm": 15.386090278625488,
      "learning_rate": 0.0001,
      "loss": 0.2888,
      "step": 540
    },
    {
      "epoch": 3.2544378698224854,
      "grad_norm": 17.88136863708496,
      "learning_rate": 0.0001,
      "loss": 0.2866,
      "step": 550
    },
    {
      "epoch": 3.3136094674556213,
      "grad_norm": 21.284189224243164,
      "learning_rate": 0.0001,
      "loss": 0.2821,
      "step": 560
    },
    {
      "epoch": 3.3727810650887573,
      "grad_norm": 16.279726028442383,
      "learning_rate": 0.0001,
      "loss": 0.2785,
      "step": 570
    },
    {
      "epoch": 3.4319526627218933,
      "grad_norm": 17.655969619750977,
      "learning_rate": 0.0001,
      "loss": 0.2718,
      "step": 580
    },
    {
      "epoch": 3.4911242603550297,
      "grad_norm": 14.347151756286621,
      "learning_rate": 0.0001,
      "loss": 0.2605,
      "step": 590
    },
    {
      "epoch": 3.5502958579881656,
      "grad_norm": 15.892441749572754,
      "learning_rate": 0.0001,
      "loss": 0.2543,
      "step": 600
    },
    {
      "epoch": 3.609467455621302,
      "grad_norm": 15.025949478149414,
      "learning_rate": 0.0001,
      "loss": 0.2507,
      "step": 610
    },
    {
      "epoch": 3.668639053254438,
      "grad_norm": 14.651044845581055,
      "learning_rate": 0.0001,
      "loss": 0.2521,
      "step": 620
    },
    {
      "epoch": 3.727810650887574,
      "grad_norm": 14.25905704498291,
      "learning_rate": 0.0001,
      "loss": 0.244,
      "step": 630
    },
    {
      "epoch": 3.78698224852071,
      "grad_norm": 13.280366897583008,
      "learning_rate": 0.0001,
      "loss": 0.2456,
      "step": 640
    },
    {
      "epoch": 3.8461538461538463,
      "grad_norm": 14.474982261657715,
      "learning_rate": 0.0001,
      "loss": 0.2464,
      "step": 650
    },
    {
      "epoch": 3.905325443786982,
      "grad_norm": 12.5128755569458,
      "learning_rate": 0.0001,
      "loss": 0.2392,
      "step": 660
    },
    {
      "epoch": 3.9644970414201186,
      "grad_norm": 13.463188171386719,
      "learning_rate": 0.0001,
      "loss": 0.2345,
      "step": 670
    },
    {
      "epoch": 4.023668639053255,
      "grad_norm": 14.782414436340332,
      "learning_rate": 0.0001,
      "loss": 0.2255,
      "step": 680
    },
    {
      "epoch": 4.0828402366863905,
      "grad_norm": 10.73136043548584,
      "learning_rate": 0.0001,
      "loss": 0.2227,
      "step": 690
    },
    {
      "epoch": 4.1420118343195265,
      "grad_norm": 13.535078048706055,
      "learning_rate": 0.0001,
      "loss": 0.2259,
      "step": 700
    },
    {
      "epoch": 4.201183431952662,
      "grad_norm": 13.905795097351074,
      "learning_rate": 0.0001,
      "loss": 0.2277,
      "step": 710
    },
    {
      "epoch": 4.260355029585799,
      "grad_norm": 13.936788558959961,
      "learning_rate": 0.0001,
      "loss": 0.2206,
      "step": 720
    },
    {
      "epoch": 4.319526627218935,
      "grad_norm": 13.85198974609375,
      "learning_rate": 0.0001,
      "loss": 0.2118,
      "step": 730
    },
    {
      "epoch": 4.378698224852071,
      "grad_norm": 15.073653221130371,
      "learning_rate": 0.0001,
      "loss": 0.213,
      "step": 740
    },
    {
      "epoch": 4.437869822485207,
      "grad_norm": 14.68563461303711,
      "learning_rate": 0.0001,
      "loss": 0.2109,
      "step": 750
    },
    {
      "epoch": 4.497041420118343,
      "grad_norm": 12.35783863067627,
      "learning_rate": 0.0001,
      "loss": 0.2144,
      "step": 760
    },
    {
      "epoch": 4.556213017751479,
      "grad_norm": 13.271652221679688,
      "learning_rate": 0.0001,
      "loss": 0.2087,
      "step": 770
    },
    {
      "epoch": 4.615384615384615,
      "grad_norm": 12.783738136291504,
      "learning_rate": 0.0001,
      "loss": 0.2046,
      "step": 780
    },
    {
      "epoch": 4.674556213017752,
      "grad_norm": 13.170055389404297,
      "learning_rate": 0.0001,
      "loss": 0.2092,
      "step": 790
    },
    {
      "epoch": 4.733727810650888,
      "grad_norm": 14.701375961303711,
      "learning_rate": 0.0001,
      "loss": 0.2007,
      "step": 800
    },
    {
      "epoch": 4.792899408284024,
      "grad_norm": 11.574836730957031,
      "learning_rate": 0.0001,
      "loss": 0.1973,
      "step": 810
    },
    {
      "epoch": 4.85207100591716,
      "grad_norm": 12.130415916442871,
      "learning_rate": 0.0001,
      "loss": 0.1957,
      "step": 820
    },
    {
      "epoch": 4.911242603550296,
      "grad_norm": 12.733306884765625,
      "learning_rate": 0.0001,
      "loss": 0.1862,
      "step": 830
    },
    {
      "epoch": 4.970414201183432,
      "grad_norm": 12.252595901489258,
      "learning_rate": 0.0001,
      "loss": 0.192,
      "step": 840
    },
    {
      "epoch": 5.029585798816568,
      "grad_norm": 12.803046226501465,
      "learning_rate": 0.0001,
      "loss": 0.1893,
      "step": 850
    },
    {
      "epoch": 5.088757396449704,
      "grad_norm": 11.160612106323242,
      "learning_rate": 0.0001,
      "loss": 0.1875,
      "step": 860
    },
    {
      "epoch": 5.14792899408284,
      "grad_norm": 11.698083877563477,
      "learning_rate": 0.0001,
      "loss": 0.184,
      "step": 870
    },
    {
      "epoch": 5.207100591715976,
      "grad_norm": 10.715482711791992,
      "learning_rate": 0.0001,
      "loss": 0.1829,
      "step": 880
    },
    {
      "epoch": 5.266272189349112,
      "grad_norm": 12.175360679626465,
      "learning_rate": 0.0001,
      "loss": 0.1824,
      "step": 890
    },
    {
      "epoch": 5.325443786982248,
      "grad_norm": 13.77058219909668,
      "learning_rate": 0.0001,
      "loss": 0.1808,
      "step": 900
    },
    {
      "epoch": 5.384615384615385,
      "grad_norm": 12.61340045928955,
      "learning_rate": 0.0001,
      "loss": 0.1801,
      "step": 910
    },
    {
      "epoch": 5.443786982248521,
      "grad_norm": 11.543051719665527,
      "learning_rate": 0.0001,
      "loss": 0.1836,
      "step": 920
    },
    {
      "epoch": 5.502958579881657,
      "grad_norm": 14.268769264221191,
      "learning_rate": 0.0001,
      "loss": 0.1836,
      "step": 930
    },
    {
      "epoch": 5.562130177514793,
      "grad_norm": 12.61422348022461,
      "learning_rate": 0.0001,
      "loss": 0.1799,
      "step": 940
    },
    {
      "epoch": 5.621301775147929,
      "grad_norm": 11.867342948913574,
      "learning_rate": 0.0001,
      "loss": 0.1759,
      "step": 950
    },
    {
      "epoch": 5.680473372781065,
      "grad_norm": 10.003403663635254,
      "learning_rate": 0.0001,
      "loss": 0.1677,
      "step": 960
    },
    {
      "epoch": 5.739644970414201,
      "grad_norm": 10.707908630371094,
      "learning_rate": 0.0001,
      "loss": 0.166,
      "step": 970
    },
    {
      "epoch": 5.798816568047338,
      "grad_norm": 9.132226943969727,
      "learning_rate": 0.0001,
      "loss": 0.1599,
      "step": 980
    },
    {
      "epoch": 5.8579881656804735,
      "grad_norm": 10.596758842468262,
      "learning_rate": 0.0001,
      "loss": 0.1551,
      "step": 990
    },
    {
      "epoch": 5.9171597633136095,
      "grad_norm": 10.703545570373535,
      "learning_rate": 0.0001,
      "loss": 0.1643,
      "step": 1000
    },
    {
      "epoch": 5.976331360946745,
      "grad_norm": 10.75903606414795,
      "learning_rate": 0.0001,
      "loss": 0.158,
      "step": 1010
    },
    {
      "epoch": 6.035502958579881,
      "grad_norm": 11.10091781616211,
      "learning_rate": 0.0001,
      "loss": 0.1543,
      "step": 1020
    },
    {
      "epoch": 6.094674556213017,
      "grad_norm": 10.262393951416016,
      "learning_rate": 0.0001,
      "loss": 0.1566,
      "step": 1030
    },
    {
      "epoch": 6.153846153846154,
      "grad_norm": 9.474786758422852,
      "learning_rate": 0.0001,
      "loss": 0.1526,
      "step": 1040
    },
    {
      "epoch": 6.21301775147929,
      "grad_norm": 7.61234712600708,
      "learning_rate": 0.0001,
      "loss": 0.1546,
      "step": 1050
    },
    {
      "epoch": 6.272189349112426,
      "grad_norm": 11.92391586303711,
      "learning_rate": 0.0001,
      "loss": 0.157,
      "step": 1060
    },
    {
      "epoch": 6.331360946745562,
      "grad_norm": 9.999370574951172,
      "learning_rate": 0.0001,
      "loss": 0.1553,
      "step": 1070
    },
    {
      "epoch": 6.390532544378698,
      "grad_norm": 10.439435005187988,
      "learning_rate": 0.0001,
      "loss": 0.1592,
      "step": 1080
    },
    {
      "epoch": 6.449704142011834,
      "grad_norm": 9.323165893554688,
      "learning_rate": 0.0001,
      "loss": 0.1501,
      "step": 1090
    },
    {
      "epoch": 6.508875739644971,
      "grad_norm": 8.45301342010498,
      "learning_rate": 0.0001,
      "loss": 0.1487,
      "step": 1100
    },
    {
      "epoch": 6.568047337278107,
      "grad_norm": 11.393036842346191,
      "learning_rate": 0.0001,
      "loss": 0.1488,
      "step": 1110
    },
    {
      "epoch": 6.627218934911243,
      "grad_norm": 10.938389778137207,
      "learning_rate": 0.0001,
      "loss": 0.151,
      "step": 1120
    },
    {
      "epoch": 6.686390532544379,
      "grad_norm": 10.78990364074707,
      "learning_rate": 0.0001,
      "loss": 0.1452,
      "step": 1130
    },
    {
      "epoch": 6.745562130177515,
      "grad_norm": 8.883673667907715,
      "learning_rate": 0.0001,
      "loss": 0.1442,
      "step": 1140
    },
    {
      "epoch": 6.804733727810651,
      "grad_norm": 9.506607055664062,
      "learning_rate": 0.0001,
      "loss": 0.1412,
      "step": 1150
    },
    {
      "epoch": 6.8639053254437865,
      "grad_norm": 10.19692611694336,
      "learning_rate": 0.0001,
      "loss": 0.1415,
      "step": 1160
    },
    {
      "epoch": 6.923076923076923,
      "grad_norm": 9.091435432434082,
      "learning_rate": 0.0001,
      "loss": 0.1393,
      "step": 1170
    },
    {
      "epoch": 6.982248520710059,
      "grad_norm": 9.56710147857666,
      "learning_rate": 0.0001,
      "loss": 0.1408,
      "step": 1180
    },
    {
      "epoch": 7.041420118343195,
      "grad_norm": 8.897675514221191,
      "learning_rate": 0.0001,
      "loss": 0.1406,
      "step": 1190
    },
    {
      "epoch": 7.100591715976331,
      "grad_norm": 8.53128719329834,
      "learning_rate": 0.0001,
      "loss": 0.1435,
      "step": 1200
    },
    {
      "epoch": 7.159763313609467,
      "grad_norm": 7.786635398864746,
      "learning_rate": 0.0001,
      "loss": 0.1378,
      "step": 1210
    },
    {
      "epoch": 7.218934911242604,
      "grad_norm": 8.461904525756836,
      "learning_rate": 0.0001,
      "loss": 0.1385,
      "step": 1220
    },
    {
      "epoch": 7.27810650887574,
      "grad_norm": 9.95323657989502,
      "learning_rate": 0.0001,
      "loss": 0.137,
      "step": 1230
    },
    {
      "epoch": 7.337278106508876,
      "grad_norm": 8.362894058227539,
      "learning_rate": 0.0001,
      "loss": 0.1334,
      "step": 1240
    },
    {
      "epoch": 7.396449704142012,
      "grad_norm": 8.03234577178955,
      "learning_rate": 0.0001,
      "loss": 0.1268,
      "step": 1250
    },
    {
      "epoch": 7.455621301775148,
      "grad_norm": 10.620657920837402,
      "learning_rate": 0.0001,
      "loss": 0.1277,
      "step": 1260
    },
    {
      "epoch": 7.514792899408284,
      "grad_norm": 9.013126373291016,
      "learning_rate": 0.0001,
      "loss": 0.1314,
      "step": 1270
    },
    {
      "epoch": 7.57396449704142,
      "grad_norm": 8.546844482421875,
      "learning_rate": 0.0001,
      "loss": 0.1245,
      "step": 1280
    },
    {
      "epoch": 7.633136094674557,
      "grad_norm": 9.392996788024902,
      "learning_rate": 0.0001,
      "loss": 0.1306,
      "step": 1290
    },
    {
      "epoch": 7.6923076923076925,
      "grad_norm": 8.910809516906738,
      "learning_rate": 0.0001,
      "loss": 0.133,
      "step": 1300
    },
    {
      "epoch": 7.7514792899408285,
      "grad_norm": 9.005481719970703,
      "learning_rate": 0.0001,
      "loss": 0.1311,
      "step": 1310
    },
    {
      "epoch": 7.810650887573964,
      "grad_norm": 7.805796146392822,
      "learning_rate": 0.0001,
      "loss": 0.127,
      "step": 1320
    },
    {
      "epoch": 7.8698224852071,
      "grad_norm": 9.207897186279297,
      "learning_rate": 0.0001,
      "loss": 0.1257,
      "step": 1330
    },
    {
      "epoch": 7.928994082840236,
      "grad_norm": 9.249608039855957,
      "learning_rate": 0.0001,
      "loss": 0.1253,
      "step": 1340
    },
    {
      "epoch": 7.988165680473373,
      "grad_norm": 8.21968936920166,
      "learning_rate": 0.0001,
      "loss": 0.1218,
      "step": 1350
    },
    {
      "epoch": 8.04733727810651,
      "grad_norm": 8.336978912353516,
      "learning_rate": 0.0001,
      "loss": 0.1236,
      "step": 1360
    },
    {
      "epoch": 8.106508875739644,
      "grad_norm": 10.590923309326172,
      "learning_rate": 0.0001,
      "loss": 0.1227,
      "step": 1370
    },
    {
      "epoch": 8.165680473372781,
      "grad_norm": 9.839675903320312,
      "learning_rate": 0.0001,
      "loss": 0.1215,
      "step": 1380
    },
    {
      "epoch": 8.224852071005918,
      "grad_norm": 9.125936508178711,
      "learning_rate": 0.0001,
      "loss": 0.1212,
      "step": 1390
    },
    {
      "epoch": 8.284023668639053,
      "grad_norm": 8.98107624053955,
      "learning_rate": 0.0001,
      "loss": 0.1229,
      "step": 1400
    },
    {
      "epoch": 8.34319526627219,
      "grad_norm": 9.424227714538574,
      "learning_rate": 0.0001,
      "loss": 0.1214,
      "step": 1410
    },
    {
      "epoch": 8.402366863905325,
      "grad_norm": 9.905462265014648,
      "learning_rate": 0.0001,
      "loss": 0.117,
      "step": 1420
    },
    {
      "epoch": 8.461538461538462,
      "grad_norm": 8.423462867736816,
      "learning_rate": 0.0001,
      "loss": 0.1156,
      "step": 1430
    },
    {
      "epoch": 8.520710059171599,
      "grad_norm": 7.6935906410217285,
      "learning_rate": 0.0001,
      "loss": 0.1185,
      "step": 1440
    },
    {
      "epoch": 8.579881656804734,
      "grad_norm": 7.752745151519775,
      "learning_rate": 0.0001,
      "loss": 0.1177,
      "step": 1450
    },
    {
      "epoch": 8.63905325443787,
      "grad_norm": 7.3799028396606445,
      "learning_rate": 0.0001,
      "loss": 0.1151,
      "step": 1460
    },
    {
      "epoch": 8.698224852071005,
      "grad_norm": 8.428478240966797,
      "learning_rate": 0.0001,
      "loss": 0.1132,
      "step": 1470
    },
    {
      "epoch": 8.757396449704142,
      "grad_norm": 8.008804321289062,
      "learning_rate": 0.0001,
      "loss": 0.1138,
      "step": 1480
    },
    {
      "epoch": 8.816568047337277,
      "grad_norm": 7.186567783355713,
      "learning_rate": 0.0001,
      "loss": 0.1106,
      "step": 1490
    },
    {
      "epoch": 8.875739644970414,
      "grad_norm": 7.9275102615356445,
      "learning_rate": 0.0001,
      "loss": 0.1152,
      "step": 1500
    },
    {
      "epoch": 8.934911242603551,
      "grad_norm": 9.903050422668457,
      "learning_rate": 0.0001,
      "loss": 0.115,
      "step": 1510
    },
    {
      "epoch": 8.994082840236686,
      "grad_norm": 8.086341857910156,
      "learning_rate": 0.0001,
      "loss": 0.1147,
      "step": 1520
    },
    {
      "epoch": 9.053254437869823,
      "grad_norm": 7.353363037109375,
      "learning_rate": 0.0001,
      "loss": 0.1062,
      "step": 1530
    },
    {
      "epoch": 9.112426035502958,
      "grad_norm": 9.058284759521484,
      "learning_rate": 0.0001,
      "loss": 0.1087,
      "step": 1540
    },
    {
      "epoch": 9.171597633136095,
      "grad_norm": 7.744143009185791,
      "learning_rate": 0.0001,
      "loss": 0.111,
      "step": 1550
    },
    {
      "epoch": 9.23076923076923,
      "grad_norm": 7.199446678161621,
      "learning_rate": 0.0001,
      "loss": 0.1102,
      "step": 1560
    },
    {
      "epoch": 9.289940828402367,
      "grad_norm": 8.082643508911133,
      "learning_rate": 0.0001,
      "loss": 0.1079,
      "step": 1570
    },
    {
      "epoch": 9.349112426035504,
      "grad_norm": 7.800445556640625,
      "learning_rate": 0.0001,
      "loss": 0.1088,
      "step": 1580
    },
    {
      "epoch": 9.408284023668639,
      "grad_norm": 7.523202419281006,
      "learning_rate": 0.0001,
      "loss": 0.1092,
      "step": 1590
    },
    {
      "epoch": 9.467455621301776,
      "grad_norm": 6.986664295196533,
      "learning_rate": 0.0001,
      "loss": 0.1101,
      "step": 1600
    },
    {
      "epoch": 9.52662721893491,
      "grad_norm": 6.420450687408447,
      "learning_rate": 0.0001,
      "loss": 0.1029,
      "step": 1610
    },
    {
      "epoch": 9.585798816568047,
      "grad_norm": 6.502248287200928,
      "learning_rate": 0.0001,
      "loss": 0.1053,
      "step": 1620
    },
    {
      "epoch": 9.644970414201183,
      "grad_norm": 6.941205024719238,
      "learning_rate": 0.0001,
      "loss": 0.1029,
      "step": 1630
    },
    {
      "epoch": 9.70414201183432,
      "grad_norm": 7.186707496643066,
      "learning_rate": 0.0001,
      "loss": 0.1039,
      "step": 1640
    },
    {
      "epoch": 9.763313609467456,
      "grad_norm": 7.567976951599121,
      "learning_rate": 0.0001,
      "loss": 0.1088,
      "step": 1650
    },
    {
      "epoch": 9.822485207100591,
      "grad_norm": 8.716438293457031,
      "learning_rate": 0.0001,
      "loss": 0.1031,
      "step": 1660
    },
    {
      "epoch": 9.881656804733728,
      "grad_norm": 7.470892429351807,
      "learning_rate": 0.0001,
      "loss": 0.105,
      "step": 1670
    },
    {
      "epoch": 9.940828402366863,
      "grad_norm": 6.363335609436035,
      "learning_rate": 0.0001,
      "loss": 0.1049,
      "step": 1680
    },
    {
      "epoch": 10.0,
      "grad_norm": 7.282110691070557,
      "learning_rate": 0.0001,
      "loss": 0.1026,
      "step": 1690
    },
    {
      "epoch": 10.059171597633137,
      "grad_norm": 7.072840213775635,
      "learning_rate": 0.0001,
      "loss": 0.1039,
      "step": 1700
    },
    {
      "epoch": 10.118343195266272,
      "grad_norm": 8.16348934173584,
      "learning_rate": 0.0001,
      "loss": 0.105,
      "step": 1710
    },
    {
      "epoch": 10.177514792899409,
      "grad_norm": 7.419730186462402,
      "learning_rate": 0.0001,
      "loss": 0.1016,
      "step": 1720
    },
    {
      "epoch": 10.236686390532544,
      "grad_norm": 7.181439399719238,
      "learning_rate": 0.0001,
      "loss": 0.1049,
      "step": 1730
    },
    {
      "epoch": 10.29585798816568,
      "grad_norm": 6.2606730461120605,
      "learning_rate": 0.0001,
      "loss": 0.1028,
      "step": 1740
    },
    {
      "epoch": 10.355029585798816,
      "grad_norm": 7.7327799797058105,
      "learning_rate": 0.0001,
      "loss": 0.0984,
      "step": 1750
    },
    {
      "epoch": 10.414201183431953,
      "grad_norm": 6.06395149230957,
      "learning_rate": 0.0001,
      "loss": 0.0992,
      "step": 1760
    },
    {
      "epoch": 10.47337278106509,
      "grad_norm": 7.358921051025391,
      "learning_rate": 0.0001,
      "loss": 0.0989,
      "step": 1770
    },
    {
      "epoch": 10.532544378698224,
      "grad_norm": 8.369234085083008,
      "learning_rate": 0.0001,
      "loss": 0.1019,
      "step": 1780
    },
    {
      "epoch": 10.591715976331361,
      "grad_norm": 7.5672760009765625,
      "learning_rate": 0.0001,
      "loss": 0.0942,
      "step": 1790
    },
    {
      "epoch": 10.650887573964496,
      "grad_norm": 7.100854396820068,
      "learning_rate": 0.0001,
      "loss": 0.0945,
      "step": 1800
    },
    {
      "epoch": 10.710059171597633,
      "grad_norm": 7.470778465270996,
      "learning_rate": 0.0001,
      "loss": 0.0948,
      "step": 1810
    },
    {
      "epoch": 10.76923076923077,
      "grad_norm": 7.235325336456299,
      "learning_rate": 0.0001,
      "loss": 0.0944,
      "step": 1820
    },
    {
      "epoch": 10.828402366863905,
      "grad_norm": 7.238568305969238,
      "learning_rate": 0.0001,
      "loss": 0.0956,
      "step": 1830
    },
    {
      "epoch": 10.887573964497042,
      "grad_norm": 8.64164924621582,
      "learning_rate": 0.0001,
      "loss": 0.0987,
      "step": 1840
    },
    {
      "epoch": 10.946745562130177,
      "grad_norm": 6.154812335968018,
      "learning_rate": 0.0001,
      "loss": 0.0986,
      "step": 1850
    },
    {
      "epoch": 11.005917159763314,
      "grad_norm": 6.677303314208984,
      "learning_rate": 0.0001,
      "loss": 0.0947,
      "step": 1860
    },
    {
      "epoch": 11.065088757396449,
      "grad_norm": 6.930010795593262,
      "learning_rate": 0.0001,
      "loss": 0.0926,
      "step": 1870
    },
    {
      "epoch": 11.124260355029586,
      "grad_norm": 6.618977069854736,
      "learning_rate": 0.0001,
      "loss": 0.0934,
      "step": 1880
    },
    {
      "epoch": 11.183431952662723,
      "grad_norm": 6.593055248260498,
      "learning_rate": 0.0001,
      "loss": 0.0919,
      "step": 1890
    },
    {
      "epoch": 11.242603550295858,
      "grad_norm": 6.386303424835205,
      "learning_rate": 0.0001,
      "loss": 0.091,
      "step": 1900
    },
    {
      "epoch": 11.301775147928995,
      "grad_norm": 7.087122440338135,
      "learning_rate": 0.0001,
      "loss": 0.0888,
      "step": 1910
    },
    {
      "epoch": 11.36094674556213,
      "grad_norm": 5.8347978591918945,
      "learning_rate": 0.0001,
      "loss": 0.0899,
      "step": 1920
    },
    {
      "epoch": 11.420118343195266,
      "grad_norm": 7.013113975524902,
      "learning_rate": 0.0001,
      "loss": 0.0944,
      "step": 1930
    },
    {
      "epoch": 11.479289940828401,
      "grad_norm": 5.794093132019043,
      "learning_rate": 0.0001,
      "loss": 0.0945,
      "step": 1940
    },
    {
      "epoch": 11.538461538461538,
      "grad_norm": 7.019704818725586,
      "learning_rate": 0.0001,
      "loss": 0.0928,
      "step": 1950
    },
    {
      "epoch": 11.597633136094675,
      "grad_norm": 6.52449893951416,
      "learning_rate": 0.0001,
      "loss": 0.0912,
      "step": 1960
    },
    {
      "epoch": 11.65680473372781,
      "grad_norm": 5.8095316886901855,
      "learning_rate": 0.0001,
      "loss": 0.0955,
      "step": 1970
    },
    {
      "epoch": 11.715976331360947,
      "grad_norm": 5.927523136138916,
      "learning_rate": 0.0001,
      "loss": 0.0947,
      "step": 1980
    },
    {
      "epoch": 11.775147928994082,
      "grad_norm": 6.514799118041992,
      "learning_rate": 0.0001,
      "loss": 0.0866,
      "step": 1990
    },
    {
      "epoch": 11.834319526627219,
      "grad_norm": 6.5933966636657715,
      "learning_rate": 0.0001,
      "loss": 0.0886,
      "step": 2000
    },
    {
      "epoch": 11.893491124260356,
      "grad_norm": 6.423705577850342,
      "learning_rate": 0.0001,
      "loss": 0.0898,
      "step": 2010
    },
    {
      "epoch": 11.95266272189349,
      "grad_norm": 7.474347114562988,
      "learning_rate": 0.0001,
      "loss": 0.0885,
      "step": 2020
    },
    {
      "epoch": 12.011834319526628,
      "grad_norm": 6.661672115325928,
      "learning_rate": 0.0001,
      "loss": 0.087,
      "step": 2030
    },
    {
      "epoch": 12.071005917159763,
      "grad_norm": 6.7026567459106445,
      "learning_rate": 0.0001,
      "loss": 0.0854,
      "step": 2040
    },
    {
      "epoch": 12.1301775147929,
      "grad_norm": 6.045496940612793,
      "learning_rate": 0.0001,
      "loss": 0.0847,
      "step": 2050
    },
    {
      "epoch": 12.189349112426035,
      "grad_norm": 6.913471221923828,
      "learning_rate": 0.0001,
      "loss": 0.0845,
      "step": 2060
    },
    {
      "epoch": 12.248520710059172,
      "grad_norm": 5.359554290771484,
      "learning_rate": 0.0001,
      "loss": 0.0841,
      "step": 2070
    },
    {
      "epoch": 12.307692307692308,
      "grad_norm": 6.624461650848389,
      "learning_rate": 0.0001,
      "loss": 0.0837,
      "step": 2080
    },
    {
      "epoch": 12.366863905325443,
      "grad_norm": 6.005741119384766,
      "learning_rate": 0.0001,
      "loss": 0.0841,
      "step": 2090
    },
    {
      "epoch": 12.42603550295858,
      "grad_norm": 6.167571544647217,
      "learning_rate": 0.0001,
      "loss": 0.0839,
      "step": 2100
    },
    {
      "epoch": 12.485207100591715,
      "grad_norm": 5.949735641479492,
      "learning_rate": 0.0001,
      "loss": 0.0869,
      "step": 2110
    },
    {
      "epoch": 12.544378698224852,
      "grad_norm": 5.554780960083008,
      "learning_rate": 0.0001,
      "loss": 0.0803,
      "step": 2120
    },
    {
      "epoch": 12.603550295857989,
      "grad_norm": 6.141355037689209,
      "learning_rate": 0.0001,
      "loss": 0.0818,
      "step": 2130
    },
    {
      "epoch": 12.662721893491124,
      "grad_norm": 6.558176040649414,
      "learning_rate": 0.0001,
      "loss": 0.0839,
      "step": 2140
    },
    {
      "epoch": 12.721893491124261,
      "grad_norm": 5.761529445648193,
      "learning_rate": 0.0001,
      "loss": 0.0836,
      "step": 2150
    },
    {
      "epoch": 12.781065088757396,
      "grad_norm": 5.793097496032715,
      "learning_rate": 0.0001,
      "loss": 0.0831,
      "step": 2160
    },
    {
      "epoch": 12.840236686390533,
      "grad_norm": 4.7468976974487305,
      "learning_rate": 0.0001,
      "loss": 0.0783,
      "step": 2170
    },
    {
      "epoch": 12.899408284023668,
      "grad_norm": 4.700244903564453,
      "learning_rate": 0.0001,
      "loss": 0.0816,
      "step": 2180
    },
    {
      "epoch": 12.958579881656805,
      "grad_norm": 6.6420698165893555,
      "learning_rate": 0.0001,
      "loss": 0.0834,
      "step": 2190
    },
    {
      "epoch": 13.017751479289942,
      "grad_norm": 5.871669292449951,
      "learning_rate": 0.0001,
      "loss": 0.0825,
      "step": 2200
    },
    {
      "epoch": 13.076923076923077,
      "grad_norm": 5.816864013671875,
      "learning_rate": 0.0001,
      "loss": 0.0821,
      "step": 2210
    },
    {
      "epoch": 13.136094674556213,
      "grad_norm": 6.098887920379639,
      "learning_rate": 0.0001,
      "loss": 0.0798,
      "step": 2220
    },
    {
      "epoch": 13.195266272189349,
      "grad_norm": 5.793552398681641,
      "learning_rate": 0.0001,
      "loss": 0.0787,
      "step": 2230
    },
    {
      "epoch": 13.254437869822485,
      "grad_norm": 6.018148422241211,
      "learning_rate": 0.0001,
      "loss": 0.0769,
      "step": 2240
    },
    {
      "epoch": 13.31360946745562,
      "grad_norm": 5.787800312042236,
      "learning_rate": 0.0001,
      "loss": 0.0782,
      "step": 2250
    },
    {
      "epoch": 13.372781065088757,
      "grad_norm": 5.947436332702637,
      "learning_rate": 0.0001,
      "loss": 0.0762,
      "step": 2260
    },
    {
      "epoch": 13.431952662721894,
      "grad_norm": 6.586573600769043,
      "learning_rate": 0.0001,
      "loss": 0.0729,
      "step": 2270
    },
    {
      "epoch": 13.49112426035503,
      "grad_norm": 6.115123748779297,
      "learning_rate": 0.0001,
      "loss": 0.0751,
      "step": 2280
    },
    {
      "epoch": 13.550295857988166,
      "grad_norm": 5.407589912414551,
      "learning_rate": 0.0001,
      "loss": 0.0731,
      "step": 2290
    },
    {
      "epoch": 13.609467455621301,
      "grad_norm": 5.538122653961182,
      "learning_rate": 0.0001,
      "loss": 0.076,
      "step": 2300
    },
    {
      "epoch": 13.668639053254438,
      "grad_norm": 5.655011177062988,
      "learning_rate": 0.0001,
      "loss": 0.0734,
      "step": 2310
    },
    {
      "epoch": 13.727810650887575,
      "grad_norm": 5.045595169067383,
      "learning_rate": 0.0001,
      "loss": 0.0727,
      "step": 2320
    },
    {
      "epoch": 13.78698224852071,
      "grad_norm": 6.3624396324157715,
      "learning_rate": 0.0001,
      "loss": 0.0705,
      "step": 2330
    },
    {
      "epoch": 13.846153846153847,
      "grad_norm": 5.380771636962891,
      "learning_rate": 0.0001,
      "loss": 0.0724,
      "step": 2340
    },
    {
      "epoch": 13.905325443786982,
      "grad_norm": 4.899779319763184,
      "learning_rate": 0.0001,
      "loss": 0.0711,
      "step": 2350
    },
    {
      "epoch": 13.964497041420119,
      "grad_norm": 4.387864589691162,
      "learning_rate": 0.0001,
      "loss": 0.0749,
      "step": 2360
    },
    {
      "epoch": 14.023668639053254,
      "grad_norm": 5.456191539764404,
      "learning_rate": 0.0001,
      "loss": 0.0755,
      "step": 2370
    },
    {
      "epoch": 14.08284023668639,
      "grad_norm": 4.455077648162842,
      "learning_rate": 0.0001,
      "loss": 0.075,
      "step": 2380
    },
    {
      "epoch": 14.142011834319527,
      "grad_norm": 4.902334690093994,
      "learning_rate": 0.0001,
      "loss": 0.0738,
      "step": 2390
    },
    {
      "epoch": 14.201183431952662,
      "grad_norm": 5.609550952911377,
      "learning_rate": 0.0001,
      "loss": 0.0768,
      "step": 2400
    },
    {
      "epoch": 14.2603550295858,
      "grad_norm": 5.279762268066406,
      "learning_rate": 0.0001,
      "loss": 0.0753,
      "step": 2410
    },
    {
      "epoch": 14.319526627218934,
      "grad_norm": 5.009883880615234,
      "learning_rate": 0.0001,
      "loss": 0.0734,
      "step": 2420
    },
    {
      "epoch": 14.378698224852071,
      "grad_norm": 5.5598039627075195,
      "learning_rate": 0.0001,
      "loss": 0.0713,
      "step": 2430
    },
    {
      "epoch": 14.437869822485208,
      "grad_norm": 4.762701988220215,
      "learning_rate": 0.0001,
      "loss": 0.0715,
      "step": 2440
    },
    {
      "epoch": 14.497041420118343,
      "grad_norm": 5.417370319366455,
      "learning_rate": 0.0001,
      "loss": 0.0721,
      "step": 2450
    },
    {
      "epoch": 14.55621301775148,
      "grad_norm": 6.082530498504639,
      "learning_rate": 0.0001,
      "loss": 0.0724,
      "step": 2460
    },
    {
      "epoch": 14.615384615384615,
      "grad_norm": 5.353112697601318,
      "learning_rate": 0.0001,
      "loss": 0.0707,
      "step": 2470
    },
    {
      "epoch": 14.674556213017752,
      "grad_norm": 5.059446811676025,
      "learning_rate": 0.0001,
      "loss": 0.0716,
      "step": 2480
    },
    {
      "epoch": 14.733727810650887,
      "grad_norm": 5.622556686401367,
      "learning_rate": 0.0001,
      "loss": 0.0705,
      "step": 2490
    },
    {
      "epoch": 14.792899408284024,
      "grad_norm": 5.557983875274658,
      "learning_rate": 0.0001,
      "loss": 0.0698,
      "step": 2500
    },
    {
      "epoch": 14.85207100591716,
      "grad_norm": 4.384890079498291,
      "learning_rate": 0.0001,
      "loss": 0.0712,
      "step": 2510
    },
    {
      "epoch": 14.911242603550296,
      "grad_norm": 4.381173133850098,
      "learning_rate": 0.0001,
      "loss": 0.0676,
      "step": 2520
    },
    {
      "epoch": 14.970414201183432,
      "grad_norm": 4.982142448425293,
      "learning_rate": 0.0001,
      "loss": 0.068,
      "step": 2530
    },
    {
      "epoch": 15.029585798816568,
      "grad_norm": 5.8004469871521,
      "learning_rate": 0.0001,
      "loss": 0.0689,
      "step": 2540
    },
    {
      "epoch": 15.088757396449704,
      "grad_norm": 5.157318592071533,
      "learning_rate": 0.0001,
      "loss": 0.0685,
      "step": 2550
    },
    {
      "epoch": 15.14792899408284,
      "grad_norm": 6.35864782333374,
      "learning_rate": 0.0001,
      "loss": 0.0697,
      "step": 2560
    },
    {
      "epoch": 15.207100591715976,
      "grad_norm": 4.64348840713501,
      "learning_rate": 0.0001,
      "loss": 0.0637,
      "step": 2570
    },
    {
      "epoch": 15.266272189349113,
      "grad_norm": 5.300350189208984,
      "learning_rate": 0.0001,
      "loss": 0.0674,
      "step": 2580
    },
    {
      "epoch": 15.325443786982248,
      "grad_norm": 5.179243087768555,
      "learning_rate": 0.0001,
      "loss": 0.0662,
      "step": 2590
    },
    {
      "epoch": 15.384615384615385,
      "grad_norm": 5.599083423614502,
      "learning_rate": 0.0001,
      "loss": 0.0675,
      "step": 2600
    },
    {
      "epoch": 15.44378698224852,
      "grad_norm": 5.323422908782959,
      "learning_rate": 0.0001,
      "loss": 0.068,
      "step": 2610
    },
    {
      "epoch": 15.502958579881657,
      "grad_norm": 4.894012928009033,
      "learning_rate": 0.0001,
      "loss": 0.0664,
      "step": 2620
    },
    {
      "epoch": 15.562130177514792,
      "grad_norm": 5.003327369689941,
      "learning_rate": 0.0001,
      "loss": 0.0667,
      "step": 2630
    },
    {
      "epoch": 15.621301775147929,
      "grad_norm": 4.582026481628418,
      "learning_rate": 0.0001,
      "loss": 0.067,
      "step": 2640
    },
    {
      "epoch": 15.680473372781066,
      "grad_norm": 4.6689605712890625,
      "learning_rate": 0.0001,
      "loss": 0.0661,
      "step": 2650
    },
    {
      "epoch": 15.7396449704142,
      "grad_norm": 4.672581195831299,
      "learning_rate": 0.0001,
      "loss": 0.0651,
      "step": 2660
    },
    {
      "epoch": 15.798816568047338,
      "grad_norm": 4.754590034484863,
      "learning_rate": 0.0001,
      "loss": 0.0653,
      "step": 2670
    },
    {
      "epoch": 15.857988165680473,
      "grad_norm": 5.777609825134277,
      "learning_rate": 0.0001,
      "loss": 0.066,
      "step": 2680
    },
    {
      "epoch": 15.91715976331361,
      "grad_norm": 4.492793560028076,
      "learning_rate": 0.0001,
      "loss": 0.0657,
      "step": 2690
    },
    {
      "epoch": 15.976331360946746,
      "grad_norm": 4.068188667297363,
      "learning_rate": 0.0001,
      "loss": 0.0635,
      "step": 2700
    },
    {
      "epoch": 16.035502958579883,
      "grad_norm": 5.356994152069092,
      "learning_rate": 0.0001,
      "loss": 0.0638,
      "step": 2710
    },
    {
      "epoch": 16.09467455621302,
      "grad_norm": 4.007376670837402,
      "learning_rate": 0.0001,
      "loss": 0.0643,
      "step": 2720
    },
    {
      "epoch": 16.153846153846153,
      "grad_norm": 4.8432464599609375,
      "learning_rate": 0.0001,
      "loss": 0.0651,
      "step": 2730
    },
    {
      "epoch": 16.21301775147929,
      "grad_norm": 5.0063629150390625,
      "learning_rate": 0.0001,
      "loss": 0.0666,
      "step": 2740
    },
    {
      "epoch": 16.272189349112427,
      "grad_norm": 5.3229193687438965,
      "learning_rate": 0.0001,
      "loss": 0.0652,
      "step": 2750
    },
    {
      "epoch": 16.331360946745562,
      "grad_norm": 4.688714981079102,
      "learning_rate": 0.0001,
      "loss": 0.065,
      "step": 2760
    },
    {
      "epoch": 16.390532544378697,
      "grad_norm": 5.109912872314453,
      "learning_rate": 0.0001,
      "loss": 0.0668,
      "step": 2770
    },
    {
      "epoch": 16.449704142011836,
      "grad_norm": 4.174536228179932,
      "learning_rate": 0.0001,
      "loss": 0.0641,
      "step": 2780
    },
    {
      "epoch": 16.50887573964497,
      "grad_norm": 5.154987335205078,
      "learning_rate": 0.0001,
      "loss": 0.0651,
      "step": 2790
    },
    {
      "epoch": 16.568047337278106,
      "grad_norm": 5.064062595367432,
      "learning_rate": 0.0001,
      "loss": 0.0652,
      "step": 2800
    },
    {
      "epoch": 16.62721893491124,
      "grad_norm": 4.491312503814697,
      "learning_rate": 0.0001,
      "loss": 0.0629,
      "step": 2810
    },
    {
      "epoch": 16.68639053254438,
      "grad_norm": 4.9111528396606445,
      "learning_rate": 0.0001,
      "loss": 0.0664,
      "step": 2820
    },
    {
      "epoch": 16.745562130177515,
      "grad_norm": 4.732112884521484,
      "learning_rate": 0.0001,
      "loss": 0.065,
      "step": 2830
    },
    {
      "epoch": 16.80473372781065,
      "grad_norm": 5.044336795806885,
      "learning_rate": 0.0001,
      "loss": 0.0627,
      "step": 2840
    },
    {
      "epoch": 16.86390532544379,
      "grad_norm": 5.345180988311768,
      "learning_rate": 0.0001,
      "loss": 0.0661,
      "step": 2850
    },
    {
      "epoch": 16.923076923076923,
      "grad_norm": 5.118403434753418,
      "learning_rate": 0.0001,
      "loss": 0.0646,
      "step": 2860
    },
    {
      "epoch": 16.98224852071006,
      "grad_norm": 5.003620147705078,
      "learning_rate": 0.0001,
      "loss": 0.0659,
      "step": 2870
    },
    {
      "epoch": 17.041420118343197,
      "grad_norm": 5.433116912841797,
      "learning_rate": 0.0001,
      "loss": 0.066,
      "step": 2880
    },
    {
      "epoch": 17.100591715976332,
      "grad_norm": 5.044699668884277,
      "learning_rate": 0.0001,
      "loss": 0.0646,
      "step": 2890
    },
    {
      "epoch": 17.159763313609467,
      "grad_norm": 4.479295253753662,
      "learning_rate": 0.0001,
      "loss": 0.0647,
      "step": 2900
    },
    {
      "epoch": 17.218934911242602,
      "grad_norm": 4.760400295257568,
      "learning_rate": 0.0001,
      "loss": 0.0649,
      "step": 2910
    },
    {
      "epoch": 17.27810650887574,
      "grad_norm": 4.305962085723877,
      "learning_rate": 0.0001,
      "loss": 0.067,
      "step": 2920
    },
    {
      "epoch": 17.337278106508876,
      "grad_norm": 4.982907295227051,
      "learning_rate": 0.0001,
      "loss": 0.0623,
      "step": 2930
    },
    {
      "epoch": 17.39644970414201,
      "grad_norm": 5.5369181632995605,
      "learning_rate": 0.0001,
      "loss": 0.0645,
      "step": 2940
    },
    {
      "epoch": 17.45562130177515,
      "grad_norm": 4.570610046386719,
      "learning_rate": 0.0001,
      "loss": 0.0662,
      "step": 2950
    },
    {
      "epoch": 17.514792899408285,
      "grad_norm": 4.763125896453857,
      "learning_rate": 0.0001,
      "loss": 0.0627,
      "step": 2960
    },
    {
      "epoch": 17.57396449704142,
      "grad_norm": 5.046164035797119,
      "learning_rate": 0.0001,
      "loss": 0.0613,
      "step": 2970
    },
    {
      "epoch": 17.633136094674555,
      "grad_norm": 3.3583176136016846,
      "learning_rate": 0.0001,
      "loss": 0.0636,
      "step": 2980
    },
    {
      "epoch": 17.692307692307693,
      "grad_norm": 4.258029937744141,
      "learning_rate": 0.0001,
      "loss": 0.0617,
      "step": 2990
    },
    {
      "epoch": 17.75147928994083,
      "grad_norm": 5.450995922088623,
      "learning_rate": 0.0001,
      "loss": 0.0618,
      "step": 3000
    },
    {
      "epoch": 17.810650887573964,
      "grad_norm": 4.161924362182617,
      "learning_rate": 0.0001,
      "loss": 0.0619,
      "step": 3010
    },
    {
      "epoch": 17.869822485207102,
      "grad_norm": 3.873508930206299,
      "learning_rate": 0.0001,
      "loss": 0.0612,
      "step": 3020
    },
    {
      "epoch": 17.928994082840237,
      "grad_norm": 4.159547805786133,
      "learning_rate": 0.0001,
      "loss": 0.0586,
      "step": 3030
    },
    {
      "epoch": 17.988165680473372,
      "grad_norm": 4.17963981628418,
      "learning_rate": 0.0001,
      "loss": 0.0599,
      "step": 3040
    },
    {
      "epoch": 18.047337278106507,
      "grad_norm": 5.066028118133545,
      "learning_rate": 0.0001,
      "loss": 0.0604,
      "step": 3050
    },
    {
      "epoch": 18.106508875739646,
      "grad_norm": 4.3584465980529785,
      "learning_rate": 0.0001,
      "loss": 0.0598,
      "step": 3060
    },
    {
      "epoch": 18.16568047337278,
      "grad_norm": 4.816352367401123,
      "learning_rate": 0.0001,
      "loss": 0.0586,
      "step": 3070
    },
    {
      "epoch": 18.224852071005916,
      "grad_norm": 4.523645877838135,
      "learning_rate": 0.0001,
      "loss": 0.059,
      "step": 3080
    },
    {
      "epoch": 18.284023668639055,
      "grad_norm": 3.818697690963745,
      "learning_rate": 0.0001,
      "loss": 0.0577,
      "step": 3090
    },
    {
      "epoch": 18.34319526627219,
      "grad_norm": 3.892241954803467,
      "learning_rate": 0.0001,
      "loss": 0.0578,
      "step": 3100
    },
    {
      "epoch": 18.402366863905325,
      "grad_norm": 4.067519187927246,
      "learning_rate": 0.0001,
      "loss": 0.0561,
      "step": 3110
    },
    {
      "epoch": 18.46153846153846,
      "grad_norm": 4.37803840637207,
      "learning_rate": 0.0001,
      "loss": 0.0557,
      "step": 3120
    },
    {
      "epoch": 18.5207100591716,
      "grad_norm": 4.3098015785217285,
      "learning_rate": 0.0001,
      "loss": 0.0585,
      "step": 3130
    },
    {
      "epoch": 18.579881656804734,
      "grad_norm": 4.395653247833252,
      "learning_rate": 0.0001,
      "loss": 0.0575,
      "step": 3140
    },
    {
      "epoch": 18.63905325443787,
      "grad_norm": 4.343656063079834,
      "learning_rate": 0.0001,
      "loss": 0.0586,
      "step": 3150
    },
    {
      "epoch": 18.698224852071007,
      "grad_norm": 4.551352024078369,
      "learning_rate": 0.0001,
      "loss": 0.0589,
      "step": 3160
    },
    {
      "epoch": 18.757396449704142,
      "grad_norm": 4.751080513000488,
      "learning_rate": 0.0001,
      "loss": 0.0584,
      "step": 3170
    },
    {
      "epoch": 18.816568047337277,
      "grad_norm": 4.0395588874816895,
      "learning_rate": 0.0001,
      "loss": 0.0585,
      "step": 3180
    },
    {
      "epoch": 18.875739644970416,
      "grad_norm": 4.047962188720703,
      "learning_rate": 0.0001,
      "loss": 0.0575,
      "step": 3190
    },
    {
      "epoch": 18.93491124260355,
      "grad_norm": 3.8828914165496826,
      "learning_rate": 0.0001,
      "loss": 0.0582,
      "step": 3200
    },
    {
      "epoch": 18.994082840236686,
      "grad_norm": 3.688521146774292,
      "learning_rate": 0.0001,
      "loss": 0.057,
      "step": 3210
    },
    {
      "epoch": 19.05325443786982,
      "grad_norm": 3.2845399379730225,
      "learning_rate": 0.0001,
      "loss": 0.0566,
      "step": 3220
    },
    {
      "epoch": 19.11242603550296,
      "grad_norm": 4.365805149078369,
      "learning_rate": 0.0001,
      "loss": 0.0567,
      "step": 3230
    },
    {
      "epoch": 19.171597633136095,
      "grad_norm": 4.187885761260986,
      "learning_rate": 0.0001,
      "loss": 0.0609,
      "step": 3240
    },
    {
      "epoch": 19.23076923076923,
      "grad_norm": 4.105882167816162,
      "learning_rate": 0.0001,
      "loss": 0.0593,
      "step": 3250
    },
    {
      "epoch": 19.28994082840237,
      "grad_norm": 4.762232303619385,
      "learning_rate": 0.0001,
      "loss": 0.0611,
      "step": 3260
    },
    {
      "epoch": 19.349112426035504,
      "grad_norm": 4.138009071350098,
      "learning_rate": 0.0001,
      "loss": 0.0564,
      "step": 3270
    },
    {
      "epoch": 19.40828402366864,
      "grad_norm": 4.4852447509765625,
      "learning_rate": 0.0001,
      "loss": 0.0573,
      "step": 3280
    },
    {
      "epoch": 19.467455621301774,
      "grad_norm": 4.1162238121032715,
      "learning_rate": 0.0001,
      "loss": 0.0557,
      "step": 3290
    },
    {
      "epoch": 19.526627218934912,
      "grad_norm": 4.385313510894775,
      "learning_rate": 0.0001,
      "loss": 0.0575,
      "step": 3300
    },
    {
      "epoch": 19.585798816568047,
      "grad_norm": 3.7840652465820312,
      "learning_rate": 0.0001,
      "loss": 0.057,
      "step": 3310
    },
    {
      "epoch": 19.644970414201183,
      "grad_norm": 4.175228118896484,
      "learning_rate": 0.0001,
      "loss": 0.0562,
      "step": 3320
    },
    {
      "epoch": 19.70414201183432,
      "grad_norm": 4.3501877784729,
      "learning_rate": 0.0001,
      "loss": 0.0553,
      "step": 3330
    },
    {
      "epoch": 19.763313609467456,
      "grad_norm": 3.9982478618621826,
      "learning_rate": 0.0001,
      "loss": 0.0556,
      "step": 3340
    },
    {
      "epoch": 19.82248520710059,
      "grad_norm": 3.5812315940856934,
      "learning_rate": 0.0001,
      "loss": 0.0541,
      "step": 3350
    },
    {
      "epoch": 19.881656804733726,
      "grad_norm": 4.104846477508545,
      "learning_rate": 0.0001,
      "loss": 0.0536,
      "step": 3360
    },
    {
      "epoch": 19.940828402366865,
      "grad_norm": 4.363539218902588,
      "learning_rate": 0.0001,
      "loss": 0.056,
      "step": 3370
    },
    {
      "epoch": 20.0,
      "grad_norm": 4.858595371246338,
      "learning_rate": 0.0001,
      "loss": 0.0574,
      "step": 3380
    },
    {
      "epoch": 20.059171597633135,
      "grad_norm": 4.302316188812256,
      "learning_rate": 0.0001,
      "loss": 0.0541,
      "step": 3390
    },
    {
      "epoch": 20.118343195266274,
      "grad_norm": 4.605861663818359,
      "learning_rate": 0.0001,
      "loss": 0.0548,
      "step": 3400
    },
    {
      "epoch": 20.17751479289941,
      "grad_norm": 4.09200382232666,
      "learning_rate": 0.0001,
      "loss": 0.0534,
      "step": 3410
    },
    {
      "epoch": 20.236686390532544,
      "grad_norm": 4.432004928588867,
      "learning_rate": 0.0001,
      "loss": 0.0536,
      "step": 3420
    },
    {
      "epoch": 20.29585798816568,
      "grad_norm": 4.275376796722412,
      "learning_rate": 0.0001,
      "loss": 0.0534,
      "step": 3430
    },
    {
      "epoch": 20.355029585798817,
      "grad_norm": 3.1744744777679443,
      "learning_rate": 0.0001,
      "loss": 0.0523,
      "step": 3440
    },
    {
      "epoch": 20.414201183431953,
      "grad_norm": 3.813413143157959,
      "learning_rate": 0.0001,
      "loss": 0.0533,
      "step": 3450
    },
    {
      "epoch": 20.473372781065088,
      "grad_norm": 3.993971586227417,
      "learning_rate": 0.0001,
      "loss": 0.0527,
      "step": 3460
    },
    {
      "epoch": 20.532544378698226,
      "grad_norm": 4.192675590515137,
      "learning_rate": 0.0001,
      "loss": 0.0512,
      "step": 3470
    },
    {
      "epoch": 20.59171597633136,
      "grad_norm": 3.731384515762329,
      "learning_rate": 0.0001,
      "loss": 0.0515,
      "step": 3480
    },
    {
      "epoch": 20.650887573964496,
      "grad_norm": 3.9884278774261475,
      "learning_rate": 0.0001,
      "loss": 0.0524,
      "step": 3490
    },
    {
      "epoch": 20.71005917159763,
      "grad_norm": 3.9658291339874268,
      "learning_rate": 0.0001,
      "loss": 0.0519,
      "step": 3500
    },
    {
      "epoch": 20.76923076923077,
      "grad_norm": 4.243136405944824,
      "learning_rate": 0.0001,
      "loss": 0.0536,
      "step": 3510
    },
    {
      "epoch": 20.828402366863905,
      "grad_norm": 5.130043029785156,
      "learning_rate": 0.0001,
      "loss": 0.0542,
      "step": 3520
    },
    {
      "epoch": 20.88757396449704,
      "grad_norm": 4.002963542938232,
      "learning_rate": 0.0001,
      "loss": 0.0558,
      "step": 3530
    },
    {
      "epoch": 20.94674556213018,
      "grad_norm": 3.8863823413848877,
      "learning_rate": 0.0001,
      "loss": 0.0558,
      "step": 3540
    },
    {
      "epoch": 21.005917159763314,
      "grad_norm": 4.567497730255127,
      "learning_rate": 0.0001,
      "loss": 0.0557,
      "step": 3550
    },
    {
      "epoch": 21.06508875739645,
      "grad_norm": 3.500450372695923,
      "learning_rate": 0.0001,
      "loss": 0.0538,
      "step": 3560
    },
    {
      "epoch": 21.124260355029588,
      "grad_norm": 4.081122398376465,
      "learning_rate": 0.0001,
      "loss": 0.0537,
      "step": 3570
    },
    {
      "epoch": 21.183431952662723,
      "grad_norm": 3.907001495361328,
      "learning_rate": 0.0001,
      "loss": 0.054,
      "step": 3580
    },
    {
      "epoch": 21.242603550295858,
      "grad_norm": 4.0510125160217285,
      "learning_rate": 0.0001,
      "loss": 0.0528,
      "step": 3590
    },
    {
      "epoch": 21.301775147928993,
      "grad_norm": 4.6179585456848145,
      "learning_rate": 0.0001,
      "loss": 0.0529,
      "step": 3600
    },
    {
      "epoch": 21.36094674556213,
      "grad_norm": 4.210280418395996,
      "learning_rate": 0.0001,
      "loss": 0.0542,
      "step": 3610
    },
    {
      "epoch": 21.420118343195266,
      "grad_norm": 4.838978290557861,
      "learning_rate": 0.0001,
      "loss": 0.0539,
      "step": 3620
    },
    {
      "epoch": 21.4792899408284,
      "grad_norm": 4.554750919342041,
      "learning_rate": 0.0001,
      "loss": 0.0516,
      "step": 3630
    },
    {
      "epoch": 21.53846153846154,
      "grad_norm": 3.2339529991149902,
      "learning_rate": 0.0001,
      "loss": 0.0503,
      "step": 3640
    },
    {
      "epoch": 21.597633136094675,
      "grad_norm": 3.993428945541382,
      "learning_rate": 0.0001,
      "loss": 0.0517,
      "step": 3650
    },
    {
      "epoch": 21.65680473372781,
      "grad_norm": 3.662785053253174,
      "learning_rate": 0.0001,
      "loss": 0.0508,
      "step": 3660
    },
    {
      "epoch": 21.715976331360945,
      "grad_norm": 3.156325578689575,
      "learning_rate": 0.0001,
      "loss": 0.0497,
      "step": 3670
    },
    {
      "epoch": 21.775147928994084,
      "grad_norm": 3.6561360359191895,
      "learning_rate": 0.0001,
      "loss": 0.0505,
      "step": 3680
    },
    {
      "epoch": 21.83431952662722,
      "grad_norm": 3.4016590118408203,
      "learning_rate": 0.0001,
      "loss": 0.0537,
      "step": 3690
    },
    {
      "epoch": 21.893491124260354,
      "grad_norm": 3.8727705478668213,
      "learning_rate": 0.0001,
      "loss": 0.0537,
      "step": 3700
    },
    {
      "epoch": 21.952662721893493,
      "grad_norm": 4.083427429199219,
      "learning_rate": 0.0001,
      "loss": 0.052,
      "step": 3710
    },
    {
      "epoch": 22.011834319526628,
      "grad_norm": 3.379897117614746,
      "learning_rate": 0.0001,
      "loss": 0.0529,
      "step": 3720
    },
    {
      "epoch": 22.071005917159763,
      "grad_norm": 3.5911831855773926,
      "learning_rate": 0.0001,
      "loss": 0.0492,
      "step": 3730
    },
    {
      "epoch": 22.130177514792898,
      "grad_norm": 3.665997266769409,
      "learning_rate": 0.0001,
      "loss": 0.0517,
      "step": 3740
    },
    {
      "epoch": 22.189349112426036,
      "grad_norm": 3.501633644104004,
      "learning_rate": 0.0001,
      "loss": 0.0517,
      "step": 3750
    },
    {
      "epoch": 22.24852071005917,
      "grad_norm": 3.775315999984741,
      "learning_rate": 0.0001,
      "loss": 0.0544,
      "step": 3760
    },
    {
      "epoch": 22.307692307692307,
      "grad_norm": 3.627082586288452,
      "learning_rate": 0.0001,
      "loss": 0.0529,
      "step": 3770
    },
    {
      "epoch": 22.366863905325445,
      "grad_norm": 3.722388744354248,
      "learning_rate": 0.0001,
      "loss": 0.0516,
      "step": 3780
    },
    {
      "epoch": 22.42603550295858,
      "grad_norm": 3.439772367477417,
      "learning_rate": 0.0001,
      "loss": 0.0504,
      "step": 3790
    },
    {
      "epoch": 22.485207100591715,
      "grad_norm": 3.85457444190979,
      "learning_rate": 0.0001,
      "loss": 0.0515,
      "step": 3800
    },
    {
      "epoch": 22.54437869822485,
      "grad_norm": 3.7671821117401123,
      "learning_rate": 0.0001,
      "loss": 0.052,
      "step": 3810
    },
    {
      "epoch": 22.60355029585799,
      "grad_norm": 3.4532511234283447,
      "learning_rate": 0.0001,
      "loss": 0.0505,
      "step": 3820
    },
    {
      "epoch": 22.662721893491124,
      "grad_norm": 3.736163377761841,
      "learning_rate": 0.0001,
      "loss": 0.051,
      "step": 3830
    },
    {
      "epoch": 22.72189349112426,
      "grad_norm": 3.307004928588867,
      "learning_rate": 0.0001,
      "loss": 0.0505,
      "step": 3840
    },
    {
      "epoch": 22.781065088757398,
      "grad_norm": 4.597588539123535,
      "learning_rate": 0.0001,
      "loss": 0.0516,
      "step": 3850
    },
    {
      "epoch": 22.840236686390533,
      "grad_norm": 3.2445716857910156,
      "learning_rate": 0.0001,
      "loss": 0.051,
      "step": 3860
    },
    {
      "epoch": 22.899408284023668,
      "grad_norm": 3.028111457824707,
      "learning_rate": 0.0001,
      "loss": 0.0512,
      "step": 3870
    },
    {
      "epoch": 22.958579881656803,
      "grad_norm": 3.5591249465942383,
      "learning_rate": 0.0001,
      "loss": 0.0487,
      "step": 3880
    },
    {
      "epoch": 23.01775147928994,
      "grad_norm": 3.628044843673706,
      "learning_rate": 0.0001,
      "loss": 0.0495,
      "step": 3890
    },
    {
      "epoch": 23.076923076923077,
      "grad_norm": 3.6083438396453857,
      "learning_rate": 0.0001,
      "loss": 0.053,
      "step": 3900
    },
    {
      "epoch": 23.13609467455621,
      "grad_norm": 3.8031418323516846,
      "learning_rate": 0.0001,
      "loss": 0.051,
      "step": 3910
    },
    {
      "epoch": 23.19526627218935,
      "grad_norm": 3.0712578296661377,
      "learning_rate": 0.0001,
      "loss": 0.0485,
      "step": 3920
    },
    {
      "epoch": 23.254437869822485,
      "grad_norm": 3.4879884719848633,
      "learning_rate": 0.0001,
      "loss": 0.0497,
      "step": 3930
    },
    {
      "epoch": 23.31360946745562,
      "grad_norm": 3.487415075302124,
      "learning_rate": 0.0001,
      "loss": 0.0514,
      "step": 3940
    },
    {
      "epoch": 23.37278106508876,
      "grad_norm": 3.4723920822143555,
      "learning_rate": 0.0001,
      "loss": 0.0512,
      "step": 3950
    },
    {
      "epoch": 23.431952662721894,
      "grad_norm": 4.087646961212158,
      "learning_rate": 0.0001,
      "loss": 0.0499,
      "step": 3960
    },
    {
      "epoch": 23.49112426035503,
      "grad_norm": 4.027114391326904,
      "learning_rate": 0.0001,
      "loss": 0.0518,
      "step": 3970
    },
    {
      "epoch": 23.550295857988164,
      "grad_norm": 3.307061195373535,
      "learning_rate": 0.0001,
      "loss": 0.0505,
      "step": 3980
    },
    {
      "epoch": 23.609467455621303,
      "grad_norm": 3.3092315196990967,
      "learning_rate": 0.0001,
      "loss": 0.0509,
      "step": 3990
    },
    {
      "epoch": 23.668639053254438,
      "grad_norm": 3.17655348777771,
      "learning_rate": 0.0001,
      "loss": 0.0494,
      "step": 4000
    },
    {
      "epoch": 23.727810650887573,
      "grad_norm": 2.8691954612731934,
      "learning_rate": 0.0001,
      "loss": 0.0487,
      "step": 4010
    },
    {
      "epoch": 23.78698224852071,
      "grad_norm": 2.9267141819000244,
      "learning_rate": 0.0001,
      "loss": 0.048,
      "step": 4020
    },
    {
      "epoch": 23.846153846153847,
      "grad_norm": 3.8273580074310303,
      "learning_rate": 0.0001,
      "loss": 0.0464,
      "step": 4030
    },
    {
      "epoch": 23.90532544378698,
      "grad_norm": 4.048878192901611,
      "learning_rate": 0.0001,
      "loss": 0.0481,
      "step": 4040
    },
    {
      "epoch": 23.964497041420117,
      "grad_norm": 3.2853825092315674,
      "learning_rate": 0.0001,
      "loss": 0.0478,
      "step": 4050
    },
    {
      "epoch": 24.023668639053255,
      "grad_norm": 3.2402687072753906,
      "learning_rate": 0.0001,
      "loss": 0.0494,
      "step": 4060
    },
    {
      "epoch": 24.08284023668639,
      "grad_norm": 2.8202438354492188,
      "learning_rate": 0.0001,
      "loss": 0.0493,
      "step": 4070
    },
    {
      "epoch": 24.142011834319526,
      "grad_norm": 3.909874439239502,
      "learning_rate": 0.0001,
      "loss": 0.0477,
      "step": 4080
    },
    {
      "epoch": 24.201183431952664,
      "grad_norm": 3.88059663772583,
      "learning_rate": 0.0001,
      "loss": 0.0477,
      "step": 4090
    },
    {
      "epoch": 24.2603550295858,
      "grad_norm": 3.1255383491516113,
      "learning_rate": 0.0001,
      "loss": 0.0483,
      "step": 4100
    },
    {
      "epoch": 24.319526627218934,
      "grad_norm": 4.056564807891846,
      "learning_rate": 0.0001,
      "loss": 0.0502,
      "step": 4110
    },
    {
      "epoch": 24.37869822485207,
      "grad_norm": 3.2773141860961914,
      "learning_rate": 0.0001,
      "loss": 0.0487,
      "step": 4120
    },
    {
      "epoch": 24.437869822485208,
      "grad_norm": 3.534104585647583,
      "learning_rate": 0.0001,
      "loss": 0.0477,
      "step": 4130
    },
    {
      "epoch": 24.497041420118343,
      "grad_norm": 3.571101665496826,
      "learning_rate": 0.0001,
      "loss": 0.0477,
      "step": 4140
    },
    {
      "epoch": 24.556213017751478,
      "grad_norm": 3.6277639865875244,
      "learning_rate": 0.0001,
      "loss": 0.0475,
      "step": 4150
    },
    {
      "epoch": 24.615384615384617,
      "grad_norm": 3.156118154525757,
      "learning_rate": 0.0001,
      "loss": 0.0474,
      "step": 4160
    },
    {
      "epoch": 24.674556213017752,
      "grad_norm": 3.648056983947754,
      "learning_rate": 0.0001,
      "loss": 0.048,
      "step": 4170
    },
    {
      "epoch": 24.733727810650887,
      "grad_norm": 3.0412302017211914,
      "learning_rate": 0.0001,
      "loss": 0.0469,
      "step": 4180
    },
    {
      "epoch": 24.792899408284022,
      "grad_norm": 3.4855148792266846,
      "learning_rate": 0.0001,
      "loss": 0.047,
      "step": 4190
    },
    {
      "epoch": 24.85207100591716,
      "grad_norm": 3.117156744003296,
      "learning_rate": 0.0001,
      "loss": 0.0479,
      "step": 4200
    },
    {
      "epoch": 24.911242603550296,
      "grad_norm": 3.245882034301758,
      "learning_rate": 0.0001,
      "loss": 0.0453,
      "step": 4210
    },
    {
      "epoch": 24.97041420118343,
      "grad_norm": 3.722379446029663,
      "learning_rate": 0.0001,
      "loss": 0.0456,
      "step": 4220
    },
    {
      "epoch": 25.02958579881657,
      "grad_norm": 4.014776229858398,
      "learning_rate": 0.0001,
      "loss": 0.046,
      "step": 4230
    },
    {
      "epoch": 25.088757396449704,
      "grad_norm": 3.0845611095428467,
      "learning_rate": 0.0001,
      "loss": 0.0475,
      "step": 4240
    },
    {
      "epoch": 25.14792899408284,
      "grad_norm": 3.1267402172088623,
      "learning_rate": 0.0001,
      "loss": 0.0481,
      "step": 4250
    },
    {
      "epoch": 25.207100591715978,
      "grad_norm": 3.380932331085205,
      "learning_rate": 0.0001,
      "loss": 0.0481,
      "step": 4260
    },
    {
      "epoch": 25.266272189349113,
      "grad_norm": 2.927638292312622,
      "learning_rate": 0.0001,
      "loss": 0.0488,
      "step": 4270
    },
    {
      "epoch": 25.325443786982248,
      "grad_norm": 3.5392262935638428,
      "learning_rate": 0.0001,
      "loss": 0.0491,
      "step": 4280
    },
    {
      "epoch": 25.384615384615383,
      "grad_norm": 3.3068196773529053,
      "learning_rate": 0.0001,
      "loss": 0.0463,
      "step": 4290
    },
    {
      "epoch": 25.443786982248522,
      "grad_norm": 2.740900993347168,
      "learning_rate": 0.0001,
      "loss": 0.0465,
      "step": 4300
    },
    {
      "epoch": 25.502958579881657,
      "grad_norm": 2.9603111743927,
      "learning_rate": 0.0001,
      "loss": 0.0463,
      "step": 4310
    },
    {
      "epoch": 25.562130177514792,
      "grad_norm": 3.3971924781799316,
      "learning_rate": 0.0001,
      "loss": 0.0465,
      "step": 4320
    },
    {
      "epoch": 25.62130177514793,
      "grad_norm": 2.8862221240997314,
      "learning_rate": 0.0001,
      "loss": 0.0477,
      "step": 4330
    },
    {
      "epoch": 25.680473372781066,
      "grad_norm": 2.9598562717437744,
      "learning_rate": 0.0001,
      "loss": 0.047,
      "step": 4340
    },
    {
      "epoch": 25.7396449704142,
      "grad_norm": 3.5965535640716553,
      "learning_rate": 0.0001,
      "loss": 0.0452,
      "step": 4350
    },
    {
      "epoch": 25.798816568047336,
      "grad_norm": 3.184624433517456,
      "learning_rate": 0.0001,
      "loss": 0.0474,
      "step": 4360
    },
    {
      "epoch": 25.857988165680474,
      "grad_norm": 2.9978439807891846,
      "learning_rate": 0.0001,
      "loss": 0.0458,
      "step": 4370
    },
    {
      "epoch": 25.91715976331361,
      "grad_norm": 3.5438551902770996,
      "learning_rate": 0.0001,
      "loss": 0.0466,
      "step": 4380
    },
    {
      "epoch": 25.976331360946745,
      "grad_norm": 3.1312928199768066,
      "learning_rate": 0.0001,
      "loss": 0.0482,
      "step": 4390
    },
    {
      "epoch": 26.035502958579883,
      "grad_norm": 3.053823947906494,
      "learning_rate": 0.0001,
      "loss": 0.0461,
      "step": 4400
    },
    {
      "epoch": 26.09467455621302,
      "grad_norm": 3.127730369567871,
      "learning_rate": 0.0001,
      "loss": 0.0486,
      "step": 4410
    },
    {
      "epoch": 26.153846153846153,
      "grad_norm": 3.188199758529663,
      "learning_rate": 0.0001,
      "loss": 0.0461,
      "step": 4420
    },
    {
      "epoch": 26.21301775147929,
      "grad_norm": 3.4058473110198975,
      "learning_rate": 0.0001,
      "loss": 0.0468,
      "step": 4430
    },
    {
      "epoch": 26.272189349112427,
      "grad_norm": 3.788417339324951,
      "learning_rate": 0.0001,
      "loss": 0.0499,
      "step": 4440
    },
    {
      "epoch": 26.331360946745562,
      "grad_norm": 3.7460741996765137,
      "learning_rate": 0.0001,
      "loss": 0.052,
      "step": 4450
    },
    {
      "epoch": 26.390532544378697,
      "grad_norm": 3.156660795211792,
      "learning_rate": 0.0001,
      "loss": 0.0494,
      "step": 4460
    },
    {
      "epoch": 26.449704142011836,
      "grad_norm": 3.4617912769317627,
      "learning_rate": 0.0001,
      "loss": 0.0492,
      "step": 4470
    },
    {
      "epoch": 26.50887573964497,
      "grad_norm": 2.7324185371398926,
      "learning_rate": 0.0001,
      "loss": 0.0475,
      "step": 4480
    },
    {
      "epoch": 26.568047337278106,
      "grad_norm": 2.9896185398101807,
      "learning_rate": 0.0001,
      "loss": 0.046,
      "step": 4490
    },
    {
      "epoch": 26.62721893491124,
      "grad_norm": 3.1339163780212402,
      "learning_rate": 0.0001,
      "loss": 0.0466,
      "step": 4500
    },
    {
      "epoch": 26.68639053254438,
      "grad_norm": 2.9264252185821533,
      "learning_rate": 0.0001,
      "loss": 0.0469,
      "step": 4510
    },
    {
      "epoch": 26.745562130177515,
      "grad_norm": 2.5732967853546143,
      "learning_rate": 0.0001,
      "loss": 0.0459,
      "step": 4520
    },
    {
      "epoch": 26.80473372781065,
      "grad_norm": 2.8136539459228516,
      "learning_rate": 0.0001,
      "loss": 0.0443,
      "step": 4530
    },
    {
      "epoch": 26.86390532544379,
      "grad_norm": 2.868886947631836,
      "learning_rate": 0.0001,
      "loss": 0.0447,
      "step": 4540
    },
    {
      "epoch": 26.923076923076923,
      "grad_norm": 3.123053789138794,
      "learning_rate": 0.0001,
      "loss": 0.0443,
      "step": 4550
    },
    {
      "epoch": 26.98224852071006,
      "grad_norm": 3.6158499717712402,
      "learning_rate": 0.0001,
      "loss": 0.0453,
      "step": 4560
    },
    {
      "epoch": 27.041420118343197,
      "grad_norm": 2.8775112628936768,
      "learning_rate": 0.0001,
      "loss": 0.0482,
      "step": 4570
    },
    {
      "epoch": 27.100591715976332,
      "grad_norm": 3.395939350128174,
      "learning_rate": 0.0001,
      "loss": 0.0484,
      "step": 4580
    },
    {
      "epoch": 27.159763313609467,
      "grad_norm": 3.336581230163574,
      "learning_rate": 0.0001,
      "loss": 0.0487,
      "step": 4590
    },
    {
      "epoch": 27.218934911242602,
      "grad_norm": 3.2861766815185547,
      "learning_rate": 0.0001,
      "loss": 0.0477,
      "step": 4600
    },
    {
      "epoch": 27.27810650887574,
      "grad_norm": 3.3157200813293457,
      "learning_rate": 0.0001,
      "loss": 0.0498,
      "step": 4610
    },
    {
      "epoch": 27.337278106508876,
      "grad_norm": 3.4261231422424316,
      "learning_rate": 0.0001,
      "loss": 0.047,
      "step": 4620
    },
    {
      "epoch": 27.39644970414201,
      "grad_norm": 3.2643227577209473,
      "learning_rate": 0.0001,
      "loss": 0.0491,
      "step": 4630
    },
    {
      "epoch": 27.45562130177515,
      "grad_norm": 2.9594922065734863,
      "learning_rate": 0.0001,
      "loss": 0.0468,
      "step": 4640
    },
    {
      "epoch": 27.514792899408285,
      "grad_norm": 2.9212262630462646,
      "learning_rate": 0.0001,
      "loss": 0.0467,
      "step": 4650
    },
    {
      "epoch": 27.57396449704142,
      "grad_norm": 2.940035820007324,
      "learning_rate": 0.0001,
      "loss": 0.0468,
      "step": 4660
    },
    {
      "epoch": 27.633136094674555,
      "grad_norm": 3.4176833629608154,
      "learning_rate": 0.0001,
      "loss": 0.0443,
      "step": 4670
    },
    {
      "epoch": 27.692307692307693,
      "grad_norm": 3.0427374839782715,
      "learning_rate": 0.0001,
      "loss": 0.0448,
      "step": 4680
    },
    {
      "epoch": 27.75147928994083,
      "grad_norm": 3.1793110370635986,
      "learning_rate": 0.0001,
      "loss": 0.0428,
      "step": 4690
    },
    {
      "epoch": 27.810650887573964,
      "grad_norm": 3.4074504375457764,
      "learning_rate": 0.0001,
      "loss": 0.0436,
      "step": 4700
    },
    {
      "epoch": 27.869822485207102,
      "grad_norm": 3.3215200901031494,
      "learning_rate": 0.0001,
      "loss": 0.0425,
      "step": 4710
    },
    {
      "epoch": 27.928994082840237,
      "grad_norm": 3.4873764514923096,
      "learning_rate": 0.0001,
      "loss": 0.0429,
      "step": 4720
    },
    {
      "epoch": 27.988165680473372,
      "grad_norm": 3.3128554821014404,
      "learning_rate": 0.0001,
      "loss": 0.043,
      "step": 4730
    },
    {
      "epoch": 28.047337278106507,
      "grad_norm": 3.442042589187622,
      "learning_rate": 0.0001,
      "loss": 0.0411,
      "step": 4740
    },
    {
      "epoch": 28.106508875739646,
      "grad_norm": 3.236996650695801,
      "learning_rate": 0.0001,
      "loss": 0.0418,
      "step": 4750
    },
    {
      "epoch": 28.16568047337278,
      "grad_norm": 2.7661309242248535,
      "learning_rate": 0.0001,
      "loss": 0.042,
      "step": 4760
    },
    {
      "epoch": 28.224852071005916,
      "grad_norm": 2.731294870376587,
      "learning_rate": 0.0001,
      "loss": 0.0427,
      "step": 4770
    },
    {
      "epoch": 28.284023668639055,
      "grad_norm": 2.9517154693603516,
      "learning_rate": 0.0001,
      "loss": 0.0412,
      "step": 4780
    },
    {
      "epoch": 28.34319526627219,
      "grad_norm": 2.730461359024048,
      "learning_rate": 0.0001,
      "loss": 0.0437,
      "step": 4790
    },
    {
      "epoch": 28.402366863905325,
      "grad_norm": 2.598295211791992,
      "learning_rate": 0.0001,
      "loss": 0.044,
      "step": 4800
    },
    {
      "epoch": 28.46153846153846,
      "grad_norm": 2.4978463649749756,
      "learning_rate": 0.0001,
      "loss": 0.0426,
      "step": 4810
    },
    {
      "epoch": 28.5207100591716,
      "grad_norm": 2.4381778240203857,
      "learning_rate": 0.0001,
      "loss": 0.0434,
      "step": 4820
    },
    {
      "epoch": 28.579881656804734,
      "grad_norm": 2.8496360778808594,
      "learning_rate": 0.0001,
      "loss": 0.0444,
      "step": 4830
    },
    {
      "epoch": 28.63905325443787,
      "grad_norm": 2.8395731449127197,
      "learning_rate": 0.0001,
      "loss": 0.0445,
      "step": 4840
    },
    {
      "epoch": 28.698224852071007,
      "grad_norm": 3.2911291122436523,
      "learning_rate": 0.0001,
      "loss": 0.0463,
      "step": 4850
    },
    {
      "epoch": 28.757396449704142,
      "grad_norm": 3.9360129833221436,
      "learning_rate": 0.0001,
      "loss": 0.0484,
      "step": 4860
    },
    {
      "epoch": 28.816568047337277,
      "grad_norm": 2.9939589500427246,
      "learning_rate": 0.0001,
      "loss": 0.0435,
      "step": 4870
    },
    {
      "epoch": 28.875739644970416,
      "grad_norm": 2.3708269596099854,
      "learning_rate": 0.0001,
      "loss": 0.0432,
      "step": 4880
    },
    {
      "epoch": 28.93491124260355,
      "grad_norm": 2.766211986541748,
      "learning_rate": 0.0001,
      "loss": 0.0448,
      "step": 4890
    },
    {
      "epoch": 28.994082840236686,
      "grad_norm": 3.365046262741089,
      "learning_rate": 0.0001,
      "loss": 0.0432,
      "step": 4900
    },
    {
      "epoch": 29.05325443786982,
      "grad_norm": 2.4397871494293213,
      "learning_rate": 0.0001,
      "loss": 0.0443,
      "step": 4910
    },
    {
      "epoch": 29.11242603550296,
      "grad_norm": 2.8324618339538574,
      "learning_rate": 0.0001,
      "loss": 0.0436,
      "step": 4920
    },
    {
      "epoch": 29.171597633136095,
      "grad_norm": 2.846784830093384,
      "learning_rate": 0.0001,
      "loss": 0.0436,
      "step": 4930
    },
    {
      "epoch": 29.23076923076923,
      "grad_norm": 2.5215604305267334,
      "learning_rate": 0.0001,
      "loss": 0.0451,
      "step": 4940
    },
    {
      "epoch": 29.28994082840237,
      "grad_norm": 2.446906805038452,
      "learning_rate": 0.0001,
      "loss": 0.0439,
      "step": 4950
    },
    {
      "epoch": 29.349112426035504,
      "grad_norm": 3.016557455062866,
      "learning_rate": 0.0001,
      "loss": 0.0461,
      "step": 4960
    },
    {
      "epoch": 29.40828402366864,
      "grad_norm": 3.321094274520874,
      "learning_rate": 0.0001,
      "loss": 0.0453,
      "step": 4970
    },
    {
      "epoch": 29.467455621301774,
      "grad_norm": 3.3248119354248047,
      "learning_rate": 0.0001,
      "loss": 0.0435,
      "step": 4980
    },
    {
      "epoch": 29.526627218934912,
      "grad_norm": 2.902519941329956,
      "learning_rate": 0.0001,
      "loss": 0.0434,
      "step": 4990
    },
    {
      "epoch": 29.585798816568047,
      "grad_norm": 2.787186622619629,
      "learning_rate": 0.0001,
      "loss": 0.0419,
      "step": 5000
    },
    {
      "epoch": 29.644970414201183,
      "grad_norm": 3.0807485580444336,
      "learning_rate": 0.0001,
      "loss": 0.0421,
      "step": 5010
    },
    {
      "epoch": 29.70414201183432,
      "grad_norm": 2.63411283493042,
      "learning_rate": 0.0001,
      "loss": 0.0436,
      "step": 5020
    },
    {
      "epoch": 29.763313609467456,
      "grad_norm": 2.9151620864868164,
      "learning_rate": 0.0001,
      "loss": 0.0421,
      "step": 5030
    },
    {
      "epoch": 29.82248520710059,
      "grad_norm": 2.728679895401001,
      "learning_rate": 0.0001,
      "loss": 0.0431,
      "step": 5040
    },
    {
      "epoch": 29.881656804733726,
      "grad_norm": 2.570870876312256,
      "learning_rate": 0.0001,
      "loss": 0.0447,
      "step": 5050
    },
    {
      "epoch": 29.940828402366865,
      "grad_norm": 2.6758365631103516,
      "learning_rate": 0.0001,
      "loss": 0.0415,
      "step": 5060
    },
    {
      "epoch": 30.0,
      "grad_norm": 2.620326280593872,
      "learning_rate": 0.0001,
      "loss": 0.0426,
      "step": 5070
    },
    {
      "epoch": 30.059171597633135,
      "grad_norm": 2.598512887954712,
      "learning_rate": 0.0001,
      "loss": 0.0426,
      "step": 5080
    },
    {
      "epoch": 30.118343195266274,
      "grad_norm": 2.908621072769165,
      "learning_rate": 0.0001,
      "loss": 0.0412,
      "step": 5090
    },
    {
      "epoch": 30.17751479289941,
      "grad_norm": 2.841421604156494,
      "learning_rate": 0.0001,
      "loss": 0.0431,
      "step": 5100
    },
    {
      "epoch": 30.236686390532544,
      "grad_norm": 2.5824601650238037,
      "learning_rate": 0.0001,
      "loss": 0.0434,
      "step": 5110
    },
    {
      "epoch": 30.29585798816568,
      "grad_norm": 2.8675408363342285,
      "learning_rate": 0.0001,
      "loss": 0.0435,
      "step": 5120
    },
    {
      "epoch": 30.355029585798817,
      "grad_norm": 2.213034152984619,
      "learning_rate": 0.0001,
      "loss": 0.0434,
      "step": 5130
    },
    {
      "epoch": 30.414201183431953,
      "grad_norm": 3.357454776763916,
      "learning_rate": 0.0001,
      "loss": 0.0436,
      "step": 5140
    },
    {
      "epoch": 30.473372781065088,
      "grad_norm": 3.113046169281006,
      "learning_rate": 0.0001,
      "loss": 0.0473,
      "step": 5150
    },
    {
      "epoch": 30.532544378698226,
      "grad_norm": 2.682926654815674,
      "learning_rate": 0.0001,
      "loss": 0.0445,
      "step": 5160
    },
    {
      "epoch": 30.59171597633136,
      "grad_norm": 2.8853464126586914,
      "learning_rate": 0.0001,
      "loss": 0.0427,
      "step": 5170
    },
    {
      "epoch": 30.650887573964496,
      "grad_norm": 3.0199553966522217,
      "learning_rate": 0.0001,
      "loss": 0.0421,
      "step": 5180
    },
    {
      "epoch": 30.71005917159763,
      "grad_norm": 3.734431743621826,
      "learning_rate": 0.0001,
      "loss": 0.0438,
      "step": 5190
    },
    {
      "epoch": 30.76923076923077,
      "grad_norm": 3.1161088943481445,
      "learning_rate": 0.0001,
      "loss": 0.0408,
      "step": 5200
    },
    {
      "epoch": 30.828402366863905,
      "grad_norm": 2.9835052490234375,
      "learning_rate": 0.0001,
      "loss": 0.0412,
      "step": 5210
    },
    {
      "epoch": 30.88757396449704,
      "grad_norm": 2.7090277671813965,
      "learning_rate": 0.0001,
      "loss": 0.0406,
      "step": 5220
    },
    {
      "epoch": 30.94674556213018,
      "grad_norm": 2.43406343460083,
      "learning_rate": 0.0001,
      "loss": 0.0393,
      "step": 5230
    },
    {
      "epoch": 31.005917159763314,
      "grad_norm": 2.120563268661499,
      "learning_rate": 0.0001,
      "loss": 0.0421,
      "step": 5240
    },
    {
      "epoch": 31.06508875739645,
      "grad_norm": 2.9324002265930176,
      "learning_rate": 0.0001,
      "loss": 0.0421,
      "step": 5250
    },
    {
      "epoch": 31.124260355029588,
      "grad_norm": 2.5056211948394775,
      "learning_rate": 0.0001,
      "loss": 0.0422,
      "step": 5260
    },
    {
      "epoch": 31.183431952662723,
      "grad_norm": 2.4987547397613525,
      "learning_rate": 0.0001,
      "loss": 0.0417,
      "step": 5270
    },
    {
      "epoch": 31.242603550295858,
      "grad_norm": 2.581291913986206,
      "learning_rate": 0.0001,
      "loss": 0.0404,
      "step": 5280
    },
    {
      "epoch": 31.301775147928993,
      "grad_norm": 2.3173515796661377,
      "learning_rate": 0.0001,
      "loss": 0.0422,
      "step": 5290
    },
    {
      "epoch": 31.36094674556213,
      "grad_norm": 2.9121341705322266,
      "learning_rate": 0.0001,
      "loss": 0.0418,
      "step": 5300
    },
    {
      "epoch": 31.420118343195266,
      "grad_norm": 2.373626470565796,
      "learning_rate": 0.0001,
      "loss": 0.0415,
      "step": 5310
    },
    {
      "epoch": 31.4792899408284,
      "grad_norm": 2.786344051361084,
      "learning_rate": 0.0001,
      "loss": 0.0415,
      "step": 5320
    },
    {
      "epoch": 31.53846153846154,
      "grad_norm": 2.3212780952453613,
      "learning_rate": 0.0001,
      "loss": 0.0417,
      "step": 5330
    },
    {
      "epoch": 31.597633136094675,
      "grad_norm": 3.000011444091797,
      "learning_rate": 0.0001,
      "loss": 0.0414,
      "step": 5340
    },
    {
      "epoch": 31.65680473372781,
      "grad_norm": 2.939387321472168,
      "learning_rate": 0.0001,
      "loss": 0.0427,
      "step": 5350
    },
    {
      "epoch": 31.715976331360945,
      "grad_norm": 2.7995383739471436,
      "learning_rate": 0.0001,
      "loss": 0.0443,
      "step": 5360
    },
    {
      "epoch": 31.775147928994084,
      "grad_norm": 2.3119311332702637,
      "learning_rate": 0.0001,
      "loss": 0.0415,
      "step": 5370
    },
    {
      "epoch": 31.83431952662722,
      "grad_norm": 2.3990094661712646,
      "learning_rate": 0.0001,
      "loss": 0.0407,
      "step": 5380
    },
    {
      "epoch": 31.893491124260354,
      "grad_norm": 2.8436527252197266,
      "learning_rate": 0.0001,
      "loss": 0.0399,
      "step": 5390
    },
    {
      "epoch": 31.952662721893493,
      "grad_norm": 2.735164165496826,
      "learning_rate": 0.0001,
      "loss": 0.0412,
      "step": 5400
    },
    {
      "epoch": 32.01183431952663,
      "grad_norm": 2.670602798461914,
      "learning_rate": 0.0001,
      "loss": 0.0392,
      "step": 5410
    },
    {
      "epoch": 32.071005917159766,
      "grad_norm": 2.7820117473602295,
      "learning_rate": 0.0001,
      "loss": 0.0411,
      "step": 5420
    },
    {
      "epoch": 32.1301775147929,
      "grad_norm": 2.9033374786376953,
      "learning_rate": 0.0001,
      "loss": 0.04,
      "step": 5430
    },
    {
      "epoch": 32.18934911242604,
      "grad_norm": 2.726259469985962,
      "learning_rate": 0.0001,
      "loss": 0.0398,
      "step": 5440
    },
    {
      "epoch": 32.248520710059175,
      "grad_norm": 3.0624237060546875,
      "learning_rate": 0.0001,
      "loss": 0.0393,
      "step": 5450
    },
    {
      "epoch": 32.30769230769231,
      "grad_norm": 2.4605252742767334,
      "learning_rate": 0.0001,
      "loss": 0.0399,
      "step": 5460
    },
    {
      "epoch": 32.366863905325445,
      "grad_norm": 3.3417742252349854,
      "learning_rate": 0.0001,
      "loss": 0.041,
      "step": 5470
    },
    {
      "epoch": 32.42603550295858,
      "grad_norm": 2.160215139389038,
      "learning_rate": 0.0001,
      "loss": 0.0398,
      "step": 5480
    },
    {
      "epoch": 32.485207100591715,
      "grad_norm": 2.390230655670166,
      "learning_rate": 0.0001,
      "loss": 0.0405,
      "step": 5490
    },
    {
      "epoch": 32.544378698224854,
      "grad_norm": 2.6840054988861084,
      "learning_rate": 0.0001,
      "loss": 0.0401,
      "step": 5500
    },
    {
      "epoch": 32.603550295857985,
      "grad_norm": 2.510371208190918,
      "learning_rate": 0.0001,
      "loss": 0.0401,
      "step": 5510
    },
    {
      "epoch": 32.662721893491124,
      "grad_norm": 2.244293212890625,
      "learning_rate": 0.0001,
      "loss": 0.0395,
      "step": 5520
    },
    {
      "epoch": 32.72189349112426,
      "grad_norm": 2.3354482650756836,
      "learning_rate": 0.0001,
      "loss": 0.0402,
      "step": 5530
    },
    {
      "epoch": 32.781065088757394,
      "grad_norm": 2.974591016769409,
      "learning_rate": 0.0001,
      "loss": 0.0407,
      "step": 5540
    },
    {
      "epoch": 32.84023668639053,
      "grad_norm": 2.2013814449310303,
      "learning_rate": 0.0001,
      "loss": 0.0413,
      "step": 5550
    },
    {
      "epoch": 32.89940828402367,
      "grad_norm": 2.4692649841308594,
      "learning_rate": 0.0001,
      "loss": 0.0394,
      "step": 5560
    },
    {
      "epoch": 32.9585798816568,
      "grad_norm": 2.59855580329895,
      "learning_rate": 0.0001,
      "loss": 0.0411,
      "step": 5570
    },
    {
      "epoch": 33.01775147928994,
      "grad_norm": 3.0601751804351807,
      "learning_rate": 0.0001,
      "loss": 0.041,
      "step": 5580
    },
    {
      "epoch": 33.07692307692308,
      "grad_norm": 2.8953089714050293,
      "learning_rate": 0.0001,
      "loss": 0.0429,
      "step": 5590
    },
    {
      "epoch": 33.13609467455621,
      "grad_norm": 2.76509428024292,
      "learning_rate": 0.0001,
      "loss": 0.0424,
      "step": 5600
    },
    {
      "epoch": 33.19526627218935,
      "grad_norm": 2.8845596313476562,
      "learning_rate": 0.0001,
      "loss": 0.0431,
      "step": 5610
    },
    {
      "epoch": 33.25443786982248,
      "grad_norm": 2.391890048980713,
      "learning_rate": 0.0001,
      "loss": 0.0434,
      "step": 5620
    },
    {
      "epoch": 33.31360946745562,
      "grad_norm": 2.6841378211975098,
      "learning_rate": 0.0001,
      "loss": 0.0418,
      "step": 5630
    },
    {
      "epoch": 33.37278106508876,
      "grad_norm": 2.655158042907715,
      "learning_rate": 0.0001,
      "loss": 0.0412,
      "step": 5640
    },
    {
      "epoch": 33.43195266272189,
      "grad_norm": 2.6897428035736084,
      "learning_rate": 0.0001,
      "loss": 0.0413,
      "step": 5650
    },
    {
      "epoch": 33.49112426035503,
      "grad_norm": 2.4828686714172363,
      "learning_rate": 0.0001,
      "loss": 0.0417,
      "step": 5660
    },
    {
      "epoch": 33.55029585798817,
      "grad_norm": 2.096879005432129,
      "learning_rate": 0.0001,
      "loss": 0.0402,
      "step": 5670
    },
    {
      "epoch": 33.6094674556213,
      "grad_norm": 2.2518105506896973,
      "learning_rate": 0.0001,
      "loss": 0.0403,
      "step": 5680
    },
    {
      "epoch": 33.66863905325444,
      "grad_norm": 2.8636226654052734,
      "learning_rate": 0.0001,
      "loss": 0.0398,
      "step": 5690
    },
    {
      "epoch": 33.72781065088758,
      "grad_norm": 2.4722647666931152,
      "learning_rate": 0.0001,
      "loss": 0.0401,
      "step": 5700
    },
    {
      "epoch": 33.78698224852071,
      "grad_norm": 2.5116543769836426,
      "learning_rate": 0.0001,
      "loss": 0.0392,
      "step": 5710
    },
    {
      "epoch": 33.84615384615385,
      "grad_norm": 2.650794506072998,
      "learning_rate": 0.0001,
      "loss": 0.041,
      "step": 5720
    },
    {
      "epoch": 33.905325443786985,
      "grad_norm": 2.461094379425049,
      "learning_rate": 0.0001,
      "loss": 0.04,
      "step": 5730
    },
    {
      "epoch": 33.96449704142012,
      "grad_norm": 2.849574327468872,
      "learning_rate": 0.0001,
      "loss": 0.0412,
      "step": 5740
    },
    {
      "epoch": 34.023668639053255,
      "grad_norm": 2.9352269172668457,
      "learning_rate": 0.0001,
      "loss": 0.0382,
      "step": 5750
    },
    {
      "epoch": 34.082840236686394,
      "grad_norm": 3.3457493782043457,
      "learning_rate": 0.0001,
      "loss": 0.0394,
      "step": 5760
    },
    {
      "epoch": 34.142011834319526,
      "grad_norm": 3.5685365200042725,
      "learning_rate": 0.0001,
      "loss": 0.039,
      "step": 5770
    },
    {
      "epoch": 34.201183431952664,
      "grad_norm": 2.4509737491607666,
      "learning_rate": 0.0001,
      "loss": 0.0362,
      "step": 5780
    },
    {
      "epoch": 34.260355029585796,
      "grad_norm": 2.49623966217041,
      "learning_rate": 0.0001,
      "loss": 0.0375,
      "step": 5790
    },
    {
      "epoch": 34.319526627218934,
      "grad_norm": 2.8502838611602783,
      "learning_rate": 0.0001,
      "loss": 0.0384,
      "step": 5800
    },
    {
      "epoch": 34.37869822485207,
      "grad_norm": 3.2586593627929688,
      "learning_rate": 0.0001,
      "loss": 0.0384,
      "step": 5810
    },
    {
      "epoch": 34.437869822485204,
      "grad_norm": 3.1439669132232666,
      "learning_rate": 0.0001,
      "loss": 0.0389,
      "step": 5820
    },
    {
      "epoch": 34.49704142011834,
      "grad_norm": 2.6732826232910156,
      "learning_rate": 0.0001,
      "loss": 0.0389,
      "step": 5830
    },
    {
      "epoch": 34.55621301775148,
      "grad_norm": 2.663051128387451,
      "learning_rate": 0.0001,
      "loss": 0.039,
      "step": 5840
    },
    {
      "epoch": 34.61538461538461,
      "grad_norm": 2.174128293991089,
      "learning_rate": 0.0001,
      "loss": 0.0378,
      "step": 5850
    },
    {
      "epoch": 34.67455621301775,
      "grad_norm": 2.4969770908355713,
      "learning_rate": 0.0001,
      "loss": 0.0371,
      "step": 5860
    },
    {
      "epoch": 34.73372781065089,
      "grad_norm": 2.620683431625366,
      "learning_rate": 0.0001,
      "loss": 0.0376,
      "step": 5870
    },
    {
      "epoch": 34.79289940828402,
      "grad_norm": 2.3133041858673096,
      "learning_rate": 0.0001,
      "loss": 0.0377,
      "step": 5880
    },
    {
      "epoch": 34.85207100591716,
      "grad_norm": 2.375354528427124,
      "learning_rate": 0.0001,
      "loss": 0.0385,
      "step": 5890
    },
    {
      "epoch": 34.9112426035503,
      "grad_norm": 2.96539568901062,
      "learning_rate": 0.0001,
      "loss": 0.0394,
      "step": 5900
    },
    {
      "epoch": 34.97041420118343,
      "grad_norm": 2.421586036682129,
      "learning_rate": 0.0001,
      "loss": 0.0393,
      "step": 5910
    },
    {
      "epoch": 35.02958579881657,
      "grad_norm": 2.7406249046325684,
      "learning_rate": 0.0001,
      "loss": 0.0374,
      "step": 5920
    },
    {
      "epoch": 35.0887573964497,
      "grad_norm": 2.2939305305480957,
      "learning_rate": 0.0001,
      "loss": 0.0382,
      "step": 5930
    },
    {
      "epoch": 35.14792899408284,
      "grad_norm": 2.5900344848632812,
      "learning_rate": 0.0001,
      "loss": 0.0386,
      "step": 5940
    },
    {
      "epoch": 35.20710059171598,
      "grad_norm": 2.5751914978027344,
      "learning_rate": 0.0001,
      "loss": 0.0388,
      "step": 5950
    },
    {
      "epoch": 35.26627218934911,
      "grad_norm": 2.7437937259674072,
      "learning_rate": 0.0001,
      "loss": 0.0393,
      "step": 5960
    },
    {
      "epoch": 35.32544378698225,
      "grad_norm": 2.5376670360565186,
      "learning_rate": 0.0001,
      "loss": 0.0392,
      "step": 5970
    },
    {
      "epoch": 35.38461538461539,
      "grad_norm": 2.3735177516937256,
      "learning_rate": 0.0001,
      "loss": 0.0394,
      "step": 5980
    },
    {
      "epoch": 35.44378698224852,
      "grad_norm": 3.5083789825439453,
      "learning_rate": 0.0001,
      "loss": 0.0402,
      "step": 5990
    },
    {
      "epoch": 35.50295857988166,
      "grad_norm": 2.499983549118042,
      "learning_rate": 0.0001,
      "loss": 0.0428,
      "step": 6000
    },
    {
      "epoch": 35.562130177514796,
      "grad_norm": 2.214320182800293,
      "learning_rate": 0.0001,
      "loss": 0.0416,
      "step": 6010
    },
    {
      "epoch": 35.62130177514793,
      "grad_norm": 2.7791621685028076,
      "learning_rate": 0.0001,
      "loss": 0.042,
      "step": 6020
    },
    {
      "epoch": 35.680473372781066,
      "grad_norm": 2.353794813156128,
      "learning_rate": 0.0001,
      "loss": 0.0411,
      "step": 6030
    },
    {
      "epoch": 35.739644970414204,
      "grad_norm": 2.4961941242218018,
      "learning_rate": 0.0001,
      "loss": 0.0402,
      "step": 6040
    },
    {
      "epoch": 35.798816568047336,
      "grad_norm": 2.641179323196411,
      "learning_rate": 0.0001,
      "loss": 0.0402,
      "step": 6050
    },
    {
      "epoch": 35.857988165680474,
      "grad_norm": 1.8833891153335571,
      "learning_rate": 0.0001,
      "loss": 0.0401,
      "step": 6060
    },
    {
      "epoch": 35.917159763313606,
      "grad_norm": 2.4077365398406982,
      "learning_rate": 0.0001,
      "loss": 0.0387,
      "step": 6070
    },
    {
      "epoch": 35.976331360946745,
      "grad_norm": 2.20727276802063,
      "learning_rate": 0.0001,
      "loss": 0.04,
      "step": 6080
    },
    {
      "epoch": 36.03550295857988,
      "grad_norm": 2.805233955383301,
      "learning_rate": 0.0001,
      "loss": 0.0403,
      "step": 6090
    },
    {
      "epoch": 36.094674556213015,
      "grad_norm": 1.8451623916625977,
      "learning_rate": 0.0001,
      "loss": 0.0405,
      "step": 6100
    },
    {
      "epoch": 36.15384615384615,
      "grad_norm": 2.280503273010254,
      "learning_rate": 0.0001,
      "loss": 0.0394,
      "step": 6110
    },
    {
      "epoch": 36.21301775147929,
      "grad_norm": 2.8806192874908447,
      "learning_rate": 0.0001,
      "loss": 0.0396,
      "step": 6120
    },
    {
      "epoch": 36.27218934911242,
      "grad_norm": 2.749778985977173,
      "learning_rate": 0.0001,
      "loss": 0.0395,
      "step": 6130
    },
    {
      "epoch": 36.33136094674556,
      "grad_norm": 1.9586924314498901,
      "learning_rate": 0.0001,
      "loss": 0.0376,
      "step": 6140
    },
    {
      "epoch": 36.3905325443787,
      "grad_norm": 2.3840696811676025,
      "learning_rate": 0.0001,
      "loss": 0.037,
      "step": 6150
    },
    {
      "epoch": 36.44970414201183,
      "grad_norm": 2.3572278022766113,
      "learning_rate": 0.0001,
      "loss": 0.037,
      "step": 6160
    },
    {
      "epoch": 36.50887573964497,
      "grad_norm": 2.1688976287841797,
      "learning_rate": 0.0001,
      "loss": 0.0372,
      "step": 6170
    },
    {
      "epoch": 36.56804733727811,
      "grad_norm": 1.8140296936035156,
      "learning_rate": 0.0001,
      "loss": 0.0381,
      "step": 6180
    },
    {
      "epoch": 36.62721893491124,
      "grad_norm": 1.9743294715881348,
      "learning_rate": 0.0001,
      "loss": 0.0366,
      "step": 6190
    },
    {
      "epoch": 36.68639053254438,
      "grad_norm": 2.789410352706909,
      "learning_rate": 0.0001,
      "loss": 0.0374,
      "step": 6200
    },
    {
      "epoch": 36.74556213017752,
      "grad_norm": 2.2342898845672607,
      "learning_rate": 0.0001,
      "loss": 0.0388,
      "step": 6210
    },
    {
      "epoch": 36.80473372781065,
      "grad_norm": 2.190018653869629,
      "learning_rate": 0.0001,
      "loss": 0.0376,
      "step": 6220
    },
    {
      "epoch": 36.86390532544379,
      "grad_norm": 2.492464065551758,
      "learning_rate": 0.0001,
      "loss": 0.0396,
      "step": 6230
    },
    {
      "epoch": 36.92307692307692,
      "grad_norm": 2.3696422576904297,
      "learning_rate": 0.0001,
      "loss": 0.0384,
      "step": 6240
    },
    {
      "epoch": 36.98224852071006,
      "grad_norm": 2.038090467453003,
      "learning_rate": 0.0001,
      "loss": 0.0382,
      "step": 6250
    },
    {
      "epoch": 37.0414201183432,
      "grad_norm": 2.501413345336914,
      "learning_rate": 0.0001,
      "loss": 0.0388,
      "step": 6260
    },
    {
      "epoch": 37.10059171597633,
      "grad_norm": 2.343127727508545,
      "learning_rate": 0.0001,
      "loss": 0.0386,
      "step": 6270
    },
    {
      "epoch": 37.15976331360947,
      "grad_norm": 2.752690315246582,
      "learning_rate": 0.0001,
      "loss": 0.0378,
      "step": 6280
    },
    {
      "epoch": 37.218934911242606,
      "grad_norm": 2.4334535598754883,
      "learning_rate": 0.0001,
      "loss": 0.0384,
      "step": 6290
    },
    {
      "epoch": 37.27810650887574,
      "grad_norm": 2.3313214778900146,
      "learning_rate": 0.0001,
      "loss": 0.0377,
      "step": 6300
    },
    {
      "epoch": 37.337278106508876,
      "grad_norm": 2.554887294769287,
      "learning_rate": 0.0001,
      "loss": 0.0376,
      "step": 6310
    },
    {
      "epoch": 37.396449704142015,
      "grad_norm": 2.1963515281677246,
      "learning_rate": 0.0001,
      "loss": 0.0369,
      "step": 6320
    },
    {
      "epoch": 37.455621301775146,
      "grad_norm": 2.4000205993652344,
      "learning_rate": 0.0001,
      "loss": 0.0366,
      "step": 6330
    },
    {
      "epoch": 37.514792899408285,
      "grad_norm": 2.5008344650268555,
      "learning_rate": 0.0001,
      "loss": 0.0359,
      "step": 6340
    },
    {
      "epoch": 37.57396449704142,
      "grad_norm": 2.2653043270111084,
      "learning_rate": 0.0001,
      "loss": 0.0364,
      "step": 6350
    },
    {
      "epoch": 37.633136094674555,
      "grad_norm": 2.347411870956421,
      "learning_rate": 0.0001,
      "loss": 0.0373,
      "step": 6360
    },
    {
      "epoch": 37.69230769230769,
      "grad_norm": 2.5278966426849365,
      "learning_rate": 0.0001,
      "loss": 0.0374,
      "step": 6370
    },
    {
      "epoch": 37.751479289940825,
      "grad_norm": 2.3004722595214844,
      "learning_rate": 0.0001,
      "loss": 0.039,
      "step": 6380
    },
    {
      "epoch": 37.81065088757396,
      "grad_norm": 2.4736993312835693,
      "learning_rate": 0.0001,
      "loss": 0.037,
      "step": 6390
    },
    {
      "epoch": 37.8698224852071,
      "grad_norm": 2.2091798782348633,
      "learning_rate": 0.0001,
      "loss": 0.0355,
      "step": 6400
    },
    {
      "epoch": 37.928994082840234,
      "grad_norm": 2.859865665435791,
      "learning_rate": 0.0001,
      "loss": 0.0374,
      "step": 6410
    },
    {
      "epoch": 37.98816568047337,
      "grad_norm": 2.0931196212768555,
      "learning_rate": 0.0001,
      "loss": 0.0396,
      "step": 6420
    },
    {
      "epoch": 38.04733727810651,
      "grad_norm": 2.1994707584381104,
      "learning_rate": 0.0001,
      "loss": 0.0369,
      "step": 6430
    },
    {
      "epoch": 38.10650887573964,
      "grad_norm": 2.5779335498809814,
      "learning_rate": 0.0001,
      "loss": 0.0376,
      "step": 6440
    },
    {
      "epoch": 38.16568047337278,
      "grad_norm": 2.168508768081665,
      "learning_rate": 0.0001,
      "loss": 0.0365,
      "step": 6450
    },
    {
      "epoch": 38.22485207100592,
      "grad_norm": 2.1566107273101807,
      "learning_rate": 0.0001,
      "loss": 0.0376,
      "step": 6460
    },
    {
      "epoch": 38.28402366863905,
      "grad_norm": 2.031437397003174,
      "learning_rate": 0.0001,
      "loss": 0.0369,
      "step": 6470
    },
    {
      "epoch": 38.34319526627219,
      "grad_norm": 2.342960834503174,
      "learning_rate": 0.0001,
      "loss": 0.0386,
      "step": 6480
    },
    {
      "epoch": 38.40236686390533,
      "grad_norm": 1.9592527151107788,
      "learning_rate": 0.0001,
      "loss": 0.0386,
      "step": 6490
    },
    {
      "epoch": 38.46153846153846,
      "grad_norm": 2.1036033630371094,
      "learning_rate": 0.0001,
      "loss": 0.0374,
      "step": 6500
    },
    {
      "epoch": 38.5207100591716,
      "grad_norm": 2.107426404953003,
      "learning_rate": 0.0001,
      "loss": 0.0369,
      "step": 6510
    },
    {
      "epoch": 38.57988165680474,
      "grad_norm": 2.5449817180633545,
      "learning_rate": 0.0001,
      "loss": 0.0369,
      "step": 6520
    },
    {
      "epoch": 38.63905325443787,
      "grad_norm": 2.0007851123809814,
      "learning_rate": 0.0001,
      "loss": 0.0386,
      "step": 6530
    },
    {
      "epoch": 38.69822485207101,
      "grad_norm": 2.2029869556427,
      "learning_rate": 0.0001,
      "loss": 0.0365,
      "step": 6540
    },
    {
      "epoch": 38.75739644970414,
      "grad_norm": 2.2885212898254395,
      "learning_rate": 0.0001,
      "loss": 0.0365,
      "step": 6550
    },
    {
      "epoch": 38.81656804733728,
      "grad_norm": 3.17850399017334,
      "learning_rate": 0.0001,
      "loss": 0.0375,
      "step": 6560
    },
    {
      "epoch": 38.875739644970416,
      "grad_norm": 2.116330146789551,
      "learning_rate": 0.0001,
      "loss": 0.0376,
      "step": 6570
    },
    {
      "epoch": 38.93491124260355,
      "grad_norm": 2.061427116394043,
      "learning_rate": 0.0001,
      "loss": 0.0365,
      "step": 6580
    },
    {
      "epoch": 38.994082840236686,
      "grad_norm": 2.645265817642212,
      "learning_rate": 0.0001,
      "loss": 0.0383,
      "step": 6590
    },
    {
      "epoch": 39.053254437869825,
      "grad_norm": 1.9446637630462646,
      "learning_rate": 0.0001,
      "loss": 0.037,
      "step": 6600
    },
    {
      "epoch": 39.112426035502956,
      "grad_norm": 2.2229831218719482,
      "learning_rate": 0.0001,
      "loss": 0.0371,
      "step": 6610
    },
    {
      "epoch": 39.171597633136095,
      "grad_norm": 1.785588264465332,
      "learning_rate": 0.0001,
      "loss": 0.0378,
      "step": 6620
    },
    {
      "epoch": 39.23076923076923,
      "grad_norm": 2.5389487743377686,
      "learning_rate": 0.0001,
      "loss": 0.0377,
      "step": 6630
    },
    {
      "epoch": 39.289940828402365,
      "grad_norm": 2.5257928371429443,
      "learning_rate": 0.0001,
      "loss": 0.0353,
      "step": 6640
    },
    {
      "epoch": 39.349112426035504,
      "grad_norm": 2.3250818252563477,
      "learning_rate": 0.0001,
      "loss": 0.037,
      "step": 6650
    },
    {
      "epoch": 39.40828402366864,
      "grad_norm": 2.37992000579834,
      "learning_rate": 0.0001,
      "loss": 0.0368,
      "step": 6660
    },
    {
      "epoch": 39.467455621301774,
      "grad_norm": 2.038193702697754,
      "learning_rate": 0.0001,
      "loss": 0.0354,
      "step": 6670
    },
    {
      "epoch": 39.52662721893491,
      "grad_norm": 2.3759708404541016,
      "learning_rate": 0.0001,
      "loss": 0.0361,
      "step": 6680
    },
    {
      "epoch": 39.585798816568044,
      "grad_norm": 2.296311140060425,
      "learning_rate": 0.0001,
      "loss": 0.0364,
      "step": 6690
    },
    {
      "epoch": 39.64497041420118,
      "grad_norm": 2.9102301597595215,
      "learning_rate": 0.0001,
      "loss": 0.0363,
      "step": 6700
    },
    {
      "epoch": 39.70414201183432,
      "grad_norm": 2.576260566711426,
      "learning_rate": 0.0001,
      "loss": 0.0381,
      "step": 6710
    },
    {
      "epoch": 39.76331360946745,
      "grad_norm": 2.1134250164031982,
      "learning_rate": 0.0001,
      "loss": 0.0377,
      "step": 6720
    },
    {
      "epoch": 39.82248520710059,
      "grad_norm": 1.9798874855041504,
      "learning_rate": 0.0001,
      "loss": 0.0382,
      "step": 6730
    },
    {
      "epoch": 39.88165680473373,
      "grad_norm": 2.2950212955474854,
      "learning_rate": 0.0001,
      "loss": 0.0365,
      "step": 6740
    },
    {
      "epoch": 39.94082840236686,
      "grad_norm": 2.6816320419311523,
      "learning_rate": 0.0001,
      "loss": 0.0361,
      "step": 6750
    },
    {
      "epoch": 40.0,
      "grad_norm": 2.4200894832611084,
      "learning_rate": 0.0001,
      "loss": 0.0364,
      "step": 6760
    },
    {
      "epoch": 40.05917159763314,
      "grad_norm": 2.193113088607788,
      "learning_rate": 0.0001,
      "loss": 0.0353,
      "step": 6770
    },
    {
      "epoch": 40.11834319526627,
      "grad_norm": 2.565507650375366,
      "learning_rate": 0.0001,
      "loss": 0.0366,
      "step": 6780
    },
    {
      "epoch": 40.17751479289941,
      "grad_norm": 2.2668135166168213,
      "learning_rate": 0.0001,
      "loss": 0.0361,
      "step": 6790
    },
    {
      "epoch": 40.23668639053255,
      "grad_norm": 1.708004117012024,
      "learning_rate": 0.0001,
      "loss": 0.0355,
      "step": 6800
    },
    {
      "epoch": 40.29585798816568,
      "grad_norm": 1.8339115381240845,
      "learning_rate": 0.0001,
      "loss": 0.0359,
      "step": 6810
    },
    {
      "epoch": 40.35502958579882,
      "grad_norm": 2.0544984340667725,
      "learning_rate": 0.0001,
      "loss": 0.0366,
      "step": 6820
    },
    {
      "epoch": 40.414201183431956,
      "grad_norm": 1.8792948722839355,
      "learning_rate": 0.0001,
      "loss": 0.0356,
      "step": 6830
    },
    {
      "epoch": 40.47337278106509,
      "grad_norm": 2.1796622276306152,
      "learning_rate": 0.0001,
      "loss": 0.035,
      "step": 6840
    },
    {
      "epoch": 40.532544378698226,
      "grad_norm": 2.5065059661865234,
      "learning_rate": 0.0001,
      "loss": 0.0346,
      "step": 6850
    },
    {
      "epoch": 40.59171597633136,
      "grad_norm": 2.312072992324829,
      "learning_rate": 0.0001,
      "loss": 0.0355,
      "step": 6860
    },
    {
      "epoch": 40.650887573964496,
      "grad_norm": 2.4892995357513428,
      "learning_rate": 0.0001,
      "loss": 0.0345,
      "step": 6870
    },
    {
      "epoch": 40.710059171597635,
      "grad_norm": 2.9363138675689697,
      "learning_rate": 0.0001,
      "loss": 0.0352,
      "step": 6880
    },
    {
      "epoch": 40.76923076923077,
      "grad_norm": 2.7155702114105225,
      "learning_rate": 0.0001,
      "loss": 0.0353,
      "step": 6890
    },
    {
      "epoch": 40.828402366863905,
      "grad_norm": 2.88881254196167,
      "learning_rate": 0.0001,
      "loss": 0.035,
      "step": 6900
    },
    {
      "epoch": 40.887573964497044,
      "grad_norm": 2.321302652359009,
      "learning_rate": 0.0001,
      "loss": 0.0359,
      "step": 6910
    },
    {
      "epoch": 40.946745562130175,
      "grad_norm": 2.143500804901123,
      "learning_rate": 0.0001,
      "loss": 0.0352,
      "step": 6920
    },
    {
      "epoch": 41.005917159763314,
      "grad_norm": 2.242567539215088,
      "learning_rate": 0.0001,
      "loss": 0.0357,
      "step": 6930
    },
    {
      "epoch": 41.06508875739645,
      "grad_norm": 2.470912456512451,
      "learning_rate": 0.0001,
      "loss": 0.0341,
      "step": 6940
    },
    {
      "epoch": 41.124260355029584,
      "grad_norm": 2.708672523498535,
      "learning_rate": 0.0001,
      "loss": 0.0374,
      "step": 6950
    },
    {
      "epoch": 41.18343195266272,
      "grad_norm": 2.8577306270599365,
      "learning_rate": 0.0001,
      "loss": 0.0363,
      "step": 6960
    },
    {
      "epoch": 41.24260355029586,
      "grad_norm": 2.4244048595428467,
      "learning_rate": 0.0001,
      "loss": 0.0361,
      "step": 6970
    },
    {
      "epoch": 41.30177514792899,
      "grad_norm": 2.445434808731079,
      "learning_rate": 0.0001,
      "loss": 0.035,
      "step": 6980
    },
    {
      "epoch": 41.36094674556213,
      "grad_norm": 2.789565086364746,
      "learning_rate": 0.0001,
      "loss": 0.0351,
      "step": 6990
    },
    {
      "epoch": 41.42011834319526,
      "grad_norm": 2.238605260848999,
      "learning_rate": 0.0001,
      "loss": 0.0327,
      "step": 7000
    },
    {
      "epoch": 41.4792899408284,
      "grad_norm": 2.6819660663604736,
      "learning_rate": 0.0001,
      "loss": 0.035,
      "step": 7010
    },
    {
      "epoch": 41.53846153846154,
      "grad_norm": 2.951162099838257,
      "learning_rate": 0.0001,
      "loss": 0.0371,
      "step": 7020
    },
    {
      "epoch": 41.59763313609467,
      "grad_norm": 3.6508190631866455,
      "learning_rate": 0.0001,
      "loss": 0.0368,
      "step": 7030
    },
    {
      "epoch": 41.65680473372781,
      "grad_norm": 2.5877511501312256,
      "learning_rate": 0.0001,
      "loss": 0.0366,
      "step": 7040
    },
    {
      "epoch": 41.71597633136095,
      "grad_norm": 2.8352103233337402,
      "learning_rate": 0.0001,
      "loss": 0.0335,
      "step": 7050
    },
    {
      "epoch": 41.77514792899408,
      "grad_norm": 2.5562212467193604,
      "learning_rate": 0.0001,
      "loss": 0.0354,
      "step": 7060
    },
    {
      "epoch": 41.83431952662722,
      "grad_norm": 2.2208566665649414,
      "learning_rate": 0.0001,
      "loss": 0.0349,
      "step": 7070
    },
    {
      "epoch": 41.89349112426036,
      "grad_norm": 2.3077497482299805,
      "learning_rate": 0.0001,
      "loss": 0.0339,
      "step": 7080
    },
    {
      "epoch": 41.95266272189349,
      "grad_norm": 1.9440656900405884,
      "learning_rate": 0.0001,
      "loss": 0.0339,
      "step": 7090
    },
    {
      "epoch": 42.01183431952663,
      "grad_norm": 1.8663362264633179,
      "learning_rate": 0.0001,
      "loss": 0.0354,
      "step": 7100
    },
    {
      "epoch": 42.071005917159766,
      "grad_norm": 2.544034242630005,
      "learning_rate": 0.0001,
      "loss": 0.0345,
      "step": 7110
    },
    {
      "epoch": 42.1301775147929,
      "grad_norm": 1.9617440700531006,
      "learning_rate": 0.0001,
      "loss": 0.0357,
      "step": 7120
    },
    {
      "epoch": 42.18934911242604,
      "grad_norm": 2.762183666229248,
      "learning_rate": 0.0001,
      "loss": 0.0355,
      "step": 7130
    },
    {
      "epoch": 42.248520710059175,
      "grad_norm": 2.119473934173584,
      "learning_rate": 0.0001,
      "loss": 0.0362,
      "step": 7140
    },
    {
      "epoch": 42.30769230769231,
      "grad_norm": 3.2559993267059326,
      "learning_rate": 0.0001,
      "loss": 0.0364,
      "step": 7150
    },
    {
      "epoch": 42.366863905325445,
      "grad_norm": 2.6083145141601562,
      "learning_rate": 0.0001,
      "loss": 0.0377,
      "step": 7160
    },
    {
      "epoch": 42.42603550295858,
      "grad_norm": 2.054844617843628,
      "learning_rate": 0.0001,
      "loss": 0.0371,
      "step": 7170
    },
    {
      "epoch": 42.485207100591715,
      "grad_norm": 2.824201822280884,
      "learning_rate": 0.0001,
      "loss": 0.0359,
      "step": 7180
    },
    {
      "epoch": 42.544378698224854,
      "grad_norm": 2.8800153732299805,
      "learning_rate": 0.0001,
      "loss": 0.0366,
      "step": 7190
    },
    {
      "epoch": 42.603550295857985,
      "grad_norm": 2.4122092723846436,
      "learning_rate": 0.0001,
      "loss": 0.0356,
      "step": 7200
    },
    {
      "epoch": 42.662721893491124,
      "grad_norm": 2.501124858856201,
      "learning_rate": 0.0001,
      "loss": 0.0363,
      "step": 7210
    },
    {
      "epoch": 42.72189349112426,
      "grad_norm": 2.4320292472839355,
      "learning_rate": 0.0001,
      "loss": 0.0346,
      "step": 7220
    },
    {
      "epoch": 42.781065088757394,
      "grad_norm": 1.7300277948379517,
      "learning_rate": 0.0001,
      "loss": 0.0361,
      "step": 7230
    },
    {
      "epoch": 42.84023668639053,
      "grad_norm": 2.2419075965881348,
      "learning_rate": 0.0001,
      "loss": 0.0353,
      "step": 7240
    },
    {
      "epoch": 42.89940828402367,
      "grad_norm": 2.2318737506866455,
      "learning_rate": 0.0001,
      "loss": 0.0363,
      "step": 7250
    },
    {
      "epoch": 42.9585798816568,
      "grad_norm": 3.175114870071411,
      "learning_rate": 0.0001,
      "loss": 0.0374,
      "step": 7260
    },
    {
      "epoch": 43.01775147928994,
      "grad_norm": 1.964353322982788,
      "learning_rate": 0.0001,
      "loss": 0.0346,
      "step": 7270
    },
    {
      "epoch": 43.07692307692308,
      "grad_norm": 1.7617719173431396,
      "learning_rate": 0.0001,
      "loss": 0.035,
      "step": 7280
    },
    {
      "epoch": 43.13609467455621,
      "grad_norm": 1.6404685974121094,
      "learning_rate": 0.0001,
      "loss": 0.0342,
      "step": 7290
    },
    {
      "epoch": 43.19526627218935,
      "grad_norm": 1.7819008827209473,
      "learning_rate": 0.0001,
      "loss": 0.0333,
      "step": 7300
    },
    {
      "epoch": 43.25443786982248,
      "grad_norm": 1.7775909900665283,
      "learning_rate": 0.0001,
      "loss": 0.0353,
      "step": 7310
    },
    {
      "epoch": 43.31360946745562,
      "grad_norm": 1.803158164024353,
      "learning_rate": 0.0001,
      "loss": 0.0344,
      "step": 7320
    },
    {
      "epoch": 43.37278106508876,
      "grad_norm": 1.838541030883789,
      "learning_rate": 0.0001,
      "loss": 0.0352,
      "step": 7330
    },
    {
      "epoch": 43.43195266272189,
      "grad_norm": 2.348422050476074,
      "learning_rate": 0.0001,
      "loss": 0.0349,
      "step": 7340
    },
    {
      "epoch": 43.49112426035503,
      "grad_norm": 1.9703973531723022,
      "learning_rate": 0.0001,
      "loss": 0.0343,
      "step": 7350
    },
    {
      "epoch": 43.55029585798817,
      "grad_norm": 2.0023550987243652,
      "learning_rate": 0.0001,
      "loss": 0.0333,
      "step": 7360
    },
    {
      "epoch": 43.6094674556213,
      "grad_norm": 2.6823432445526123,
      "learning_rate": 0.0001,
      "loss": 0.0341,
      "step": 7370
    },
    {
      "epoch": 43.66863905325444,
      "grad_norm": 2.0128867626190186,
      "learning_rate": 0.0001,
      "loss": 0.0361,
      "step": 7380
    },
    {
      "epoch": 43.72781065088758,
      "grad_norm": 1.992146372795105,
      "learning_rate": 0.0001,
      "loss": 0.0344,
      "step": 7390
    },
    {
      "epoch": 43.78698224852071,
      "grad_norm": 1.5589733123779297,
      "learning_rate": 0.0001,
      "loss": 0.0337,
      "step": 7400
    },
    {
      "epoch": 43.84615384615385,
      "grad_norm": 2.0462069511413574,
      "learning_rate": 0.0001,
      "loss": 0.034,
      "step": 7410
    },
    {
      "epoch": 43.905325443786985,
      "grad_norm": 1.8134146928787231,
      "learning_rate": 0.0001,
      "loss": 0.035,
      "step": 7420
    },
    {
      "epoch": 43.96449704142012,
      "grad_norm": 2.8621485233306885,
      "learning_rate": 0.0001,
      "loss": 0.035,
      "step": 7430
    },
    {
      "epoch": 44.023668639053255,
      "grad_norm": 2.185274839401245,
      "learning_rate": 0.0001,
      "loss": 0.0359,
      "step": 7440
    },
    {
      "epoch": 44.082840236686394,
      "grad_norm": 2.0238847732543945,
      "learning_rate": 0.0001,
      "loss": 0.0363,
      "step": 7450
    },
    {
      "epoch": 44.142011834319526,
      "grad_norm": 2.4574801921844482,
      "learning_rate": 0.0001,
      "loss": 0.0341,
      "step": 7460
    },
    {
      "epoch": 44.201183431952664,
      "grad_norm": 1.9655004739761353,
      "learning_rate": 0.0001,
      "loss": 0.0343,
      "step": 7470
    },
    {
      "epoch": 44.260355029585796,
      "grad_norm": 2.605940103530884,
      "learning_rate": 0.0001,
      "loss": 0.0348,
      "step": 7480
    },
    {
      "epoch": 44.319526627218934,
      "grad_norm": 2.158921241760254,
      "learning_rate": 0.0001,
      "loss": 0.0356,
      "step": 7490
    },
    {
      "epoch": 44.37869822485207,
      "grad_norm": 2.360276937484741,
      "learning_rate": 0.0001,
      "loss": 0.0334,
      "step": 7500
    },
    {
      "epoch": 44.437869822485204,
      "grad_norm": 2.6869707107543945,
      "learning_rate": 0.0001,
      "loss": 0.0354,
      "step": 7510
    },
    {
      "epoch": 44.49704142011834,
      "grad_norm": 2.9994823932647705,
      "learning_rate": 0.0001,
      "loss": 0.0354,
      "step": 7520
    },
    {
      "epoch": 44.55621301775148,
      "grad_norm": 3.0287437438964844,
      "learning_rate": 0.0001,
      "loss": 0.0362,
      "step": 7530
    },
    {
      "epoch": 44.61538461538461,
      "grad_norm": 2.484825372695923,
      "learning_rate": 0.0001,
      "loss": 0.0353,
      "step": 7540
    },
    {
      "epoch": 44.67455621301775,
      "grad_norm": 3.133854866027832,
      "learning_rate": 0.0001,
      "loss": 0.0356,
      "step": 7550
    },
    {
      "epoch": 44.73372781065089,
      "grad_norm": 2.2783255577087402,
      "learning_rate": 0.0001,
      "loss": 0.0363,
      "step": 7560
    },
    {
      "epoch": 44.79289940828402,
      "grad_norm": 2.5281548500061035,
      "learning_rate": 0.0001,
      "loss": 0.0339,
      "step": 7570
    },
    {
      "epoch": 44.85207100591716,
      "grad_norm": 2.4707069396972656,
      "learning_rate": 0.0001,
      "loss": 0.034,
      "step": 7580
    },
    {
      "epoch": 44.9112426035503,
      "grad_norm": 2.155191421508789,
      "learning_rate": 0.0001,
      "loss": 0.036,
      "step": 7590
    },
    {
      "epoch": 44.97041420118343,
      "grad_norm": 2.5939745903015137,
      "learning_rate": 0.0001,
      "loss": 0.0354,
      "step": 7600
    },
    {
      "epoch": 45.02958579881657,
      "grad_norm": 1.7218459844589233,
      "learning_rate": 0.0001,
      "loss": 0.0339,
      "step": 7610
    },
    {
      "epoch": 45.0887573964497,
      "grad_norm": 2.3446643352508545,
      "learning_rate": 0.0001,
      "loss": 0.0332,
      "step": 7620
    },
    {
      "epoch": 45.14792899408284,
      "grad_norm": 1.6789230108261108,
      "learning_rate": 0.0001,
      "loss": 0.0324,
      "step": 7630
    },
    {
      "epoch": 45.20710059171598,
      "grad_norm": 2.2627315521240234,
      "learning_rate": 0.0001,
      "loss": 0.0342,
      "step": 7640
    },
    {
      "epoch": 45.26627218934911,
      "grad_norm": 2.318279504776001,
      "learning_rate": 0.0001,
      "loss": 0.0354,
      "step": 7650
    },
    {
      "epoch": 45.32544378698225,
      "grad_norm": 1.9918235540390015,
      "learning_rate": 0.0001,
      "loss": 0.0357,
      "step": 7660
    },
    {
      "epoch": 45.38461538461539,
      "grad_norm": 2.218508005142212,
      "learning_rate": 0.0001,
      "loss": 0.0349,
      "step": 7670
    },
    {
      "epoch": 45.44378698224852,
      "grad_norm": 2.494114637374878,
      "learning_rate": 0.0001,
      "loss": 0.0352,
      "step": 7680
    },
    {
      "epoch": 45.50295857988166,
      "grad_norm": 1.8003493547439575,
      "learning_rate": 0.0001,
      "loss": 0.0348,
      "step": 7690
    },
    {
      "epoch": 45.562130177514796,
      "grad_norm": 2.0301296710968018,
      "learning_rate": 0.0001,
      "loss": 0.0333,
      "step": 7700
    },
    {
      "epoch": 45.62130177514793,
      "grad_norm": 1.9897499084472656,
      "learning_rate": 0.0001,
      "loss": 0.0339,
      "step": 7710
    },
    {
      "epoch": 45.680473372781066,
      "grad_norm": 1.806282639503479,
      "learning_rate": 0.0001,
      "loss": 0.0325,
      "step": 7720
    },
    {
      "epoch": 45.739644970414204,
      "grad_norm": 2.1193735599517822,
      "learning_rate": 0.0001,
      "loss": 0.0317,
      "step": 7730
    },
    {
      "epoch": 45.798816568047336,
      "grad_norm": 1.6028085947036743,
      "learning_rate": 0.0001,
      "loss": 0.034,
      "step": 7740
    },
    {
      "epoch": 45.857988165680474,
      "grad_norm": 2.2742269039154053,
      "learning_rate": 0.0001,
      "loss": 0.0347,
      "step": 7750
    },
    {
      "epoch": 45.917159763313606,
      "grad_norm": 2.205491542816162,
      "learning_rate": 0.0001,
      "loss": 0.0354,
      "step": 7760
    },
    {
      "epoch": 45.976331360946745,
      "grad_norm": 2.260340452194214,
      "learning_rate": 0.0001,
      "loss": 0.0332,
      "step": 7770
    },
    {
      "epoch": 46.03550295857988,
      "grad_norm": 2.0995397567749023,
      "learning_rate": 0.0001,
      "loss": 0.0342,
      "step": 7780
    },
    {
      "epoch": 46.094674556213015,
      "grad_norm": 2.1535277366638184,
      "learning_rate": 0.0001,
      "loss": 0.0333,
      "step": 7790
    },
    {
      "epoch": 46.15384615384615,
      "grad_norm": 1.7552653551101685,
      "learning_rate": 0.0001,
      "loss": 0.0332,
      "step": 7800
    },
    {
      "epoch": 46.21301775147929,
      "grad_norm": 2.2739157676696777,
      "learning_rate": 0.0001,
      "loss": 0.0334,
      "step": 7810
    },
    {
      "epoch": 46.27218934911242,
      "grad_norm": 2.3574724197387695,
      "learning_rate": 0.0001,
      "loss": 0.0317,
      "step": 7820
    },
    {
      "epoch": 46.33136094674556,
      "grad_norm": 2.08369517326355,
      "learning_rate": 0.0001,
      "loss": 0.0335,
      "step": 7830
    },
    {
      "epoch": 46.3905325443787,
      "grad_norm": 2.3034181594848633,
      "learning_rate": 0.0001,
      "loss": 0.0331,
      "step": 7840
    },
    {
      "epoch": 46.44970414201183,
      "grad_norm": 1.6334459781646729,
      "learning_rate": 0.0001,
      "loss": 0.0333,
      "step": 7850
    },
    {
      "epoch": 46.50887573964497,
      "grad_norm": 3.0524678230285645,
      "learning_rate": 0.0001,
      "loss": 0.0335,
      "step": 7860
    },
    {
      "epoch": 46.56804733727811,
      "grad_norm": 1.9907009601593018,
      "learning_rate": 0.0001,
      "loss": 0.0347,
      "step": 7870
    },
    {
      "epoch": 46.62721893491124,
      "grad_norm": 2.152864694595337,
      "learning_rate": 0.0001,
      "loss": 0.0351,
      "step": 7880
    },
    {
      "epoch": 46.68639053254438,
      "grad_norm": 2.657325267791748,
      "learning_rate": 0.0001,
      "loss": 0.0353,
      "step": 7890
    },
    {
      "epoch": 46.74556213017752,
      "grad_norm": 2.6477668285369873,
      "learning_rate": 0.0001,
      "loss": 0.0349,
      "step": 7900
    },
    {
      "epoch": 46.80473372781065,
      "grad_norm": 2.3875138759613037,
      "learning_rate": 0.0001,
      "loss": 0.0355,
      "step": 7910
    },
    {
      "epoch": 46.86390532544379,
      "grad_norm": 2.425374746322632,
      "learning_rate": 0.0001,
      "loss": 0.035,
      "step": 7920
    },
    {
      "epoch": 46.92307692307692,
      "grad_norm": 2.205251932144165,
      "learning_rate": 0.0001,
      "loss": 0.0349,
      "step": 7930
    },
    {
      "epoch": 46.98224852071006,
      "grad_norm": 2.3108153343200684,
      "learning_rate": 0.0001,
      "loss": 0.033,
      "step": 7940
    },
    {
      "epoch": 47.0414201183432,
      "grad_norm": 2.0401222705841064,
      "learning_rate": 0.0001,
      "loss": 0.0331,
      "step": 7950
    },
    {
      "epoch": 47.10059171597633,
      "grad_norm": 1.8593013286590576,
      "learning_rate": 0.0001,
      "loss": 0.0335,
      "step": 7960
    },
    {
      "epoch": 47.15976331360947,
      "grad_norm": 1.5773780345916748,
      "learning_rate": 0.0001,
      "loss": 0.0335,
      "step": 7970
    },
    {
      "epoch": 47.218934911242606,
      "grad_norm": 2.183591842651367,
      "learning_rate": 0.0001,
      "loss": 0.0338,
      "step": 7980
    },
    {
      "epoch": 47.27810650887574,
      "grad_norm": 1.762555480003357,
      "learning_rate": 0.0001,
      "loss": 0.0348,
      "step": 7990
    },
    {
      "epoch": 47.337278106508876,
      "grad_norm": 2.106579303741455,
      "learning_rate": 0.0001,
      "loss": 0.0359,
      "step": 8000
    },
    {
      "epoch": 47.396449704142015,
      "grad_norm": 1.7366595268249512,
      "learning_rate": 0.0001,
      "loss": 0.0357,
      "step": 8010
    },
    {
      "epoch": 47.455621301775146,
      "grad_norm": 1.805619478225708,
      "learning_rate": 0.0001,
      "loss": 0.0352,
      "step": 8020
    },
    {
      "epoch": 47.514792899408285,
      "grad_norm": 1.7611534595489502,
      "learning_rate": 0.0001,
      "loss": 0.0347,
      "step": 8030
    },
    {
      "epoch": 47.57396449704142,
      "grad_norm": 2.209580898284912,
      "learning_rate": 0.0001,
      "loss": 0.0358,
      "step": 8040
    },
    {
      "epoch": 47.633136094674555,
      "grad_norm": 1.5984245538711548,
      "learning_rate": 0.0001,
      "loss": 0.0358,
      "step": 8050
    },
    {
      "epoch": 47.69230769230769,
      "grad_norm": 1.733137607574463,
      "learning_rate": 0.0001,
      "loss": 0.0349,
      "step": 8060
    },
    {
      "epoch": 47.751479289940825,
      "grad_norm": 2.3158180713653564,
      "learning_rate": 0.0001,
      "loss": 0.0354,
      "step": 8070
    },
    {
      "epoch": 47.81065088757396,
      "grad_norm": 1.8525919914245605,
      "learning_rate": 0.0001,
      "loss": 0.035,
      "step": 8080
    },
    {
      "epoch": 47.8698224852071,
      "grad_norm": 1.7492717504501343,
      "learning_rate": 0.0001,
      "loss": 0.036,
      "step": 8090
    },
    {
      "epoch": 47.928994082840234,
      "grad_norm": 2.016191244125366,
      "learning_rate": 0.0001,
      "loss": 0.0363,
      "step": 8100
    },
    {
      "epoch": 47.98816568047337,
      "grad_norm": 2.8384389877319336,
      "learning_rate": 0.0001,
      "loss": 0.0385,
      "step": 8110
    },
    {
      "epoch": 48.04733727810651,
      "grad_norm": 2.2267377376556396,
      "learning_rate": 0.0001,
      "loss": 0.035,
      "step": 8120
    },
    {
      "epoch": 48.10650887573964,
      "grad_norm": 1.9384708404541016,
      "learning_rate": 0.0001,
      "loss": 0.0348,
      "step": 8130
    },
    {
      "epoch": 48.16568047337278,
      "grad_norm": 1.9673793315887451,
      "learning_rate": 0.0001,
      "loss": 0.0343,
      "step": 8140
    },
    {
      "epoch": 48.22485207100592,
      "grad_norm": 1.963778018951416,
      "learning_rate": 0.0001,
      "loss": 0.0354,
      "step": 8150
    },
    {
      "epoch": 48.28402366863905,
      "grad_norm": 1.833004117012024,
      "learning_rate": 0.0001,
      "loss": 0.0349,
      "step": 8160
    },
    {
      "epoch": 48.34319526627219,
      "grad_norm": 1.4917781352996826,
      "learning_rate": 0.0001,
      "loss": 0.0372,
      "step": 8170
    },
    {
      "epoch": 48.40236686390533,
      "grad_norm": 2.036400079727173,
      "learning_rate": 0.0001,
      "loss": 0.0338,
      "step": 8180
    },
    {
      "epoch": 48.46153846153846,
      "grad_norm": 2.428159475326538,
      "learning_rate": 0.0001,
      "loss": 0.0342,
      "step": 8190
    },
    {
      "epoch": 48.5207100591716,
      "grad_norm": 2.092939615249634,
      "learning_rate": 0.0001,
      "loss": 0.0342,
      "step": 8200
    },
    {
      "epoch": 48.57988165680474,
      "grad_norm": 2.055976390838623,
      "learning_rate": 0.0001,
      "loss": 0.0353,
      "step": 8210
    },
    {
      "epoch": 48.63905325443787,
      "grad_norm": 2.0701112747192383,
      "learning_rate": 0.0001,
      "loss": 0.0346,
      "step": 8220
    },
    {
      "epoch": 48.69822485207101,
      "grad_norm": 2.2323639392852783,
      "learning_rate": 0.0001,
      "loss": 0.0351,
      "step": 8230
    },
    {
      "epoch": 48.75739644970414,
      "grad_norm": 1.9810377359390259,
      "learning_rate": 0.0001,
      "loss": 0.0337,
      "step": 8240
    },
    {
      "epoch": 48.81656804733728,
      "grad_norm": 2.136165142059326,
      "learning_rate": 0.0001,
      "loss": 0.0332,
      "step": 8250
    },
    {
      "epoch": 48.875739644970416,
      "grad_norm": 1.5917547941207886,
      "learning_rate": 0.0001,
      "loss": 0.0329,
      "step": 8260
    },
    {
      "epoch": 48.93491124260355,
      "grad_norm": 2.1646876335144043,
      "learning_rate": 0.0001,
      "loss": 0.0321,
      "step": 8270
    },
    {
      "epoch": 48.994082840236686,
      "grad_norm": 1.7858912944793701,
      "learning_rate": 0.0001,
      "loss": 0.033,
      "step": 8280
    },
    {
      "epoch": 49.053254437869825,
      "grad_norm": 1.750210165977478,
      "learning_rate": 0.0001,
      "loss": 0.0333,
      "step": 8290
    },
    {
      "epoch": 49.112426035502956,
      "grad_norm": 1.8941763639450073,
      "learning_rate": 0.0001,
      "loss": 0.0325,
      "step": 8300
    },
    {
      "epoch": 49.171597633136095,
      "grad_norm": 1.9790654182434082,
      "learning_rate": 0.0001,
      "loss": 0.0324,
      "step": 8310
    },
    {
      "epoch": 49.23076923076923,
      "grad_norm": 2.2026004791259766,
      "learning_rate": 0.0001,
      "loss": 0.0327,
      "step": 8320
    },
    {
      "epoch": 49.289940828402365,
      "grad_norm": 2.336383581161499,
      "learning_rate": 0.0001,
      "loss": 0.0332,
      "step": 8330
    },
    {
      "epoch": 49.349112426035504,
      "grad_norm": 2.1846563816070557,
      "learning_rate": 0.0001,
      "loss": 0.0329,
      "step": 8340
    },
    {
      "epoch": 49.40828402366864,
      "grad_norm": 2.0261788368225098,
      "learning_rate": 0.0001,
      "loss": 0.0333,
      "step": 8350
    },
    {
      "epoch": 49.467455621301774,
      "grad_norm": 2.0120623111724854,
      "learning_rate": 0.0001,
      "loss": 0.0323,
      "step": 8360
    },
    {
      "epoch": 49.52662721893491,
      "grad_norm": 1.5230213403701782,
      "learning_rate": 0.0001,
      "loss": 0.0322,
      "step": 8370
    },
    {
      "epoch": 49.585798816568044,
      "grad_norm": 2.6539719104766846,
      "learning_rate": 0.0001,
      "loss": 0.0321,
      "step": 8380
    },
    {
      "epoch": 49.64497041420118,
      "grad_norm": 2.20536470413208,
      "learning_rate": 0.0001,
      "loss": 0.0347,
      "step": 8390
    },
    {
      "epoch": 49.70414201183432,
      "grad_norm": 2.005849838256836,
      "learning_rate": 0.0001,
      "loss": 0.0328,
      "step": 8400
    },
    {
      "epoch": 49.76331360946745,
      "grad_norm": 2.293684720993042,
      "learning_rate": 0.0001,
      "loss": 0.0335,
      "step": 8410
    },
    {
      "epoch": 49.82248520710059,
      "grad_norm": 2.1393322944641113,
      "learning_rate": 0.0001,
      "loss": 0.0342,
      "step": 8420
    },
    {
      "epoch": 49.88165680473373,
      "grad_norm": 2.6882436275482178,
      "learning_rate": 0.0001,
      "loss": 0.0342,
      "step": 8430
    },
    {
      "epoch": 49.94082840236686,
      "grad_norm": 2.57011342048645,
      "learning_rate": 0.0001,
      "loss": 0.0343,
      "step": 8440
    },
    {
      "epoch": 50.0,
      "grad_norm": 2.610537052154541,
      "learning_rate": 0.0001,
      "loss": 0.0344,
      "step": 8450
    },
    {
      "epoch": 50.05917159763314,
      "grad_norm": 2.353839635848999,
      "learning_rate": 0.0001,
      "loss": 0.0328,
      "step": 8460
    },
    {
      "epoch": 50.11834319526627,
      "grad_norm": 2.325312852859497,
      "learning_rate": 0.0001,
      "loss": 0.0351,
      "step": 8470
    },
    {
      "epoch": 50.17751479289941,
      "grad_norm": 1.697034478187561,
      "learning_rate": 0.0001,
      "loss": 0.0331,
      "step": 8480
    },
    {
      "epoch": 50.23668639053255,
      "grad_norm": 2.1400222778320312,
      "learning_rate": 0.0001,
      "loss": 0.0338,
      "step": 8490
    },
    {
      "epoch": 50.29585798816568,
      "grad_norm": 2.2705936431884766,
      "learning_rate": 0.0001,
      "loss": 0.0351,
      "step": 8500
    },
    {
      "epoch": 50.35502958579882,
      "grad_norm": 1.5698002576828003,
      "learning_rate": 0.0001,
      "loss": 0.0337,
      "step": 8510
    },
    {
      "epoch": 50.414201183431956,
      "grad_norm": 2.112440824508667,
      "learning_rate": 0.0001,
      "loss": 0.0323,
      "step": 8520
    },
    {
      "epoch": 50.47337278106509,
      "grad_norm": 1.8457298278808594,
      "learning_rate": 0.0001,
      "loss": 0.0319,
      "step": 8530
    },
    {
      "epoch": 50.532544378698226,
      "grad_norm": 2.1696298122406006,
      "learning_rate": 0.0001,
      "loss": 0.0336,
      "step": 8540
    },
    {
      "epoch": 50.59171597633136,
      "grad_norm": 2.0588157176971436,
      "learning_rate": 0.0001,
      "loss": 0.0319,
      "step": 8550
    },
    {
      "epoch": 50.650887573964496,
      "grad_norm": 2.0903031826019287,
      "learning_rate": 0.0001,
      "loss": 0.0329,
      "step": 8560
    },
    {
      "epoch": 50.710059171597635,
      "grad_norm": 2.194716215133667,
      "learning_rate": 0.0001,
      "loss": 0.0316,
      "step": 8570
    },
    {
      "epoch": 50.76923076923077,
      "grad_norm": 1.5895949602127075,
      "learning_rate": 0.0001,
      "loss": 0.0325,
      "step": 8580
    },
    {
      "epoch": 50.828402366863905,
      "grad_norm": 2.1726391315460205,
      "learning_rate": 0.0001,
      "loss": 0.0336,
      "step": 8590
    },
    {
      "epoch": 50.887573964497044,
      "grad_norm": 1.830047845840454,
      "learning_rate": 0.0001,
      "loss": 0.0331,
      "step": 8600
    },
    {
      "epoch": 50.946745562130175,
      "grad_norm": 2.1310925483703613,
      "learning_rate": 0.0001,
      "loss": 0.0307,
      "step": 8610
    },
    {
      "epoch": 51.005917159763314,
      "grad_norm": 2.0378634929656982,
      "learning_rate": 0.0001,
      "loss": 0.0332,
      "step": 8620
    },
    {
      "epoch": 51.06508875739645,
      "grad_norm": 1.8991228342056274,
      "learning_rate": 0.0001,
      "loss": 0.0339,
      "step": 8630
    },
    {
      "epoch": 51.124260355029584,
      "grad_norm": 2.16483736038208,
      "learning_rate": 0.0001,
      "loss": 0.0339,
      "step": 8640
    },
    {
      "epoch": 51.18343195266272,
      "grad_norm": 2.067754030227661,
      "learning_rate": 0.0001,
      "loss": 0.0331,
      "step": 8650
    },
    {
      "epoch": 51.24260355029586,
      "grad_norm": 2.11576509475708,
      "learning_rate": 0.0001,
      "loss": 0.0322,
      "step": 8660
    },
    {
      "epoch": 51.30177514792899,
      "grad_norm": 1.921156406402588,
      "learning_rate": 0.0001,
      "loss": 0.0328,
      "step": 8670
    },
    {
      "epoch": 51.36094674556213,
      "grad_norm": 1.7753546237945557,
      "learning_rate": 0.0001,
      "loss": 0.03,
      "step": 8680
    },
    {
      "epoch": 51.42011834319526,
      "grad_norm": 1.7234447002410889,
      "learning_rate": 0.0001,
      "loss": 0.0314,
      "step": 8690
    },
    {
      "epoch": 51.4792899408284,
      "grad_norm": 1.6457452774047852,
      "learning_rate": 0.0001,
      "loss": 0.0322,
      "step": 8700
    },
    {
      "epoch": 51.53846153846154,
      "grad_norm": 2.2582039833068848,
      "learning_rate": 0.0001,
      "loss": 0.0332,
      "step": 8710
    },
    {
      "epoch": 51.59763313609467,
      "grad_norm": 2.5045700073242188,
      "learning_rate": 0.0001,
      "loss": 0.0334,
      "step": 8720
    },
    {
      "epoch": 51.65680473372781,
      "grad_norm": 1.9544016122817993,
      "learning_rate": 0.0001,
      "loss": 0.0329,
      "step": 8730
    },
    {
      "epoch": 51.71597633136095,
      "grad_norm": 2.2486937046051025,
      "learning_rate": 0.0001,
      "loss": 0.0322,
      "step": 8740
    },
    {
      "epoch": 51.77514792899408,
      "grad_norm": 2.0340559482574463,
      "learning_rate": 0.0001,
      "loss": 0.032,
      "step": 8750
    },
    {
      "epoch": 51.83431952662722,
      "grad_norm": 2.8832316398620605,
      "learning_rate": 0.0001,
      "loss": 0.0329,
      "step": 8760
    },
    {
      "epoch": 51.89349112426036,
      "grad_norm": 2.1337101459503174,
      "learning_rate": 0.0001,
      "loss": 0.0326,
      "step": 8770
    },
    {
      "epoch": 51.95266272189349,
      "grad_norm": 2.8878862857818604,
      "learning_rate": 0.0001,
      "loss": 0.0321,
      "step": 8780
    },
    {
      "epoch": 52.01183431952663,
      "grad_norm": 2.022778034210205,
      "learning_rate": 0.0001,
      "loss": 0.0329,
      "step": 8790
    },
    {
      "epoch": 52.071005917159766,
      "grad_norm": 1.9821972846984863,
      "learning_rate": 0.0001,
      "loss": 0.0307,
      "step": 8800
    },
    {
      "epoch": 52.1301775147929,
      "grad_norm": 2.0924289226531982,
      "learning_rate": 0.0001,
      "loss": 0.0308,
      "step": 8810
    },
    {
      "epoch": 52.18934911242604,
      "grad_norm": 2.3329174518585205,
      "learning_rate": 0.0001,
      "loss": 0.031,
      "step": 8820
    },
    {
      "epoch": 52.248520710059175,
      "grad_norm": 1.8705933094024658,
      "learning_rate": 0.0001,
      "loss": 0.0322,
      "step": 8830
    },
    {
      "epoch": 52.30769230769231,
      "grad_norm": 2.2881994247436523,
      "learning_rate": 0.0001,
      "loss": 0.0324,
      "step": 8840
    },
    {
      "epoch": 52.366863905325445,
      "grad_norm": 1.7713308334350586,
      "learning_rate": 0.0001,
      "loss": 0.0318,
      "step": 8850
    },
    {
      "epoch": 52.42603550295858,
      "grad_norm": 2.0944693088531494,
      "learning_rate": 0.0001,
      "loss": 0.0315,
      "step": 8860
    },
    {
      "epoch": 52.485207100591715,
      "grad_norm": 1.867463231086731,
      "learning_rate": 0.0001,
      "loss": 0.0313,
      "step": 8870
    },
    {
      "epoch": 52.544378698224854,
      "grad_norm": 1.8982528448104858,
      "learning_rate": 0.0001,
      "loss": 0.0332,
      "step": 8880
    },
    {
      "epoch": 52.603550295857985,
      "grad_norm": 1.8469318151474,
      "learning_rate": 0.0001,
      "loss": 0.0319,
      "step": 8890
    },
    {
      "epoch": 52.662721893491124,
      "grad_norm": 1.6908539533615112,
      "learning_rate": 0.0001,
      "loss": 0.0314,
      "step": 8900
    },
    {
      "epoch": 52.72189349112426,
      "grad_norm": 2.048063278198242,
      "learning_rate": 0.0001,
      "loss": 0.0319,
      "step": 8910
    },
    {
      "epoch": 52.781065088757394,
      "grad_norm": 2.18879771232605,
      "learning_rate": 0.0001,
      "loss": 0.0321,
      "step": 8920
    },
    {
      "epoch": 52.84023668639053,
      "grad_norm": 1.7338558435440063,
      "learning_rate": 0.0001,
      "loss": 0.0314,
      "step": 8930
    },
    {
      "epoch": 52.89940828402367,
      "grad_norm": 1.8839168548583984,
      "learning_rate": 0.0001,
      "loss": 0.031,
      "step": 8940
    },
    {
      "epoch": 52.9585798816568,
      "grad_norm": 1.5505837202072144,
      "learning_rate": 0.0001,
      "loss": 0.032,
      "step": 8950
    },
    {
      "epoch": 53.01775147928994,
      "grad_norm": 1.5521057844161987,
      "learning_rate": 0.0001,
      "loss": 0.0325,
      "step": 8960
    },
    {
      "epoch": 53.07692307692308,
      "grad_norm": 2.180845260620117,
      "learning_rate": 0.0001,
      "loss": 0.0328,
      "step": 8970
    },
    {
      "epoch": 53.13609467455621,
      "grad_norm": 2.2614099979400635,
      "learning_rate": 0.0001,
      "loss": 0.0338,
      "step": 8980
    },
    {
      "epoch": 53.19526627218935,
      "grad_norm": 2.6195003986358643,
      "learning_rate": 0.0001,
      "loss": 0.0336,
      "step": 8990
    },
    {
      "epoch": 53.25443786982248,
      "grad_norm": 1.7065534591674805,
      "learning_rate": 0.0001,
      "loss": 0.0316,
      "step": 9000
    },
    {
      "epoch": 53.31360946745562,
      "grad_norm": 1.9091246128082275,
      "learning_rate": 0.0001,
      "loss": 0.0323,
      "step": 9010
    },
    {
      "epoch": 53.37278106508876,
      "grad_norm": 1.7090070247650146,
      "learning_rate": 0.0001,
      "loss": 0.0324,
      "step": 9020
    },
    {
      "epoch": 53.43195266272189,
      "grad_norm": 1.6685603857040405,
      "learning_rate": 0.0001,
      "loss": 0.0321,
      "step": 9030
    },
    {
      "epoch": 53.49112426035503,
      "grad_norm": 2.881209135055542,
      "learning_rate": 0.0001,
      "loss": 0.0322,
      "step": 9040
    },
    {
      "epoch": 53.55029585798817,
      "grad_norm": 2.0528886318206787,
      "learning_rate": 0.0001,
      "loss": 0.0336,
      "step": 9050
    },
    {
      "epoch": 53.6094674556213,
      "grad_norm": 2.2183735370635986,
      "learning_rate": 0.0001,
      "loss": 0.033,
      "step": 9060
    },
    {
      "epoch": 53.66863905325444,
      "grad_norm": 2.2254414558410645,
      "learning_rate": 0.0001,
      "loss": 0.0313,
      "step": 9070
    },
    {
      "epoch": 53.72781065088758,
      "grad_norm": 2.3155035972595215,
      "learning_rate": 0.0001,
      "loss": 0.0324,
      "step": 9080
    },
    {
      "epoch": 53.78698224852071,
      "grad_norm": 2.069934844970703,
      "learning_rate": 0.0001,
      "loss": 0.0316,
      "step": 9090
    },
    {
      "epoch": 53.84615384615385,
      "grad_norm": 2.18259334564209,
      "learning_rate": 0.0001,
      "loss": 0.031,
      "step": 9100
    },
    {
      "epoch": 53.905325443786985,
      "grad_norm": 2.5839242935180664,
      "learning_rate": 0.0001,
      "loss": 0.0319,
      "step": 9110
    },
    {
      "epoch": 53.96449704142012,
      "grad_norm": 2.640685558319092,
      "learning_rate": 0.0001,
      "loss": 0.0312,
      "step": 9120
    },
    {
      "epoch": 54.023668639053255,
      "grad_norm": 1.726183295249939,
      "learning_rate": 0.0001,
      "loss": 0.0313,
      "step": 9130
    },
    {
      "epoch": 54.082840236686394,
      "grad_norm": 2.129166841506958,
      "learning_rate": 0.0001,
      "loss": 0.0299,
      "step": 9140
    },
    {
      "epoch": 54.142011834319526,
      "grad_norm": 1.935209035873413,
      "learning_rate": 0.0001,
      "loss": 0.0293,
      "step": 9150
    },
    {
      "epoch": 54.201183431952664,
      "grad_norm": 1.8166563510894775,
      "learning_rate": 0.0001,
      "loss": 0.0306,
      "step": 9160
    },
    {
      "epoch": 54.260355029585796,
      "grad_norm": 1.5967921018600464,
      "learning_rate": 0.0001,
      "loss": 0.0303,
      "step": 9170
    },
    {
      "epoch": 54.319526627218934,
      "grad_norm": 1.6898949146270752,
      "learning_rate": 0.0001,
      "loss": 0.0314,
      "step": 9180
    },
    {
      "epoch": 54.37869822485207,
      "grad_norm": 1.7409635782241821,
      "learning_rate": 0.0001,
      "loss": 0.0318,
      "step": 9190
    },
    {
      "epoch": 54.437869822485204,
      "grad_norm": 1.6817439794540405,
      "learning_rate": 0.0001,
      "loss": 0.0318,
      "step": 9200
    },
    {
      "epoch": 54.49704142011834,
      "grad_norm": 1.8987990617752075,
      "learning_rate": 0.0001,
      "loss": 0.0313,
      "step": 9210
    },
    {
      "epoch": 54.55621301775148,
      "grad_norm": 1.9725265502929688,
      "learning_rate": 0.0001,
      "loss": 0.0324,
      "step": 9220
    },
    {
      "epoch": 54.61538461538461,
      "grad_norm": 1.6091896295547485,
      "learning_rate": 0.0001,
      "loss": 0.0318,
      "step": 9230
    },
    {
      "epoch": 54.67455621301775,
      "grad_norm": 1.8824845552444458,
      "learning_rate": 0.0001,
      "loss": 0.0313,
      "step": 9240
    },
    {
      "epoch": 54.73372781065089,
      "grad_norm": 2.031568765640259,
      "learning_rate": 0.0001,
      "loss": 0.0314,
      "step": 9250
    },
    {
      "epoch": 54.79289940828402,
      "grad_norm": 2.086686134338379,
      "learning_rate": 0.0001,
      "loss": 0.0323,
      "step": 9260
    },
    {
      "epoch": 54.85207100591716,
      "grad_norm": 1.8941878080368042,
      "learning_rate": 0.0001,
      "loss": 0.0313,
      "step": 9270
    },
    {
      "epoch": 54.9112426035503,
      "grad_norm": 2.147495985031128,
      "learning_rate": 0.0001,
      "loss": 0.0324,
      "step": 9280
    },
    {
      "epoch": 54.97041420118343,
      "grad_norm": 1.473995327949524,
      "learning_rate": 0.0001,
      "loss": 0.0318,
      "step": 9290
    },
    {
      "epoch": 55.02958579881657,
      "grad_norm": 1.961800217628479,
      "learning_rate": 0.0001,
      "loss": 0.0315,
      "step": 9300
    },
    {
      "epoch": 55.0887573964497,
      "grad_norm": 2.208514928817749,
      "learning_rate": 0.0001,
      "loss": 0.0336,
      "step": 9310
    },
    {
      "epoch": 55.14792899408284,
      "grad_norm": 2.0775299072265625,
      "learning_rate": 0.0001,
      "loss": 0.0323,
      "step": 9320
    },
    {
      "epoch": 55.20710059171598,
      "grad_norm": 2.0815985202789307,
      "learning_rate": 0.0001,
      "loss": 0.0328,
      "step": 9330
    },
    {
      "epoch": 55.26627218934911,
      "grad_norm": 1.3869959115982056,
      "learning_rate": 0.0001,
      "loss": 0.032,
      "step": 9340
    },
    {
      "epoch": 55.32544378698225,
      "grad_norm": 2.2878143787384033,
      "learning_rate": 0.0001,
      "loss": 0.0321,
      "step": 9350
    },
    {
      "epoch": 55.38461538461539,
      "grad_norm": 1.55245840549469,
      "learning_rate": 0.0001,
      "loss": 0.0328,
      "step": 9360
    },
    {
      "epoch": 55.44378698224852,
      "grad_norm": 1.696345329284668,
      "learning_rate": 0.0001,
      "loss": 0.0316,
      "step": 9370
    },
    {
      "epoch": 55.50295857988166,
      "grad_norm": 1.4600911140441895,
      "learning_rate": 0.0001,
      "loss": 0.0318,
      "step": 9380
    },
    {
      "epoch": 55.562130177514796,
      "grad_norm": 1.8653849363327026,
      "learning_rate": 0.0001,
      "loss": 0.0309,
      "step": 9390
    },
    {
      "epoch": 55.62130177514793,
      "grad_norm": 2.01830792427063,
      "learning_rate": 0.0001,
      "loss": 0.0317,
      "step": 9400
    },
    {
      "epoch": 55.680473372781066,
      "grad_norm": 2.103524923324585,
      "learning_rate": 0.0001,
      "loss": 0.0317,
      "step": 9410
    },
    {
      "epoch": 55.739644970414204,
      "grad_norm": 1.9455193281173706,
      "learning_rate": 0.0001,
      "loss": 0.0303,
      "step": 9420
    },
    {
      "epoch": 55.798816568047336,
      "grad_norm": 1.6023354530334473,
      "learning_rate": 0.0001,
      "loss": 0.0306,
      "step": 9430
    },
    {
      "epoch": 55.857988165680474,
      "grad_norm": 1.3738919496536255,
      "learning_rate": 0.0001,
      "loss": 0.03,
      "step": 9440
    },
    {
      "epoch": 55.917159763313606,
      "grad_norm": 1.9328325986862183,
      "learning_rate": 0.0001,
      "loss": 0.0306,
      "step": 9450
    },
    {
      "epoch": 55.976331360946745,
      "grad_norm": 2.0509064197540283,
      "learning_rate": 0.0001,
      "loss": 0.0321,
      "step": 9460
    },
    {
      "epoch": 56.03550295857988,
      "grad_norm": 2.0007171630859375,
      "learning_rate": 0.0001,
      "loss": 0.0336,
      "step": 9470
    },
    {
      "epoch": 56.094674556213015,
      "grad_norm": 1.585517168045044,
      "learning_rate": 0.0001,
      "loss": 0.0316,
      "step": 9480
    },
    {
      "epoch": 56.15384615384615,
      "grad_norm": 1.7611768245697021,
      "learning_rate": 0.0001,
      "loss": 0.031,
      "step": 9490
    },
    {
      "epoch": 56.21301775147929,
      "grad_norm": 2.2337145805358887,
      "learning_rate": 0.0001,
      "loss": 0.0326,
      "step": 9500
    },
    {
      "epoch": 56.27218934911242,
      "grad_norm": 1.5489686727523804,
      "learning_rate": 0.0001,
      "loss": 0.0324,
      "step": 9510
    },
    {
      "epoch": 56.33136094674556,
      "grad_norm": 2.257706880569458,
      "learning_rate": 0.0001,
      "loss": 0.0322,
      "step": 9520
    },
    {
      "epoch": 56.3905325443787,
      "grad_norm": 1.9078609943389893,
      "learning_rate": 0.0001,
      "loss": 0.0327,
      "step": 9530
    },
    {
      "epoch": 56.44970414201183,
      "grad_norm": 2.397015333175659,
      "learning_rate": 0.0001,
      "loss": 0.0324,
      "step": 9540
    },
    {
      "epoch": 56.50887573964497,
      "grad_norm": 1.8677520751953125,
      "learning_rate": 0.0001,
      "loss": 0.0327,
      "step": 9550
    },
    {
      "epoch": 56.56804733727811,
      "grad_norm": 1.9998503923416138,
      "learning_rate": 0.0001,
      "loss": 0.0325,
      "step": 9560
    },
    {
      "epoch": 56.62721893491124,
      "grad_norm": 2.2100415229797363,
      "learning_rate": 0.0001,
      "loss": 0.0331,
      "step": 9570
    },
    {
      "epoch": 56.68639053254438,
      "grad_norm": 2.163853883743286,
      "learning_rate": 0.0001,
      "loss": 0.034,
      "step": 9580
    },
    {
      "epoch": 56.74556213017752,
      "grad_norm": 2.271080732345581,
      "learning_rate": 0.0001,
      "loss": 0.0331,
      "step": 9590
    },
    {
      "epoch": 56.80473372781065,
      "grad_norm": 1.584336757659912,
      "learning_rate": 0.0001,
      "loss": 0.0306,
      "step": 9600
    },
    {
      "epoch": 56.86390532544379,
      "grad_norm": 1.7379599809646606,
      "learning_rate": 0.0001,
      "loss": 0.0303,
      "step": 9610
    },
    {
      "epoch": 56.92307692307692,
      "grad_norm": 2.0200870037078857,
      "learning_rate": 0.0001,
      "loss": 0.0325,
      "step": 9620
    },
    {
      "epoch": 56.98224852071006,
      "grad_norm": 2.2698328495025635,
      "learning_rate": 0.0001,
      "loss": 0.0326,
      "step": 9630
    },
    {
      "epoch": 57.0414201183432,
      "grad_norm": 1.7476683855056763,
      "learning_rate": 0.0001,
      "loss": 0.031,
      "step": 9640
    },
    {
      "epoch": 57.10059171597633,
      "grad_norm": 1.7359435558319092,
      "learning_rate": 0.0001,
      "loss": 0.0304,
      "step": 9650
    },
    {
      "epoch": 57.15976331360947,
      "grad_norm": 1.9918187856674194,
      "learning_rate": 0.0001,
      "loss": 0.0304,
      "step": 9660
    },
    {
      "epoch": 57.218934911242606,
      "grad_norm": 2.379845380783081,
      "learning_rate": 0.0001,
      "loss": 0.0316,
      "step": 9670
    },
    {
      "epoch": 57.27810650887574,
      "grad_norm": 1.6139721870422363,
      "learning_rate": 0.0001,
      "loss": 0.0307,
      "step": 9680
    },
    {
      "epoch": 57.337278106508876,
      "grad_norm": 2.1552584171295166,
      "learning_rate": 0.0001,
      "loss": 0.0327,
      "step": 9690
    },
    {
      "epoch": 57.396449704142015,
      "grad_norm": 1.8134112358093262,
      "learning_rate": 0.0001,
      "loss": 0.0308,
      "step": 9700
    },
    {
      "epoch": 57.455621301775146,
      "grad_norm": 2.241772413253784,
      "learning_rate": 0.0001,
      "loss": 0.0303,
      "step": 9710
    },
    {
      "epoch": 57.514792899408285,
      "grad_norm": 1.8378987312316895,
      "learning_rate": 0.0001,
      "loss": 0.0299,
      "step": 9720
    },
    {
      "epoch": 57.57396449704142,
      "grad_norm": 1.5637216567993164,
      "learning_rate": 0.0001,
      "loss": 0.0292,
      "step": 9730
    },
    {
      "epoch": 57.633136094674555,
      "grad_norm": 1.909513235092163,
      "learning_rate": 0.0001,
      "loss": 0.0285,
      "step": 9740
    },
    {
      "epoch": 57.69230769230769,
      "grad_norm": 1.9131604433059692,
      "learning_rate": 0.0001,
      "loss": 0.0303,
      "step": 9750
    },
    {
      "epoch": 57.751479289940825,
      "grad_norm": 2.2477493286132812,
      "learning_rate": 0.0001,
      "loss": 0.0317,
      "step": 9760
    },
    {
      "epoch": 57.81065088757396,
      "grad_norm": 1.8605237007141113,
      "learning_rate": 0.0001,
      "loss": 0.0312,
      "step": 9770
    },
    {
      "epoch": 57.8698224852071,
      "grad_norm": 3.132593870162964,
      "learning_rate": 0.0001,
      "loss": 0.0322,
      "step": 9780
    },
    {
      "epoch": 57.928994082840234,
      "grad_norm": 2.1441218852996826,
      "learning_rate": 0.0001,
      "loss": 0.0324,
      "step": 9790
    },
    {
      "epoch": 57.98816568047337,
      "grad_norm": 1.7330306768417358,
      "learning_rate": 0.0001,
      "loss": 0.0321,
      "step": 9800
    },
    {
      "epoch": 58.04733727810651,
      "grad_norm": 2.128164768218994,
      "learning_rate": 0.0001,
      "loss": 0.0317,
      "step": 9810
    },
    {
      "epoch": 58.10650887573964,
      "grad_norm": 1.8707060813903809,
      "learning_rate": 0.0001,
      "loss": 0.0311,
      "step": 9820
    },
    {
      "epoch": 58.16568047337278,
      "grad_norm": 1.5044137239456177,
      "learning_rate": 0.0001,
      "loss": 0.0301,
      "step": 9830
    },
    {
      "epoch": 58.22485207100592,
      "grad_norm": 1.730989694595337,
      "learning_rate": 0.0001,
      "loss": 0.0303,
      "step": 9840
    },
    {
      "epoch": 58.28402366863905,
      "grad_norm": 2.167001962661743,
      "learning_rate": 0.0001,
      "loss": 0.0321,
      "step": 9850
    },
    {
      "epoch": 58.34319526627219,
      "grad_norm": 1.8830881118774414,
      "learning_rate": 0.0001,
      "loss": 0.0304,
      "step": 9860
    },
    {
      "epoch": 58.40236686390533,
      "grad_norm": 1.767619013786316,
      "learning_rate": 0.0001,
      "loss": 0.0303,
      "step": 9870
    },
    {
      "epoch": 58.46153846153846,
      "grad_norm": 2.2543301582336426,
      "learning_rate": 0.0001,
      "loss": 0.03,
      "step": 9880
    },
    {
      "epoch": 58.5207100591716,
      "grad_norm": 1.6075273752212524,
      "learning_rate": 0.0001,
      "loss": 0.0302,
      "step": 9890
    },
    {
      "epoch": 58.57988165680474,
      "grad_norm": 1.7080843448638916,
      "learning_rate": 0.0001,
      "loss": 0.0307,
      "step": 9900
    },
    {
      "epoch": 58.63905325443787,
      "grad_norm": 2.2916605472564697,
      "learning_rate": 0.0001,
      "loss": 0.0322,
      "step": 9910
    },
    {
      "epoch": 58.69822485207101,
      "grad_norm": 1.7076942920684814,
      "learning_rate": 0.0001,
      "loss": 0.0321,
      "step": 9920
    },
    {
      "epoch": 58.75739644970414,
      "grad_norm": 1.5956099033355713,
      "learning_rate": 0.0001,
      "loss": 0.0311,
      "step": 9930
    },
    {
      "epoch": 58.81656804733728,
      "grad_norm": 1.531049370765686,
      "learning_rate": 0.0001,
      "loss": 0.0307,
      "step": 9940
    },
    {
      "epoch": 58.875739644970416,
      "grad_norm": 1.7461658716201782,
      "learning_rate": 0.0001,
      "loss": 0.0303,
      "step": 9950
    },
    {
      "epoch": 58.93491124260355,
      "grad_norm": 1.395787239074707,
      "learning_rate": 0.0001,
      "loss": 0.0316,
      "step": 9960
    },
    {
      "epoch": 58.994082840236686,
      "grad_norm": 2.1642537117004395,
      "learning_rate": 0.0001,
      "loss": 0.0321,
      "step": 9970
    },
    {
      "epoch": 59.053254437869825,
      "grad_norm": 1.8260043859481812,
      "learning_rate": 0.0001,
      "loss": 0.031,
      "step": 9980
    },
    {
      "epoch": 59.112426035502956,
      "grad_norm": 1.517285943031311,
      "learning_rate": 0.0001,
      "loss": 0.0317,
      "step": 9990
    },
    {
      "epoch": 59.171597633136095,
      "grad_norm": 2.1005969047546387,
      "learning_rate": 0.0001,
      "loss": 0.0303,
      "step": 10000
    },
    {
      "epoch": 59.23076923076923,
      "grad_norm": 2.2040884494781494,
      "learning_rate": 0.0001,
      "loss": 0.0317,
      "step": 10010
    },
    {
      "epoch": 59.289940828402365,
      "grad_norm": 2.3694634437561035,
      "learning_rate": 0.0001,
      "loss": 0.0322,
      "step": 10020
    },
    {
      "epoch": 59.349112426035504,
      "grad_norm": 1.7825241088867188,
      "learning_rate": 0.0001,
      "loss": 0.03,
      "step": 10030
    },
    {
      "epoch": 59.40828402366864,
      "grad_norm": 1.8941017389297485,
      "learning_rate": 0.0001,
      "loss": 0.0314,
      "step": 10040
    },
    {
      "epoch": 59.467455621301774,
      "grad_norm": 1.853210210800171,
      "learning_rate": 0.0001,
      "loss": 0.0301,
      "step": 10050
    },
    {
      "epoch": 59.52662721893491,
      "grad_norm": 1.4500467777252197,
      "learning_rate": 0.0001,
      "loss": 0.0305,
      "step": 10060
    },
    {
      "epoch": 59.585798816568044,
      "grad_norm": 1.8807293176651,
      "learning_rate": 0.0001,
      "loss": 0.0301,
      "step": 10070
    },
    {
      "epoch": 59.64497041420118,
      "grad_norm": 1.8200446367263794,
      "learning_rate": 0.0001,
      "loss": 0.0294,
      "step": 10080
    },
    {
      "epoch": 59.70414201183432,
      "grad_norm": 1.7710888385772705,
      "learning_rate": 0.0001,
      "loss": 0.0297,
      "step": 10090
    },
    {
      "epoch": 59.76331360946745,
      "grad_norm": 2.0216760635375977,
      "learning_rate": 0.0001,
      "loss": 0.03,
      "step": 10100
    },
    {
      "epoch": 59.82248520710059,
      "grad_norm": 1.6908553838729858,
      "learning_rate": 0.0001,
      "loss": 0.0309,
      "step": 10110
    },
    {
      "epoch": 59.88165680473373,
      "grad_norm": 1.617326021194458,
      "learning_rate": 0.0001,
      "loss": 0.0296,
      "step": 10120
    },
    {
      "epoch": 59.94082840236686,
      "grad_norm": 1.7559802532196045,
      "learning_rate": 0.0001,
      "loss": 0.0303,
      "step": 10130
    },
    {
      "epoch": 60.0,
      "grad_norm": 1.937020182609558,
      "learning_rate": 0.0001,
      "loss": 0.031,
      "step": 10140
    },
    {
      "epoch": 60.05917159763314,
      "grad_norm": 1.6620839834213257,
      "learning_rate": 0.0001,
      "loss": 0.0305,
      "step": 10150
    },
    {
      "epoch": 60.11834319526627,
      "grad_norm": 1.5040069818496704,
      "learning_rate": 0.0001,
      "loss": 0.0292,
      "step": 10160
    },
    {
      "epoch": 60.17751479289941,
      "grad_norm": 2.0442278385162354,
      "learning_rate": 0.0001,
      "loss": 0.0298,
      "step": 10170
    },
    {
      "epoch": 60.23668639053255,
      "grad_norm": 1.837834119796753,
      "learning_rate": 0.0001,
      "loss": 0.0286,
      "step": 10180
    },
    {
      "epoch": 60.29585798816568,
      "grad_norm": 1.5686897039413452,
      "learning_rate": 0.0001,
      "loss": 0.0303,
      "step": 10190
    },
    {
      "epoch": 60.35502958579882,
      "grad_norm": 1.7981812953948975,
      "learning_rate": 0.0001,
      "loss": 0.0298,
      "step": 10200
    },
    {
      "epoch": 60.414201183431956,
      "grad_norm": 2.020423412322998,
      "learning_rate": 0.0001,
      "loss": 0.0311,
      "step": 10210
    },
    {
      "epoch": 60.47337278106509,
      "grad_norm": 1.9064350128173828,
      "learning_rate": 0.0001,
      "loss": 0.0313,
      "step": 10220
    },
    {
      "epoch": 60.532544378698226,
      "grad_norm": 1.4197514057159424,
      "learning_rate": 0.0001,
      "loss": 0.0314,
      "step": 10230
    },
    {
      "epoch": 60.59171597633136,
      "grad_norm": 1.9174798727035522,
      "learning_rate": 0.0001,
      "loss": 0.0313,
      "step": 10240
    },
    {
      "epoch": 60.650887573964496,
      "grad_norm": 1.8817318677902222,
      "learning_rate": 0.0001,
      "loss": 0.0311,
      "step": 10250
    },
    {
      "epoch": 60.710059171597635,
      "grad_norm": 1.7899407148361206,
      "learning_rate": 0.0001,
      "loss": 0.0309,
      "step": 10260
    },
    {
      "epoch": 60.76923076923077,
      "grad_norm": 2.3800339698791504,
      "learning_rate": 0.0001,
      "loss": 0.0318,
      "step": 10270
    },
    {
      "epoch": 60.828402366863905,
      "grad_norm": 1.796679973602295,
      "learning_rate": 0.0001,
      "loss": 0.0321,
      "step": 10280
    },
    {
      "epoch": 60.887573964497044,
      "grad_norm": 2.0754497051239014,
      "learning_rate": 0.0001,
      "loss": 0.0307,
      "step": 10290
    },
    {
      "epoch": 60.946745562130175,
      "grad_norm": 2.204084634780884,
      "learning_rate": 0.0001,
      "loss": 0.0312,
      "step": 10300
    },
    {
      "epoch": 61.005917159763314,
      "grad_norm": 2.0353293418884277,
      "learning_rate": 0.0001,
      "loss": 0.0306,
      "step": 10310
    },
    {
      "epoch": 61.06508875739645,
      "grad_norm": 2.3918139934539795,
      "learning_rate": 0.0001,
      "loss": 0.0306,
      "step": 10320
    },
    {
      "epoch": 61.124260355029584,
      "grad_norm": 2.322150230407715,
      "learning_rate": 0.0001,
      "loss": 0.0315,
      "step": 10330
    },
    {
      "epoch": 61.18343195266272,
      "grad_norm": 1.9441698789596558,
      "learning_rate": 0.0001,
      "loss": 0.0307,
      "step": 10340
    },
    {
      "epoch": 61.24260355029586,
      "grad_norm": 1.91065514087677,
      "learning_rate": 0.0001,
      "loss": 0.03,
      "step": 10350
    },
    {
      "epoch": 61.30177514792899,
      "grad_norm": 1.8158997297286987,
      "learning_rate": 0.0001,
      "loss": 0.0294,
      "step": 10360
    },
    {
      "epoch": 61.36094674556213,
      "grad_norm": 1.760204792022705,
      "learning_rate": 0.0001,
      "loss": 0.0297,
      "step": 10370
    },
    {
      "epoch": 61.42011834319526,
      "grad_norm": 1.5322269201278687,
      "learning_rate": 0.0001,
      "loss": 0.0285,
      "step": 10380
    },
    {
      "epoch": 61.4792899408284,
      "grad_norm": 1.5393898487091064,
      "learning_rate": 0.0001,
      "loss": 0.0294,
      "step": 10390
    },
    {
      "epoch": 61.53846153846154,
      "grad_norm": 1.9503962993621826,
      "learning_rate": 0.0001,
      "loss": 0.0298,
      "step": 10400
    },
    {
      "epoch": 61.59763313609467,
      "grad_norm": 1.5803238153457642,
      "learning_rate": 0.0001,
      "loss": 0.0291,
      "step": 10410
    },
    {
      "epoch": 61.65680473372781,
      "grad_norm": 2.3723838329315186,
      "learning_rate": 0.0001,
      "loss": 0.0291,
      "step": 10420
    },
    {
      "epoch": 61.71597633136095,
      "grad_norm": 1.6206157207489014,
      "learning_rate": 0.0001,
      "loss": 0.0299,
      "step": 10430
    },
    {
      "epoch": 61.77514792899408,
      "grad_norm": 1.570833683013916,
      "learning_rate": 0.0001,
      "loss": 0.0292,
      "step": 10440
    },
    {
      "epoch": 61.83431952662722,
      "grad_norm": 1.5050595998764038,
      "learning_rate": 0.0001,
      "loss": 0.03,
      "step": 10450
    },
    {
      "epoch": 61.89349112426036,
      "grad_norm": 1.9845263957977295,
      "learning_rate": 0.0001,
      "loss": 0.0301,
      "step": 10460
    },
    {
      "epoch": 61.95266272189349,
      "grad_norm": 1.530484676361084,
      "learning_rate": 0.0001,
      "loss": 0.0296,
      "step": 10470
    },
    {
      "epoch": 62.01183431952663,
      "grad_norm": 1.745964527130127,
      "learning_rate": 0.0001,
      "loss": 0.0302,
      "step": 10480
    },
    {
      "epoch": 62.071005917159766,
      "grad_norm": 2.2849202156066895,
      "learning_rate": 0.0001,
      "loss": 0.0305,
      "step": 10490
    },
    {
      "epoch": 62.1301775147929,
      "grad_norm": 1.5362452268600464,
      "learning_rate": 0.0001,
      "loss": 0.0306,
      "step": 10500
    },
    {
      "epoch": 62.18934911242604,
      "grad_norm": 2.142918825149536,
      "learning_rate": 0.0001,
      "loss": 0.0304,
      "step": 10510
    },
    {
      "epoch": 62.248520710059175,
      "grad_norm": 2.536658525466919,
      "learning_rate": 0.0001,
      "loss": 0.0315,
      "step": 10520
    },
    {
      "epoch": 62.30769230769231,
      "grad_norm": 2.1485326290130615,
      "learning_rate": 0.0001,
      "loss": 0.0298,
      "step": 10530
    },
    {
      "epoch": 62.366863905325445,
      "grad_norm": 1.751765489578247,
      "learning_rate": 0.0001,
      "loss": 0.0279,
      "step": 10540
    },
    {
      "epoch": 62.42603550295858,
      "grad_norm": 1.6838475465774536,
      "learning_rate": 0.0001,
      "loss": 0.028,
      "step": 10550
    },
    {
      "epoch": 62.485207100591715,
      "grad_norm": 2.1659936904907227,
      "learning_rate": 0.0001,
      "loss": 0.0292,
      "step": 10560
    },
    {
      "epoch": 62.544378698224854,
      "grad_norm": 1.8107887506484985,
      "learning_rate": 0.0001,
      "loss": 0.0298,
      "step": 10570
    },
    {
      "epoch": 62.603550295857985,
      "grad_norm": 1.564025640487671,
      "learning_rate": 0.0001,
      "loss": 0.0287,
      "step": 10580
    },
    {
      "epoch": 62.662721893491124,
      "grad_norm": 1.7257368564605713,
      "learning_rate": 0.0001,
      "loss": 0.029,
      "step": 10590
    },
    {
      "epoch": 62.72189349112426,
      "grad_norm": 1.7080910205841064,
      "learning_rate": 0.0001,
      "loss": 0.029,
      "step": 10600
    },
    {
      "epoch": 62.781065088757394,
      "grad_norm": 2.3297119140625,
      "learning_rate": 0.0001,
      "loss": 0.0301,
      "step": 10610
    },
    {
      "epoch": 62.84023668639053,
      "grad_norm": 1.6523752212524414,
      "learning_rate": 0.0001,
      "loss": 0.029,
      "step": 10620
    },
    {
      "epoch": 62.89940828402367,
      "grad_norm": 1.492505669593811,
      "learning_rate": 0.0001,
      "loss": 0.0298,
      "step": 10630
    },
    {
      "epoch": 62.9585798816568,
      "grad_norm": 1.9790211915969849,
      "learning_rate": 0.0001,
      "loss": 0.0297,
      "step": 10640
    },
    {
      "epoch": 63.01775147928994,
      "grad_norm": 2.2688260078430176,
      "learning_rate": 0.0001,
      "loss": 0.0297,
      "step": 10650
    },
    {
      "epoch": 63.07692307692308,
      "grad_norm": 1.4216831922531128,
      "learning_rate": 0.0001,
      "loss": 0.0301,
      "step": 10660
    },
    {
      "epoch": 63.13609467455621,
      "grad_norm": 1.888412356376648,
      "learning_rate": 0.0001,
      "loss": 0.0293,
      "step": 10670
    },
    {
      "epoch": 63.19526627218935,
      "grad_norm": 1.9707571268081665,
      "learning_rate": 0.0001,
      "loss": 0.0287,
      "step": 10680
    },
    {
      "epoch": 63.25443786982248,
      "grad_norm": 2.1282002925872803,
      "learning_rate": 0.0001,
      "loss": 0.0296,
      "step": 10690
    },
    {
      "epoch": 63.31360946745562,
      "grad_norm": 1.989397406578064,
      "learning_rate": 0.0001,
      "loss": 0.0297,
      "step": 10700
    },
    {
      "epoch": 63.37278106508876,
      "grad_norm": 1.7101837396621704,
      "learning_rate": 0.0001,
      "loss": 0.03,
      "step": 10710
    },
    {
      "epoch": 63.43195266272189,
      "grad_norm": 1.3152800798416138,
      "learning_rate": 0.0001,
      "loss": 0.0294,
      "step": 10720
    },
    {
      "epoch": 63.49112426035503,
      "grad_norm": 1.9535712003707886,
      "learning_rate": 0.0001,
      "loss": 0.0315,
      "step": 10730
    },
    {
      "epoch": 63.55029585798817,
      "grad_norm": 2.093728542327881,
      "learning_rate": 0.0001,
      "loss": 0.029,
      "step": 10740
    },
    {
      "epoch": 63.6094674556213,
      "grad_norm": 1.6733689308166504,
      "learning_rate": 0.0001,
      "loss": 0.028,
      "step": 10750
    },
    {
      "epoch": 63.66863905325444,
      "grad_norm": 1.26914381980896,
      "learning_rate": 0.0001,
      "loss": 0.0291,
      "step": 10760
    },
    {
      "epoch": 63.72781065088758,
      "grad_norm": 2.2817811965942383,
      "learning_rate": 0.0001,
      "loss": 0.0296,
      "step": 10770
    },
    {
      "epoch": 63.78698224852071,
      "grad_norm": 2.209808349609375,
      "learning_rate": 0.0001,
      "loss": 0.0294,
      "step": 10780
    },
    {
      "epoch": 63.84615384615385,
      "grad_norm": 2.3054471015930176,
      "learning_rate": 0.0001,
      "loss": 0.0307,
      "step": 10790
    },
    {
      "epoch": 63.905325443786985,
      "grad_norm": 2.111701250076294,
      "learning_rate": 0.0001,
      "loss": 0.029,
      "step": 10800
    },
    {
      "epoch": 63.96449704142012,
      "grad_norm": 1.9286569356918335,
      "learning_rate": 0.0001,
      "loss": 0.0299,
      "step": 10810
    },
    {
      "epoch": 64.02366863905326,
      "grad_norm": 2.6353023052215576,
      "learning_rate": 0.0001,
      "loss": 0.0305,
      "step": 10820
    },
    {
      "epoch": 64.0828402366864,
      "grad_norm": 2.0067996978759766,
      "learning_rate": 0.0001,
      "loss": 0.0293,
      "step": 10830
    },
    {
      "epoch": 64.14201183431953,
      "grad_norm": 2.065363883972168,
      "learning_rate": 0.0001,
      "loss": 0.0281,
      "step": 10840
    },
    {
      "epoch": 64.20118343195266,
      "grad_norm": 1.8264496326446533,
      "learning_rate": 0.0001,
      "loss": 0.0274,
      "step": 10850
    },
    {
      "epoch": 64.2603550295858,
      "grad_norm": 1.8948506116867065,
      "learning_rate": 0.0001,
      "loss": 0.0275,
      "step": 10860
    },
    {
      "epoch": 64.31952662721893,
      "grad_norm": 1.6936414241790771,
      "learning_rate": 0.0001,
      "loss": 0.0288,
      "step": 10870
    },
    {
      "epoch": 64.37869822485207,
      "grad_norm": 2.1033096313476562,
      "learning_rate": 0.0001,
      "loss": 0.0277,
      "step": 10880
    },
    {
      "epoch": 64.43786982248521,
      "grad_norm": 1.9560198783874512,
      "learning_rate": 0.0001,
      "loss": 0.028,
      "step": 10890
    },
    {
      "epoch": 64.49704142011835,
      "grad_norm": 1.9866431951522827,
      "learning_rate": 0.0001,
      "loss": 0.0294,
      "step": 10900
    },
    {
      "epoch": 64.55621301775147,
      "grad_norm": 1.7387144565582275,
      "learning_rate": 0.0001,
      "loss": 0.0298,
      "step": 10910
    },
    {
      "epoch": 64.61538461538461,
      "grad_norm": 2.0249991416931152,
      "learning_rate": 0.0001,
      "loss": 0.0293,
      "step": 10920
    },
    {
      "epoch": 64.67455621301775,
      "grad_norm": 1.9182769060134888,
      "learning_rate": 0.0001,
      "loss": 0.0284,
      "step": 10930
    },
    {
      "epoch": 64.73372781065089,
      "grad_norm": 1.7350016832351685,
      "learning_rate": 0.0001,
      "loss": 0.029,
      "step": 10940
    },
    {
      "epoch": 64.79289940828403,
      "grad_norm": 1.5628937482833862,
      "learning_rate": 0.0001,
      "loss": 0.0287,
      "step": 10950
    },
    {
      "epoch": 64.85207100591715,
      "grad_norm": 1.7418267726898193,
      "learning_rate": 0.0001,
      "loss": 0.0289,
      "step": 10960
    },
    {
      "epoch": 64.91124260355029,
      "grad_norm": 1.9856709241867065,
      "learning_rate": 0.0001,
      "loss": 0.0288,
      "step": 10970
    },
    {
      "epoch": 64.97041420118343,
      "grad_norm": 2.2123005390167236,
      "learning_rate": 0.0001,
      "loss": 0.0301,
      "step": 10980
    },
    {
      "epoch": 65.02958579881657,
      "grad_norm": 1.843113899230957,
      "learning_rate": 0.0001,
      "loss": 0.0295,
      "step": 10990
    },
    {
      "epoch": 65.08875739644971,
      "grad_norm": 1.688407063484192,
      "learning_rate": 0.0001,
      "loss": 0.0283,
      "step": 11000
    },
    {
      "epoch": 65.14792899408285,
      "grad_norm": 1.744457483291626,
      "learning_rate": 0.0001,
      "loss": 0.0283,
      "step": 11010
    },
    {
      "epoch": 65.20710059171597,
      "grad_norm": 1.9946364164352417,
      "learning_rate": 0.0001,
      "loss": 0.0287,
      "step": 11020
    },
    {
      "epoch": 65.26627218934911,
      "grad_norm": 1.726738452911377,
      "learning_rate": 0.0001,
      "loss": 0.0282,
      "step": 11030
    },
    {
      "epoch": 65.32544378698225,
      "grad_norm": 2.118312358856201,
      "learning_rate": 0.0001,
      "loss": 0.0291,
      "step": 11040
    },
    {
      "epoch": 65.38461538461539,
      "grad_norm": 2.1961419582366943,
      "learning_rate": 0.0001,
      "loss": 0.0295,
      "step": 11050
    },
    {
      "epoch": 65.44378698224853,
      "grad_norm": 1.7672499418258667,
      "learning_rate": 0.0001,
      "loss": 0.0287,
      "step": 11060
    },
    {
      "epoch": 65.50295857988165,
      "grad_norm": 1.9085171222686768,
      "learning_rate": 0.0001,
      "loss": 0.0274,
      "step": 11070
    },
    {
      "epoch": 65.56213017751479,
      "grad_norm": 2.597341775894165,
      "learning_rate": 0.0001,
      "loss": 0.0282,
      "step": 11080
    },
    {
      "epoch": 65.62130177514793,
      "grad_norm": 2.0319433212280273,
      "learning_rate": 0.0001,
      "loss": 0.0282,
      "step": 11090
    },
    {
      "epoch": 65.68047337278107,
      "grad_norm": 1.604514718055725,
      "learning_rate": 0.0001,
      "loss": 0.0282,
      "step": 11100
    },
    {
      "epoch": 65.7396449704142,
      "grad_norm": 2.253392457962036,
      "learning_rate": 0.0001,
      "loss": 0.0276,
      "step": 11110
    },
    {
      "epoch": 65.79881656804734,
      "grad_norm": 1.8604778051376343,
      "learning_rate": 0.0001,
      "loss": 0.0294,
      "step": 11120
    },
    {
      "epoch": 65.85798816568047,
      "grad_norm": 1.6478239297866821,
      "learning_rate": 0.0001,
      "loss": 0.0276,
      "step": 11130
    },
    {
      "epoch": 65.9171597633136,
      "grad_norm": 1.869320273399353,
      "learning_rate": 0.0001,
      "loss": 0.028,
      "step": 11140
    },
    {
      "epoch": 65.97633136094674,
      "grad_norm": 2.4263553619384766,
      "learning_rate": 0.0001,
      "loss": 0.0293,
      "step": 11150
    },
    {
      "epoch": 66.03550295857988,
      "grad_norm": 2.1131489276885986,
      "learning_rate": 0.0001,
      "loss": 0.0287,
      "step": 11160
    },
    {
      "epoch": 66.09467455621302,
      "grad_norm": 2.0195040702819824,
      "learning_rate": 0.0001,
      "loss": 0.0282,
      "step": 11170
    },
    {
      "epoch": 66.15384615384616,
      "grad_norm": 1.8548766374588013,
      "learning_rate": 0.0001,
      "loss": 0.028,
      "step": 11180
    },
    {
      "epoch": 66.21301775147928,
      "grad_norm": 1.9463905096054077,
      "learning_rate": 0.0001,
      "loss": 0.0283,
      "step": 11190
    },
    {
      "epoch": 66.27218934911242,
      "grad_norm": 1.7676604986190796,
      "learning_rate": 0.0001,
      "loss": 0.0274,
      "step": 11200
    },
    {
      "epoch": 66.33136094674556,
      "grad_norm": 1.5998543500900269,
      "learning_rate": 0.0001,
      "loss": 0.028,
      "step": 11210
    },
    {
      "epoch": 66.3905325443787,
      "grad_norm": 2.0161960124969482,
      "learning_rate": 0.0001,
      "loss": 0.0285,
      "step": 11220
    },
    {
      "epoch": 66.44970414201184,
      "grad_norm": 1.6452523469924927,
      "learning_rate": 0.0001,
      "loss": 0.0278,
      "step": 11230
    },
    {
      "epoch": 66.50887573964496,
      "grad_norm": 1.8008826971054077,
      "learning_rate": 0.0001,
      "loss": 0.0289,
      "step": 11240
    },
    {
      "epoch": 66.5680473372781,
      "grad_norm": 2.5364344120025635,
      "learning_rate": 0.0001,
      "loss": 0.0297,
      "step": 11250
    },
    {
      "epoch": 66.62721893491124,
      "grad_norm": 2.1963210105895996,
      "learning_rate": 0.0001,
      "loss": 0.0292,
      "step": 11260
    },
    {
      "epoch": 66.68639053254438,
      "grad_norm": 2.3213887214660645,
      "learning_rate": 0.0001,
      "loss": 0.028,
      "step": 11270
    },
    {
      "epoch": 66.74556213017752,
      "grad_norm": 1.68406343460083,
      "learning_rate": 0.0001,
      "loss": 0.0287,
      "step": 11280
    },
    {
      "epoch": 66.80473372781066,
      "grad_norm": 1.7630653381347656,
      "learning_rate": 0.0001,
      "loss": 0.0267,
      "step": 11290
    },
    {
      "epoch": 66.86390532544378,
      "grad_norm": 1.6980582475662231,
      "learning_rate": 0.0001,
      "loss": 0.0277,
      "step": 11300
    },
    {
      "epoch": 66.92307692307692,
      "grad_norm": 1.7737339735031128,
      "learning_rate": 0.0001,
      "loss": 0.0277,
      "step": 11310
    },
    {
      "epoch": 66.98224852071006,
      "grad_norm": 1.6511731147766113,
      "learning_rate": 0.0001,
      "loss": 0.0268,
      "step": 11320
    },
    {
      "epoch": 67.0414201183432,
      "grad_norm": 1.6685658693313599,
      "learning_rate": 0.0001,
      "loss": 0.0285,
      "step": 11330
    },
    {
      "epoch": 67.10059171597634,
      "grad_norm": 2.1383092403411865,
      "learning_rate": 0.0001,
      "loss": 0.0297,
      "step": 11340
    },
    {
      "epoch": 67.15976331360947,
      "grad_norm": 1.8411238193511963,
      "learning_rate": 0.0001,
      "loss": 0.0283,
      "step": 11350
    },
    {
      "epoch": 67.2189349112426,
      "grad_norm": 2.367124080657959,
      "learning_rate": 0.0001,
      "loss": 0.028,
      "step": 11360
    },
    {
      "epoch": 67.27810650887574,
      "grad_norm": 2.333242893218994,
      "learning_rate": 0.0001,
      "loss": 0.0303,
      "step": 11370
    },
    {
      "epoch": 67.33727810650888,
      "grad_norm": 2.2461860179901123,
      "learning_rate": 0.0001,
      "loss": 0.0294,
      "step": 11380
    },
    {
      "epoch": 67.39644970414201,
      "grad_norm": 2.34466814994812,
      "learning_rate": 0.0001,
      "loss": 0.0292,
      "step": 11390
    },
    {
      "epoch": 67.45562130177515,
      "grad_norm": 2.1762726306915283,
      "learning_rate": 0.0001,
      "loss": 0.0291,
      "step": 11400
    },
    {
      "epoch": 67.51479289940828,
      "grad_norm": 2.630364418029785,
      "learning_rate": 0.0001,
      "loss": 0.0307,
      "step": 11410
    },
    {
      "epoch": 67.57396449704142,
      "grad_norm": 2.02215576171875,
      "learning_rate": 0.0001,
      "loss": 0.0286,
      "step": 11420
    },
    {
      "epoch": 67.63313609467455,
      "grad_norm": 1.8779592514038086,
      "learning_rate": 0.0001,
      "loss": 0.0278,
      "step": 11430
    },
    {
      "epoch": 67.6923076923077,
      "grad_norm": 2.0115387439727783,
      "learning_rate": 0.0001,
      "loss": 0.0282,
      "step": 11440
    },
    {
      "epoch": 67.75147928994083,
      "grad_norm": 1.8664910793304443,
      "learning_rate": 0.0001,
      "loss": 0.0278,
      "step": 11450
    },
    {
      "epoch": 67.81065088757397,
      "grad_norm": 1.7702056169509888,
      "learning_rate": 0.0001,
      "loss": 0.0288,
      "step": 11460
    },
    {
      "epoch": 67.8698224852071,
      "grad_norm": 1.6739057302474976,
      "learning_rate": 0.0001,
      "loss": 0.0283,
      "step": 11470
    },
    {
      "epoch": 67.92899408284023,
      "grad_norm": 1.966712474822998,
      "learning_rate": 0.0001,
      "loss": 0.0283,
      "step": 11480
    },
    {
      "epoch": 67.98816568047337,
      "grad_norm": 1.8273341655731201,
      "learning_rate": 0.0001,
      "loss": 0.0289,
      "step": 11490
    },
    {
      "epoch": 68.04733727810651,
      "grad_norm": 1.8917275667190552,
      "learning_rate": 0.0001,
      "loss": 0.0273,
      "step": 11500
    },
    {
      "epoch": 68.10650887573965,
      "grad_norm": 1.7940802574157715,
      "learning_rate": 0.0001,
      "loss": 0.0283,
      "step": 11510
    },
    {
      "epoch": 68.16568047337279,
      "grad_norm": 1.8613991737365723,
      "learning_rate": 0.0001,
      "loss": 0.0292,
      "step": 11520
    },
    {
      "epoch": 68.22485207100591,
      "grad_norm": 1.955140233039856,
      "learning_rate": 0.0001,
      "loss": 0.0289,
      "step": 11530
    },
    {
      "epoch": 68.28402366863905,
      "grad_norm": 1.8209688663482666,
      "learning_rate": 0.0001,
      "loss": 0.0284,
      "step": 11540
    },
    {
      "epoch": 68.34319526627219,
      "grad_norm": 2.5242557525634766,
      "learning_rate": 0.0001,
      "loss": 0.0296,
      "step": 11550
    },
    {
      "epoch": 68.40236686390533,
      "grad_norm": 1.6232807636260986,
      "learning_rate": 0.0001,
      "loss": 0.0294,
      "step": 11560
    },
    {
      "epoch": 68.46153846153847,
      "grad_norm": 2.3849024772644043,
      "learning_rate": 0.0001,
      "loss": 0.0295,
      "step": 11570
    },
    {
      "epoch": 68.52071005917159,
      "grad_norm": 1.785730004310608,
      "learning_rate": 0.0001,
      "loss": 0.0297,
      "step": 11580
    },
    {
      "epoch": 68.57988165680473,
      "grad_norm": 1.8025121688842773,
      "learning_rate": 0.0001,
      "loss": 0.0274,
      "step": 11590
    },
    {
      "epoch": 68.63905325443787,
      "grad_norm": 1.651186466217041,
      "learning_rate": 0.0001,
      "loss": 0.028,
      "step": 11600
    },
    {
      "epoch": 68.69822485207101,
      "grad_norm": 2.1935863494873047,
      "learning_rate": 0.0001,
      "loss": 0.0269,
      "step": 11610
    },
    {
      "epoch": 68.75739644970415,
      "grad_norm": 1.6546251773834229,
      "learning_rate": 0.0001,
      "loss": 0.0288,
      "step": 11620
    },
    {
      "epoch": 68.81656804733728,
      "grad_norm": 2.152904748916626,
      "learning_rate": 0.0001,
      "loss": 0.0275,
      "step": 11630
    },
    {
      "epoch": 68.87573964497041,
      "grad_norm": 1.8369593620300293,
      "learning_rate": 0.0001,
      "loss": 0.0286,
      "step": 11640
    },
    {
      "epoch": 68.93491124260355,
      "grad_norm": 1.7649458646774292,
      "learning_rate": 0.0001,
      "loss": 0.0291,
      "step": 11650
    },
    {
      "epoch": 68.99408284023669,
      "grad_norm": 1.5516008138656616,
      "learning_rate": 0.0001,
      "loss": 0.0282,
      "step": 11660
    },
    {
      "epoch": 69.05325443786982,
      "grad_norm": 1.7939095497131348,
      "learning_rate": 0.0001,
      "loss": 0.0278,
      "step": 11670
    },
    {
      "epoch": 69.11242603550296,
      "grad_norm": 1.5844287872314453,
      "learning_rate": 0.0001,
      "loss": 0.0275,
      "step": 11680
    },
    {
      "epoch": 69.17159763313609,
      "grad_norm": 2.040956974029541,
      "learning_rate": 0.0001,
      "loss": 0.0278,
      "step": 11690
    },
    {
      "epoch": 69.23076923076923,
      "grad_norm": 1.7223420143127441,
      "learning_rate": 0.0001,
      "loss": 0.0281,
      "step": 11700
    },
    {
      "epoch": 69.28994082840237,
      "grad_norm": 1.6375782489776611,
      "learning_rate": 0.0001,
      "loss": 0.0284,
      "step": 11710
    },
    {
      "epoch": 69.3491124260355,
      "grad_norm": 2.252098560333252,
      "learning_rate": 0.0001,
      "loss": 0.0281,
      "step": 11720
    },
    {
      "epoch": 69.40828402366864,
      "grad_norm": 1.7104015350341797,
      "learning_rate": 0.0001,
      "loss": 0.0277,
      "step": 11730
    },
    {
      "epoch": 69.46745562130178,
      "grad_norm": 1.1876802444458008,
      "learning_rate": 0.0001,
      "loss": 0.0277,
      "step": 11740
    },
    {
      "epoch": 69.5266272189349,
      "grad_norm": 1.42478346824646,
      "learning_rate": 0.0001,
      "loss": 0.0271,
      "step": 11750
    },
    {
      "epoch": 69.58579881656804,
      "grad_norm": 1.5924077033996582,
      "learning_rate": 0.0001,
      "loss": 0.0276,
      "step": 11760
    },
    {
      "epoch": 69.64497041420118,
      "grad_norm": 1.853326678276062,
      "learning_rate": 0.0001,
      "loss": 0.0288,
      "step": 11770
    },
    {
      "epoch": 69.70414201183432,
      "grad_norm": 1.8595331907272339,
      "learning_rate": 0.0001,
      "loss": 0.0283,
      "step": 11780
    },
    {
      "epoch": 69.76331360946746,
      "grad_norm": 1.6751657724380493,
      "learning_rate": 0.0001,
      "loss": 0.0282,
      "step": 11790
    },
    {
      "epoch": 69.8224852071006,
      "grad_norm": 2.517115831375122,
      "learning_rate": 0.0001,
      "loss": 0.0307,
      "step": 11800
    },
    {
      "epoch": 69.88165680473372,
      "grad_norm": 1.4701077938079834,
      "learning_rate": 0.0001,
      "loss": 0.0309,
      "step": 11810
    },
    {
      "epoch": 69.94082840236686,
      "grad_norm": 2.1840176582336426,
      "learning_rate": 0.0001,
      "loss": 0.0316,
      "step": 11820
    },
    {
      "epoch": 70.0,
      "grad_norm": 2.0750036239624023,
      "learning_rate": 0.0001,
      "loss": 0.0297,
      "step": 11830
    },
    {
      "epoch": 70.05917159763314,
      "grad_norm": 1.7510558366775513,
      "learning_rate": 0.0001,
      "loss": 0.0301,
      "step": 11840
    },
    {
      "epoch": 70.11834319526628,
      "grad_norm": 2.690769672393799,
      "learning_rate": 0.0001,
      "loss": 0.0293,
      "step": 11850
    },
    {
      "epoch": 70.1775147928994,
      "grad_norm": 1.9595177173614502,
      "learning_rate": 0.0001,
      "loss": 0.0287,
      "step": 11860
    },
    {
      "epoch": 70.23668639053254,
      "grad_norm": 1.6515610218048096,
      "learning_rate": 0.0001,
      "loss": 0.0281,
      "step": 11870
    },
    {
      "epoch": 70.29585798816568,
      "grad_norm": 2.319464921951294,
      "learning_rate": 0.0001,
      "loss": 0.028,
      "step": 11880
    },
    {
      "epoch": 70.35502958579882,
      "grad_norm": 2.295499324798584,
      "learning_rate": 0.0001,
      "loss": 0.0276,
      "step": 11890
    },
    {
      "epoch": 70.41420118343196,
      "grad_norm": 2.1146726608276367,
      "learning_rate": 0.0001,
      "loss": 0.0278,
      "step": 11900
    },
    {
      "epoch": 70.4733727810651,
      "grad_norm": 1.6517279148101807,
      "learning_rate": 0.0001,
      "loss": 0.0277,
      "step": 11910
    },
    {
      "epoch": 70.53254437869822,
      "grad_norm": 1.474465250968933,
      "learning_rate": 0.0001,
      "loss": 0.027,
      "step": 11920
    },
    {
      "epoch": 70.59171597633136,
      "grad_norm": 2.1878929138183594,
      "learning_rate": 0.0001,
      "loss": 0.0297,
      "step": 11930
    },
    {
      "epoch": 70.6508875739645,
      "grad_norm": 1.8438724279403687,
      "learning_rate": 0.0001,
      "loss": 0.0289,
      "step": 11940
    },
    {
      "epoch": 70.71005917159763,
      "grad_norm": 1.6197317838668823,
      "learning_rate": 0.0001,
      "loss": 0.0277,
      "step": 11950
    },
    {
      "epoch": 70.76923076923077,
      "grad_norm": 1.9095301628112793,
      "learning_rate": 0.0001,
      "loss": 0.0289,
      "step": 11960
    },
    {
      "epoch": 70.82840236686391,
      "grad_norm": 1.5303864479064941,
      "learning_rate": 0.0001,
      "loss": 0.0287,
      "step": 11970
    },
    {
      "epoch": 70.88757396449704,
      "grad_norm": 2.262409210205078,
      "learning_rate": 0.0001,
      "loss": 0.0279,
      "step": 11980
    },
    {
      "epoch": 70.94674556213018,
      "grad_norm": 1.2372634410858154,
      "learning_rate": 0.0001,
      "loss": 0.0265,
      "step": 11990
    },
    {
      "epoch": 71.00591715976331,
      "grad_norm": 1.7873915433883667,
      "learning_rate": 0.0001,
      "loss": 0.0271,
      "step": 12000
    },
    {
      "epoch": 71.06508875739645,
      "grad_norm": 2.1135268211364746,
      "learning_rate": 0.0001,
      "loss": 0.0269,
      "step": 12010
    },
    {
      "epoch": 71.12426035502959,
      "grad_norm": 1.395949363708496,
      "learning_rate": 0.0001,
      "loss": 0.0267,
      "step": 12020
    },
    {
      "epoch": 71.18343195266272,
      "grad_norm": 1.285654067993164,
      "learning_rate": 0.0001,
      "loss": 0.0265,
      "step": 12030
    },
    {
      "epoch": 71.24260355029585,
      "grad_norm": 1.4060099124908447,
      "learning_rate": 0.0001,
      "loss": 0.0273,
      "step": 12040
    },
    {
      "epoch": 71.30177514792899,
      "grad_norm": 1.928000807762146,
      "learning_rate": 0.0001,
      "loss": 0.0265,
      "step": 12050
    },
    {
      "epoch": 71.36094674556213,
      "grad_norm": 1.4371389150619507,
      "learning_rate": 0.0001,
      "loss": 0.028,
      "step": 12060
    },
    {
      "epoch": 71.42011834319527,
      "grad_norm": 1.9911222457885742,
      "learning_rate": 0.0001,
      "loss": 0.0279,
      "step": 12070
    },
    {
      "epoch": 71.47928994082841,
      "grad_norm": 2.0492377281188965,
      "learning_rate": 0.0001,
      "loss": 0.0288,
      "step": 12080
    },
    {
      "epoch": 71.53846153846153,
      "grad_norm": 2.630584239959717,
      "learning_rate": 0.0001,
      "loss": 0.0294,
      "step": 12090
    },
    {
      "epoch": 71.59763313609467,
      "grad_norm": 1.8017398118972778,
      "learning_rate": 0.0001,
      "loss": 0.0284,
      "step": 12100
    },
    {
      "epoch": 71.65680473372781,
      "grad_norm": 2.668877124786377,
      "learning_rate": 0.0001,
      "loss": 0.0309,
      "step": 12110
    },
    {
      "epoch": 71.71597633136095,
      "grad_norm": 2.213547468185425,
      "learning_rate": 0.0001,
      "loss": 0.0298,
      "step": 12120
    },
    {
      "epoch": 71.77514792899409,
      "grad_norm": 2.248497247695923,
      "learning_rate": 0.0001,
      "loss": 0.0295,
      "step": 12130
    },
    {
      "epoch": 71.83431952662721,
      "grad_norm": 2.9122376441955566,
      "learning_rate": 0.0001,
      "loss": 0.0288,
      "step": 12140
    },
    {
      "epoch": 71.89349112426035,
      "grad_norm": 2.0023772716522217,
      "learning_rate": 0.0001,
      "loss": 0.0289,
      "step": 12150
    },
    {
      "epoch": 71.95266272189349,
      "grad_norm": 2.234588623046875,
      "learning_rate": 0.0001,
      "loss": 0.0273,
      "step": 12160
    },
    {
      "epoch": 72.01183431952663,
      "grad_norm": 2.086965322494507,
      "learning_rate": 0.0001,
      "loss": 0.027,
      "step": 12170
    },
    {
      "epoch": 72.07100591715977,
      "grad_norm": 1.553324580192566,
      "learning_rate": 0.0001,
      "loss": 0.0267,
      "step": 12180
    },
    {
      "epoch": 72.1301775147929,
      "grad_norm": 1.992963433265686,
      "learning_rate": 0.0001,
      "loss": 0.0265,
      "step": 12190
    },
    {
      "epoch": 72.18934911242603,
      "grad_norm": 2.2860047817230225,
      "learning_rate": 0.0001,
      "loss": 0.0285,
      "step": 12200
    },
    {
      "epoch": 72.24852071005917,
      "grad_norm": 1.741243600845337,
      "learning_rate": 0.0001,
      "loss": 0.0285,
      "step": 12210
    },
    {
      "epoch": 72.3076923076923,
      "grad_norm": 1.7974306344985962,
      "learning_rate": 0.0001,
      "loss": 0.0284,
      "step": 12220
    },
    {
      "epoch": 72.36686390532545,
      "grad_norm": 1.4983789920806885,
      "learning_rate": 0.0001,
      "loss": 0.0288,
      "step": 12230
    },
    {
      "epoch": 72.42603550295858,
      "grad_norm": 3.466529130935669,
      "learning_rate": 0.0001,
      "loss": 0.0346,
      "step": 12240
    },
    {
      "epoch": 72.48520710059172,
      "grad_norm": 3.0857725143432617,
      "learning_rate": 0.0001,
      "loss": 0.0324,
      "step": 12250
    },
    {
      "epoch": 72.54437869822485,
      "grad_norm": 2.9473135471343994,
      "learning_rate": 0.0001,
      "loss": 0.032,
      "step": 12260
    },
    {
      "epoch": 72.60355029585799,
      "grad_norm": 2.927501916885376,
      "learning_rate": 0.0001,
      "loss": 0.0294,
      "step": 12270
    },
    {
      "epoch": 72.66272189349112,
      "grad_norm": 2.461545944213867,
      "learning_rate": 0.0001,
      "loss": 0.0292,
      "step": 12280
    },
    {
      "epoch": 72.72189349112426,
      "grad_norm": 2.317444324493408,
      "learning_rate": 0.0001,
      "loss": 0.0279,
      "step": 12290
    },
    {
      "epoch": 72.7810650887574,
      "grad_norm": 2.0168285369873047,
      "learning_rate": 0.0001,
      "loss": 0.0283,
      "step": 12300
    },
    {
      "epoch": 72.84023668639053,
      "grad_norm": 1.8050506114959717,
      "learning_rate": 0.0001,
      "loss": 0.0271,
      "step": 12310
    },
    {
      "epoch": 72.89940828402366,
      "grad_norm": 1.7260138988494873,
      "learning_rate": 0.0001,
      "loss": 0.0272,
      "step": 12320
    },
    {
      "epoch": 72.9585798816568,
      "grad_norm": 2.2498533725738525,
      "learning_rate": 0.0001,
      "loss": 0.0256,
      "step": 12330
    },
    {
      "epoch": 73.01775147928994,
      "grad_norm": 2.13832426071167,
      "learning_rate": 0.0001,
      "loss": 0.0273,
      "step": 12340
    },
    {
      "epoch": 73.07692307692308,
      "grad_norm": 2.128333568572998,
      "learning_rate": 0.0001,
      "loss": 0.0268,
      "step": 12350
    },
    {
      "epoch": 73.13609467455622,
      "grad_norm": 2.197119951248169,
      "learning_rate": 0.0001,
      "loss": 0.0285,
      "step": 12360
    },
    {
      "epoch": 73.19526627218934,
      "grad_norm": 1.7648060321807861,
      "learning_rate": 0.0001,
      "loss": 0.0279,
      "step": 12370
    },
    {
      "epoch": 73.25443786982248,
      "grad_norm": 1.596906304359436,
      "learning_rate": 0.0001,
      "loss": 0.0276,
      "step": 12380
    },
    {
      "epoch": 73.31360946745562,
      "grad_norm": 2.564260244369507,
      "learning_rate": 0.0001,
      "loss": 0.0275,
      "step": 12390
    },
    {
      "epoch": 73.37278106508876,
      "grad_norm": 2.4574925899505615,
      "learning_rate": 0.0001,
      "loss": 0.0282,
      "step": 12400
    },
    {
      "epoch": 73.4319526627219,
      "grad_norm": 2.321512460708618,
      "learning_rate": 0.0001,
      "loss": 0.0287,
      "step": 12410
    },
    {
      "epoch": 73.49112426035504,
      "grad_norm": 2.505284547805786,
      "learning_rate": 0.0001,
      "loss": 0.0278,
      "step": 12420
    },
    {
      "epoch": 73.55029585798816,
      "grad_norm": 1.624753475189209,
      "learning_rate": 0.0001,
      "loss": 0.0274,
      "step": 12430
    },
    {
      "epoch": 73.6094674556213,
      "grad_norm": 2.0071310997009277,
      "learning_rate": 0.0001,
      "loss": 0.0263,
      "step": 12440
    },
    {
      "epoch": 73.66863905325444,
      "grad_norm": 1.7024009227752686,
      "learning_rate": 0.0001,
      "loss": 0.0265,
      "step": 12450
    },
    {
      "epoch": 73.72781065088758,
      "grad_norm": 1.5280365943908691,
      "learning_rate": 0.0001,
      "loss": 0.0282,
      "step": 12460
    },
    {
      "epoch": 73.78698224852072,
      "grad_norm": 1.3942376375198364,
      "learning_rate": 0.0001,
      "loss": 0.0275,
      "step": 12470
    },
    {
      "epoch": 73.84615384615384,
      "grad_norm": 1.6773260831832886,
      "learning_rate": 0.0001,
      "loss": 0.0284,
      "step": 12480
    },
    {
      "epoch": 73.90532544378698,
      "grad_norm": 1.9438140392303467,
      "learning_rate": 0.0001,
      "loss": 0.0286,
      "step": 12490
    },
    {
      "epoch": 73.96449704142012,
      "grad_norm": 1.8076319694519043,
      "learning_rate": 0.0001,
      "loss": 0.0279,
      "step": 12500
    },
    {
      "epoch": 74.02366863905326,
      "grad_norm": 2.1900219917297363,
      "learning_rate": 0.0001,
      "loss": 0.0289,
      "step": 12510
    },
    {
      "epoch": 74.0828402366864,
      "grad_norm": 2.338517665863037,
      "learning_rate": 0.0001,
      "loss": 0.0301,
      "step": 12520
    },
    {
      "epoch": 74.14201183431953,
      "grad_norm": 1.4687228202819824,
      "learning_rate": 0.0001,
      "loss": 0.0287,
      "step": 12530
    },
    {
      "epoch": 74.20118343195266,
      "grad_norm": 2.9790847301483154,
      "learning_rate": 0.0001,
      "loss": 0.0308,
      "step": 12540
    },
    {
      "epoch": 74.2603550295858,
      "grad_norm": 3.187764883041382,
      "learning_rate": 0.0001,
      "loss": 0.0303,
      "step": 12550
    },
    {
      "epoch": 74.31952662721893,
      "grad_norm": 2.765580892562866,
      "learning_rate": 0.0001,
      "loss": 0.0289,
      "step": 12560
    },
    {
      "epoch": 74.37869822485207,
      "grad_norm": 2.2064602375030518,
      "learning_rate": 0.0001,
      "loss": 0.0289,
      "step": 12570
    },
    {
      "epoch": 74.43786982248521,
      "grad_norm": 1.9740427732467651,
      "learning_rate": 0.0001,
      "loss": 0.0292,
      "step": 12580
    },
    {
      "epoch": 74.49704142011835,
      "grad_norm": 2.205927610397339,
      "learning_rate": 0.0001,
      "loss": 0.0279,
      "step": 12590
    },
    {
      "epoch": 74.55621301775147,
      "grad_norm": 1.9258025884628296,
      "learning_rate": 0.0001,
      "loss": 0.0276,
      "step": 12600
    },
    {
      "epoch": 74.61538461538461,
      "grad_norm": 1.5550994873046875,
      "learning_rate": 0.0001,
      "loss": 0.0277,
      "step": 12610
    },
    {
      "epoch": 74.67455621301775,
      "grad_norm": 1.7193535566329956,
      "learning_rate": 0.0001,
      "loss": 0.0266,
      "step": 12620
    },
    {
      "epoch": 74.73372781065089,
      "grad_norm": 1.2494144439697266,
      "learning_rate": 0.0001,
      "loss": 0.0276,
      "step": 12630
    },
    {
      "epoch": 74.79289940828403,
      "grad_norm": 1.399194359779358,
      "learning_rate": 0.0001,
      "loss": 0.0273,
      "step": 12640
    },
    {
      "epoch": 74.85207100591715,
      "grad_norm": 1.922747254371643,
      "learning_rate": 0.0001,
      "loss": 0.0287,
      "step": 12650
    },
    {
      "epoch": 74.91124260355029,
      "grad_norm": 1.9999606609344482,
      "learning_rate": 0.0001,
      "loss": 0.0278,
      "step": 12660
    },
    {
      "epoch": 74.97041420118343,
      "grad_norm": 1.538883924484253,
      "learning_rate": 0.0001,
      "loss": 0.0282,
      "step": 12670
    },
    {
      "epoch": 75.02958579881657,
      "grad_norm": 1.8625574111938477,
      "learning_rate": 0.0001,
      "loss": 0.0267,
      "step": 12680
    },
    {
      "epoch": 75.08875739644971,
      "grad_norm": 1.6682173013687134,
      "learning_rate": 0.0001,
      "loss": 0.0293,
      "step": 12690
    },
    {
      "epoch": 75.14792899408285,
      "grad_norm": 1.5894958972930908,
      "learning_rate": 0.0001,
      "loss": 0.0288,
      "step": 12700
    },
    {
      "epoch": 75.20710059171597,
      "grad_norm": 1.5210741758346558,
      "learning_rate": 0.0001,
      "loss": 0.029,
      "step": 12710
    },
    {
      "epoch": 75.26627218934911,
      "grad_norm": 2.3625807762145996,
      "learning_rate": 0.0001,
      "loss": 0.028,
      "step": 12720
    },
    {
      "epoch": 75.32544378698225,
      "grad_norm": 1.474217176437378,
      "learning_rate": 0.0001,
      "loss": 0.0283,
      "step": 12730
    },
    {
      "epoch": 75.38461538461539,
      "grad_norm": 1.9648138284683228,
      "learning_rate": 0.0001,
      "loss": 0.0275,
      "step": 12740
    },
    {
      "epoch": 75.44378698224853,
      "grad_norm": 2.1769723892211914,
      "learning_rate": 0.0001,
      "loss": 0.0285,
      "step": 12750
    },
    {
      "epoch": 75.50295857988165,
      "grad_norm": 1.8122273683547974,
      "learning_rate": 0.0001,
      "loss": 0.0286,
      "step": 12760
    },
    {
      "epoch": 75.56213017751479,
      "grad_norm": 1.4470155239105225,
      "learning_rate": 0.0001,
      "loss": 0.0295,
      "step": 12770
    },
    {
      "epoch": 75.62130177514793,
      "grad_norm": 2.2424378395080566,
      "learning_rate": 0.0001,
      "loss": 0.0312,
      "step": 12780
    },
    {
      "epoch": 75.68047337278107,
      "grad_norm": 1.7034374475479126,
      "learning_rate": 0.0001,
      "loss": 0.0291,
      "step": 12790
    },
    {
      "epoch": 75.7396449704142,
      "grad_norm": 1.4852824211120605,
      "learning_rate": 0.0001,
      "loss": 0.0295,
      "step": 12800
    },
    {
      "epoch": 75.79881656804734,
      "grad_norm": 1.9763224124908447,
      "learning_rate": 0.0001,
      "loss": 0.029,
      "step": 12810
    },
    {
      "epoch": 75.85798816568047,
      "grad_norm": 1.5732263326644897,
      "learning_rate": 0.0001,
      "loss": 0.0298,
      "step": 12820
    },
    {
      "epoch": 75.9171597633136,
      "grad_norm": 1.7625895738601685,
      "learning_rate": 0.0001,
      "loss": 0.0311,
      "step": 12830
    },
    {
      "epoch": 75.97633136094674,
      "grad_norm": 2.319737434387207,
      "learning_rate": 0.0001,
      "loss": 0.0297,
      "step": 12840
    },
    {
      "epoch": 76.03550295857988,
      "grad_norm": 1.7892645597457886,
      "learning_rate": 0.0001,
      "loss": 0.0299,
      "step": 12850
    },
    {
      "epoch": 76.09467455621302,
      "grad_norm": 1.8642587661743164,
      "learning_rate": 0.0001,
      "loss": 0.0294,
      "step": 12860
    },
    {
      "epoch": 76.15384615384616,
      "grad_norm": 2.071037530899048,
      "learning_rate": 0.0001,
      "loss": 0.0282,
      "step": 12870
    },
    {
      "epoch": 76.21301775147928,
      "grad_norm": 1.838343620300293,
      "learning_rate": 0.0001,
      "loss": 0.0293,
      "step": 12880
    },
    {
      "epoch": 76.27218934911242,
      "grad_norm": 1.5505099296569824,
      "learning_rate": 0.0001,
      "loss": 0.0284,
      "step": 12890
    },
    {
      "epoch": 76.33136094674556,
      "grad_norm": 1.6460497379302979,
      "learning_rate": 0.0001,
      "loss": 0.0284,
      "step": 12900
    },
    {
      "epoch": 76.3905325443787,
      "grad_norm": 2.0226938724517822,
      "learning_rate": 0.0001,
      "loss": 0.0276,
      "step": 12910
    },
    {
      "epoch": 76.44970414201184,
      "grad_norm": 1.4064687490463257,
      "learning_rate": 0.0001,
      "loss": 0.0281,
      "step": 12920
    },
    {
      "epoch": 76.50887573964496,
      "grad_norm": 1.3913443088531494,
      "learning_rate": 0.0001,
      "loss": 0.0275,
      "step": 12930
    },
    {
      "epoch": 76.5680473372781,
      "grad_norm": 1.6919381618499756,
      "learning_rate": 0.0001,
      "loss": 0.0292,
      "step": 12940
    },
    {
      "epoch": 76.62721893491124,
      "grad_norm": 1.458065152168274,
      "learning_rate": 0.0001,
      "loss": 0.0291,
      "step": 12950
    },
    {
      "epoch": 76.68639053254438,
      "grad_norm": 1.9224157333374023,
      "learning_rate": 0.0001,
      "loss": 0.0305,
      "step": 12960
    },
    {
      "epoch": 76.74556213017752,
      "grad_norm": 1.611428141593933,
      "learning_rate": 0.0001,
      "loss": 0.0305,
      "step": 12970
    },
    {
      "epoch": 76.80473372781066,
      "grad_norm": 1.830028772354126,
      "learning_rate": 0.0001,
      "loss": 0.0287,
      "step": 12980
    },
    {
      "epoch": 76.86390532544378,
      "grad_norm": 2.147338628768921,
      "learning_rate": 0.0001,
      "loss": 0.0283,
      "step": 12990
    },
    {
      "epoch": 76.92307692307692,
      "grad_norm": 1.8643895387649536,
      "learning_rate": 0.0001,
      "loss": 0.0281,
      "step": 13000
    },
    {
      "epoch": 76.98224852071006,
      "grad_norm": 1.755447506904602,
      "learning_rate": 0.0001,
      "loss": 0.0274,
      "step": 13010
    },
    {
      "epoch": 77.0414201183432,
      "grad_norm": 1.5869688987731934,
      "learning_rate": 0.0001,
      "loss": 0.0269,
      "step": 13020
    },
    {
      "epoch": 77.10059171597634,
      "grad_norm": 1.8581516742706299,
      "learning_rate": 0.0001,
      "loss": 0.0283,
      "step": 13030
    },
    {
      "epoch": 77.15976331360947,
      "grad_norm": 1.6732298135757446,
      "learning_rate": 0.0001,
      "loss": 0.0274,
      "step": 13040
    },
    {
      "epoch": 77.2189349112426,
      "grad_norm": 1.822118878364563,
      "learning_rate": 0.0001,
      "loss": 0.0276,
      "step": 13050
    },
    {
      "epoch": 77.27810650887574,
      "grad_norm": 1.9395040273666382,
      "learning_rate": 0.0001,
      "loss": 0.0278,
      "step": 13060
    },
    {
      "epoch": 77.33727810650888,
      "grad_norm": 1.5575655698776245,
      "learning_rate": 0.0001,
      "loss": 0.0282,
      "step": 13070
    },
    {
      "epoch": 77.39644970414201,
      "grad_norm": 1.541513204574585,
      "learning_rate": 0.0001,
      "loss": 0.0269,
      "step": 13080
    },
    {
      "epoch": 77.45562130177515,
      "grad_norm": 1.8625190258026123,
      "learning_rate": 0.0001,
      "loss": 0.0286,
      "step": 13090
    },
    {
      "epoch": 77.51479289940828,
      "grad_norm": 1.588661551475525,
      "learning_rate": 0.0001,
      "loss": 0.0279,
      "step": 13100
    },
    {
      "epoch": 77.57396449704142,
      "grad_norm": 2.398642063140869,
      "learning_rate": 0.0001,
      "loss": 0.0267,
      "step": 13110
    },
    {
      "epoch": 77.63313609467455,
      "grad_norm": 1.3619097471237183,
      "learning_rate": 0.0001,
      "loss": 0.0278,
      "step": 13120
    },
    {
      "epoch": 77.6923076923077,
      "grad_norm": 1.858024001121521,
      "learning_rate": 0.0001,
      "loss": 0.0275,
      "step": 13130
    },
    {
      "epoch": 77.75147928994083,
      "grad_norm": 1.2112067937850952,
      "learning_rate": 0.0001,
      "loss": 0.0278,
      "step": 13140
    },
    {
      "epoch": 77.81065088757397,
      "grad_norm": 1.4806443452835083,
      "learning_rate": 0.0001,
      "loss": 0.0283,
      "step": 13150
    },
    {
      "epoch": 77.8698224852071,
      "grad_norm": 1.6459596157073975,
      "learning_rate": 0.0001,
      "loss": 0.0271,
      "step": 13160
    },
    {
      "epoch": 77.92899408284023,
      "grad_norm": 1.6955714225769043,
      "learning_rate": 0.0001,
      "loss": 0.0294,
      "step": 13170
    },
    {
      "epoch": 77.98816568047337,
      "grad_norm": 1.5850615501403809,
      "learning_rate": 0.0001,
      "loss": 0.0295,
      "step": 13180
    },
    {
      "epoch": 78.04733727810651,
      "grad_norm": 1.4026334285736084,
      "learning_rate": 0.0001,
      "loss": 0.0284,
      "step": 13190
    },
    {
      "epoch": 78.10650887573965,
      "grad_norm": 1.9902260303497314,
      "learning_rate": 0.0001,
      "loss": 0.0282,
      "step": 13200
    },
    {
      "epoch": 78.16568047337279,
      "grad_norm": 1.9664236307144165,
      "learning_rate": 0.0001,
      "loss": 0.029,
      "step": 13210
    },
    {
      "epoch": 78.22485207100591,
      "grad_norm": 1.820135235786438,
      "learning_rate": 0.0001,
      "loss": 0.028,
      "step": 13220
    },
    {
      "epoch": 78.28402366863905,
      "grad_norm": 1.6468032598495483,
      "learning_rate": 0.0001,
      "loss": 0.0276,
      "step": 13230
    },
    {
      "epoch": 78.34319526627219,
      "grad_norm": 1.3373830318450928,
      "learning_rate": 0.0001,
      "loss": 0.0278,
      "step": 13240
    },
    {
      "epoch": 78.40236686390533,
      "grad_norm": 1.835564374923706,
      "learning_rate": 0.0001,
      "loss": 0.0282,
      "step": 13250
    },
    {
      "epoch": 78.46153846153847,
      "grad_norm": 1.6432665586471558,
      "learning_rate": 0.0001,
      "loss": 0.0279,
      "step": 13260
    },
    {
      "epoch": 78.52071005917159,
      "grad_norm": 1.6171239614486694,
      "learning_rate": 0.0001,
      "loss": 0.0282,
      "step": 13270
    },
    {
      "epoch": 78.57988165680473,
      "grad_norm": 1.7857800722122192,
      "learning_rate": 0.0001,
      "loss": 0.0285,
      "step": 13280
    },
    {
      "epoch": 78.63905325443787,
      "grad_norm": 1.6145315170288086,
      "learning_rate": 0.0001,
      "loss": 0.0288,
      "step": 13290
    },
    {
      "epoch": 78.69822485207101,
      "grad_norm": 1.3754020929336548,
      "learning_rate": 0.0001,
      "loss": 0.028,
      "step": 13300
    },
    {
      "epoch": 78.75739644970415,
      "grad_norm": 2.504894256591797,
      "learning_rate": 0.0001,
      "loss": 0.0277,
      "step": 13310
    },
    {
      "epoch": 78.81656804733728,
      "grad_norm": 1.7269688844680786,
      "learning_rate": 0.0001,
      "loss": 0.0279,
      "step": 13320
    },
    {
      "epoch": 78.87573964497041,
      "grad_norm": 1.0000234842300415,
      "learning_rate": 0.0001,
      "loss": 0.027,
      "step": 13330
    },
    {
      "epoch": 78.93491124260355,
      "grad_norm": 1.391007661819458,
      "learning_rate": 0.0001,
      "loss": 0.027,
      "step": 13340
    },
    {
      "epoch": 78.99408284023669,
      "grad_norm": 1.2920475006103516,
      "learning_rate": 0.0001,
      "loss": 0.0268,
      "step": 13350
    },
    {
      "epoch": 79.05325443786982,
      "grad_norm": 1.4586950540542603,
      "learning_rate": 0.0001,
      "loss": 0.0265,
      "step": 13360
    },
    {
      "epoch": 79.11242603550296,
      "grad_norm": 1.5049959421157837,
      "learning_rate": 0.0001,
      "loss": 0.0267,
      "step": 13370
    },
    {
      "epoch": 79.17159763313609,
      "grad_norm": 1.3885337114334106,
      "learning_rate": 0.0001,
      "loss": 0.0268,
      "step": 13380
    },
    {
      "epoch": 79.23076923076923,
      "grad_norm": 1.6495060920715332,
      "learning_rate": 0.0001,
      "loss": 0.0274,
      "step": 13390
    },
    {
      "epoch": 79.28994082840237,
      "grad_norm": 2.0278308391571045,
      "learning_rate": 0.0001,
      "loss": 0.0272,
      "step": 13400
    },
    {
      "epoch": 79.3491124260355,
      "grad_norm": 1.6315144300460815,
      "learning_rate": 0.0001,
      "loss": 0.0275,
      "step": 13410
    },
    {
      "epoch": 79.40828402366864,
      "grad_norm": 1.6109946966171265,
      "learning_rate": 0.0001,
      "loss": 0.0273,
      "step": 13420
    },
    {
      "epoch": 79.46745562130178,
      "grad_norm": 1.9447684288024902,
      "learning_rate": 0.0001,
      "loss": 0.0272,
      "step": 13430
    },
    {
      "epoch": 79.5266272189349,
      "grad_norm": 1.2351568937301636,
      "learning_rate": 0.0001,
      "loss": 0.0271,
      "step": 13440
    },
    {
      "epoch": 79.58579881656804,
      "grad_norm": 1.62055504322052,
      "learning_rate": 0.0001,
      "loss": 0.0267,
      "step": 13450
    },
    {
      "epoch": 79.64497041420118,
      "grad_norm": 1.7545634508132935,
      "learning_rate": 0.0001,
      "loss": 0.0266,
      "step": 13460
    },
    {
      "epoch": 79.70414201183432,
      "grad_norm": 2.3588948249816895,
      "learning_rate": 0.0001,
      "loss": 0.0259,
      "step": 13470
    },
    {
      "epoch": 79.76331360946746,
      "grad_norm": 1.7819347381591797,
      "learning_rate": 0.0001,
      "loss": 0.0257,
      "step": 13480
    },
    {
      "epoch": 79.8224852071006,
      "grad_norm": 1.7651571035385132,
      "learning_rate": 0.0001,
      "loss": 0.0262,
      "step": 13490
    },
    {
      "epoch": 79.88165680473372,
      "grad_norm": 2.098773717880249,
      "learning_rate": 0.0001,
      "loss": 0.0256,
      "step": 13500
    },
    {
      "epoch": 79.94082840236686,
      "grad_norm": 2.0386404991149902,
      "learning_rate": 0.0001,
      "loss": 0.0256,
      "step": 13510
    },
    {
      "epoch": 80.0,
      "grad_norm": 2.1002614498138428,
      "learning_rate": 0.0001,
      "loss": 0.0264,
      "step": 13520
    },
    {
      "epoch": 80.05917159763314,
      "grad_norm": 2.677924394607544,
      "learning_rate": 0.0001,
      "loss": 0.0326,
      "step": 13530
    },
    {
      "epoch": 80.11834319526628,
      "grad_norm": 2.323535203933716,
      "learning_rate": 0.0001,
      "loss": 0.0278,
      "step": 13540
    },
    {
      "epoch": 80.1775147928994,
      "grad_norm": 2.4471118450164795,
      "learning_rate": 0.0001,
      "loss": 0.0275,
      "step": 13550
    },
    {
      "epoch": 80.23668639053254,
      "grad_norm": 2.4190471172332764,
      "learning_rate": 0.0001,
      "loss": 0.0264,
      "step": 13560
    },
    {
      "epoch": 80.29585798816568,
      "grad_norm": 2.126497268676758,
      "learning_rate": 0.0001,
      "loss": 0.0251,
      "step": 13570
    },
    {
      "epoch": 80.35502958579882,
      "grad_norm": 1.9908725023269653,
      "learning_rate": 0.0001,
      "loss": 0.0253,
      "step": 13580
    },
    {
      "epoch": 80.41420118343196,
      "grad_norm": 1.7533633708953857,
      "learning_rate": 0.0001,
      "loss": 0.0255,
      "step": 13590
    },
    {
      "epoch": 80.4733727810651,
      "grad_norm": 1.8987650871276855,
      "learning_rate": 0.0001,
      "loss": 0.026,
      "step": 13600
    },
    {
      "epoch": 80.53254437869822,
      "grad_norm": 2.1181752681732178,
      "learning_rate": 0.0001,
      "loss": 0.0247,
      "step": 13610
    },
    {
      "epoch": 80.59171597633136,
      "grad_norm": 2.9005842208862305,
      "learning_rate": 0.0001,
      "loss": 0.0269,
      "step": 13620
    },
    {
      "epoch": 80.6508875739645,
      "grad_norm": 1.7335445880889893,
      "learning_rate": 0.0001,
      "loss": 0.0271,
      "step": 13630
    },
    {
      "epoch": 80.71005917159763,
      "grad_norm": 2.436126708984375,
      "learning_rate": 0.0001,
      "loss": 0.0277,
      "step": 13640
    },
    {
      "epoch": 80.76923076923077,
      "grad_norm": 1.8038551807403564,
      "learning_rate": 0.0001,
      "loss": 0.0271,
      "step": 13650
    },
    {
      "epoch": 80.82840236686391,
      "grad_norm": 1.873564600944519,
      "learning_rate": 0.0001,
      "loss": 0.0257,
      "step": 13660
    },
    {
      "epoch": 80.88757396449704,
      "grad_norm": 1.7780539989471436,
      "learning_rate": 0.0001,
      "loss": 0.0282,
      "step": 13670
    },
    {
      "epoch": 80.94674556213018,
      "grad_norm": 1.9945662021636963,
      "learning_rate": 0.0001,
      "loss": 0.0258,
      "step": 13680
    },
    {
      "epoch": 81.00591715976331,
      "grad_norm": 1.6491867303848267,
      "learning_rate": 0.0001,
      "loss": 0.0264,
      "step": 13690
    },
    {
      "epoch": 81.06508875739645,
      "grad_norm": 1.9175587892532349,
      "learning_rate": 0.0001,
      "loss": 0.0261,
      "step": 13700
    },
    {
      "epoch": 81.12426035502959,
      "grad_norm": 2.297849178314209,
      "learning_rate": 0.0001,
      "loss": 0.0262,
      "step": 13710
    },
    {
      "epoch": 81.18343195266272,
      "grad_norm": 2.206448793411255,
      "learning_rate": 0.0001,
      "loss": 0.0267,
      "step": 13720
    },
    {
      "epoch": 81.24260355029585,
      "grad_norm": 1.6405094861984253,
      "learning_rate": 0.0001,
      "loss": 0.026,
      "step": 13730
    },
    {
      "epoch": 81.30177514792899,
      "grad_norm": 1.737815260887146,
      "learning_rate": 0.0001,
      "loss": 0.0261,
      "step": 13740
    },
    {
      "epoch": 81.36094674556213,
      "grad_norm": 2.051853895187378,
      "learning_rate": 0.0001,
      "loss": 0.0275,
      "step": 13750
    },
    {
      "epoch": 81.42011834319527,
      "grad_norm": 1.711469292640686,
      "learning_rate": 0.0001,
      "loss": 0.0268,
      "step": 13760
    },
    {
      "epoch": 81.47928994082841,
      "grad_norm": 1.4849634170532227,
      "learning_rate": 0.0001,
      "loss": 0.0262,
      "step": 13770
    },
    {
      "epoch": 81.53846153846153,
      "grad_norm": 1.7072783708572388,
      "learning_rate": 0.0001,
      "loss": 0.0269,
      "step": 13780
    },
    {
      "epoch": 81.59763313609467,
      "grad_norm": 1.5725935697555542,
      "learning_rate": 0.0001,
      "loss": 0.0279,
      "step": 13790
    },
    {
      "epoch": 81.65680473372781,
      "grad_norm": 1.8924936056137085,
      "learning_rate": 0.0001,
      "loss": 0.0277,
      "step": 13800
    },
    {
      "epoch": 81.71597633136095,
      "grad_norm": 1.6488643884658813,
      "learning_rate": 0.0001,
      "loss": 0.0277,
      "step": 13810
    },
    {
      "epoch": 81.77514792899409,
      "grad_norm": 1.625576376914978,
      "learning_rate": 0.0001,
      "loss": 0.0271,
      "step": 13820
    },
    {
      "epoch": 81.83431952662721,
      "grad_norm": 2.2656078338623047,
      "learning_rate": 0.0001,
      "loss": 0.0276,
      "step": 13830
    },
    {
      "epoch": 81.89349112426035,
      "grad_norm": 1.5859264135360718,
      "learning_rate": 0.0001,
      "loss": 0.026,
      "step": 13840
    },
    {
      "epoch": 81.95266272189349,
      "grad_norm": 1.759376049041748,
      "learning_rate": 0.0001,
      "loss": 0.0268,
      "step": 13850
    },
    {
      "epoch": 82.01183431952663,
      "grad_norm": 1.5925393104553223,
      "learning_rate": 0.0001,
      "loss": 0.0271,
      "step": 13860
    },
    {
      "epoch": 82.07100591715977,
      "grad_norm": 1.6294904947280884,
      "learning_rate": 0.0001,
      "loss": 0.0263,
      "step": 13870
    },
    {
      "epoch": 82.1301775147929,
      "grad_norm": 2.1179983615875244,
      "learning_rate": 0.0001,
      "loss": 0.0262,
      "step": 13880
    },
    {
      "epoch": 82.18934911242603,
      "grad_norm": 1.9530357122421265,
      "learning_rate": 0.0001,
      "loss": 0.027,
      "step": 13890
    },
    {
      "epoch": 82.24852071005917,
      "grad_norm": 2.098775625228882,
      "learning_rate": 0.0001,
      "loss": 0.0269,
      "step": 13900
    },
    {
      "epoch": 82.3076923076923,
      "grad_norm": 1.9112647771835327,
      "learning_rate": 0.0001,
      "loss": 0.027,
      "step": 13910
    },
    {
      "epoch": 82.36686390532545,
      "grad_norm": 2.509934425354004,
      "learning_rate": 0.0001,
      "loss": 0.0279,
      "step": 13920
    },
    {
      "epoch": 82.42603550295858,
      "grad_norm": 2.1358492374420166,
      "learning_rate": 0.0001,
      "loss": 0.0274,
      "step": 13930
    },
    {
      "epoch": 82.48520710059172,
      "grad_norm": 1.9020432233810425,
      "learning_rate": 0.0001,
      "loss": 0.0293,
      "step": 13940
    },
    {
      "epoch": 82.54437869822485,
      "grad_norm": 1.5463789701461792,
      "learning_rate": 0.0001,
      "loss": 0.0271,
      "step": 13950
    },
    {
      "epoch": 82.60355029585799,
      "grad_norm": 1.2848080396652222,
      "learning_rate": 0.0001,
      "loss": 0.0265,
      "step": 13960
    },
    {
      "epoch": 82.66272189349112,
      "grad_norm": 1.5767860412597656,
      "learning_rate": 0.0001,
      "loss": 0.0248,
      "step": 13970
    },
    {
      "epoch": 82.72189349112426,
      "grad_norm": 1.8156096935272217,
      "learning_rate": 0.0001,
      "loss": 0.0269,
      "step": 13980
    },
    {
      "epoch": 82.7810650887574,
      "grad_norm": 1.4919930696487427,
      "learning_rate": 0.0001,
      "loss": 0.0263,
      "step": 13990
    },
    {
      "epoch": 82.84023668639053,
      "grad_norm": 1.5417284965515137,
      "learning_rate": 0.0001,
      "loss": 0.026,
      "step": 14000
    },
    {
      "epoch": 82.89940828402366,
      "grad_norm": 2.150217294692993,
      "learning_rate": 0.0001,
      "loss": 0.0273,
      "step": 14010
    },
    {
      "epoch": 82.9585798816568,
      "grad_norm": 1.802996277809143,
      "learning_rate": 0.0001,
      "loss": 0.0284,
      "step": 14020
    },
    {
      "epoch": 83.01775147928994,
      "grad_norm": 1.4453362226486206,
      "learning_rate": 0.0001,
      "loss": 0.0272,
      "step": 14030
    },
    {
      "epoch": 83.07692307692308,
      "grad_norm": 1.6498535871505737,
      "learning_rate": 0.0001,
      "loss": 0.0266,
      "step": 14040
    },
    {
      "epoch": 83.13609467455622,
      "grad_norm": 1.8970208168029785,
      "learning_rate": 0.0001,
      "loss": 0.0275,
      "step": 14050
    },
    {
      "epoch": 83.19526627218934,
      "grad_norm": 1.2003551721572876,
      "learning_rate": 0.0001,
      "loss": 0.0278,
      "step": 14060
    },
    {
      "epoch": 83.25443786982248,
      "grad_norm": 1.6260120868682861,
      "learning_rate": 0.0001,
      "loss": 0.0266,
      "step": 14070
    },
    {
      "epoch": 83.31360946745562,
      "grad_norm": 1.3744405508041382,
      "learning_rate": 0.0001,
      "loss": 0.0265,
      "step": 14080
    },
    {
      "epoch": 83.37278106508876,
      "grad_norm": 1.5436270236968994,
      "learning_rate": 0.0001,
      "loss": 0.0271,
      "step": 14090
    },
    {
      "epoch": 83.4319526627219,
      "grad_norm": 1.2730234861373901,
      "learning_rate": 0.0001,
      "loss": 0.0275,
      "step": 14100
    },
    {
      "epoch": 83.49112426035504,
      "grad_norm": 1.467305302619934,
      "learning_rate": 0.0001,
      "loss": 0.0261,
      "step": 14110
    },
    {
      "epoch": 83.55029585798816,
      "grad_norm": 2.2118680477142334,
      "learning_rate": 0.0001,
      "loss": 0.027,
      "step": 14120
    },
    {
      "epoch": 83.6094674556213,
      "grad_norm": 1.4269821643829346,
      "learning_rate": 0.0001,
      "loss": 0.0268,
      "step": 14130
    },
    {
      "epoch": 83.66863905325444,
      "grad_norm": 1.488857626914978,
      "learning_rate": 0.0001,
      "loss": 0.0277,
      "step": 14140
    },
    {
      "epoch": 83.72781065088758,
      "grad_norm": 2.206981658935547,
      "learning_rate": 0.0001,
      "loss": 0.0277,
      "step": 14150
    },
    {
      "epoch": 83.78698224852072,
      "grad_norm": 1.5116686820983887,
      "learning_rate": 0.0001,
      "loss": 0.0278,
      "step": 14160
    },
    {
      "epoch": 83.84615384615384,
      "grad_norm": 1.3844295740127563,
      "learning_rate": 0.0001,
      "loss": 0.0275,
      "step": 14170
    },
    {
      "epoch": 83.90532544378698,
      "grad_norm": 1.5175310373306274,
      "learning_rate": 0.0001,
      "loss": 0.0274,
      "step": 14180
    },
    {
      "epoch": 83.96449704142012,
      "grad_norm": 1.6370232105255127,
      "learning_rate": 0.0001,
      "loss": 0.0273,
      "step": 14190
    },
    {
      "epoch": 84.02366863905326,
      "grad_norm": 1.391525387763977,
      "learning_rate": 0.0001,
      "loss": 0.0275,
      "step": 14200
    },
    {
      "epoch": 84.0828402366864,
      "grad_norm": 1.245666742324829,
      "learning_rate": 0.0001,
      "loss": 0.0288,
      "step": 14210
    },
    {
      "epoch": 84.14201183431953,
      "grad_norm": 1.706787109375,
      "learning_rate": 0.0001,
      "loss": 0.0294,
      "step": 14220
    },
    {
      "epoch": 84.20118343195266,
      "grad_norm": 2.095344305038452,
      "learning_rate": 0.0001,
      "loss": 0.0289,
      "step": 14230
    },
    {
      "epoch": 84.2603550295858,
      "grad_norm": 1.3527956008911133,
      "learning_rate": 0.0001,
      "loss": 0.0268,
      "step": 14240
    },
    {
      "epoch": 84.31952662721893,
      "grad_norm": 2.124955177307129,
      "learning_rate": 0.0001,
      "loss": 0.0269,
      "step": 14250
    },
    {
      "epoch": 84.37869822485207,
      "grad_norm": 1.9385125637054443,
      "learning_rate": 0.0001,
      "loss": 0.0269,
      "step": 14260
    },
    {
      "epoch": 84.43786982248521,
      "grad_norm": 1.4271492958068848,
      "learning_rate": 0.0001,
      "loss": 0.0269,
      "step": 14270
    },
    {
      "epoch": 84.49704142011835,
      "grad_norm": 1.7068454027175903,
      "learning_rate": 0.0001,
      "loss": 0.026,
      "step": 14280
    },
    {
      "epoch": 84.55621301775147,
      "grad_norm": 2.200274705886841,
      "learning_rate": 0.0001,
      "loss": 0.0269,
      "step": 14290
    },
    {
      "epoch": 84.61538461538461,
      "grad_norm": 1.7167702913284302,
      "learning_rate": 0.0001,
      "loss": 0.0267,
      "step": 14300
    },
    {
      "epoch": 84.67455621301775,
      "grad_norm": 1.483392357826233,
      "learning_rate": 0.0001,
      "loss": 0.0267,
      "step": 14310
    },
    {
      "epoch": 84.73372781065089,
      "grad_norm": 1.6335539817810059,
      "learning_rate": 0.0001,
      "loss": 0.0269,
      "step": 14320
    },
    {
      "epoch": 84.79289940828403,
      "grad_norm": 2.1830525398254395,
      "learning_rate": 0.0001,
      "loss": 0.0268,
      "step": 14330
    },
    {
      "epoch": 84.85207100591715,
      "grad_norm": 2.410512924194336,
      "learning_rate": 0.0001,
      "loss": 0.0281,
      "step": 14340
    },
    {
      "epoch": 84.91124260355029,
      "grad_norm": 2.7541041374206543,
      "learning_rate": 0.0001,
      "loss": 0.0284,
      "step": 14350
    },
    {
      "epoch": 84.97041420118343,
      "grad_norm": 1.7611759901046753,
      "learning_rate": 0.0001,
      "loss": 0.0259,
      "step": 14360
    },
    {
      "epoch": 85.02958579881657,
      "grad_norm": 1.6813422441482544,
      "learning_rate": 0.0001,
      "loss": 0.0273,
      "step": 14370
    },
    {
      "epoch": 85.08875739644971,
      "grad_norm": 1.5463656187057495,
      "learning_rate": 0.0001,
      "loss": 0.0262,
      "step": 14380
    },
    {
      "epoch": 85.14792899408285,
      "grad_norm": 1.8891743421554565,
      "learning_rate": 0.0001,
      "loss": 0.0278,
      "step": 14390
    },
    {
      "epoch": 85.20710059171597,
      "grad_norm": 1.7381260395050049,
      "learning_rate": 0.0001,
      "loss": 0.0271,
      "step": 14400
    },
    {
      "epoch": 85.26627218934911,
      "grad_norm": 1.766524076461792,
      "learning_rate": 0.0001,
      "loss": 0.027,
      "step": 14410
    },
    {
      "epoch": 85.32544378698225,
      "grad_norm": 1.41001558303833,
      "learning_rate": 0.0001,
      "loss": 0.0262,
      "step": 14420
    },
    {
      "epoch": 85.38461538461539,
      "grad_norm": 1.8273169994354248,
      "learning_rate": 0.0001,
      "loss": 0.0259,
      "step": 14430
    },
    {
      "epoch": 85.44378698224853,
      "grad_norm": 1.8059457540512085,
      "learning_rate": 0.0001,
      "loss": 0.0268,
      "step": 14440
    },
    {
      "epoch": 85.50295857988165,
      "grad_norm": 1.894208550453186,
      "learning_rate": 0.0001,
      "loss": 0.0275,
      "step": 14450
    },
    {
      "epoch": 85.56213017751479,
      "grad_norm": 1.280652403831482,
      "learning_rate": 0.0001,
      "loss": 0.0261,
      "step": 14460
    },
    {
      "epoch": 85.62130177514793,
      "grad_norm": 1.6881978511810303,
      "learning_rate": 0.0001,
      "loss": 0.0263,
      "step": 14470
    },
    {
      "epoch": 85.68047337278107,
      "grad_norm": 1.6599359512329102,
      "learning_rate": 0.0001,
      "loss": 0.0267,
      "step": 14480
    },
    {
      "epoch": 85.7396449704142,
      "grad_norm": 1.451037883758545,
      "learning_rate": 0.0001,
      "loss": 0.0255,
      "step": 14490
    },
    {
      "epoch": 85.79881656804734,
      "grad_norm": 1.9234201908111572,
      "learning_rate": 0.0001,
      "loss": 0.0258,
      "step": 14500
    },
    {
      "epoch": 85.85798816568047,
      "grad_norm": 1.408051609992981,
      "learning_rate": 0.0001,
      "loss": 0.0253,
      "step": 14510
    },
    {
      "epoch": 85.9171597633136,
      "grad_norm": 1.5418953895568848,
      "learning_rate": 0.0001,
      "loss": 0.0251,
      "step": 14520
    },
    {
      "epoch": 85.97633136094674,
      "grad_norm": 1.61346435546875,
      "learning_rate": 0.0001,
      "loss": 0.0261,
      "step": 14530
    },
    {
      "epoch": 86.03550295857988,
      "grad_norm": 2.014265537261963,
      "learning_rate": 0.0001,
      "loss": 0.0258,
      "step": 14540
    },
    {
      "epoch": 86.09467455621302,
      "grad_norm": 2.0684974193573,
      "learning_rate": 0.0001,
      "loss": 0.0277,
      "step": 14550
    },
    {
      "epoch": 86.15384615384616,
      "grad_norm": 1.5834964513778687,
      "learning_rate": 0.0001,
      "loss": 0.0259,
      "step": 14560
    },
    {
      "epoch": 86.21301775147928,
      "grad_norm": 1.7940055131912231,
      "learning_rate": 0.0001,
      "loss": 0.0263,
      "step": 14570
    },
    {
      "epoch": 86.27218934911242,
      "grad_norm": 1.4121571779251099,
      "learning_rate": 0.0001,
      "loss": 0.027,
      "step": 14580
    },
    {
      "epoch": 86.33136094674556,
      "grad_norm": 1.7081290483474731,
      "learning_rate": 0.0001,
      "loss": 0.0282,
      "step": 14590
    },
    {
      "epoch": 86.3905325443787,
      "grad_norm": 2.3601887226104736,
      "learning_rate": 0.0001,
      "loss": 0.0276,
      "step": 14600
    },
    {
      "epoch": 86.44970414201184,
      "grad_norm": 2.329240560531616,
      "learning_rate": 0.0001,
      "loss": 0.0272,
      "step": 14610
    },
    {
      "epoch": 86.50887573964496,
      "grad_norm": 1.8769017457962036,
      "learning_rate": 0.0001,
      "loss": 0.027,
      "step": 14620
    },
    {
      "epoch": 86.5680473372781,
      "grad_norm": 1.986582636833191,
      "learning_rate": 0.0001,
      "loss": 0.0278,
      "step": 14630
    },
    {
      "epoch": 86.62721893491124,
      "grad_norm": 1.5818064212799072,
      "learning_rate": 0.0001,
      "loss": 0.0262,
      "step": 14640
    },
    {
      "epoch": 86.68639053254438,
      "grad_norm": 1.9717246294021606,
      "learning_rate": 0.0001,
      "loss": 0.025,
      "step": 14650
    },
    {
      "epoch": 86.74556213017752,
      "grad_norm": 2.16619873046875,
      "learning_rate": 0.0001,
      "loss": 0.026,
      "step": 14660
    },
    {
      "epoch": 86.80473372781066,
      "grad_norm": 1.9293133020401,
      "learning_rate": 0.0001,
      "loss": 0.0252,
      "step": 14670
    },
    {
      "epoch": 86.86390532544378,
      "grad_norm": 1.632278561592102,
      "learning_rate": 0.0001,
      "loss": 0.0253,
      "step": 14680
    },
    {
      "epoch": 86.92307692307692,
      "grad_norm": 2.0721118450164795,
      "learning_rate": 0.0001,
      "loss": 0.0251,
      "step": 14690
    },
    {
      "epoch": 86.98224852071006,
      "grad_norm": 1.5310566425323486,
      "learning_rate": 0.0001,
      "loss": 0.0244,
      "step": 14700
    },
    {
      "epoch": 87.0414201183432,
      "grad_norm": 1.7277806997299194,
      "learning_rate": 0.0001,
      "loss": 0.0249,
      "step": 14710
    },
    {
      "epoch": 87.10059171597634,
      "grad_norm": 1.5306246280670166,
      "learning_rate": 0.0001,
      "loss": 0.0254,
      "step": 14720
    },
    {
      "epoch": 87.15976331360947,
      "grad_norm": 1.6462931632995605,
      "learning_rate": 0.0001,
      "loss": 0.0241,
      "step": 14730
    },
    {
      "epoch": 87.2189349112426,
      "grad_norm": 1.497218132019043,
      "learning_rate": 0.0001,
      "loss": 0.0245,
      "step": 14740
    },
    {
      "epoch": 87.27810650887574,
      "grad_norm": 1.5881305932998657,
      "learning_rate": 0.0001,
      "loss": 0.0261,
      "step": 14750
    },
    {
      "epoch": 87.33727810650888,
      "grad_norm": 1.7341984510421753,
      "learning_rate": 0.0001,
      "loss": 0.0255,
      "step": 14760
    },
    {
      "epoch": 87.39644970414201,
      "grad_norm": 1.8004612922668457,
      "learning_rate": 0.0001,
      "loss": 0.0262,
      "step": 14770
    },
    {
      "epoch": 87.45562130177515,
      "grad_norm": 1.628067970275879,
      "learning_rate": 0.0001,
      "loss": 0.0243,
      "step": 14780
    },
    {
      "epoch": 87.51479289940828,
      "grad_norm": 2.2272181510925293,
      "learning_rate": 0.0001,
      "loss": 0.025,
      "step": 14790
    },
    {
      "epoch": 87.57396449704142,
      "grad_norm": 1.926284670829773,
      "learning_rate": 0.0001,
      "loss": 0.0256,
      "step": 14800
    },
    {
      "epoch": 87.63313609467455,
      "grad_norm": 1.612046718597412,
      "learning_rate": 0.0001,
      "loss": 0.0252,
      "step": 14810
    },
    {
      "epoch": 87.6923076923077,
      "grad_norm": 1.3398481607437134,
      "learning_rate": 0.0001,
      "loss": 0.0254,
      "step": 14820
    },
    {
      "epoch": 87.75147928994083,
      "grad_norm": 1.1910611391067505,
      "learning_rate": 0.0001,
      "loss": 0.0242,
      "step": 14830
    },
    {
      "epoch": 87.81065088757397,
      "grad_norm": 1.7203288078308105,
      "learning_rate": 0.0001,
      "loss": 0.0259,
      "step": 14840
    },
    {
      "epoch": 87.8698224852071,
      "grad_norm": 1.2025917768478394,
      "learning_rate": 0.0001,
      "loss": 0.0261,
      "step": 14850
    },
    {
      "epoch": 87.92899408284023,
      "grad_norm": 1.6855958700180054,
      "learning_rate": 0.0001,
      "loss": 0.0262,
      "step": 14860
    },
    {
      "epoch": 87.98816568047337,
      "grad_norm": 1.486555814743042,
      "learning_rate": 0.0001,
      "loss": 0.027,
      "step": 14870
    },
    {
      "epoch": 88.04733727810651,
      "grad_norm": 1.8529131412506104,
      "learning_rate": 0.0001,
      "loss": 0.0253,
      "step": 14880
    },
    {
      "epoch": 88.10650887573965,
      "grad_norm": 1.785558819770813,
      "learning_rate": 0.0001,
      "loss": 0.0268,
      "step": 14890
    },
    {
      "epoch": 88.16568047337279,
      "grad_norm": 2.4225378036499023,
      "learning_rate": 0.0001,
      "loss": 0.0274,
      "step": 14900
    },
    {
      "epoch": 88.22485207100591,
      "grad_norm": 2.1440465450286865,
      "learning_rate": 0.0001,
      "loss": 0.0286,
      "step": 14910
    },
    {
      "epoch": 88.28402366863905,
      "grad_norm": 1.602925181388855,
      "learning_rate": 0.0001,
      "loss": 0.0287,
      "step": 14920
    },
    {
      "epoch": 88.34319526627219,
      "grad_norm": 1.6938937902450562,
      "learning_rate": 0.0001,
      "loss": 0.0291,
      "step": 14930
    },
    {
      "epoch": 88.40236686390533,
      "grad_norm": 1.405253529548645,
      "learning_rate": 0.0001,
      "loss": 0.0279,
      "step": 14940
    },
    {
      "epoch": 88.46153846153847,
      "grad_norm": 1.9767032861709595,
      "learning_rate": 0.0001,
      "loss": 0.0269,
      "step": 14950
    },
    {
      "epoch": 88.52071005917159,
      "grad_norm": 2.1344337463378906,
      "learning_rate": 0.0001,
      "loss": 0.0263,
      "step": 14960
    },
    {
      "epoch": 88.57988165680473,
      "grad_norm": 1.893290638923645,
      "learning_rate": 0.0001,
      "loss": 0.0272,
      "step": 14970
    },
    {
      "epoch": 88.63905325443787,
      "grad_norm": 1.3925150632858276,
      "learning_rate": 0.0001,
      "loss": 0.0255,
      "step": 14980
    },
    {
      "epoch": 88.69822485207101,
      "grad_norm": 1.7590032815933228,
      "learning_rate": 0.0001,
      "loss": 0.0256,
      "step": 14990
    },
    {
      "epoch": 88.75739644970415,
      "grad_norm": 1.1528652906417847,
      "learning_rate": 0.0001,
      "loss": 0.0267,
      "step": 15000
    },
    {
      "epoch": 88.81656804733728,
      "grad_norm": 1.2265241146087646,
      "learning_rate": 0.0001,
      "loss": 0.0258,
      "step": 15010
    },
    {
      "epoch": 88.87573964497041,
      "grad_norm": 1.762597680091858,
      "learning_rate": 0.0001,
      "loss": 0.0264,
      "step": 15020
    },
    {
      "epoch": 88.93491124260355,
      "grad_norm": 1.8456777334213257,
      "learning_rate": 0.0001,
      "loss": 0.0274,
      "step": 15030
    },
    {
      "epoch": 88.99408284023669,
      "grad_norm": 1.490128755569458,
      "learning_rate": 0.0001,
      "loss": 0.028,
      "step": 15040
    },
    {
      "epoch": 89.05325443786982,
      "grad_norm": 1.5456863641738892,
      "learning_rate": 0.0001,
      "loss": 0.0271,
      "step": 15050
    },
    {
      "epoch": 89.11242603550296,
      "grad_norm": 1.4380412101745605,
      "learning_rate": 0.0001,
      "loss": 0.0276,
      "step": 15060
    },
    {
      "epoch": 89.17159763313609,
      "grad_norm": 2.0881528854370117,
      "learning_rate": 0.0001,
      "loss": 0.0286,
      "step": 15070
    },
    {
      "epoch": 89.23076923076923,
      "grad_norm": 1.465851068496704,
      "learning_rate": 0.0001,
      "loss": 0.0266,
      "step": 15080
    },
    {
      "epoch": 89.28994082840237,
      "grad_norm": 1.3556605577468872,
      "learning_rate": 0.0001,
      "loss": 0.0252,
      "step": 15090
    },
    {
      "epoch": 89.3491124260355,
      "grad_norm": 1.8683713674545288,
      "learning_rate": 0.0001,
      "loss": 0.0256,
      "step": 15100
    },
    {
      "epoch": 89.40828402366864,
      "grad_norm": 1.5283063650131226,
      "learning_rate": 0.0001,
      "loss": 0.0255,
      "step": 15110
    },
    {
      "epoch": 89.46745562130178,
      "grad_norm": 1.5006719827651978,
      "learning_rate": 0.0001,
      "loss": 0.0253,
      "step": 15120
    },
    {
      "epoch": 89.5266272189349,
      "grad_norm": 1.5189605951309204,
      "learning_rate": 0.0001,
      "loss": 0.0253,
      "step": 15130
    },
    {
      "epoch": 89.58579881656804,
      "grad_norm": 1.356449007987976,
      "learning_rate": 0.0001,
      "loss": 0.026,
      "step": 15140
    },
    {
      "epoch": 89.64497041420118,
      "grad_norm": 1.3553647994995117,
      "learning_rate": 0.0001,
      "loss": 0.0267,
      "step": 15150
    },
    {
      "epoch": 89.70414201183432,
      "grad_norm": 1.8295836448669434,
      "learning_rate": 0.0001,
      "loss": 0.0268,
      "step": 15160
    },
    {
      "epoch": 89.76331360946746,
      "grad_norm": 2.240229368209839,
      "learning_rate": 0.0001,
      "loss": 0.0281,
      "step": 15170
    },
    {
      "epoch": 89.8224852071006,
      "grad_norm": 2.229602575302124,
      "learning_rate": 0.0001,
      "loss": 0.0267,
      "step": 15180
    },
    {
      "epoch": 89.88165680473372,
      "grad_norm": 1.74336576461792,
      "learning_rate": 0.0001,
      "loss": 0.0263,
      "step": 15190
    },
    {
      "epoch": 89.94082840236686,
      "grad_norm": 1.2296243906021118,
      "learning_rate": 0.0001,
      "loss": 0.026,
      "step": 15200
    },
    {
      "epoch": 90.0,
      "grad_norm": 1.0360831022262573,
      "learning_rate": 0.0001,
      "loss": 0.0254,
      "step": 15210
    },
    {
      "epoch": 90.05917159763314,
      "grad_norm": 1.720502495765686,
      "learning_rate": 0.0001,
      "loss": 0.025,
      "step": 15220
    },
    {
      "epoch": 90.11834319526628,
      "grad_norm": 1.4228390455245972,
      "learning_rate": 0.0001,
      "loss": 0.025,
      "step": 15230
    },
    {
      "epoch": 90.1775147928994,
      "grad_norm": 1.5123862028121948,
      "learning_rate": 0.0001,
      "loss": 0.0259,
      "step": 15240
    },
    {
      "epoch": 90.23668639053254,
      "grad_norm": 1.8659727573394775,
      "learning_rate": 0.0001,
      "loss": 0.0259,
      "step": 15250
    },
    {
      "epoch": 90.29585798816568,
      "grad_norm": 1.8817659616470337,
      "learning_rate": 0.0001,
      "loss": 0.0272,
      "step": 15260
    },
    {
      "epoch": 90.35502958579882,
      "grad_norm": 0.9984346032142639,
      "learning_rate": 0.0001,
      "loss": 0.0259,
      "step": 15270
    },
    {
      "epoch": 90.41420118343196,
      "grad_norm": 1.743518590927124,
      "learning_rate": 0.0001,
      "loss": 0.0265,
      "step": 15280
    },
    {
      "epoch": 90.4733727810651,
      "grad_norm": 1.4117923974990845,
      "learning_rate": 0.0001,
      "loss": 0.0263,
      "step": 15290
    },
    {
      "epoch": 90.53254437869822,
      "grad_norm": 2.041005849838257,
      "learning_rate": 0.0001,
      "loss": 0.0266,
      "step": 15300
    },
    {
      "epoch": 90.59171597633136,
      "grad_norm": 2.0724732875823975,
      "learning_rate": 0.0001,
      "loss": 0.0271,
      "step": 15310
    },
    {
      "epoch": 90.6508875739645,
      "grad_norm": 1.918570876121521,
      "learning_rate": 0.0001,
      "loss": 0.027,
      "step": 15320
    },
    {
      "epoch": 90.71005917159763,
      "grad_norm": 1.442788004875183,
      "learning_rate": 0.0001,
      "loss": 0.026,
      "step": 15330
    },
    {
      "epoch": 90.76923076923077,
      "grad_norm": 1.277442216873169,
      "learning_rate": 0.0001,
      "loss": 0.0252,
      "step": 15340
    },
    {
      "epoch": 90.82840236686391,
      "grad_norm": 1.577277421951294,
      "learning_rate": 0.0001,
      "loss": 0.0255,
      "step": 15350
    },
    {
      "epoch": 90.88757396449704,
      "grad_norm": 1.7573376893997192,
      "learning_rate": 0.0001,
      "loss": 0.0253,
      "step": 15360
    },
    {
      "epoch": 90.94674556213018,
      "grad_norm": 1.322043538093567,
      "learning_rate": 0.0001,
      "loss": 0.0246,
      "step": 15370
    },
    {
      "epoch": 91.00591715976331,
      "grad_norm": 2.215698719024658,
      "learning_rate": 0.0001,
      "loss": 0.0245,
      "step": 15380
    },
    {
      "epoch": 91.06508875739645,
      "grad_norm": 1.3488421440124512,
      "learning_rate": 0.0001,
      "loss": 0.026,
      "step": 15390
    },
    {
      "epoch": 91.12426035502959,
      "grad_norm": 1.55535089969635,
      "learning_rate": 0.0001,
      "loss": 0.0256,
      "step": 15400
    },
    {
      "epoch": 91.18343195266272,
      "grad_norm": 1.513114094734192,
      "learning_rate": 0.0001,
      "loss": 0.0251,
      "step": 15410
    },
    {
      "epoch": 91.24260355029585,
      "grad_norm": 1.2715460062026978,
      "learning_rate": 0.0001,
      "loss": 0.0257,
      "step": 15420
    },
    {
      "epoch": 91.30177514792899,
      "grad_norm": 1.6839754581451416,
      "learning_rate": 0.0001,
      "loss": 0.0256,
      "step": 15430
    },
    {
      "epoch": 91.36094674556213,
      "grad_norm": 1.6173697710037231,
      "learning_rate": 0.0001,
      "loss": 0.0266,
      "step": 15440
    },
    {
      "epoch": 91.42011834319527,
      "grad_norm": 2.6134190559387207,
      "learning_rate": 0.0001,
      "loss": 0.0257,
      "step": 15450
    },
    {
      "epoch": 91.47928994082841,
      "grad_norm": 2.4632530212402344,
      "learning_rate": 0.0001,
      "loss": 0.0256,
      "step": 15460
    },
    {
      "epoch": 91.53846153846153,
      "grad_norm": 1.8501228094100952,
      "learning_rate": 0.0001,
      "loss": 0.0256,
      "step": 15470
    },
    {
      "epoch": 91.59763313609467,
      "grad_norm": 1.1356680393218994,
      "learning_rate": 0.0001,
      "loss": 0.0261,
      "step": 15480
    },
    {
      "epoch": 91.65680473372781,
      "grad_norm": 1.7547487020492554,
      "learning_rate": 0.0001,
      "loss": 0.0258,
      "step": 15490
    },
    {
      "epoch": 91.71597633136095,
      "grad_norm": 1.3695405721664429,
      "learning_rate": 0.0001,
      "loss": 0.0264,
      "step": 15500
    },
    {
      "epoch": 91.77514792899409,
      "grad_norm": 1.331587553024292,
      "learning_rate": 0.0001,
      "loss": 0.0264,
      "step": 15510
    },
    {
      "epoch": 91.83431952662721,
      "grad_norm": 1.3338955640792847,
      "learning_rate": 0.0001,
      "loss": 0.0256,
      "step": 15520
    },
    {
      "epoch": 91.89349112426035,
      "grad_norm": 1.4382702112197876,
      "learning_rate": 0.0001,
      "loss": 0.0254,
      "step": 15530
    },
    {
      "epoch": 91.95266272189349,
      "grad_norm": 1.5058112144470215,
      "learning_rate": 0.0001,
      "loss": 0.0267,
      "step": 15540
    },
    {
      "epoch": 92.01183431952663,
      "grad_norm": 1.6571437120437622,
      "learning_rate": 0.0001,
      "loss": 0.0261,
      "step": 15550
    },
    {
      "epoch": 92.07100591715977,
      "grad_norm": 1.544205665588379,
      "learning_rate": 0.0001,
      "loss": 0.0264,
      "step": 15560
    },
    {
      "epoch": 92.1301775147929,
      "grad_norm": 1.3698023557662964,
      "learning_rate": 0.0001,
      "loss": 0.0261,
      "step": 15570
    },
    {
      "epoch": 92.18934911242603,
      "grad_norm": 1.9873988628387451,
      "learning_rate": 0.0001,
      "loss": 0.0269,
      "step": 15580
    },
    {
      "epoch": 92.24852071005917,
      "grad_norm": 1.8890694379806519,
      "learning_rate": 0.0001,
      "loss": 0.0262,
      "step": 15590
    },
    {
      "epoch": 92.3076923076923,
      "grad_norm": 1.4275931119918823,
      "learning_rate": 0.0001,
      "loss": 0.0253,
      "step": 15600
    },
    {
      "epoch": 92.36686390532545,
      "grad_norm": 1.0295602083206177,
      "learning_rate": 0.0001,
      "loss": 0.0259,
      "step": 15610
    },
    {
      "epoch": 92.42603550295858,
      "grad_norm": 1.6218546628952026,
      "learning_rate": 0.0001,
      "loss": 0.0243,
      "step": 15620
    },
    {
      "epoch": 92.48520710059172,
      "grad_norm": 1.7823566198349,
      "learning_rate": 0.0001,
      "loss": 0.0255,
      "step": 15630
    },
    {
      "epoch": 92.54437869822485,
      "grad_norm": 1.863084077835083,
      "learning_rate": 0.0001,
      "loss": 0.0255,
      "step": 15640
    },
    {
      "epoch": 92.60355029585799,
      "grad_norm": 1.3952381610870361,
      "learning_rate": 0.0001,
      "loss": 0.0249,
      "step": 15650
    },
    {
      "epoch": 92.66272189349112,
      "grad_norm": 1.633943796157837,
      "learning_rate": 0.0001,
      "loss": 0.0255,
      "step": 15660
    },
    {
      "epoch": 92.72189349112426,
      "grad_norm": 1.773621678352356,
      "learning_rate": 0.0001,
      "loss": 0.0251,
      "step": 15670
    },
    {
      "epoch": 92.7810650887574,
      "grad_norm": 1.6607987880706787,
      "learning_rate": 0.0001,
      "loss": 0.0265,
      "step": 15680
    },
    {
      "epoch": 92.84023668639053,
      "grad_norm": 1.545490026473999,
      "learning_rate": 0.0001,
      "loss": 0.0248,
      "step": 15690
    },
    {
      "epoch": 92.89940828402366,
      "grad_norm": 1.5495250225067139,
      "learning_rate": 0.0001,
      "loss": 0.0255,
      "step": 15700
    },
    {
      "epoch": 92.9585798816568,
      "grad_norm": 1.665964961051941,
      "learning_rate": 0.0001,
      "loss": 0.026,
      "step": 15710
    },
    {
      "epoch": 93.01775147928994,
      "grad_norm": 1.737145185470581,
      "learning_rate": 0.0001,
      "loss": 0.0256,
      "step": 15720
    },
    {
      "epoch": 93.07692307692308,
      "grad_norm": 1.269252896308899,
      "learning_rate": 0.0001,
      "loss": 0.0249,
      "step": 15730
    },
    {
      "epoch": 93.13609467455622,
      "grad_norm": 1.8183435201644897,
      "learning_rate": 0.0001,
      "loss": 0.0257,
      "step": 15740
    },
    {
      "epoch": 93.19526627218934,
      "grad_norm": 1.5960513353347778,
      "learning_rate": 0.0001,
      "loss": 0.0263,
      "step": 15750
    },
    {
      "epoch": 93.25443786982248,
      "grad_norm": 1.920259952545166,
      "learning_rate": 0.0001,
      "loss": 0.0269,
      "step": 15760
    },
    {
      "epoch": 93.31360946745562,
      "grad_norm": 1.5223828554153442,
      "learning_rate": 0.0001,
      "loss": 0.0262,
      "step": 15770
    },
    {
      "epoch": 93.37278106508876,
      "grad_norm": 1.6080313920974731,
      "learning_rate": 0.0001,
      "loss": 0.0256,
      "step": 15780
    },
    {
      "epoch": 93.4319526627219,
      "grad_norm": 1.2926435470581055,
      "learning_rate": 0.0001,
      "loss": 0.0259,
      "step": 15790
    },
    {
      "epoch": 93.49112426035504,
      "grad_norm": 1.9077039957046509,
      "learning_rate": 0.0001,
      "loss": 0.0272,
      "step": 15800
    },
    {
      "epoch": 93.55029585798816,
      "grad_norm": 1.4424465894699097,
      "learning_rate": 0.0001,
      "loss": 0.0265,
      "step": 15810
    },
    {
      "epoch": 93.6094674556213,
      "grad_norm": 1.639133095741272,
      "learning_rate": 0.0001,
      "loss": 0.0254,
      "step": 15820
    },
    {
      "epoch": 93.66863905325444,
      "grad_norm": 1.536895751953125,
      "learning_rate": 0.0001,
      "loss": 0.0261,
      "step": 15830
    },
    {
      "epoch": 93.72781065088758,
      "grad_norm": 1.759664535522461,
      "learning_rate": 0.0001,
      "loss": 0.0259,
      "step": 15840
    },
    {
      "epoch": 93.78698224852072,
      "grad_norm": 1.968985676765442,
      "learning_rate": 0.0001,
      "loss": 0.0256,
      "step": 15850
    },
    {
      "epoch": 93.84615384615384,
      "grad_norm": 1.962324857711792,
      "learning_rate": 0.0001,
      "loss": 0.0252,
      "step": 15860
    },
    {
      "epoch": 93.90532544378698,
      "grad_norm": 1.8022102117538452,
      "learning_rate": 0.0001,
      "loss": 0.0253,
      "step": 15870
    },
    {
      "epoch": 93.96449704142012,
      "grad_norm": 1.3529881238937378,
      "learning_rate": 0.0001,
      "loss": 0.0247,
      "step": 15880
    },
    {
      "epoch": 94.02366863905326,
      "grad_norm": 2.125988245010376,
      "learning_rate": 0.0001,
      "loss": 0.0259,
      "step": 15890
    },
    {
      "epoch": 94.0828402366864,
      "grad_norm": 1.6225851774215698,
      "learning_rate": 0.0001,
      "loss": 0.0251,
      "step": 15900
    },
    {
      "epoch": 94.14201183431953,
      "grad_norm": 1.2988731861114502,
      "learning_rate": 0.0001,
      "loss": 0.0242,
      "step": 15910
    },
    {
      "epoch": 94.20118343195266,
      "grad_norm": 1.2784271240234375,
      "learning_rate": 0.0001,
      "loss": 0.0248,
      "step": 15920
    },
    {
      "epoch": 94.2603550295858,
      "grad_norm": 1.8139183521270752,
      "learning_rate": 0.0001,
      "loss": 0.0248,
      "step": 15930
    },
    {
      "epoch": 94.31952662721893,
      "grad_norm": 1.68779718875885,
      "learning_rate": 0.0001,
      "loss": 0.0248,
      "step": 15940
    },
    {
      "epoch": 94.37869822485207,
      "grad_norm": 1.6746162176132202,
      "learning_rate": 0.0001,
      "loss": 0.0263,
      "step": 15950
    },
    {
      "epoch": 94.43786982248521,
      "grad_norm": 1.7047228813171387,
      "learning_rate": 0.0001,
      "loss": 0.0254,
      "step": 15960
    },
    {
      "epoch": 94.49704142011835,
      "grad_norm": 1.4197998046875,
      "learning_rate": 0.0001,
      "loss": 0.0252,
      "step": 15970
    },
    {
      "epoch": 94.55621301775147,
      "grad_norm": 1.6975795030593872,
      "learning_rate": 0.0001,
      "loss": 0.0249,
      "step": 15980
    },
    {
      "epoch": 94.61538461538461,
      "grad_norm": 2.049863338470459,
      "learning_rate": 0.0001,
      "loss": 0.0257,
      "step": 15990
    },
    {
      "epoch": 94.67455621301775,
      "grad_norm": 1.931198239326477,
      "learning_rate": 0.0001,
      "loss": 0.026,
      "step": 16000
    },
    {
      "epoch": 94.73372781065089,
      "grad_norm": 2.00770902633667,
      "learning_rate": 0.0001,
      "loss": 0.0248,
      "step": 16010
    },
    {
      "epoch": 94.79289940828403,
      "grad_norm": 1.6842414140701294,
      "learning_rate": 0.0001,
      "loss": 0.0258,
      "step": 16020
    },
    {
      "epoch": 94.85207100591715,
      "grad_norm": 1.166480302810669,
      "learning_rate": 0.0001,
      "loss": 0.0247,
      "step": 16030
    },
    {
      "epoch": 94.91124260355029,
      "grad_norm": 1.2624388933181763,
      "learning_rate": 0.0001,
      "loss": 0.0256,
      "step": 16040
    },
    {
      "epoch": 94.97041420118343,
      "grad_norm": 1.4022231101989746,
      "learning_rate": 0.0001,
      "loss": 0.0261,
      "step": 16050
    },
    {
      "epoch": 95.02958579881657,
      "grad_norm": 1.722373366355896,
      "learning_rate": 0.0001,
      "loss": 0.0267,
      "step": 16060
    },
    {
      "epoch": 95.08875739644971,
      "grad_norm": 1.4325075149536133,
      "learning_rate": 0.0001,
      "loss": 0.027,
      "step": 16070
    },
    {
      "epoch": 95.14792899408285,
      "grad_norm": 2.596135139465332,
      "learning_rate": 0.0001,
      "loss": 0.0261,
      "step": 16080
    },
    {
      "epoch": 95.20710059171597,
      "grad_norm": 2.249368190765381,
      "learning_rate": 0.0001,
      "loss": 0.0252,
      "step": 16090
    },
    {
      "epoch": 95.26627218934911,
      "grad_norm": 1.7726277112960815,
      "learning_rate": 0.0001,
      "loss": 0.027,
      "step": 16100
    },
    {
      "epoch": 95.32544378698225,
      "grad_norm": 1.5229803323745728,
      "learning_rate": 0.0001,
      "loss": 0.0247,
      "step": 16110
    },
    {
      "epoch": 95.38461538461539,
      "grad_norm": 1.19990873336792,
      "learning_rate": 0.0001,
      "loss": 0.0242,
      "step": 16120
    },
    {
      "epoch": 95.44378698224853,
      "grad_norm": 1.5664896965026855,
      "learning_rate": 0.0001,
      "loss": 0.0247,
      "step": 16130
    },
    {
      "epoch": 95.50295857988165,
      "grad_norm": 0.9906611442565918,
      "learning_rate": 0.0001,
      "loss": 0.0247,
      "step": 16140
    },
    {
      "epoch": 95.56213017751479,
      "grad_norm": 1.9654383659362793,
      "learning_rate": 0.0001,
      "loss": 0.0253,
      "step": 16150
    },
    {
      "epoch": 95.62130177514793,
      "grad_norm": 0.9442912936210632,
      "learning_rate": 0.0001,
      "loss": 0.0255,
      "step": 16160
    },
    {
      "epoch": 95.68047337278107,
      "grad_norm": 1.7974833250045776,
      "learning_rate": 0.0001,
      "loss": 0.0253,
      "step": 16170
    },
    {
      "epoch": 95.7396449704142,
      "grad_norm": 1.3414286375045776,
      "learning_rate": 0.0001,
      "loss": 0.0261,
      "step": 16180
    },
    {
      "epoch": 95.79881656804734,
      "grad_norm": 1.3341009616851807,
      "learning_rate": 0.0001,
      "loss": 0.0241,
      "step": 16190
    },
    {
      "epoch": 95.85798816568047,
      "grad_norm": 1.3767280578613281,
      "learning_rate": 0.0001,
      "loss": 0.0246,
      "step": 16200
    },
    {
      "epoch": 95.9171597633136,
      "grad_norm": 1.2226334810256958,
      "learning_rate": 0.0001,
      "loss": 0.0247,
      "step": 16210
    },
    {
      "epoch": 95.97633136094674,
      "grad_norm": 1.475182294845581,
      "learning_rate": 0.0001,
      "loss": 0.0247,
      "step": 16220
    },
    {
      "epoch": 96.03550295857988,
      "grad_norm": 1.322830080986023,
      "learning_rate": 0.0001,
      "loss": 0.0249,
      "step": 16230
    },
    {
      "epoch": 96.09467455621302,
      "grad_norm": 1.3341760635375977,
      "learning_rate": 0.0001,
      "loss": 0.0256,
      "step": 16240
    },
    {
      "epoch": 96.15384615384616,
      "grad_norm": 1.1770628690719604,
      "learning_rate": 0.0001,
      "loss": 0.0255,
      "step": 16250
    },
    {
      "epoch": 96.21301775147928,
      "grad_norm": 1.6754480600357056,
      "learning_rate": 0.0001,
      "loss": 0.0245,
      "step": 16260
    },
    {
      "epoch": 96.27218934911242,
      "grad_norm": 1.9781720638275146,
      "learning_rate": 0.0001,
      "loss": 0.0247,
      "step": 16270
    },
    {
      "epoch": 96.33136094674556,
      "grad_norm": 1.9889814853668213,
      "learning_rate": 0.0001,
      "loss": 0.0248,
      "step": 16280
    },
    {
      "epoch": 96.3905325443787,
      "grad_norm": 1.958816409111023,
      "learning_rate": 0.0001,
      "loss": 0.025,
      "step": 16290
    },
    {
      "epoch": 96.44970414201184,
      "grad_norm": 1.782660961151123,
      "learning_rate": 0.0001,
      "loss": 0.0248,
      "step": 16300
    },
    {
      "epoch": 96.50887573964496,
      "grad_norm": 1.448146939277649,
      "learning_rate": 0.0001,
      "loss": 0.0247,
      "step": 16310
    },
    {
      "epoch": 96.5680473372781,
      "grad_norm": 1.855676531791687,
      "learning_rate": 0.0001,
      "loss": 0.0249,
      "step": 16320
    },
    {
      "epoch": 96.62721893491124,
      "grad_norm": 1.9052342176437378,
      "learning_rate": 0.0001,
      "loss": 0.0252,
      "step": 16330
    },
    {
      "epoch": 96.68639053254438,
      "grad_norm": 1.545432448387146,
      "learning_rate": 0.0001,
      "loss": 0.025,
      "step": 16340
    },
    {
      "epoch": 96.74556213017752,
      "grad_norm": 1.9901163578033447,
      "learning_rate": 0.0001,
      "loss": 0.0246,
      "step": 16350
    },
    {
      "epoch": 96.80473372781066,
      "grad_norm": 2.1851253509521484,
      "learning_rate": 0.0001,
      "loss": 0.0245,
      "step": 16360
    },
    {
      "epoch": 96.86390532544378,
      "grad_norm": 1.7916219234466553,
      "learning_rate": 0.0001,
      "loss": 0.0247,
      "step": 16370
    },
    {
      "epoch": 96.92307692307692,
      "grad_norm": 2.010885238647461,
      "learning_rate": 0.0001,
      "loss": 0.0259,
      "step": 16380
    },
    {
      "epoch": 96.98224852071006,
      "grad_norm": 1.5019755363464355,
      "learning_rate": 0.0001,
      "loss": 0.0247,
      "step": 16390
    },
    {
      "epoch": 97.0414201183432,
      "grad_norm": 1.4399560689926147,
      "learning_rate": 0.0001,
      "loss": 0.0251,
      "step": 16400
    },
    {
      "epoch": 97.10059171597634,
      "grad_norm": 1.951032280921936,
      "learning_rate": 0.0001,
      "loss": 0.0236,
      "step": 16410
    },
    {
      "epoch": 97.15976331360947,
      "grad_norm": 2.2124853134155273,
      "learning_rate": 0.0001,
      "loss": 0.024,
      "step": 16420
    },
    {
      "epoch": 97.2189349112426,
      "grad_norm": 1.9628318548202515,
      "learning_rate": 0.0001,
      "loss": 0.0245,
      "step": 16430
    },
    {
      "epoch": 97.27810650887574,
      "grad_norm": 1.538129210472107,
      "learning_rate": 0.0001,
      "loss": 0.0241,
      "step": 16440
    },
    {
      "epoch": 97.33727810650888,
      "grad_norm": 1.3873004913330078,
      "learning_rate": 0.0001,
      "loss": 0.0247,
      "step": 16450
    },
    {
      "epoch": 97.39644970414201,
      "grad_norm": 1.9455159902572632,
      "learning_rate": 0.0001,
      "loss": 0.0247,
      "step": 16460
    },
    {
      "epoch": 97.45562130177515,
      "grad_norm": 1.9581302404403687,
      "learning_rate": 0.0001,
      "loss": 0.0253,
      "step": 16470
    },
    {
      "epoch": 97.51479289940828,
      "grad_norm": 1.9844659566879272,
      "learning_rate": 0.0001,
      "loss": 0.0249,
      "step": 16480
    },
    {
      "epoch": 97.57396449704142,
      "grad_norm": 1.956838607788086,
      "learning_rate": 0.0001,
      "loss": 0.024,
      "step": 16490
    },
    {
      "epoch": 97.63313609467455,
      "grad_norm": 2.2970056533813477,
      "learning_rate": 0.0001,
      "loss": 0.025,
      "step": 16500
    },
    {
      "epoch": 97.6923076923077,
      "grad_norm": 1.9392861127853394,
      "learning_rate": 0.0001,
      "loss": 0.0241,
      "step": 16510
    },
    {
      "epoch": 97.75147928994083,
      "grad_norm": 1.5597891807556152,
      "learning_rate": 0.0001,
      "loss": 0.0241,
      "step": 16520
    },
    {
      "epoch": 97.81065088757397,
      "grad_norm": 2.028132915496826,
      "learning_rate": 0.0001,
      "loss": 0.0241,
      "step": 16530
    },
    {
      "epoch": 97.8698224852071,
      "grad_norm": 1.5536037683486938,
      "learning_rate": 0.0001,
      "loss": 0.0246,
      "step": 16540
    },
    {
      "epoch": 97.92899408284023,
      "grad_norm": 1.576088786125183,
      "learning_rate": 0.0001,
      "loss": 0.0236,
      "step": 16550
    },
    {
      "epoch": 97.98816568047337,
      "grad_norm": 1.6795191764831543,
      "learning_rate": 0.0001,
      "loss": 0.0251,
      "step": 16560
    },
    {
      "epoch": 98.04733727810651,
      "grad_norm": 1.9462701082229614,
      "learning_rate": 0.0001,
      "loss": 0.0237,
      "step": 16570
    },
    {
      "epoch": 98.10650887573965,
      "grad_norm": 1.2989611625671387,
      "learning_rate": 0.0001,
      "loss": 0.0234,
      "step": 16580
    },
    {
      "epoch": 98.16568047337279,
      "grad_norm": 1.315066933631897,
      "learning_rate": 0.0001,
      "loss": 0.0239,
      "step": 16590
    },
    {
      "epoch": 98.22485207100591,
      "grad_norm": 1.5262898206710815,
      "learning_rate": 0.0001,
      "loss": 0.0236,
      "step": 16600
    },
    {
      "epoch": 98.28402366863905,
      "grad_norm": 1.2227145433425903,
      "learning_rate": 0.0001,
      "loss": 0.0247,
      "step": 16610
    },
    {
      "epoch": 98.34319526627219,
      "grad_norm": 1.39451265335083,
      "learning_rate": 0.0001,
      "loss": 0.0237,
      "step": 16620
    },
    {
      "epoch": 98.40236686390533,
      "grad_norm": 1.239441990852356,
      "learning_rate": 0.0001,
      "loss": 0.024,
      "step": 16630
    },
    {
      "epoch": 98.46153846153847,
      "grad_norm": 2.6769330501556396,
      "learning_rate": 0.0001,
      "loss": 0.0247,
      "step": 16640
    },
    {
      "epoch": 98.52071005917159,
      "grad_norm": 2.274594783782959,
      "learning_rate": 0.0001,
      "loss": 0.0247,
      "step": 16650
    },
    {
      "epoch": 98.57988165680473,
      "grad_norm": 3.101330041885376,
      "learning_rate": 0.0001,
      "loss": 0.0252,
      "step": 16660
    },
    {
      "epoch": 98.63905325443787,
      "grad_norm": 2.1785764694213867,
      "learning_rate": 0.0001,
      "loss": 0.0249,
      "step": 16670
    },
    {
      "epoch": 98.69822485207101,
      "grad_norm": 1.7452174425125122,
      "learning_rate": 0.0001,
      "loss": 0.0242,
      "step": 16680
    },
    {
      "epoch": 98.75739644970415,
      "grad_norm": 1.8460540771484375,
      "learning_rate": 0.0001,
      "loss": 0.0236,
      "step": 16690
    },
    {
      "epoch": 98.81656804733728,
      "grad_norm": 1.8243061304092407,
      "learning_rate": 0.0001,
      "loss": 0.024,
      "step": 16700
    },
    {
      "epoch": 98.87573964497041,
      "grad_norm": 1.7397054433822632,
      "learning_rate": 0.0001,
      "loss": 0.0237,
      "step": 16710
    },
    {
      "epoch": 98.93491124260355,
      "grad_norm": 1.4976600408554077,
      "learning_rate": 0.0001,
      "loss": 0.0234,
      "step": 16720
    },
    {
      "epoch": 98.99408284023669,
      "grad_norm": 1.6783545017242432,
      "learning_rate": 0.0001,
      "loss": 0.0249,
      "step": 16730
    },
    {
      "epoch": 99.05325443786982,
      "grad_norm": 1.7942402362823486,
      "learning_rate": 0.0001,
      "loss": 0.0255,
      "step": 16740
    },
    {
      "epoch": 99.11242603550296,
      "grad_norm": 1.6930099725723267,
      "learning_rate": 0.0001,
      "loss": 0.0241,
      "step": 16750
    },
    {
      "epoch": 99.17159763313609,
      "grad_norm": 1.3360161781311035,
      "learning_rate": 0.0001,
      "loss": 0.0254,
      "step": 16760
    },
    {
      "epoch": 99.23076923076923,
      "grad_norm": 1.0786783695220947,
      "learning_rate": 0.0001,
      "loss": 0.024,
      "step": 16770
    },
    {
      "epoch": 99.28994082840237,
      "grad_norm": 1.542889952659607,
      "learning_rate": 0.0001,
      "loss": 0.0253,
      "step": 16780
    },
    {
      "epoch": 99.3491124260355,
      "grad_norm": 1.4609732627868652,
      "learning_rate": 0.0001,
      "loss": 0.0241,
      "step": 16790
    },
    {
      "epoch": 99.40828402366864,
      "grad_norm": 1.2191812992095947,
      "learning_rate": 0.0001,
      "loss": 0.0241,
      "step": 16800
    },
    {
      "epoch": 99.46745562130178,
      "grad_norm": 1.2641983032226562,
      "learning_rate": 0.0001,
      "loss": 0.0239,
      "step": 16810
    },
    {
      "epoch": 99.5266272189349,
      "grad_norm": 1.5858970880508423,
      "learning_rate": 0.0001,
      "loss": 0.0253,
      "step": 16820
    },
    {
      "epoch": 99.58579881656804,
      "grad_norm": 1.58848237991333,
      "learning_rate": 0.0001,
      "loss": 0.0259,
      "step": 16830
    },
    {
      "epoch": 99.64497041420118,
      "grad_norm": 1.9430514574050903,
      "learning_rate": 0.0001,
      "loss": 0.0249,
      "step": 16840
    },
    {
      "epoch": 99.70414201183432,
      "grad_norm": 2.0699682235717773,
      "learning_rate": 0.0001,
      "loss": 0.025,
      "step": 16850
    },
    {
      "epoch": 99.76331360946746,
      "grad_norm": 1.904311180114746,
      "learning_rate": 0.0001,
      "loss": 0.0251,
      "step": 16860
    },
    {
      "epoch": 99.8224852071006,
      "grad_norm": 1.8055840730667114,
      "learning_rate": 0.0001,
      "loss": 0.0239,
      "step": 16870
    },
    {
      "epoch": 99.88165680473372,
      "grad_norm": 1.378669261932373,
      "learning_rate": 0.0001,
      "loss": 0.0238,
      "step": 16880
    },
    {
      "epoch": 99.94082840236686,
      "grad_norm": 2.3051464557647705,
      "learning_rate": 0.0001,
      "loss": 0.0239,
      "step": 16890
    },
    {
      "epoch": 100.0,
      "grad_norm": 1.7632306814193726,
      "learning_rate": 0.0001,
      "loss": 0.0244,
      "step": 16900
    },
    {
      "epoch": 100.05917159763314,
      "grad_norm": 2.151419162750244,
      "learning_rate": 0.0001,
      "loss": 0.0247,
      "step": 16910
    },
    {
      "epoch": 100.11834319526628,
      "grad_norm": 1.9590014219284058,
      "learning_rate": 0.0001,
      "loss": 0.026,
      "step": 16920
    },
    {
      "epoch": 100.1775147928994,
      "grad_norm": 2.343923330307007,
      "learning_rate": 0.0001,
      "loss": 0.026,
      "step": 16930
    },
    {
      "epoch": 100.23668639053254,
      "grad_norm": 1.9434462785720825,
      "learning_rate": 0.0001,
      "loss": 0.0252,
      "step": 16940
    },
    {
      "epoch": 100.29585798816568,
      "grad_norm": 1.5466896295547485,
      "learning_rate": 0.0001,
      "loss": 0.0244,
      "step": 16950
    },
    {
      "epoch": 100.35502958579882,
      "grad_norm": 1.4434455633163452,
      "learning_rate": 0.0001,
      "loss": 0.0249,
      "step": 16960
    },
    {
      "epoch": 100.41420118343196,
      "grad_norm": 1.9462908506393433,
      "learning_rate": 0.0001,
      "loss": 0.0244,
      "step": 16970
    },
    {
      "epoch": 100.4733727810651,
      "grad_norm": 1.6192795038223267,
      "learning_rate": 0.0001,
      "loss": 0.024,
      "step": 16980
    },
    {
      "epoch": 100.53254437869822,
      "grad_norm": 1.4578166007995605,
      "learning_rate": 0.0001,
      "loss": 0.0238,
      "step": 16990
    },
    {
      "epoch": 100.59171597633136,
      "grad_norm": 1.9701905250549316,
      "learning_rate": 0.0001,
      "loss": 0.0241,
      "step": 17000
    },
    {
      "epoch": 100.6508875739645,
      "grad_norm": 1.1881053447723389,
      "learning_rate": 0.0001,
      "loss": 0.0242,
      "step": 17010
    },
    {
      "epoch": 100.71005917159763,
      "grad_norm": 1.590164065361023,
      "learning_rate": 0.0001,
      "loss": 0.0247,
      "step": 17020
    },
    {
      "epoch": 100.76923076923077,
      "grad_norm": 1.7912896871566772,
      "learning_rate": 0.0001,
      "loss": 0.0245,
      "step": 17030
    },
    {
      "epoch": 100.82840236686391,
      "grad_norm": 1.0785051584243774,
      "learning_rate": 0.0001,
      "loss": 0.025,
      "step": 17040
    },
    {
      "epoch": 100.88757396449704,
      "grad_norm": 1.1836121082305908,
      "learning_rate": 0.0001,
      "loss": 0.0256,
      "step": 17050
    },
    {
      "epoch": 100.94674556213018,
      "grad_norm": 1.4531973600387573,
      "learning_rate": 0.0001,
      "loss": 0.0255,
      "step": 17060
    },
    {
      "epoch": 101.00591715976331,
      "grad_norm": 1.3616410493850708,
      "learning_rate": 0.0001,
      "loss": 0.0264,
      "step": 17070
    },
    {
      "epoch": 101.06508875739645,
      "grad_norm": 1.3781055212020874,
      "learning_rate": 0.0001,
      "loss": 0.0264,
      "step": 17080
    },
    {
      "epoch": 101.12426035502959,
      "grad_norm": 1.6313138008117676,
      "learning_rate": 0.0001,
      "loss": 0.0261,
      "step": 17090
    },
    {
      "epoch": 101.18343195266272,
      "grad_norm": 1.5720473527908325,
      "learning_rate": 0.0001,
      "loss": 0.0256,
      "step": 17100
    },
    {
      "epoch": 101.24260355029585,
      "grad_norm": 1.9254413843154907,
      "learning_rate": 0.0001,
      "loss": 0.0257,
      "step": 17110
    },
    {
      "epoch": 101.30177514792899,
      "grad_norm": 1.1741353273391724,
      "learning_rate": 0.0001,
      "loss": 0.0248,
      "step": 17120
    },
    {
      "epoch": 101.36094674556213,
      "grad_norm": 1.80202054977417,
      "learning_rate": 0.0001,
      "loss": 0.0256,
      "step": 17130
    },
    {
      "epoch": 101.42011834319527,
      "grad_norm": 1.4390785694122314,
      "learning_rate": 0.0001,
      "loss": 0.0243,
      "step": 17140
    },
    {
      "epoch": 101.47928994082841,
      "grad_norm": 1.337611198425293,
      "learning_rate": 0.0001,
      "loss": 0.0249,
      "step": 17150
    },
    {
      "epoch": 101.53846153846153,
      "grad_norm": 1.8224354982376099,
      "learning_rate": 0.0001,
      "loss": 0.0245,
      "step": 17160
    },
    {
      "epoch": 101.59763313609467,
      "grad_norm": 1.7253559827804565,
      "learning_rate": 0.0001,
      "loss": 0.0248,
      "step": 17170
    },
    {
      "epoch": 101.65680473372781,
      "grad_norm": 1.1495214700698853,
      "learning_rate": 0.0001,
      "loss": 0.0247,
      "step": 17180
    },
    {
      "epoch": 101.71597633136095,
      "grad_norm": 1.2924764156341553,
      "learning_rate": 0.0001,
      "loss": 0.0238,
      "step": 17190
    },
    {
      "epoch": 101.77514792899409,
      "grad_norm": 1.7413723468780518,
      "learning_rate": 0.0001,
      "loss": 0.0239,
      "step": 17200
    },
    {
      "epoch": 101.83431952662721,
      "grad_norm": 1.7160892486572266,
      "learning_rate": 0.0001,
      "loss": 0.0245,
      "step": 17210
    },
    {
      "epoch": 101.89349112426035,
      "grad_norm": 2.499390125274658,
      "learning_rate": 0.0001,
      "loss": 0.0237,
      "step": 17220
    },
    {
      "epoch": 101.95266272189349,
      "grad_norm": 1.987691879272461,
      "learning_rate": 0.0001,
      "loss": 0.0243,
      "step": 17230
    },
    {
      "epoch": 102.01183431952663,
      "grad_norm": 1.4141303300857544,
      "learning_rate": 0.0001,
      "loss": 0.0238,
      "step": 17240
    },
    {
      "epoch": 102.07100591715977,
      "grad_norm": 1.4520175457000732,
      "learning_rate": 0.0001,
      "loss": 0.0242,
      "step": 17250
    },
    {
      "epoch": 102.1301775147929,
      "grad_norm": 1.1867307424545288,
      "learning_rate": 0.0001,
      "loss": 0.024,
      "step": 17260
    },
    {
      "epoch": 102.18934911242603,
      "grad_norm": 1.7476365566253662,
      "learning_rate": 0.0001,
      "loss": 0.0248,
      "step": 17270
    },
    {
      "epoch": 102.24852071005917,
      "grad_norm": 1.8855823278427124,
      "learning_rate": 0.0001,
      "loss": 0.0244,
      "step": 17280
    },
    {
      "epoch": 102.3076923076923,
      "grad_norm": 1.1343092918395996,
      "learning_rate": 0.0001,
      "loss": 0.0237,
      "step": 17290
    },
    {
      "epoch": 102.36686390532545,
      "grad_norm": 1.4090570211410522,
      "learning_rate": 0.0001,
      "loss": 0.0244,
      "step": 17300
    },
    {
      "epoch": 102.42603550295858,
      "grad_norm": 1.2537813186645508,
      "learning_rate": 0.0001,
      "loss": 0.0248,
      "step": 17310
    },
    {
      "epoch": 102.48520710059172,
      "grad_norm": 1.4019060134887695,
      "learning_rate": 0.0001,
      "loss": 0.0244,
      "step": 17320
    },
    {
      "epoch": 102.54437869822485,
      "grad_norm": 1.2202293872833252,
      "learning_rate": 0.0001,
      "loss": 0.0255,
      "step": 17330
    },
    {
      "epoch": 102.60355029585799,
      "grad_norm": 1.862802505493164,
      "learning_rate": 0.0001,
      "loss": 0.0255,
      "step": 17340
    },
    {
      "epoch": 102.66272189349112,
      "grad_norm": 1.9269821643829346,
      "learning_rate": 0.0001,
      "loss": 0.0253,
      "step": 17350
    },
    {
      "epoch": 102.72189349112426,
      "grad_norm": 1.783424735069275,
      "learning_rate": 0.0001,
      "loss": 0.0257,
      "step": 17360
    },
    {
      "epoch": 102.7810650887574,
      "grad_norm": 1.1931513547897339,
      "learning_rate": 0.0001,
      "loss": 0.0247,
      "step": 17370
    },
    {
      "epoch": 102.84023668639053,
      "grad_norm": 1.3637630939483643,
      "learning_rate": 0.0001,
      "loss": 0.0233,
      "step": 17380
    },
    {
      "epoch": 102.89940828402366,
      "grad_norm": 1.4374241828918457,
      "learning_rate": 0.0001,
      "loss": 0.0242,
      "step": 17390
    },
    {
      "epoch": 102.9585798816568,
      "grad_norm": 1.3271995782852173,
      "learning_rate": 0.0001,
      "loss": 0.0253,
      "step": 17400
    },
    {
      "epoch": 103.01775147928994,
      "grad_norm": 1.310217022895813,
      "learning_rate": 0.0001,
      "loss": 0.025,
      "step": 17410
    },
    {
      "epoch": 103.07692307692308,
      "grad_norm": 1.865014672279358,
      "learning_rate": 0.0001,
      "loss": 0.0257,
      "step": 17420
    },
    {
      "epoch": 103.13609467455622,
      "grad_norm": 1.1619547605514526,
      "learning_rate": 0.0001,
      "loss": 0.0252,
      "step": 17430
    },
    {
      "epoch": 103.19526627218934,
      "grad_norm": 1.4556515216827393,
      "learning_rate": 0.0001,
      "loss": 0.0248,
      "step": 17440
    },
    {
      "epoch": 103.25443786982248,
      "grad_norm": 1.465700387954712,
      "learning_rate": 0.0001,
      "loss": 0.0248,
      "step": 17450
    },
    {
      "epoch": 103.31360946745562,
      "grad_norm": 1.0786173343658447,
      "learning_rate": 0.0001,
      "loss": 0.0247,
      "step": 17460
    },
    {
      "epoch": 103.37278106508876,
      "grad_norm": 1.276053547859192,
      "learning_rate": 0.0001,
      "loss": 0.0255,
      "step": 17470
    },
    {
      "epoch": 103.4319526627219,
      "grad_norm": 2.069765329360962,
      "learning_rate": 0.0001,
      "loss": 0.0248,
      "step": 17480
    },
    {
      "epoch": 103.49112426035504,
      "grad_norm": 1.7892131805419922,
      "learning_rate": 0.0001,
      "loss": 0.0253,
      "step": 17490
    },
    {
      "epoch": 103.55029585798816,
      "grad_norm": 1.5292075872421265,
      "learning_rate": 0.0001,
      "loss": 0.0246,
      "step": 17500
    },
    {
      "epoch": 103.6094674556213,
      "grad_norm": 1.5193679332733154,
      "learning_rate": 0.0001,
      "loss": 0.026,
      "step": 17510
    },
    {
      "epoch": 103.66863905325444,
      "grad_norm": 1.5338925123214722,
      "learning_rate": 0.0001,
      "loss": 0.025,
      "step": 17520
    },
    {
      "epoch": 103.72781065088758,
      "grad_norm": 1.9597268104553223,
      "learning_rate": 0.0001,
      "loss": 0.0248,
      "step": 17530
    },
    {
      "epoch": 103.78698224852072,
      "grad_norm": 1.5174331665039062,
      "learning_rate": 0.0001,
      "loss": 0.0249,
      "step": 17540
    },
    {
      "epoch": 103.84615384615384,
      "grad_norm": 1.5722726583480835,
      "learning_rate": 0.0001,
      "loss": 0.0256,
      "step": 17550
    },
    {
      "epoch": 103.90532544378698,
      "grad_norm": 1.6332615613937378,
      "learning_rate": 0.0001,
      "loss": 0.0245,
      "step": 17560
    },
    {
      "epoch": 103.96449704142012,
      "grad_norm": 1.5341461896896362,
      "learning_rate": 0.0001,
      "loss": 0.0241,
      "step": 17570
    },
    {
      "epoch": 104.02366863905326,
      "grad_norm": 1.4219595193862915,
      "learning_rate": 0.0001,
      "loss": 0.0249,
      "step": 17580
    },
    {
      "epoch": 104.0828402366864,
      "grad_norm": 2.477701187133789,
      "learning_rate": 0.0001,
      "loss": 0.0265,
      "step": 17590
    },
    {
      "epoch": 104.14201183431953,
      "grad_norm": 1.8523873090744019,
      "learning_rate": 0.0001,
      "loss": 0.0251,
      "step": 17600
    },
    {
      "epoch": 104.20118343195266,
      "grad_norm": 1.6446479558944702,
      "learning_rate": 0.0001,
      "loss": 0.0253,
      "step": 17610
    },
    {
      "epoch": 104.2603550295858,
      "grad_norm": 1.8975907564163208,
      "learning_rate": 0.0001,
      "loss": 0.0245,
      "step": 17620
    },
    {
      "epoch": 104.31952662721893,
      "grad_norm": 1.4146679639816284,
      "learning_rate": 0.0001,
      "loss": 0.0235,
      "step": 17630
    },
    {
      "epoch": 104.37869822485207,
      "grad_norm": 1.7020050287246704,
      "learning_rate": 0.0001,
      "loss": 0.0241,
      "step": 17640
    },
    {
      "epoch": 104.43786982248521,
      "grad_norm": 1.4540374279022217,
      "learning_rate": 0.0001,
      "loss": 0.0246,
      "step": 17650
    },
    {
      "epoch": 104.49704142011835,
      "grad_norm": 1.7307575941085815,
      "learning_rate": 0.0001,
      "loss": 0.0245,
      "step": 17660
    },
    {
      "epoch": 104.55621301775147,
      "grad_norm": 1.8799189329147339,
      "learning_rate": 0.0001,
      "loss": 0.0245,
      "step": 17670
    },
    {
      "epoch": 104.61538461538461,
      "grad_norm": 1.320449948310852,
      "learning_rate": 0.0001,
      "loss": 0.0241,
      "step": 17680
    },
    {
      "epoch": 104.67455621301775,
      "grad_norm": 1.8316500186920166,
      "learning_rate": 0.0001,
      "loss": 0.0236,
      "step": 17690
    },
    {
      "epoch": 104.73372781065089,
      "grad_norm": 2.194802761077881,
      "learning_rate": 0.0001,
      "loss": 0.025,
      "step": 17700
    },
    {
      "epoch": 104.79289940828403,
      "grad_norm": 1.5404913425445557,
      "learning_rate": 0.0001,
      "loss": 0.0248,
      "step": 17710
    },
    {
      "epoch": 104.85207100591715,
      "grad_norm": 1.1562561988830566,
      "learning_rate": 0.0001,
      "loss": 0.0239,
      "step": 17720
    },
    {
      "epoch": 104.91124260355029,
      "grad_norm": 1.422286033630371,
      "learning_rate": 0.0001,
      "loss": 0.0247,
      "step": 17730
    },
    {
      "epoch": 104.97041420118343,
      "grad_norm": 2.047193765640259,
      "learning_rate": 0.0001,
      "loss": 0.024,
      "step": 17740
    },
    {
      "epoch": 105.02958579881657,
      "grad_norm": 1.0452032089233398,
      "learning_rate": 0.0001,
      "loss": 0.0225,
      "step": 17750
    },
    {
      "epoch": 105.08875739644971,
      "grad_norm": 1.74553382396698,
      "learning_rate": 0.0001,
      "loss": 0.0235,
      "step": 17760
    },
    {
      "epoch": 105.14792899408285,
      "grad_norm": 1.6669174432754517,
      "learning_rate": 0.0001,
      "loss": 0.0238,
      "step": 17770
    },
    {
      "epoch": 105.20710059171597,
      "grad_norm": 1.1358529329299927,
      "learning_rate": 0.0001,
      "loss": 0.0239,
      "step": 17780
    },
    {
      "epoch": 105.26627218934911,
      "grad_norm": 1.6233428716659546,
      "learning_rate": 0.0001,
      "loss": 0.0234,
      "step": 17790
    },
    {
      "epoch": 105.32544378698225,
      "grad_norm": 1.325111746788025,
      "learning_rate": 0.0001,
      "loss": 0.0242,
      "step": 17800
    },
    {
      "epoch": 105.38461538461539,
      "grad_norm": 1.0074485540390015,
      "learning_rate": 0.0001,
      "loss": 0.0236,
      "step": 17810
    },
    {
      "epoch": 105.44378698224853,
      "grad_norm": 1.584591269493103,
      "learning_rate": 0.0001,
      "loss": 0.0247,
      "step": 17820
    },
    {
      "epoch": 105.50295857988165,
      "grad_norm": 1.600882649421692,
      "learning_rate": 0.0001,
      "loss": 0.0242,
      "step": 17830
    },
    {
      "epoch": 105.56213017751479,
      "grad_norm": 1.3158701658248901,
      "learning_rate": 0.0001,
      "loss": 0.0236,
      "step": 17840
    },
    {
      "epoch": 105.62130177514793,
      "grad_norm": 1.3540611267089844,
      "learning_rate": 0.0001,
      "loss": 0.0244,
      "step": 17850
    },
    {
      "epoch": 105.68047337278107,
      "grad_norm": 1.5947779417037964,
      "learning_rate": 0.0001,
      "loss": 0.024,
      "step": 17860
    },
    {
      "epoch": 105.7396449704142,
      "grad_norm": 1.1042803525924683,
      "learning_rate": 0.0001,
      "loss": 0.0242,
      "step": 17870
    },
    {
      "epoch": 105.79881656804734,
      "grad_norm": 1.5443651676177979,
      "learning_rate": 0.0001,
      "loss": 0.0254,
      "step": 17880
    },
    {
      "epoch": 105.85798816568047,
      "grad_norm": 1.3998723030090332,
      "learning_rate": 0.0001,
      "loss": 0.0255,
      "step": 17890
    },
    {
      "epoch": 105.9171597633136,
      "grad_norm": 1.7016702890396118,
      "learning_rate": 0.0001,
      "loss": 0.0247,
      "step": 17900
    },
    {
      "epoch": 105.97633136094674,
      "grad_norm": 1.555227518081665,
      "learning_rate": 0.0001,
      "loss": 0.0244,
      "step": 17910
    },
    {
      "epoch": 106.03550295857988,
      "grad_norm": 2.048102378845215,
      "learning_rate": 0.0001,
      "loss": 0.0243,
      "step": 17920
    },
    {
      "epoch": 106.09467455621302,
      "grad_norm": 1.141298770904541,
      "learning_rate": 0.0001,
      "loss": 0.0232,
      "step": 17930
    },
    {
      "epoch": 106.15384615384616,
      "grad_norm": 1.4130231142044067,
      "learning_rate": 0.0001,
      "loss": 0.023,
      "step": 17940
    },
    {
      "epoch": 106.21301775147928,
      "grad_norm": 2.1230781078338623,
      "learning_rate": 0.0001,
      "loss": 0.0234,
      "step": 17950
    },
    {
      "epoch": 106.27218934911242,
      "grad_norm": 1.8795009851455688,
      "learning_rate": 0.0001,
      "loss": 0.0247,
      "step": 17960
    },
    {
      "epoch": 106.33136094674556,
      "grad_norm": 1.315991759300232,
      "learning_rate": 0.0001,
      "loss": 0.0237,
      "step": 17970
    },
    {
      "epoch": 106.3905325443787,
      "grad_norm": 1.6347544193267822,
      "learning_rate": 0.0001,
      "loss": 0.0225,
      "step": 17980
    },
    {
      "epoch": 106.44970414201184,
      "grad_norm": 1.765291690826416,
      "learning_rate": 0.0001,
      "loss": 0.0223,
      "step": 17990
    },
    {
      "epoch": 106.50887573964496,
      "grad_norm": 1.670806884765625,
      "learning_rate": 0.0001,
      "loss": 0.0239,
      "step": 18000
    },
    {
      "epoch": 106.5680473372781,
      "grad_norm": 1.9420770406723022,
      "learning_rate": 0.0001,
      "loss": 0.024,
      "step": 18010
    },
    {
      "epoch": 106.62721893491124,
      "grad_norm": 1.4127461910247803,
      "learning_rate": 0.0001,
      "loss": 0.024,
      "step": 18020
    },
    {
      "epoch": 106.68639053254438,
      "grad_norm": 1.4923428297042847,
      "learning_rate": 0.0001,
      "loss": 0.024,
      "step": 18030
    },
    {
      "epoch": 106.74556213017752,
      "grad_norm": 1.3911137580871582,
      "learning_rate": 0.0001,
      "loss": 0.0233,
      "step": 18040
    },
    {
      "epoch": 106.80473372781066,
      "grad_norm": 1.0588150024414062,
      "learning_rate": 0.0001,
      "loss": 0.024,
      "step": 18050
    },
    {
      "epoch": 106.86390532544378,
      "grad_norm": 1.9845844507217407,
      "learning_rate": 0.0001,
      "loss": 0.026,
      "step": 18060
    },
    {
      "epoch": 106.92307692307692,
      "grad_norm": 1.8139684200286865,
      "learning_rate": 0.0001,
      "loss": 0.0238,
      "step": 18070
    },
    {
      "epoch": 106.98224852071006,
      "grad_norm": 1.4871219396591187,
      "learning_rate": 0.0001,
      "loss": 0.0227,
      "step": 18080
    },
    {
      "epoch": 107.0414201183432,
      "grad_norm": 1.9399596452713013,
      "learning_rate": 0.0001,
      "loss": 0.0239,
      "step": 18090
    },
    {
      "epoch": 107.10059171597634,
      "grad_norm": 1.6418794393539429,
      "learning_rate": 0.0001,
      "loss": 0.0228,
      "step": 18100
    },
    {
      "epoch": 107.15976331360947,
      "grad_norm": 1.5365206003189087,
      "learning_rate": 0.0001,
      "loss": 0.0234,
      "step": 18110
    },
    {
      "epoch": 107.2189349112426,
      "grad_norm": 1.9159715175628662,
      "learning_rate": 0.0001,
      "loss": 0.0241,
      "step": 18120
    },
    {
      "epoch": 107.27810650887574,
      "grad_norm": 1.5416733026504517,
      "learning_rate": 0.0001,
      "loss": 0.0226,
      "step": 18130
    },
    {
      "epoch": 107.33727810650888,
      "grad_norm": 1.790571928024292,
      "learning_rate": 0.0001,
      "loss": 0.0224,
      "step": 18140
    },
    {
      "epoch": 107.39644970414201,
      "grad_norm": 1.4058839082717896,
      "learning_rate": 0.0001,
      "loss": 0.023,
      "step": 18150
    },
    {
      "epoch": 107.45562130177515,
      "grad_norm": 2.026355743408203,
      "learning_rate": 0.0001,
      "loss": 0.025,
      "step": 18160
    },
    {
      "epoch": 107.51479289940828,
      "grad_norm": 1.9854003190994263,
      "learning_rate": 0.0001,
      "loss": 0.0235,
      "step": 18170
    },
    {
      "epoch": 107.57396449704142,
      "grad_norm": 2.0986621379852295,
      "learning_rate": 0.0001,
      "loss": 0.0239,
      "step": 18180
    },
    {
      "epoch": 107.63313609467455,
      "grad_norm": 2.4363503456115723,
      "learning_rate": 0.0001,
      "loss": 0.0229,
      "step": 18190
    },
    {
      "epoch": 107.6923076923077,
      "grad_norm": 1.718054175376892,
      "learning_rate": 0.0001,
      "loss": 0.0228,
      "step": 18200
    },
    {
      "epoch": 107.75147928994083,
      "grad_norm": 1.5067126750946045,
      "learning_rate": 0.0001,
      "loss": 0.0227,
      "step": 18210
    },
    {
      "epoch": 107.81065088757397,
      "grad_norm": 1.4755473136901855,
      "learning_rate": 0.0001,
      "loss": 0.0218,
      "step": 18220
    },
    {
      "epoch": 107.8698224852071,
      "grad_norm": 1.6640297174453735,
      "learning_rate": 0.0001,
      "loss": 0.0223,
      "step": 18230
    },
    {
      "epoch": 107.92899408284023,
      "grad_norm": 1.4255433082580566,
      "learning_rate": 0.0001,
      "loss": 0.0227,
      "step": 18240
    },
    {
      "epoch": 107.98816568047337,
      "grad_norm": 1.2273614406585693,
      "learning_rate": 0.0001,
      "loss": 0.0249,
      "step": 18250
    },
    {
      "epoch": 108.04733727810651,
      "grad_norm": 2.3989014625549316,
      "learning_rate": 0.0001,
      "loss": 0.0244,
      "step": 18260
    },
    {
      "epoch": 108.10650887573965,
      "grad_norm": 1.9016281366348267,
      "learning_rate": 0.0001,
      "loss": 0.0238,
      "step": 18270
    },
    {
      "epoch": 108.16568047337279,
      "grad_norm": 1.5704691410064697,
      "learning_rate": 0.0001,
      "loss": 0.0231,
      "step": 18280
    },
    {
      "epoch": 108.22485207100591,
      "grad_norm": 2.4850356578826904,
      "learning_rate": 0.0001,
      "loss": 0.0242,
      "step": 18290
    },
    {
      "epoch": 108.28402366863905,
      "grad_norm": 1.9066758155822754,
      "learning_rate": 0.0001,
      "loss": 0.0243,
      "step": 18300
    },
    {
      "epoch": 108.34319526627219,
      "grad_norm": 2.046584367752075,
      "learning_rate": 0.0001,
      "loss": 0.0228,
      "step": 18310
    },
    {
      "epoch": 108.40236686390533,
      "grad_norm": 1.6976393461227417,
      "learning_rate": 0.0001,
      "loss": 0.0235,
      "step": 18320
    },
    {
      "epoch": 108.46153846153847,
      "grad_norm": 1.76020348072052,
      "learning_rate": 0.0001,
      "loss": 0.0237,
      "step": 18330
    },
    {
      "epoch": 108.52071005917159,
      "grad_norm": 1.6783928871154785,
      "learning_rate": 0.0001,
      "loss": 0.0221,
      "step": 18340
    },
    {
      "epoch": 108.57988165680473,
      "grad_norm": 1.2821146249771118,
      "learning_rate": 0.0001,
      "loss": 0.0237,
      "step": 18350
    },
    {
      "epoch": 108.63905325443787,
      "grad_norm": 2.0235345363616943,
      "learning_rate": 0.0001,
      "loss": 0.023,
      "step": 18360
    },
    {
      "epoch": 108.69822485207101,
      "grad_norm": 1.801581859588623,
      "learning_rate": 0.0001,
      "loss": 0.0237,
      "step": 18370
    },
    {
      "epoch": 108.75739644970415,
      "grad_norm": 1.2788413763046265,
      "learning_rate": 0.0001,
      "loss": 0.0239,
      "step": 18380
    },
    {
      "epoch": 108.81656804733728,
      "grad_norm": 2.101212501525879,
      "learning_rate": 0.0001,
      "loss": 0.0235,
      "step": 18390
    },
    {
      "epoch": 108.87573964497041,
      "grad_norm": 1.5364439487457275,
      "learning_rate": 0.0001,
      "loss": 0.0248,
      "step": 18400
    },
    {
      "epoch": 108.93491124260355,
      "grad_norm": 1.5246155261993408,
      "learning_rate": 0.0001,
      "loss": 0.0239,
      "step": 18410
    },
    {
      "epoch": 108.99408284023669,
      "grad_norm": 1.7899212837219238,
      "learning_rate": 0.0001,
      "loss": 0.0237,
      "step": 18420
    },
    {
      "epoch": 109.05325443786982,
      "grad_norm": 1.3979517221450806,
      "learning_rate": 0.0001,
      "loss": 0.0238,
      "step": 18430
    },
    {
      "epoch": 109.11242603550296,
      "grad_norm": 1.5425375699996948,
      "learning_rate": 0.0001,
      "loss": 0.024,
      "step": 18440
    },
    {
      "epoch": 109.17159763313609,
      "grad_norm": 1.9369560480117798,
      "learning_rate": 0.0001,
      "loss": 0.0248,
      "step": 18450
    },
    {
      "epoch": 109.23076923076923,
      "grad_norm": 1.2704060077667236,
      "learning_rate": 0.0001,
      "loss": 0.0238,
      "step": 18460
    },
    {
      "epoch": 109.28994082840237,
      "grad_norm": 1.1898707151412964,
      "learning_rate": 0.0001,
      "loss": 0.0227,
      "step": 18470
    },
    {
      "epoch": 109.3491124260355,
      "grad_norm": 1.3073447942733765,
      "learning_rate": 0.0001,
      "loss": 0.0238,
      "step": 18480
    },
    {
      "epoch": 109.40828402366864,
      "grad_norm": 1.3756870031356812,
      "learning_rate": 0.0001,
      "loss": 0.0243,
      "step": 18490
    },
    {
      "epoch": 109.46745562130178,
      "grad_norm": 1.0849601030349731,
      "learning_rate": 0.0001,
      "loss": 0.024,
      "step": 18500
    },
    {
      "epoch": 109.5266272189349,
      "grad_norm": 1.7405685186386108,
      "learning_rate": 0.0001,
      "loss": 0.024,
      "step": 18510
    },
    {
      "epoch": 109.58579881656804,
      "grad_norm": 1.936854600906372,
      "learning_rate": 0.0001,
      "loss": 0.0239,
      "step": 18520
    },
    {
      "epoch": 109.64497041420118,
      "grad_norm": 1.27566397190094,
      "learning_rate": 0.0001,
      "loss": 0.0239,
      "step": 18530
    },
    {
      "epoch": 109.70414201183432,
      "grad_norm": 1.3689104318618774,
      "learning_rate": 0.0001,
      "loss": 0.0247,
      "step": 18540
    },
    {
      "epoch": 109.76331360946746,
      "grad_norm": 2.1343297958374023,
      "learning_rate": 0.0001,
      "loss": 0.0248,
      "step": 18550
    },
    {
      "epoch": 109.8224852071006,
      "grad_norm": 1.6312379837036133,
      "learning_rate": 0.0001,
      "loss": 0.0244,
      "step": 18560
    },
    {
      "epoch": 109.88165680473372,
      "grad_norm": 1.2922239303588867,
      "learning_rate": 0.0001,
      "loss": 0.0238,
      "step": 18570
    },
    {
      "epoch": 109.94082840236686,
      "grad_norm": 1.462161660194397,
      "learning_rate": 0.0001,
      "loss": 0.0246,
      "step": 18580
    },
    {
      "epoch": 110.0,
      "grad_norm": 1.6690082550048828,
      "learning_rate": 0.0001,
      "loss": 0.0249,
      "step": 18590
    },
    {
      "epoch": 110.05917159763314,
      "grad_norm": 1.4380525350570679,
      "learning_rate": 0.0001,
      "loss": 0.027,
      "step": 18600
    },
    {
      "epoch": 110.11834319526628,
      "grad_norm": 1.7187892198562622,
      "learning_rate": 0.0001,
      "loss": 0.0259,
      "step": 18610
    },
    {
      "epoch": 110.1775147928994,
      "grad_norm": 1.4591492414474487,
      "learning_rate": 0.0001,
      "loss": 0.025,
      "step": 18620
    },
    {
      "epoch": 110.23668639053254,
      "grad_norm": 1.8756537437438965,
      "learning_rate": 0.0001,
      "loss": 0.025,
      "step": 18630
    },
    {
      "epoch": 110.29585798816568,
      "grad_norm": 1.5523681640625,
      "learning_rate": 0.0001,
      "loss": 0.0239,
      "step": 18640
    },
    {
      "epoch": 110.35502958579882,
      "grad_norm": 1.7149626016616821,
      "learning_rate": 0.0001,
      "loss": 0.0231,
      "step": 18650
    },
    {
      "epoch": 110.41420118343196,
      "grad_norm": 1.826210379600525,
      "learning_rate": 0.0001,
      "loss": 0.0232,
      "step": 18660
    },
    {
      "epoch": 110.4733727810651,
      "grad_norm": 1.9161325693130493,
      "learning_rate": 0.0001,
      "loss": 0.0239,
      "step": 18670
    },
    {
      "epoch": 110.53254437869822,
      "grad_norm": 1.450586199760437,
      "learning_rate": 0.0001,
      "loss": 0.0231,
      "step": 18680
    },
    {
      "epoch": 110.59171597633136,
      "grad_norm": 1.6246062517166138,
      "learning_rate": 0.0001,
      "loss": 0.0238,
      "step": 18690
    },
    {
      "epoch": 110.6508875739645,
      "grad_norm": 1.3721132278442383,
      "learning_rate": 0.0001,
      "loss": 0.0233,
      "step": 18700
    },
    {
      "epoch": 110.71005917159763,
      "grad_norm": 1.2404536008834839,
      "learning_rate": 0.0001,
      "loss": 0.0229,
      "step": 18710
    },
    {
      "epoch": 110.76923076923077,
      "grad_norm": 1.4290307760238647,
      "learning_rate": 0.0001,
      "loss": 0.0239,
      "step": 18720
    },
    {
      "epoch": 110.82840236686391,
      "grad_norm": 1.4093533754348755,
      "learning_rate": 0.0001,
      "loss": 0.024,
      "step": 18730
    },
    {
      "epoch": 110.88757396449704,
      "grad_norm": 2.1454269886016846,
      "learning_rate": 0.0001,
      "loss": 0.0234,
      "step": 18740
    },
    {
      "epoch": 110.94674556213018,
      "grad_norm": 2.4416592121124268,
      "learning_rate": 0.0001,
      "loss": 0.0255,
      "step": 18750
    },
    {
      "epoch": 111.00591715976331,
      "grad_norm": 2.4591033458709717,
      "learning_rate": 0.0001,
      "loss": 0.0251,
      "step": 18760
    },
    {
      "epoch": 111.06508875739645,
      "grad_norm": 1.6192554235458374,
      "learning_rate": 0.0001,
      "loss": 0.0247,
      "step": 18770
    },
    {
      "epoch": 111.12426035502959,
      "grad_norm": 1.5049679279327393,
      "learning_rate": 0.0001,
      "loss": 0.0239,
      "step": 18780
    },
    {
      "epoch": 111.18343195266272,
      "grad_norm": 0.9855606555938721,
      "learning_rate": 0.0001,
      "loss": 0.0237,
      "step": 18790
    },
    {
      "epoch": 111.24260355029585,
      "grad_norm": 2.100961923599243,
      "learning_rate": 0.0001,
      "loss": 0.0233,
      "step": 18800
    },
    {
      "epoch": 111.30177514792899,
      "grad_norm": 1.8579765558242798,
      "learning_rate": 0.0001,
      "loss": 0.0246,
      "step": 18810
    },
    {
      "epoch": 111.36094674556213,
      "grad_norm": 1.6942815780639648,
      "learning_rate": 0.0001,
      "loss": 0.0244,
      "step": 18820
    },
    {
      "epoch": 111.42011834319527,
      "grad_norm": 1.5085196495056152,
      "learning_rate": 0.0001,
      "loss": 0.0243,
      "step": 18830
    },
    {
      "epoch": 111.47928994082841,
      "grad_norm": 1.3338913917541504,
      "learning_rate": 0.0001,
      "loss": 0.0243,
      "step": 18840
    },
    {
      "epoch": 111.53846153846153,
      "grad_norm": 1.4442957639694214,
      "learning_rate": 0.0001,
      "loss": 0.0243,
      "step": 18850
    },
    {
      "epoch": 111.59763313609467,
      "grad_norm": 1.6123669147491455,
      "learning_rate": 0.0001,
      "loss": 0.0243,
      "step": 18860
    },
    {
      "epoch": 111.65680473372781,
      "grad_norm": 1.4258482456207275,
      "learning_rate": 0.0001,
      "loss": 0.0234,
      "step": 18870
    },
    {
      "epoch": 111.71597633136095,
      "grad_norm": 1.5295238494873047,
      "learning_rate": 0.0001,
      "loss": 0.0237,
      "step": 18880
    },
    {
      "epoch": 111.77514792899409,
      "grad_norm": 1.6922048330307007,
      "learning_rate": 0.0001,
      "loss": 0.0226,
      "step": 18890
    },
    {
      "epoch": 111.83431952662721,
      "grad_norm": 1.9325705766677856,
      "learning_rate": 0.0001,
      "loss": 0.0239,
      "step": 18900
    },
    {
      "epoch": 111.89349112426035,
      "grad_norm": 1.5474536418914795,
      "learning_rate": 0.0001,
      "loss": 0.0233,
      "step": 18910
    },
    {
      "epoch": 111.95266272189349,
      "grad_norm": 1.712049961090088,
      "learning_rate": 0.0001,
      "loss": 0.024,
      "step": 18920
    },
    {
      "epoch": 112.01183431952663,
      "grad_norm": 1.5668643712997437,
      "learning_rate": 0.0001,
      "loss": 0.0237,
      "step": 18930
    },
    {
      "epoch": 112.07100591715977,
      "grad_norm": 1.3157771825790405,
      "learning_rate": 0.0001,
      "loss": 0.0234,
      "step": 18940
    },
    {
      "epoch": 112.1301775147929,
      "grad_norm": 1.5523183345794678,
      "learning_rate": 0.0001,
      "loss": 0.0229,
      "step": 18950
    },
    {
      "epoch": 112.18934911242603,
      "grad_norm": 1.2441097497940063,
      "learning_rate": 0.0001,
      "loss": 0.0235,
      "step": 18960
    },
    {
      "epoch": 112.24852071005917,
      "grad_norm": 1.9158892631530762,
      "learning_rate": 0.0001,
      "loss": 0.0233,
      "step": 18970
    },
    {
      "epoch": 112.3076923076923,
      "grad_norm": 1.5876926183700562,
      "learning_rate": 0.0001,
      "loss": 0.0235,
      "step": 18980
    },
    {
      "epoch": 112.36686390532545,
      "grad_norm": 1.2936400175094604,
      "learning_rate": 0.0001,
      "loss": 0.0229,
      "step": 18990
    },
    {
      "epoch": 112.42603550295858,
      "grad_norm": 1.702101469039917,
      "learning_rate": 0.0001,
      "loss": 0.0234,
      "step": 19000
    },
    {
      "epoch": 112.48520710059172,
      "grad_norm": 1.8644615411758423,
      "learning_rate": 0.0001,
      "loss": 0.0236,
      "step": 19010
    },
    {
      "epoch": 112.54437869822485,
      "grad_norm": 1.465781569480896,
      "learning_rate": 0.0001,
      "loss": 0.0235,
      "step": 19020
    },
    {
      "epoch": 112.60355029585799,
      "grad_norm": 1.5026826858520508,
      "learning_rate": 0.0001,
      "loss": 0.0233,
      "step": 19030
    },
    {
      "epoch": 112.66272189349112,
      "grad_norm": 1.4677021503448486,
      "learning_rate": 0.0001,
      "loss": 0.0245,
      "step": 19040
    },
    {
      "epoch": 112.72189349112426,
      "grad_norm": 1.5909640789031982,
      "learning_rate": 0.0001,
      "loss": 0.0244,
      "step": 19050
    },
    {
      "epoch": 112.7810650887574,
      "grad_norm": 1.5885133743286133,
      "learning_rate": 0.0001,
      "loss": 0.0245,
      "step": 19060
    },
    {
      "epoch": 112.84023668639053,
      "grad_norm": 1.5809088945388794,
      "learning_rate": 0.0001,
      "loss": 0.0254,
      "step": 19070
    },
    {
      "epoch": 112.89940828402366,
      "grad_norm": 2.2121214866638184,
      "learning_rate": 0.0001,
      "loss": 0.0252,
      "step": 19080
    },
    {
      "epoch": 112.9585798816568,
      "grad_norm": 1.4797953367233276,
      "learning_rate": 0.0001,
      "loss": 0.0254,
      "step": 19090
    },
    {
      "epoch": 113.01775147928994,
      "grad_norm": 1.4344440698623657,
      "learning_rate": 0.0001,
      "loss": 0.0239,
      "step": 19100
    },
    {
      "epoch": 113.07692307692308,
      "grad_norm": 1.5104477405548096,
      "learning_rate": 0.0001,
      "loss": 0.0234,
      "step": 19110
    },
    {
      "epoch": 113.13609467455622,
      "grad_norm": 1.344158411026001,
      "learning_rate": 0.0001,
      "loss": 0.0239,
      "step": 19120
    },
    {
      "epoch": 113.19526627218934,
      "grad_norm": 1.4073817729949951,
      "learning_rate": 0.0001,
      "loss": 0.025,
      "step": 19130
    },
    {
      "epoch": 113.25443786982248,
      "grad_norm": 1.532403588294983,
      "learning_rate": 0.0001,
      "loss": 0.0243,
      "step": 19140
    },
    {
      "epoch": 113.31360946745562,
      "grad_norm": 1.5756255388259888,
      "learning_rate": 0.0001,
      "loss": 0.0252,
      "step": 19150
    },
    {
      "epoch": 113.37278106508876,
      "grad_norm": 1.1864091157913208,
      "learning_rate": 0.0001,
      "loss": 0.0233,
      "step": 19160
    },
    {
      "epoch": 113.4319526627219,
      "grad_norm": 1.6608409881591797,
      "learning_rate": 0.0001,
      "loss": 0.0246,
      "step": 19170
    },
    {
      "epoch": 113.49112426035504,
      "grad_norm": 1.7308393716812134,
      "learning_rate": 0.0001,
      "loss": 0.0243,
      "step": 19180
    },
    {
      "epoch": 113.55029585798816,
      "grad_norm": 2.024353504180908,
      "learning_rate": 0.0001,
      "loss": 0.0237,
      "step": 19190
    },
    {
      "epoch": 113.6094674556213,
      "grad_norm": 1.7123843431472778,
      "learning_rate": 0.0001,
      "loss": 0.0248,
      "step": 19200
    },
    {
      "epoch": 113.66863905325444,
      "grad_norm": 1.938563585281372,
      "learning_rate": 0.0001,
      "loss": 0.0244,
      "step": 19210
    },
    {
      "epoch": 113.72781065088758,
      "grad_norm": 1.477941870689392,
      "learning_rate": 0.0001,
      "loss": 0.0245,
      "step": 19220
    },
    {
      "epoch": 113.78698224852072,
      "grad_norm": 1.3929296731948853,
      "learning_rate": 0.0001,
      "loss": 0.0227,
      "step": 19230
    },
    {
      "epoch": 113.84615384615384,
      "grad_norm": 1.9145386219024658,
      "learning_rate": 0.0001,
      "loss": 0.0237,
      "step": 19240
    },
    {
      "epoch": 113.90532544378698,
      "grad_norm": 1.389234185218811,
      "learning_rate": 0.0001,
      "loss": 0.0237,
      "step": 19250
    },
    {
      "epoch": 113.96449704142012,
      "grad_norm": 2.6218371391296387,
      "learning_rate": 0.0001,
      "loss": 0.0246,
      "step": 19260
    },
    {
      "epoch": 114.02366863905326,
      "grad_norm": 1.8044966459274292,
      "learning_rate": 0.0001,
      "loss": 0.0251,
      "step": 19270
    },
    {
      "epoch": 114.0828402366864,
      "grad_norm": 2.1463310718536377,
      "learning_rate": 0.0001,
      "loss": 0.0235,
      "step": 19280
    },
    {
      "epoch": 114.14201183431953,
      "grad_norm": 1.6011149883270264,
      "learning_rate": 0.0001,
      "loss": 0.0226,
      "step": 19290
    },
    {
      "epoch": 114.20118343195266,
      "grad_norm": 1.3946635723114014,
      "learning_rate": 0.0001,
      "loss": 0.0237,
      "step": 19300
    },
    {
      "epoch": 114.2603550295858,
      "grad_norm": 1.8248989582061768,
      "learning_rate": 0.0001,
      "loss": 0.0221,
      "step": 19310
    },
    {
      "epoch": 114.31952662721893,
      "grad_norm": 1.1237101554870605,
      "learning_rate": 0.0001,
      "loss": 0.023,
      "step": 19320
    },
    {
      "epoch": 114.37869822485207,
      "grad_norm": 1.4547003507614136,
      "learning_rate": 0.0001,
      "loss": 0.0235,
      "step": 19330
    },
    {
      "epoch": 114.43786982248521,
      "grad_norm": 1.5586135387420654,
      "learning_rate": 0.0001,
      "loss": 0.0238,
      "step": 19340
    },
    {
      "epoch": 114.49704142011835,
      "grad_norm": 1.17821204662323,
      "learning_rate": 0.0001,
      "loss": 0.0226,
      "step": 19350
    },
    {
      "epoch": 114.55621301775147,
      "grad_norm": 1.206130862236023,
      "learning_rate": 0.0001,
      "loss": 0.0239,
      "step": 19360
    },
    {
      "epoch": 114.61538461538461,
      "grad_norm": 1.7322198152542114,
      "learning_rate": 0.0001,
      "loss": 0.0238,
      "step": 19370
    },
    {
      "epoch": 114.67455621301775,
      "grad_norm": 1.1390666961669922,
      "learning_rate": 0.0001,
      "loss": 0.0232,
      "step": 19380
    },
    {
      "epoch": 114.73372781065089,
      "grad_norm": 0.9414839744567871,
      "learning_rate": 0.0001,
      "loss": 0.0237,
      "step": 19390
    },
    {
      "epoch": 114.79289940828403,
      "grad_norm": 1.452406883239746,
      "learning_rate": 0.0001,
      "loss": 0.0224,
      "step": 19400
    },
    {
      "epoch": 114.85207100591715,
      "grad_norm": 1.378127098083496,
      "learning_rate": 0.0001,
      "loss": 0.023,
      "step": 19410
    },
    {
      "epoch": 114.91124260355029,
      "grad_norm": 1.7707573175430298,
      "learning_rate": 0.0001,
      "loss": 0.0244,
      "step": 19420
    },
    {
      "epoch": 114.97041420118343,
      "grad_norm": 1.306472659111023,
      "learning_rate": 0.0001,
      "loss": 0.0242,
      "step": 19430
    },
    {
      "epoch": 115.02958579881657,
      "grad_norm": 1.4937834739685059,
      "learning_rate": 0.0001,
      "loss": 0.0243,
      "step": 19440
    },
    {
      "epoch": 115.08875739644971,
      "grad_norm": 1.6576955318450928,
      "learning_rate": 0.0001,
      "loss": 0.0236,
      "step": 19450
    },
    {
      "epoch": 115.14792899408285,
      "grad_norm": 1.2817796468734741,
      "learning_rate": 0.0001,
      "loss": 0.0247,
      "step": 19460
    },
    {
      "epoch": 115.20710059171597,
      "grad_norm": 1.5545413494110107,
      "learning_rate": 0.0001,
      "loss": 0.024,
      "step": 19470
    },
    {
      "epoch": 115.26627218934911,
      "grad_norm": 1.7495691776275635,
      "learning_rate": 0.0001,
      "loss": 0.0231,
      "step": 19480
    },
    {
      "epoch": 115.32544378698225,
      "grad_norm": 1.3021104335784912,
      "learning_rate": 0.0001,
      "loss": 0.0247,
      "step": 19490
    },
    {
      "epoch": 115.38461538461539,
      "grad_norm": 1.4788888692855835,
      "learning_rate": 0.0001,
      "loss": 0.0247,
      "step": 19500
    },
    {
      "epoch": 115.44378698224853,
      "grad_norm": 1.2812113761901855,
      "learning_rate": 0.0001,
      "loss": 0.0236,
      "step": 19510
    },
    {
      "epoch": 115.50295857988165,
      "grad_norm": 1.6180239915847778,
      "learning_rate": 0.0001,
      "loss": 0.0249,
      "step": 19520
    },
    {
      "epoch": 115.56213017751479,
      "grad_norm": 1.7366526126861572,
      "learning_rate": 0.0001,
      "loss": 0.0253,
      "step": 19530
    },
    {
      "epoch": 115.62130177514793,
      "grad_norm": 1.547866702079773,
      "learning_rate": 0.0001,
      "loss": 0.0244,
      "step": 19540
    },
    {
      "epoch": 115.68047337278107,
      "grad_norm": 1.565651535987854,
      "learning_rate": 0.0001,
      "loss": 0.0247,
      "step": 19550
    },
    {
      "epoch": 115.7396449704142,
      "grad_norm": 1.6102259159088135,
      "learning_rate": 0.0001,
      "loss": 0.0245,
      "step": 19560
    },
    {
      "epoch": 115.79881656804734,
      "grad_norm": 1.8250877857208252,
      "learning_rate": 0.0001,
      "loss": 0.0249,
      "step": 19570
    },
    {
      "epoch": 115.85798816568047,
      "grad_norm": 1.663439154624939,
      "learning_rate": 0.0001,
      "loss": 0.0231,
      "step": 19580
    },
    {
      "epoch": 115.9171597633136,
      "grad_norm": 2.092439651489258,
      "learning_rate": 0.0001,
      "loss": 0.0232,
      "step": 19590
    },
    {
      "epoch": 115.97633136094674,
      "grad_norm": 1.4379382133483887,
      "learning_rate": 0.0001,
      "loss": 0.0224,
      "step": 19600
    },
    {
      "epoch": 116.03550295857988,
      "grad_norm": 1.820536732673645,
      "learning_rate": 0.0001,
      "loss": 0.0226,
      "step": 19610
    },
    {
      "epoch": 116.09467455621302,
      "grad_norm": 1.4892946481704712,
      "learning_rate": 0.0001,
      "loss": 0.0222,
      "step": 19620
    },
    {
      "epoch": 116.15384615384616,
      "grad_norm": 2.302943229675293,
      "learning_rate": 0.0001,
      "loss": 0.0226,
      "step": 19630
    },
    {
      "epoch": 116.21301775147928,
      "grad_norm": 1.3892040252685547,
      "learning_rate": 0.0001,
      "loss": 0.0223,
      "step": 19640
    },
    {
      "epoch": 116.27218934911242,
      "grad_norm": 1.520744800567627,
      "learning_rate": 0.0001,
      "loss": 0.022,
      "step": 19650
    },
    {
      "epoch": 116.33136094674556,
      "grad_norm": 1.4067323207855225,
      "learning_rate": 0.0001,
      "loss": 0.0225,
      "step": 19660
    },
    {
      "epoch": 116.3905325443787,
      "grad_norm": 1.3158884048461914,
      "learning_rate": 0.0001,
      "loss": 0.0233,
      "step": 19670
    },
    {
      "epoch": 116.44970414201184,
      "grad_norm": 1.683178424835205,
      "learning_rate": 0.0001,
      "loss": 0.0243,
      "step": 19680
    },
    {
      "epoch": 116.50887573964496,
      "grad_norm": 1.6277329921722412,
      "learning_rate": 0.0001,
      "loss": 0.0239,
      "step": 19690
    },
    {
      "epoch": 116.5680473372781,
      "grad_norm": 1.6767256259918213,
      "learning_rate": 0.0001,
      "loss": 0.0258,
      "step": 19700
    },
    {
      "epoch": 116.62721893491124,
      "grad_norm": 1.5590250492095947,
      "learning_rate": 0.0001,
      "loss": 0.0247,
      "step": 19710
    },
    {
      "epoch": 116.68639053254438,
      "grad_norm": 1.2871882915496826,
      "learning_rate": 0.0001,
      "loss": 0.0236,
      "step": 19720
    },
    {
      "epoch": 116.74556213017752,
      "grad_norm": 1.2820372581481934,
      "learning_rate": 0.0001,
      "loss": 0.0238,
      "step": 19730
    },
    {
      "epoch": 116.80473372781066,
      "grad_norm": 1.1759978532791138,
      "learning_rate": 0.0001,
      "loss": 0.0231,
      "step": 19740
    },
    {
      "epoch": 116.86390532544378,
      "grad_norm": 1.9329886436462402,
      "learning_rate": 0.0001,
      "loss": 0.0242,
      "step": 19750
    },
    {
      "epoch": 116.92307692307692,
      "grad_norm": 2.220757484436035,
      "learning_rate": 0.0001,
      "loss": 0.0232,
      "step": 19760
    },
    {
      "epoch": 116.98224852071006,
      "grad_norm": 1.6667869091033936,
      "learning_rate": 0.0001,
      "loss": 0.0226,
      "step": 19770
    },
    {
      "epoch": 117.0414201183432,
      "grad_norm": 1.814763069152832,
      "learning_rate": 0.0001,
      "loss": 0.0231,
      "step": 19780
    },
    {
      "epoch": 117.10059171597634,
      "grad_norm": 2.053699254989624,
      "learning_rate": 0.0001,
      "loss": 0.0229,
      "step": 19790
    },
    {
      "epoch": 117.15976331360947,
      "grad_norm": 1.8936330080032349,
      "learning_rate": 0.0001,
      "loss": 0.0228,
      "step": 19800
    },
    {
      "epoch": 117.2189349112426,
      "grad_norm": 1.390587329864502,
      "learning_rate": 0.0001,
      "loss": 0.0222,
      "step": 19810
    },
    {
      "epoch": 117.27810650887574,
      "grad_norm": 1.3521565198898315,
      "learning_rate": 0.0001,
      "loss": 0.0226,
      "step": 19820
    },
    {
      "epoch": 117.33727810650888,
      "grad_norm": 1.3511319160461426,
      "learning_rate": 0.0001,
      "loss": 0.0232,
      "step": 19830
    },
    {
      "epoch": 117.39644970414201,
      "grad_norm": 1.6990842819213867,
      "learning_rate": 0.0001,
      "loss": 0.0227,
      "step": 19840
    },
    {
      "epoch": 117.45562130177515,
      "grad_norm": 1.705824613571167,
      "learning_rate": 0.0001,
      "loss": 0.0236,
      "step": 19850
    },
    {
      "epoch": 117.51479289940828,
      "grad_norm": 1.3330501317977905,
      "learning_rate": 0.0001,
      "loss": 0.0225,
      "step": 19860
    },
    {
      "epoch": 117.57396449704142,
      "grad_norm": 2.111391544342041,
      "learning_rate": 0.0001,
      "loss": 0.023,
      "step": 19870
    },
    {
      "epoch": 117.63313609467455,
      "grad_norm": 1.487842321395874,
      "learning_rate": 0.0001,
      "loss": 0.0233,
      "step": 19880
    },
    {
      "epoch": 117.6923076923077,
      "grad_norm": 1.8104013204574585,
      "learning_rate": 0.0001,
      "loss": 0.0233,
      "step": 19890
    },
    {
      "epoch": 117.75147928994083,
      "grad_norm": 1.6497268676757812,
      "learning_rate": 0.0001,
      "loss": 0.0236,
      "step": 19900
    },
    {
      "epoch": 117.81065088757397,
      "grad_norm": 1.799215316772461,
      "learning_rate": 0.0001,
      "loss": 0.0237,
      "step": 19910
    },
    {
      "epoch": 117.8698224852071,
      "grad_norm": 1.6056774854660034,
      "learning_rate": 0.0001,
      "loss": 0.0246,
      "step": 19920
    },
    {
      "epoch": 117.92899408284023,
      "grad_norm": 2.169076681137085,
      "learning_rate": 0.0001,
      "loss": 0.0246,
      "step": 19930
    },
    {
      "epoch": 117.98816568047337,
      "grad_norm": 2.0190317630767822,
      "learning_rate": 0.0001,
      "loss": 0.0238,
      "step": 19940
    },
    {
      "epoch": 118.04733727810651,
      "grad_norm": 1.7783856391906738,
      "learning_rate": 0.0001,
      "loss": 0.0231,
      "step": 19950
    },
    {
      "epoch": 118.10650887573965,
      "grad_norm": 1.3581403493881226,
      "learning_rate": 0.0001,
      "loss": 0.0233,
      "step": 19960
    },
    {
      "epoch": 118.16568047337279,
      "grad_norm": 1.4854947328567505,
      "learning_rate": 0.0001,
      "loss": 0.0222,
      "step": 19970
    },
    {
      "epoch": 118.22485207100591,
      "grad_norm": 1.3405940532684326,
      "learning_rate": 0.0001,
      "loss": 0.0228,
      "step": 19980
    },
    {
      "epoch": 118.28402366863905,
      "grad_norm": 1.3686249256134033,
      "learning_rate": 0.0001,
      "loss": 0.0226,
      "step": 19990
    },
    {
      "epoch": 118.34319526627219,
      "grad_norm": 1.4328416585922241,
      "learning_rate": 0.0001,
      "loss": 0.0232,
      "step": 20000
    },
    {
      "epoch": 118.40236686390533,
      "grad_norm": 1.314095139503479,
      "learning_rate": 0.0001,
      "loss": 0.0225,
      "step": 20010
    },
    {
      "epoch": 118.46153846153847,
      "grad_norm": 1.3998072147369385,
      "learning_rate": 0.0001,
      "loss": 0.0243,
      "step": 20020
    },
    {
      "epoch": 118.52071005917159,
      "grad_norm": 2.2941207885742188,
      "learning_rate": 0.0001,
      "loss": 0.0242,
      "step": 20030
    },
    {
      "epoch": 118.57988165680473,
      "grad_norm": 1.7800618410110474,
      "learning_rate": 0.0001,
      "loss": 0.0244,
      "step": 20040
    },
    {
      "epoch": 118.63905325443787,
      "grad_norm": 1.347954511642456,
      "learning_rate": 0.0001,
      "loss": 0.0236,
      "step": 20050
    },
    {
      "epoch": 118.69822485207101,
      "grad_norm": 1.3598318099975586,
      "learning_rate": 0.0001,
      "loss": 0.0235,
      "step": 20060
    },
    {
      "epoch": 118.75739644970415,
      "grad_norm": 1.0675314664840698,
      "learning_rate": 0.0001,
      "loss": 0.0232,
      "step": 20070
    },
    {
      "epoch": 118.81656804733728,
      "grad_norm": 1.6646771430969238,
      "learning_rate": 0.0001,
      "loss": 0.0232,
      "step": 20080
    },
    {
      "epoch": 118.87573964497041,
      "grad_norm": 1.6578128337860107,
      "learning_rate": 0.0001,
      "loss": 0.0235,
      "step": 20090
    },
    {
      "epoch": 118.93491124260355,
      "grad_norm": 1.8425971269607544,
      "learning_rate": 0.0001,
      "loss": 0.0239,
      "step": 20100
    },
    {
      "epoch": 118.99408284023669,
      "grad_norm": 1.454912781715393,
      "learning_rate": 0.0001,
      "loss": 0.0237,
      "step": 20110
    },
    {
      "epoch": 119.05325443786982,
      "grad_norm": 1.6903294324874878,
      "learning_rate": 0.0001,
      "loss": 0.0234,
      "step": 20120
    },
    {
      "epoch": 119.11242603550296,
      "grad_norm": 1.2494791746139526,
      "learning_rate": 0.0001,
      "loss": 0.0227,
      "step": 20130
    },
    {
      "epoch": 119.17159763313609,
      "grad_norm": 1.222266435623169,
      "learning_rate": 0.0001,
      "loss": 0.0225,
      "step": 20140
    },
    {
      "epoch": 119.23076923076923,
      "grad_norm": 1.3532673120498657,
      "learning_rate": 0.0001,
      "loss": 0.0226,
      "step": 20150
    },
    {
      "epoch": 119.28994082840237,
      "grad_norm": 1.6829416751861572,
      "learning_rate": 0.0001,
      "loss": 0.0233,
      "step": 20160
    },
    {
      "epoch": 119.3491124260355,
      "grad_norm": 1.5614653825759888,
      "learning_rate": 0.0001,
      "loss": 0.0237,
      "step": 20170
    },
    {
      "epoch": 119.40828402366864,
      "grad_norm": 1.512175440788269,
      "learning_rate": 0.0001,
      "loss": 0.024,
      "step": 20180
    },
    {
      "epoch": 119.46745562130178,
      "grad_norm": 1.5109405517578125,
      "learning_rate": 0.0001,
      "loss": 0.0229,
      "step": 20190
    },
    {
      "epoch": 119.5266272189349,
      "grad_norm": 1.5895750522613525,
      "learning_rate": 0.0001,
      "loss": 0.0227,
      "step": 20200
    },
    {
      "epoch": 119.58579881656804,
      "grad_norm": 1.7043721675872803,
      "learning_rate": 0.0001,
      "loss": 0.0229,
      "step": 20210
    },
    {
      "epoch": 119.64497041420118,
      "grad_norm": 1.3565478324890137,
      "learning_rate": 0.0001,
      "loss": 0.0229,
      "step": 20220
    },
    {
      "epoch": 119.70414201183432,
      "grad_norm": 1.3484808206558228,
      "learning_rate": 0.0001,
      "loss": 0.0232,
      "step": 20230
    },
    {
      "epoch": 119.76331360946746,
      "grad_norm": 1.7464561462402344,
      "learning_rate": 0.0001,
      "loss": 0.024,
      "step": 20240
    },
    {
      "epoch": 119.8224852071006,
      "grad_norm": 1.6434247493743896,
      "learning_rate": 0.0001,
      "loss": 0.0238,
      "step": 20250
    },
    {
      "epoch": 119.88165680473372,
      "grad_norm": 0.994000256061554,
      "learning_rate": 0.0001,
      "loss": 0.0231,
      "step": 20260
    },
    {
      "epoch": 119.94082840236686,
      "grad_norm": 1.0915237665176392,
      "learning_rate": 0.0001,
      "loss": 0.0226,
      "step": 20270
    },
    {
      "epoch": 120.0,
      "grad_norm": 0.9594990611076355,
      "learning_rate": 0.0001,
      "loss": 0.0241,
      "step": 20280
    },
    {
      "epoch": 120.05917159763314,
      "grad_norm": 1.2761406898498535,
      "learning_rate": 0.0001,
      "loss": 0.0232,
      "step": 20290
    },
    {
      "epoch": 120.11834319526628,
      "grad_norm": 1.5102019309997559,
      "learning_rate": 0.0001,
      "loss": 0.0245,
      "step": 20300
    },
    {
      "epoch": 120.1775147928994,
      "grad_norm": 1.9019640684127808,
      "learning_rate": 0.0001,
      "loss": 0.0251,
      "step": 20310
    },
    {
      "epoch": 120.23668639053254,
      "grad_norm": 1.1323012113571167,
      "learning_rate": 0.0001,
      "loss": 0.0247,
      "step": 20320
    },
    {
      "epoch": 120.29585798816568,
      "grad_norm": 1.9056973457336426,
      "learning_rate": 0.0001,
      "loss": 0.0244,
      "step": 20330
    },
    {
      "epoch": 120.35502958579882,
      "grad_norm": 2.193131923675537,
      "learning_rate": 0.0001,
      "loss": 0.0234,
      "step": 20340
    },
    {
      "epoch": 120.41420118343196,
      "grad_norm": 1.6800955533981323,
      "learning_rate": 0.0001,
      "loss": 0.0242,
      "step": 20350
    },
    {
      "epoch": 120.4733727810651,
      "grad_norm": 1.83359956741333,
      "learning_rate": 0.0001,
      "loss": 0.0234,
      "step": 20360
    },
    {
      "epoch": 120.53254437869822,
      "grad_norm": 1.1426379680633545,
      "learning_rate": 0.0001,
      "loss": 0.0242,
      "step": 20370
    },
    {
      "epoch": 120.59171597633136,
      "grad_norm": 1.532046914100647,
      "learning_rate": 0.0001,
      "loss": 0.0249,
      "step": 20380
    },
    {
      "epoch": 120.6508875739645,
      "grad_norm": 1.6982733011245728,
      "learning_rate": 0.0001,
      "loss": 0.0243,
      "step": 20390
    },
    {
      "epoch": 120.71005917159763,
      "grad_norm": 1.6299041509628296,
      "learning_rate": 0.0001,
      "loss": 0.0253,
      "step": 20400
    },
    {
      "epoch": 120.76923076923077,
      "grad_norm": 1.2626619338989258,
      "learning_rate": 0.0001,
      "loss": 0.0246,
      "step": 20410
    },
    {
      "epoch": 120.82840236686391,
      "grad_norm": 1.4834842681884766,
      "learning_rate": 0.0001,
      "loss": 0.0251,
      "step": 20420
    },
    {
      "epoch": 120.88757396449704,
      "grad_norm": 1.638554573059082,
      "learning_rate": 0.0001,
      "loss": 0.024,
      "step": 20430
    },
    {
      "epoch": 120.94674556213018,
      "grad_norm": 1.366302728652954,
      "learning_rate": 0.0001,
      "loss": 0.025,
      "step": 20440
    },
    {
      "epoch": 121.00591715976331,
      "grad_norm": 1.6834704875946045,
      "learning_rate": 0.0001,
      "loss": 0.0229,
      "step": 20450
    },
    {
      "epoch": 121.06508875739645,
      "grad_norm": 1.072150468826294,
      "learning_rate": 0.0001,
      "loss": 0.0228,
      "step": 20460
    },
    {
      "epoch": 121.12426035502959,
      "grad_norm": 1.7651511430740356,
      "learning_rate": 0.0001,
      "loss": 0.0226,
      "step": 20470
    },
    {
      "epoch": 121.18343195266272,
      "grad_norm": 1.0291211605072021,
      "learning_rate": 0.0001,
      "loss": 0.023,
      "step": 20480
    },
    {
      "epoch": 121.24260355029585,
      "grad_norm": 1.672871470451355,
      "learning_rate": 0.0001,
      "loss": 0.0236,
      "step": 20490
    },
    {
      "epoch": 121.30177514792899,
      "grad_norm": 1.8796555995941162,
      "learning_rate": 0.0001,
      "loss": 0.0233,
      "step": 20500
    },
    {
      "epoch": 121.36094674556213,
      "grad_norm": 1.6090160608291626,
      "learning_rate": 0.0001,
      "loss": 0.0233,
      "step": 20510
    },
    {
      "epoch": 121.42011834319527,
      "grad_norm": 1.3602937459945679,
      "learning_rate": 0.0001,
      "loss": 0.0235,
      "step": 20520
    },
    {
      "epoch": 121.47928994082841,
      "grad_norm": 1.8083723783493042,
      "learning_rate": 0.0001,
      "loss": 0.0231,
      "step": 20530
    },
    {
      "epoch": 121.53846153846153,
      "grad_norm": 1.489169955253601,
      "learning_rate": 0.0001,
      "loss": 0.0234,
      "step": 20540
    },
    {
      "epoch": 121.59763313609467,
      "grad_norm": 1.798827886581421,
      "learning_rate": 0.0001,
      "loss": 0.023,
      "step": 20550
    },
    {
      "epoch": 121.65680473372781,
      "grad_norm": 1.256948471069336,
      "learning_rate": 0.0001,
      "loss": 0.023,
      "step": 20560
    },
    {
      "epoch": 121.71597633136095,
      "grad_norm": 1.37706458568573,
      "learning_rate": 0.0001,
      "loss": 0.0228,
      "step": 20570
    },
    {
      "epoch": 121.77514792899409,
      "grad_norm": 1.3038328886032104,
      "learning_rate": 0.0001,
      "loss": 0.023,
      "step": 20580
    },
    {
      "epoch": 121.83431952662721,
      "grad_norm": 1.4907702207565308,
      "learning_rate": 0.0001,
      "loss": 0.024,
      "step": 20590
    },
    {
      "epoch": 121.89349112426035,
      "grad_norm": 1.7627522945404053,
      "learning_rate": 0.0001,
      "loss": 0.0249,
      "step": 20600
    },
    {
      "epoch": 121.95266272189349,
      "grad_norm": 1.2299731969833374,
      "learning_rate": 0.0001,
      "loss": 0.0246,
      "step": 20610
    },
    {
      "epoch": 122.01183431952663,
      "grad_norm": 1.2428611516952515,
      "learning_rate": 0.0001,
      "loss": 0.0238,
      "step": 20620
    },
    {
      "epoch": 122.07100591715977,
      "grad_norm": 1.9673820734024048,
      "learning_rate": 0.0001,
      "loss": 0.024,
      "step": 20630
    },
    {
      "epoch": 122.1301775147929,
      "grad_norm": 1.8363322019577026,
      "learning_rate": 0.0001,
      "loss": 0.0242,
      "step": 20640
    },
    {
      "epoch": 122.18934911242603,
      "grad_norm": 1.1473056077957153,
      "learning_rate": 0.0001,
      "loss": 0.0227,
      "step": 20650
    },
    {
      "epoch": 122.24852071005917,
      "grad_norm": 1.2694402933120728,
      "learning_rate": 0.0001,
      "loss": 0.0223,
      "step": 20660
    },
    {
      "epoch": 122.3076923076923,
      "grad_norm": 1.137391448020935,
      "learning_rate": 0.0001,
      "loss": 0.0227,
      "step": 20670
    },
    {
      "epoch": 122.36686390532545,
      "grad_norm": 1.5363447666168213,
      "learning_rate": 0.0001,
      "loss": 0.0228,
      "step": 20680
    },
    {
      "epoch": 122.42603550295858,
      "grad_norm": 1.447498083114624,
      "learning_rate": 0.0001,
      "loss": 0.0234,
      "step": 20690
    },
    {
      "epoch": 122.48520710059172,
      "grad_norm": 1.4120616912841797,
      "learning_rate": 0.0001,
      "loss": 0.0235,
      "step": 20700
    },
    {
      "epoch": 122.54437869822485,
      "grad_norm": 1.7621294260025024,
      "learning_rate": 0.0001,
      "loss": 0.0238,
      "step": 20710
    },
    {
      "epoch": 122.60355029585799,
      "grad_norm": 1.0842241048812866,
      "learning_rate": 0.0001,
      "loss": 0.023,
      "step": 20720
    },
    {
      "epoch": 122.66272189349112,
      "grad_norm": 1.9327573776245117,
      "learning_rate": 0.0001,
      "loss": 0.0238,
      "step": 20730
    },
    {
      "epoch": 122.72189349112426,
      "grad_norm": 2.1728267669677734,
      "learning_rate": 0.0001,
      "loss": 0.0243,
      "step": 20740
    },
    {
      "epoch": 122.7810650887574,
      "grad_norm": 1.165481686592102,
      "learning_rate": 0.0001,
      "loss": 0.0232,
      "step": 20750
    },
    {
      "epoch": 122.84023668639053,
      "grad_norm": 1.48213529586792,
      "learning_rate": 0.0001,
      "loss": 0.0234,
      "step": 20760
    },
    {
      "epoch": 122.89940828402366,
      "grad_norm": 1.5164821147918701,
      "learning_rate": 0.0001,
      "loss": 0.0231,
      "step": 20770
    },
    {
      "epoch": 122.9585798816568,
      "grad_norm": 1.3426398038864136,
      "learning_rate": 0.0001,
      "loss": 0.0229,
      "step": 20780
    },
    {
      "epoch": 123.01775147928994,
      "grad_norm": 1.1179726123809814,
      "learning_rate": 0.0001,
      "loss": 0.0239,
      "step": 20790
    },
    {
      "epoch": 123.07692307692308,
      "grad_norm": 0.9754278063774109,
      "learning_rate": 0.0001,
      "loss": 0.0229,
      "step": 20800
    },
    {
      "epoch": 123.13609467455622,
      "grad_norm": 1.6338154077529907,
      "learning_rate": 0.0001,
      "loss": 0.0227,
      "step": 20810
    },
    {
      "epoch": 123.19526627218934,
      "grad_norm": 1.5298885107040405,
      "learning_rate": 0.0001,
      "loss": 0.023,
      "step": 20820
    },
    {
      "epoch": 123.25443786982248,
      "grad_norm": 1.642648696899414,
      "learning_rate": 0.0001,
      "loss": 0.0223,
      "step": 20830
    },
    {
      "epoch": 123.31360946745562,
      "grad_norm": 1.746422290802002,
      "learning_rate": 0.0001,
      "loss": 0.0235,
      "step": 20840
    },
    {
      "epoch": 123.37278106508876,
      "grad_norm": 1.5254266262054443,
      "learning_rate": 0.0001,
      "loss": 0.0226,
      "step": 20850
    },
    {
      "epoch": 123.4319526627219,
      "grad_norm": 1.9833745956420898,
      "learning_rate": 0.0001,
      "loss": 0.023,
      "step": 20860
    },
    {
      "epoch": 123.49112426035504,
      "grad_norm": 1.63018000125885,
      "learning_rate": 0.0001,
      "loss": 0.024,
      "step": 20870
    },
    {
      "epoch": 123.55029585798816,
      "grad_norm": 1.9519351720809937,
      "learning_rate": 0.0001,
      "loss": 0.0238,
      "step": 20880
    },
    {
      "epoch": 123.6094674556213,
      "grad_norm": 1.1955246925354004,
      "learning_rate": 0.0001,
      "loss": 0.0228,
      "step": 20890
    },
    {
      "epoch": 123.66863905325444,
      "grad_norm": 2.4289801120758057,
      "learning_rate": 0.0001,
      "loss": 0.0238,
      "step": 20900
    },
    {
      "epoch": 123.72781065088758,
      "grad_norm": 1.9642705917358398,
      "learning_rate": 0.0001,
      "loss": 0.0233,
      "step": 20910
    },
    {
      "epoch": 123.78698224852072,
      "grad_norm": 1.5356130599975586,
      "learning_rate": 0.0001,
      "loss": 0.0222,
      "step": 20920
    },
    {
      "epoch": 123.84615384615384,
      "grad_norm": 1.0688326358795166,
      "learning_rate": 0.0001,
      "loss": 0.0214,
      "step": 20930
    },
    {
      "epoch": 123.90532544378698,
      "grad_norm": 1.2926667928695679,
      "learning_rate": 0.0001,
      "loss": 0.0222,
      "step": 20940
    },
    {
      "epoch": 123.96449704142012,
      "grad_norm": 1.3277307748794556,
      "learning_rate": 0.0001,
      "loss": 0.0227,
      "step": 20950
    },
    {
      "epoch": 124.02366863905326,
      "grad_norm": 1.9115105867385864,
      "learning_rate": 0.0001,
      "loss": 0.0224,
      "step": 20960
    },
    {
      "epoch": 124.0828402366864,
      "grad_norm": 1.7300077676773071,
      "learning_rate": 0.0001,
      "loss": 0.0221,
      "step": 20970
    },
    {
      "epoch": 124.14201183431953,
      "grad_norm": 1.7841664552688599,
      "learning_rate": 0.0001,
      "loss": 0.022,
      "step": 20980
    },
    {
      "epoch": 124.20118343195266,
      "grad_norm": 1.4203828573226929,
      "learning_rate": 0.0001,
      "loss": 0.0227,
      "step": 20990
    },
    {
      "epoch": 124.2603550295858,
      "grad_norm": 1.2407503128051758,
      "learning_rate": 0.0001,
      "loss": 0.0229,
      "step": 21000
    },
    {
      "epoch": 124.31952662721893,
      "grad_norm": 1.4121196269989014,
      "learning_rate": 0.0001,
      "loss": 0.0236,
      "step": 21010
    },
    {
      "epoch": 124.37869822485207,
      "grad_norm": 1.346779227256775,
      "learning_rate": 0.0001,
      "loss": 0.0234,
      "step": 21020
    },
    {
      "epoch": 124.43786982248521,
      "grad_norm": 2.013970375061035,
      "learning_rate": 0.0001,
      "loss": 0.0239,
      "step": 21030
    },
    {
      "epoch": 124.49704142011835,
      "grad_norm": 1.6955645084381104,
      "learning_rate": 0.0001,
      "loss": 0.0231,
      "step": 21040
    },
    {
      "epoch": 124.55621301775147,
      "grad_norm": 1.5064244270324707,
      "learning_rate": 0.0001,
      "loss": 0.0224,
      "step": 21050
    },
    {
      "epoch": 124.61538461538461,
      "grad_norm": 1.6921324729919434,
      "learning_rate": 0.0001,
      "loss": 0.0226,
      "step": 21060
    },
    {
      "epoch": 124.67455621301775,
      "grad_norm": 1.4081296920776367,
      "learning_rate": 0.0001,
      "loss": 0.0223,
      "step": 21070
    },
    {
      "epoch": 124.73372781065089,
      "grad_norm": 1.5960279703140259,
      "learning_rate": 0.0001,
      "loss": 0.0235,
      "step": 21080
    },
    {
      "epoch": 124.79289940828403,
      "grad_norm": 2.1927590370178223,
      "learning_rate": 0.0001,
      "loss": 0.0231,
      "step": 21090
    },
    {
      "epoch": 124.85207100591715,
      "grad_norm": 1.8707386255264282,
      "learning_rate": 0.0001,
      "loss": 0.0238,
      "step": 21100
    },
    {
      "epoch": 124.91124260355029,
      "grad_norm": 1.9166415929794312,
      "learning_rate": 0.0001,
      "loss": 0.0233,
      "step": 21110
    },
    {
      "epoch": 124.97041420118343,
      "grad_norm": 2.0922372341156006,
      "learning_rate": 0.0001,
      "loss": 0.0221,
      "step": 21120
    },
    {
      "epoch": 125.02958579881657,
      "grad_norm": 1.6090058088302612,
      "learning_rate": 0.0001,
      "loss": 0.0233,
      "step": 21130
    },
    {
      "epoch": 125.08875739644971,
      "grad_norm": 1.3405508995056152,
      "learning_rate": 0.0001,
      "loss": 0.0224,
      "step": 21140
    },
    {
      "epoch": 125.14792899408285,
      "grad_norm": 1.5459500551223755,
      "learning_rate": 0.0001,
      "loss": 0.024,
      "step": 21150
    },
    {
      "epoch": 125.20710059171597,
      "grad_norm": 1.0749977827072144,
      "learning_rate": 0.0001,
      "loss": 0.0224,
      "step": 21160
    },
    {
      "epoch": 125.26627218934911,
      "grad_norm": 1.0855412483215332,
      "learning_rate": 0.0001,
      "loss": 0.023,
      "step": 21170
    },
    {
      "epoch": 125.32544378698225,
      "grad_norm": 1.435312032699585,
      "learning_rate": 0.0001,
      "loss": 0.0242,
      "step": 21180
    },
    {
      "epoch": 125.38461538461539,
      "grad_norm": 1.1181412935256958,
      "learning_rate": 0.0001,
      "loss": 0.0242,
      "step": 21190
    },
    {
      "epoch": 125.44378698224853,
      "grad_norm": 1.7906783819198608,
      "learning_rate": 0.0001,
      "loss": 0.025,
      "step": 21200
    },
    {
      "epoch": 125.50295857988165,
      "grad_norm": 1.5742876529693604,
      "learning_rate": 0.0001,
      "loss": 0.0243,
      "step": 21210
    },
    {
      "epoch": 125.56213017751479,
      "grad_norm": 1.35334312915802,
      "learning_rate": 0.0001,
      "loss": 0.0231,
      "step": 21220
    },
    {
      "epoch": 125.62130177514793,
      "grad_norm": 1.3369613885879517,
      "learning_rate": 0.0001,
      "loss": 0.0238,
      "step": 21230
    },
    {
      "epoch": 125.68047337278107,
      "grad_norm": 1.3288614749908447,
      "learning_rate": 0.0001,
      "loss": 0.0231,
      "step": 21240
    },
    {
      "epoch": 125.7396449704142,
      "grad_norm": 2.3308634757995605,
      "learning_rate": 0.0001,
      "loss": 0.0242,
      "step": 21250
    },
    {
      "epoch": 125.79881656804734,
      "grad_norm": 1.5735810995101929,
      "learning_rate": 0.0001,
      "loss": 0.024,
      "step": 21260
    },
    {
      "epoch": 125.85798816568047,
      "grad_norm": 2.2582550048828125,
      "learning_rate": 0.0001,
      "loss": 0.0229,
      "step": 21270
    },
    {
      "epoch": 125.9171597633136,
      "grad_norm": 1.4708681106567383,
      "learning_rate": 0.0001,
      "loss": 0.0225,
      "step": 21280
    },
    {
      "epoch": 125.97633136094674,
      "grad_norm": 1.294925332069397,
      "learning_rate": 0.0001,
      "loss": 0.0221,
      "step": 21290
    },
    {
      "epoch": 126.03550295857988,
      "grad_norm": 1.8016443252563477,
      "learning_rate": 0.0001,
      "loss": 0.0215,
      "step": 21300
    },
    {
      "epoch": 126.09467455621302,
      "grad_norm": 1.0653190612792969,
      "learning_rate": 0.0001,
      "loss": 0.022,
      "step": 21310
    },
    {
      "epoch": 126.15384615384616,
      "grad_norm": 1.3720836639404297,
      "learning_rate": 0.0001,
      "loss": 0.0222,
      "step": 21320
    },
    {
      "epoch": 126.21301775147928,
      "grad_norm": 1.4729589223861694,
      "learning_rate": 0.0001,
      "loss": 0.0227,
      "step": 21330
    },
    {
      "epoch": 126.27218934911242,
      "grad_norm": 1.5231032371520996,
      "learning_rate": 0.0001,
      "loss": 0.0231,
      "step": 21340
    },
    {
      "epoch": 126.33136094674556,
      "grad_norm": 1.4617881774902344,
      "learning_rate": 0.0001,
      "loss": 0.0224,
      "step": 21350
    },
    {
      "epoch": 126.3905325443787,
      "grad_norm": 1.6344490051269531,
      "learning_rate": 0.0001,
      "loss": 0.0218,
      "step": 21360
    },
    {
      "epoch": 126.44970414201184,
      "grad_norm": 1.6493488550186157,
      "learning_rate": 0.0001,
      "loss": 0.023,
      "step": 21370
    },
    {
      "epoch": 126.50887573964496,
      "grad_norm": 1.3114792108535767,
      "learning_rate": 0.0001,
      "loss": 0.022,
      "step": 21380
    },
    {
      "epoch": 126.5680473372781,
      "grad_norm": 1.7020283937454224,
      "learning_rate": 0.0001,
      "loss": 0.0225,
      "step": 21390
    },
    {
      "epoch": 126.62721893491124,
      "grad_norm": 1.9729636907577515,
      "learning_rate": 0.0001,
      "loss": 0.023,
      "step": 21400
    },
    {
      "epoch": 126.68639053254438,
      "grad_norm": 1.2255303859710693,
      "learning_rate": 0.0001,
      "loss": 0.0222,
      "step": 21410
    },
    {
      "epoch": 126.74556213017752,
      "grad_norm": 1.3636138439178467,
      "learning_rate": 0.0001,
      "loss": 0.0222,
      "step": 21420
    },
    {
      "epoch": 126.80473372781066,
      "grad_norm": 1.6777435541152954,
      "learning_rate": 0.0001,
      "loss": 0.0219,
      "step": 21430
    },
    {
      "epoch": 126.86390532544378,
      "grad_norm": 1.359948992729187,
      "learning_rate": 0.0001,
      "loss": 0.0219,
      "step": 21440
    },
    {
      "epoch": 126.92307692307692,
      "grad_norm": 1.4733692407608032,
      "learning_rate": 0.0001,
      "loss": 0.022,
      "step": 21450
    },
    {
      "epoch": 126.98224852071006,
      "grad_norm": 1.5066161155700684,
      "learning_rate": 0.0001,
      "loss": 0.0233,
      "step": 21460
    },
    {
      "epoch": 127.0414201183432,
      "grad_norm": 1.973374843597412,
      "learning_rate": 0.0001,
      "loss": 0.0224,
      "step": 21470
    },
    {
      "epoch": 127.10059171597634,
      "grad_norm": 1.7602729797363281,
      "learning_rate": 0.0001,
      "loss": 0.0224,
      "step": 21480
    },
    {
      "epoch": 127.15976331360947,
      "grad_norm": 1.9331430196762085,
      "learning_rate": 0.0001,
      "loss": 0.0232,
      "step": 21490
    },
    {
      "epoch": 127.2189349112426,
      "grad_norm": 1.842774748802185,
      "learning_rate": 0.0001,
      "loss": 0.0231,
      "step": 21500
    },
    {
      "epoch": 127.27810650887574,
      "grad_norm": 1.651479959487915,
      "learning_rate": 0.0001,
      "loss": 0.0222,
      "step": 21510
    },
    {
      "epoch": 127.33727810650888,
      "grad_norm": 1.938618779182434,
      "learning_rate": 0.0001,
      "loss": 0.0231,
      "step": 21520
    },
    {
      "epoch": 127.39644970414201,
      "grad_norm": 1.906001091003418,
      "learning_rate": 0.0001,
      "loss": 0.0231,
      "step": 21530
    },
    {
      "epoch": 127.45562130177515,
      "grad_norm": 1.4963901042938232,
      "learning_rate": 0.0001,
      "loss": 0.0226,
      "step": 21540
    },
    {
      "epoch": 127.51479289940828,
      "grad_norm": 1.8701282739639282,
      "learning_rate": 0.0001,
      "loss": 0.0214,
      "step": 21550
    },
    {
      "epoch": 127.57396449704142,
      "grad_norm": 1.5418201684951782,
      "learning_rate": 0.0001,
      "loss": 0.0212,
      "step": 21560
    },
    {
      "epoch": 127.63313609467455,
      "grad_norm": 1.050010085105896,
      "learning_rate": 0.0001,
      "loss": 0.0219,
      "step": 21570
    },
    {
      "epoch": 127.6923076923077,
      "grad_norm": 1.5892976522445679,
      "learning_rate": 0.0001,
      "loss": 0.0215,
      "step": 21580
    },
    {
      "epoch": 127.75147928994083,
      "grad_norm": 1.359131932258606,
      "learning_rate": 0.0001,
      "loss": 0.0217,
      "step": 21590
    },
    {
      "epoch": 127.81065088757397,
      "grad_norm": 1.1952059268951416,
      "learning_rate": 0.0001,
      "loss": 0.0219,
      "step": 21600
    },
    {
      "epoch": 127.8698224852071,
      "grad_norm": 0.9953412413597107,
      "learning_rate": 0.0001,
      "loss": 0.0218,
      "step": 21610
    },
    {
      "epoch": 127.92899408284023,
      "grad_norm": 1.0903805494308472,
      "learning_rate": 0.0001,
      "loss": 0.023,
      "step": 21620
    },
    {
      "epoch": 127.98816568047337,
      "grad_norm": 1.532383680343628,
      "learning_rate": 0.0001,
      "loss": 0.022,
      "step": 21630
    },
    {
      "epoch": 128.0473372781065,
      "grad_norm": 1.1569442749023438,
      "learning_rate": 0.0001,
      "loss": 0.0226,
      "step": 21640
    },
    {
      "epoch": 128.10650887573965,
      "grad_norm": 1.4853934049606323,
      "learning_rate": 0.0001,
      "loss": 0.0226,
      "step": 21650
    },
    {
      "epoch": 128.1656804733728,
      "grad_norm": 0.9103670716285706,
      "learning_rate": 0.0001,
      "loss": 0.0227,
      "step": 21660
    },
    {
      "epoch": 128.22485207100593,
      "grad_norm": 1.7763510942459106,
      "learning_rate": 0.0001,
      "loss": 0.0232,
      "step": 21670
    },
    {
      "epoch": 128.28402366863907,
      "grad_norm": 1.306823968887329,
      "learning_rate": 0.0001,
      "loss": 0.0231,
      "step": 21680
    },
    {
      "epoch": 128.34319526627218,
      "grad_norm": 1.4585990905761719,
      "learning_rate": 0.0001,
      "loss": 0.0222,
      "step": 21690
    },
    {
      "epoch": 128.4023668639053,
      "grad_norm": 1.4222877025604248,
      "learning_rate": 0.0001,
      "loss": 0.0221,
      "step": 21700
    },
    {
      "epoch": 128.46153846153845,
      "grad_norm": 1.5088201761245728,
      "learning_rate": 0.0001,
      "loss": 0.0226,
      "step": 21710
    },
    {
      "epoch": 128.5207100591716,
      "grad_norm": 1.127785563468933,
      "learning_rate": 0.0001,
      "loss": 0.0218,
      "step": 21720
    },
    {
      "epoch": 128.57988165680473,
      "grad_norm": 1.4617713689804077,
      "learning_rate": 0.0001,
      "loss": 0.0227,
      "step": 21730
    },
    {
      "epoch": 128.63905325443787,
      "grad_norm": 1.5193133354187012,
      "learning_rate": 0.0001,
      "loss": 0.0231,
      "step": 21740
    },
    {
      "epoch": 128.698224852071,
      "grad_norm": 1.211240291595459,
      "learning_rate": 0.0001,
      "loss": 0.023,
      "step": 21750
    },
    {
      "epoch": 128.75739644970415,
      "grad_norm": 1.210755705833435,
      "learning_rate": 0.0001,
      "loss": 0.0237,
      "step": 21760
    },
    {
      "epoch": 128.81656804733728,
      "grad_norm": 1.4008526802062988,
      "learning_rate": 0.0001,
      "loss": 0.0224,
      "step": 21770
    },
    {
      "epoch": 128.87573964497042,
      "grad_norm": 1.793505311012268,
      "learning_rate": 0.0001,
      "loss": 0.0238,
      "step": 21780
    },
    {
      "epoch": 128.93491124260356,
      "grad_norm": 1.8642908334732056,
      "learning_rate": 0.0001,
      "loss": 0.0237,
      "step": 21790
    },
    {
      "epoch": 128.9940828402367,
      "grad_norm": 1.6427247524261475,
      "learning_rate": 0.0001,
      "loss": 0.0234,
      "step": 21800
    },
    {
      "epoch": 129.0532544378698,
      "grad_norm": 1.2126848697662354,
      "learning_rate": 0.0001,
      "loss": 0.0242,
      "step": 21810
    },
    {
      "epoch": 129.11242603550295,
      "grad_norm": 1.613160490989685,
      "learning_rate": 0.0001,
      "loss": 0.0236,
      "step": 21820
    },
    {
      "epoch": 129.1715976331361,
      "grad_norm": 2.080007791519165,
      "learning_rate": 0.0001,
      "loss": 0.0234,
      "step": 21830
    },
    {
      "epoch": 129.23076923076923,
      "grad_norm": 1.3556817770004272,
      "learning_rate": 0.0001,
      "loss": 0.0222,
      "step": 21840
    },
    {
      "epoch": 129.28994082840237,
      "grad_norm": 1.4367899894714355,
      "learning_rate": 0.0001,
      "loss": 0.0219,
      "step": 21850
    },
    {
      "epoch": 129.3491124260355,
      "grad_norm": 1.0004467964172363,
      "learning_rate": 0.0001,
      "loss": 0.0216,
      "step": 21860
    },
    {
      "epoch": 129.40828402366864,
      "grad_norm": 1.3104599714279175,
      "learning_rate": 0.0001,
      "loss": 0.0214,
      "step": 21870
    },
    {
      "epoch": 129.46745562130178,
      "grad_norm": 1.2123992443084717,
      "learning_rate": 0.0001,
      "loss": 0.0218,
      "step": 21880
    },
    {
      "epoch": 129.52662721893492,
      "grad_norm": 1.4873669147491455,
      "learning_rate": 0.0001,
      "loss": 0.0211,
      "step": 21890
    },
    {
      "epoch": 129.58579881656806,
      "grad_norm": 1.3683115243911743,
      "learning_rate": 0.0001,
      "loss": 0.0223,
      "step": 21900
    },
    {
      "epoch": 129.6449704142012,
      "grad_norm": 1.1770163774490356,
      "learning_rate": 0.0001,
      "loss": 0.0222,
      "step": 21910
    },
    {
      "epoch": 129.7041420118343,
      "grad_norm": 1.2093645334243774,
      "learning_rate": 0.0001,
      "loss": 0.0225,
      "step": 21920
    },
    {
      "epoch": 129.76331360946745,
      "grad_norm": 0.9644898176193237,
      "learning_rate": 0.0001,
      "loss": 0.0226,
      "step": 21930
    },
    {
      "epoch": 129.82248520710058,
      "grad_norm": 1.8431044816970825,
      "learning_rate": 0.0001,
      "loss": 0.0226,
      "step": 21940
    },
    {
      "epoch": 129.88165680473372,
      "grad_norm": 1.694710612297058,
      "learning_rate": 0.0001,
      "loss": 0.0227,
      "step": 21950
    },
    {
      "epoch": 129.94082840236686,
      "grad_norm": 1.308655023574829,
      "learning_rate": 0.0001,
      "loss": 0.0237,
      "step": 21960
    },
    {
      "epoch": 130.0,
      "grad_norm": 1.6879324913024902,
      "learning_rate": 0.0001,
      "loss": 0.0226,
      "step": 21970
    },
    {
      "epoch": 130.05917159763314,
      "grad_norm": 1.483576774597168,
      "learning_rate": 0.0001,
      "loss": 0.0238,
      "step": 21980
    },
    {
      "epoch": 130.11834319526628,
      "grad_norm": 1.2481461763381958,
      "learning_rate": 0.0001,
      "loss": 0.0228,
      "step": 21990
    },
    {
      "epoch": 130.17751479289942,
      "grad_norm": 1.274997591972351,
      "learning_rate": 0.0001,
      "loss": 0.0229,
      "step": 22000
    },
    {
      "epoch": 130.23668639053255,
      "grad_norm": 0.8794621825218201,
      "learning_rate": 0.0001,
      "loss": 0.0226,
      "step": 22010
    },
    {
      "epoch": 130.2958579881657,
      "grad_norm": 1.488114833831787,
      "learning_rate": 0.0001,
      "loss": 0.0231,
      "step": 22020
    },
    {
      "epoch": 130.3550295857988,
      "grad_norm": 1.3086566925048828,
      "learning_rate": 0.0001,
      "loss": 0.0228,
      "step": 22030
    },
    {
      "epoch": 130.41420118343194,
      "grad_norm": 1.4385002851486206,
      "learning_rate": 0.0001,
      "loss": 0.0226,
      "step": 22040
    },
    {
      "epoch": 130.47337278106508,
      "grad_norm": 1.3582595586776733,
      "learning_rate": 0.0001,
      "loss": 0.0235,
      "step": 22050
    },
    {
      "epoch": 130.53254437869822,
      "grad_norm": 1.4870405197143555,
      "learning_rate": 0.0001,
      "loss": 0.023,
      "step": 22060
    },
    {
      "epoch": 130.59171597633136,
      "grad_norm": 1.2826147079467773,
      "learning_rate": 0.0001,
      "loss": 0.0226,
      "step": 22070
    },
    {
      "epoch": 130.6508875739645,
      "grad_norm": 1.5948021411895752,
      "learning_rate": 0.0001,
      "loss": 0.0231,
      "step": 22080
    },
    {
      "epoch": 130.71005917159763,
      "grad_norm": 1.0095163583755493,
      "learning_rate": 0.0001,
      "loss": 0.0232,
      "step": 22090
    },
    {
      "epoch": 130.76923076923077,
      "grad_norm": 1.589220643043518,
      "learning_rate": 0.0001,
      "loss": 0.0228,
      "step": 22100
    },
    {
      "epoch": 130.8284023668639,
      "grad_norm": 2.3085834980010986,
      "learning_rate": 0.0001,
      "loss": 0.0234,
      "step": 22110
    },
    {
      "epoch": 130.88757396449705,
      "grad_norm": 1.5226207971572876,
      "learning_rate": 0.0001,
      "loss": 0.0228,
      "step": 22120
    },
    {
      "epoch": 130.9467455621302,
      "grad_norm": 1.734958529472351,
      "learning_rate": 0.0001,
      "loss": 0.0222,
      "step": 22130
    },
    {
      "epoch": 131.0059171597633,
      "grad_norm": 1.4683297872543335,
      "learning_rate": 0.0001,
      "loss": 0.0221,
      "step": 22140
    },
    {
      "epoch": 131.06508875739644,
      "grad_norm": 1.2361044883728027,
      "learning_rate": 0.0001,
      "loss": 0.0219,
      "step": 22150
    },
    {
      "epoch": 131.12426035502958,
      "grad_norm": 1.1856882572174072,
      "learning_rate": 0.0001,
      "loss": 0.0222,
      "step": 22160
    },
    {
      "epoch": 131.18343195266272,
      "grad_norm": 1.1886342763900757,
      "learning_rate": 0.0001,
      "loss": 0.0215,
      "step": 22170
    },
    {
      "epoch": 131.24260355029585,
      "grad_norm": 0.9051979184150696,
      "learning_rate": 0.0001,
      "loss": 0.0223,
      "step": 22180
    },
    {
      "epoch": 131.301775147929,
      "grad_norm": 1.4024182558059692,
      "learning_rate": 0.0001,
      "loss": 0.0219,
      "step": 22190
    },
    {
      "epoch": 131.36094674556213,
      "grad_norm": 1.469608187675476,
      "learning_rate": 0.0001,
      "loss": 0.0224,
      "step": 22200
    },
    {
      "epoch": 131.42011834319527,
      "grad_norm": 1.8806906938552856,
      "learning_rate": 0.0001,
      "loss": 0.0229,
      "step": 22210
    },
    {
      "epoch": 131.4792899408284,
      "grad_norm": 1.6373777389526367,
      "learning_rate": 0.0001,
      "loss": 0.0219,
      "step": 22220
    },
    {
      "epoch": 131.53846153846155,
      "grad_norm": 1.7214469909667969,
      "learning_rate": 0.0001,
      "loss": 0.0222,
      "step": 22230
    },
    {
      "epoch": 131.5976331360947,
      "grad_norm": 1.2678046226501465,
      "learning_rate": 0.0001,
      "loss": 0.0226,
      "step": 22240
    },
    {
      "epoch": 131.65680473372782,
      "grad_norm": 1.1631290912628174,
      "learning_rate": 0.0001,
      "loss": 0.0233,
      "step": 22250
    },
    {
      "epoch": 131.71597633136093,
      "grad_norm": 1.1317272186279297,
      "learning_rate": 0.0001,
      "loss": 0.0228,
      "step": 22260
    },
    {
      "epoch": 131.77514792899407,
      "grad_norm": 1.3560905456542969,
      "learning_rate": 0.0001,
      "loss": 0.0226,
      "step": 22270
    },
    {
      "epoch": 131.8343195266272,
      "grad_norm": 1.9673725366592407,
      "learning_rate": 0.0001,
      "loss": 0.0233,
      "step": 22280
    },
    {
      "epoch": 131.89349112426035,
      "grad_norm": 1.679540753364563,
      "learning_rate": 0.0001,
      "loss": 0.0233,
      "step": 22290
    },
    {
      "epoch": 131.9526627218935,
      "grad_norm": 1.3510504961013794,
      "learning_rate": 0.0001,
      "loss": 0.0228,
      "step": 22300
    },
    {
      "epoch": 132.01183431952663,
      "grad_norm": 1.5680084228515625,
      "learning_rate": 0.0001,
      "loss": 0.0221,
      "step": 22310
    },
    {
      "epoch": 132.07100591715977,
      "grad_norm": 1.4863905906677246,
      "learning_rate": 0.0001,
      "loss": 0.0218,
      "step": 22320
    },
    {
      "epoch": 132.1301775147929,
      "grad_norm": 1.3025755882263184,
      "learning_rate": 0.0001,
      "loss": 0.0215,
      "step": 22330
    },
    {
      "epoch": 132.18934911242604,
      "grad_norm": 1.6381012201309204,
      "learning_rate": 0.0001,
      "loss": 0.0222,
      "step": 22340
    },
    {
      "epoch": 132.24852071005918,
      "grad_norm": 1.404417872428894,
      "learning_rate": 0.0001,
      "loss": 0.0221,
      "step": 22350
    },
    {
      "epoch": 132.30769230769232,
      "grad_norm": 1.5084037780761719,
      "learning_rate": 0.0001,
      "loss": 0.0233,
      "step": 22360
    },
    {
      "epoch": 132.36686390532543,
      "grad_norm": 1.794124960899353,
      "learning_rate": 0.0001,
      "loss": 0.0226,
      "step": 22370
    },
    {
      "epoch": 132.42603550295857,
      "grad_norm": 1.1071964502334595,
      "learning_rate": 0.0001,
      "loss": 0.0215,
      "step": 22380
    },
    {
      "epoch": 132.4852071005917,
      "grad_norm": 1.6524299383163452,
      "learning_rate": 0.0001,
      "loss": 0.0214,
      "step": 22390
    },
    {
      "epoch": 132.54437869822485,
      "grad_norm": 1.3592467308044434,
      "learning_rate": 0.0001,
      "loss": 0.0215,
      "step": 22400
    },
    {
      "epoch": 132.60355029585799,
      "grad_norm": 1.6825467348098755,
      "learning_rate": 0.0001,
      "loss": 0.0215,
      "step": 22410
    },
    {
      "epoch": 132.66272189349112,
      "grad_norm": 1.6526931524276733,
      "learning_rate": 0.0001,
      "loss": 0.0215,
      "step": 22420
    },
    {
      "epoch": 132.72189349112426,
      "grad_norm": 1.713154911994934,
      "learning_rate": 0.0001,
      "loss": 0.0222,
      "step": 22430
    },
    {
      "epoch": 132.7810650887574,
      "grad_norm": 1.3124300241470337,
      "learning_rate": 0.0001,
      "loss": 0.0218,
      "step": 22440
    },
    {
      "epoch": 132.84023668639054,
      "grad_norm": 1.491317629814148,
      "learning_rate": 0.0001,
      "loss": 0.022,
      "step": 22450
    },
    {
      "epoch": 132.89940828402368,
      "grad_norm": 1.1711320877075195,
      "learning_rate": 0.0001,
      "loss": 0.0207,
      "step": 22460
    },
    {
      "epoch": 132.95857988165682,
      "grad_norm": 1.4871643781661987,
      "learning_rate": 0.0001,
      "loss": 0.022,
      "step": 22470
    },
    {
      "epoch": 133.01775147928993,
      "grad_norm": 1.5804264545440674,
      "learning_rate": 0.0001,
      "loss": 0.0226,
      "step": 22480
    },
    {
      "epoch": 133.07692307692307,
      "grad_norm": 1.646530270576477,
      "learning_rate": 0.0001,
      "loss": 0.021,
      "step": 22490
    },
    {
      "epoch": 133.1360946745562,
      "grad_norm": 1.4927196502685547,
      "learning_rate": 0.0001,
      "loss": 0.0222,
      "step": 22500
    },
    {
      "epoch": 133.19526627218934,
      "grad_norm": 1.4430549144744873,
      "learning_rate": 0.0001,
      "loss": 0.0222,
      "step": 22510
    },
    {
      "epoch": 133.25443786982248,
      "grad_norm": 1.8244553804397583,
      "learning_rate": 0.0001,
      "loss": 0.0224,
      "step": 22520
    },
    {
      "epoch": 133.31360946745562,
      "grad_norm": 1.3352702856063843,
      "learning_rate": 0.0001,
      "loss": 0.0218,
      "step": 22530
    },
    {
      "epoch": 133.37278106508876,
      "grad_norm": 1.654445767402649,
      "learning_rate": 0.0001,
      "loss": 0.0211,
      "step": 22540
    },
    {
      "epoch": 133.4319526627219,
      "grad_norm": 1.6577790975570679,
      "learning_rate": 0.0001,
      "loss": 0.0224,
      "step": 22550
    },
    {
      "epoch": 133.49112426035504,
      "grad_norm": 1.322371482849121,
      "learning_rate": 0.0001,
      "loss": 0.0214,
      "step": 22560
    },
    {
      "epoch": 133.55029585798817,
      "grad_norm": 1.1540875434875488,
      "learning_rate": 0.0001,
      "loss": 0.021,
      "step": 22570
    },
    {
      "epoch": 133.6094674556213,
      "grad_norm": 2.0015499591827393,
      "learning_rate": 0.0001,
      "loss": 0.0218,
      "step": 22580
    },
    {
      "epoch": 133.66863905325442,
      "grad_norm": 1.6411784887313843,
      "learning_rate": 0.0001,
      "loss": 0.0231,
      "step": 22590
    },
    {
      "epoch": 133.72781065088756,
      "grad_norm": 1.4953075647354126,
      "learning_rate": 0.0001,
      "loss": 0.0224,
      "step": 22600
    },
    {
      "epoch": 133.7869822485207,
      "grad_norm": 1.6028869152069092,
      "learning_rate": 0.0001,
      "loss": 0.0215,
      "step": 22610
    },
    {
      "epoch": 133.84615384615384,
      "grad_norm": 1.2864543199539185,
      "learning_rate": 0.0001,
      "loss": 0.0214,
      "step": 22620
    },
    {
      "epoch": 133.90532544378698,
      "grad_norm": 1.1994976997375488,
      "learning_rate": 0.0001,
      "loss": 0.022,
      "step": 22630
    },
    {
      "epoch": 133.96449704142012,
      "grad_norm": 1.1467247009277344,
      "learning_rate": 0.0001,
      "loss": 0.022,
      "step": 22640
    },
    {
      "epoch": 134.02366863905326,
      "grad_norm": 1.3722200393676758,
      "learning_rate": 0.0001,
      "loss": 0.0217,
      "step": 22650
    },
    {
      "epoch": 134.0828402366864,
      "grad_norm": 1.555859088897705,
      "learning_rate": 0.0001,
      "loss": 0.0221,
      "step": 22660
    },
    {
      "epoch": 134.14201183431953,
      "grad_norm": 1.442474603652954,
      "learning_rate": 0.0001,
      "loss": 0.0224,
      "step": 22670
    },
    {
      "epoch": 134.20118343195267,
      "grad_norm": 1.7671356201171875,
      "learning_rate": 0.0001,
      "loss": 0.0224,
      "step": 22680
    },
    {
      "epoch": 134.2603550295858,
      "grad_norm": 1.4419420957565308,
      "learning_rate": 0.0001,
      "loss": 0.0222,
      "step": 22690
    },
    {
      "epoch": 134.31952662721895,
      "grad_norm": 1.283589482307434,
      "learning_rate": 0.0001,
      "loss": 0.0229,
      "step": 22700
    },
    {
      "epoch": 134.37869822485206,
      "grad_norm": 1.648884892463684,
      "learning_rate": 0.0001,
      "loss": 0.0219,
      "step": 22710
    },
    {
      "epoch": 134.4378698224852,
      "grad_norm": 1.148618221282959,
      "learning_rate": 0.0001,
      "loss": 0.0219,
      "step": 22720
    },
    {
      "epoch": 134.49704142011834,
      "grad_norm": 1.5184396505355835,
      "learning_rate": 0.0001,
      "loss": 0.0216,
      "step": 22730
    },
    {
      "epoch": 134.55621301775147,
      "grad_norm": 1.3241599798202515,
      "learning_rate": 0.0001,
      "loss": 0.0214,
      "step": 22740
    },
    {
      "epoch": 134.6153846153846,
      "grad_norm": 1.879340648651123,
      "learning_rate": 0.0001,
      "loss": 0.0215,
      "step": 22750
    },
    {
      "epoch": 134.67455621301775,
      "grad_norm": 1.4771236181259155,
      "learning_rate": 0.0001,
      "loss": 0.021,
      "step": 22760
    },
    {
      "epoch": 134.7337278106509,
      "grad_norm": 1.5463896989822388,
      "learning_rate": 0.0001,
      "loss": 0.0223,
      "step": 22770
    },
    {
      "epoch": 134.79289940828403,
      "grad_norm": 1.4774996042251587,
      "learning_rate": 0.0001,
      "loss": 0.0217,
      "step": 22780
    },
    {
      "epoch": 134.85207100591717,
      "grad_norm": 1.616721510887146,
      "learning_rate": 0.0001,
      "loss": 0.0222,
      "step": 22790
    },
    {
      "epoch": 134.9112426035503,
      "grad_norm": 1.6535022258758545,
      "learning_rate": 0.0001,
      "loss": 0.0216,
      "step": 22800
    },
    {
      "epoch": 134.97041420118344,
      "grad_norm": 1.499223232269287,
      "learning_rate": 0.0001,
      "loss": 0.0217,
      "step": 22810
    },
    {
      "epoch": 135.02958579881656,
      "grad_norm": 2.269160270690918,
      "learning_rate": 0.0001,
      "loss": 0.0219,
      "step": 22820
    },
    {
      "epoch": 135.0887573964497,
      "grad_norm": 1.46591055393219,
      "learning_rate": 0.0001,
      "loss": 0.021,
      "step": 22830
    },
    {
      "epoch": 135.14792899408283,
      "grad_norm": 1.51723051071167,
      "learning_rate": 0.0001,
      "loss": 0.0216,
      "step": 22840
    },
    {
      "epoch": 135.20710059171597,
      "grad_norm": 1.260359287261963,
      "learning_rate": 0.0001,
      "loss": 0.0208,
      "step": 22850
    },
    {
      "epoch": 135.2662721893491,
      "grad_norm": 1.6945911645889282,
      "learning_rate": 0.0001,
      "loss": 0.0215,
      "step": 22860
    },
    {
      "epoch": 135.32544378698225,
      "grad_norm": 1.5379806756973267,
      "learning_rate": 0.0001,
      "loss": 0.0218,
      "step": 22870
    },
    {
      "epoch": 135.3846153846154,
      "grad_norm": 1.5574581623077393,
      "learning_rate": 0.0001,
      "loss": 0.0215,
      "step": 22880
    },
    {
      "epoch": 135.44378698224853,
      "grad_norm": 1.3897563219070435,
      "learning_rate": 0.0001,
      "loss": 0.021,
      "step": 22890
    },
    {
      "epoch": 135.50295857988166,
      "grad_norm": 1.3326464891433716,
      "learning_rate": 0.0001,
      "loss": 0.0208,
      "step": 22900
    },
    {
      "epoch": 135.5621301775148,
      "grad_norm": 1.67226243019104,
      "learning_rate": 0.0001,
      "loss": 0.022,
      "step": 22910
    },
    {
      "epoch": 135.62130177514794,
      "grad_norm": 1.466518521308899,
      "learning_rate": 0.0001,
      "loss": 0.0213,
      "step": 22920
    },
    {
      "epoch": 135.68047337278105,
      "grad_norm": 1.5972672700881958,
      "learning_rate": 0.0001,
      "loss": 0.0207,
      "step": 22930
    },
    {
      "epoch": 135.7396449704142,
      "grad_norm": 1.6881394386291504,
      "learning_rate": 0.0001,
      "loss": 0.0217,
      "step": 22940
    },
    {
      "epoch": 135.79881656804733,
      "grad_norm": 1.3864045143127441,
      "learning_rate": 0.0001,
      "loss": 0.0216,
      "step": 22950
    },
    {
      "epoch": 135.85798816568047,
      "grad_norm": 1.542222499847412,
      "learning_rate": 0.0001,
      "loss": 0.0215,
      "step": 22960
    },
    {
      "epoch": 135.9171597633136,
      "grad_norm": 1.0768643617630005,
      "learning_rate": 0.0001,
      "loss": 0.0214,
      "step": 22970
    },
    {
      "epoch": 135.97633136094674,
      "grad_norm": 1.405646562576294,
      "learning_rate": 0.0001,
      "loss": 0.0212,
      "step": 22980
    },
    {
      "epoch": 136.03550295857988,
      "grad_norm": 1.311967372894287,
      "learning_rate": 0.0001,
      "loss": 0.0214,
      "step": 22990
    },
    {
      "epoch": 136.09467455621302,
      "grad_norm": 1.4330273866653442,
      "learning_rate": 0.0001,
      "loss": 0.0212,
      "step": 23000
    },
    {
      "epoch": 136.15384615384616,
      "grad_norm": 1.1867833137512207,
      "learning_rate": 0.0001,
      "loss": 0.0212,
      "step": 23010
    },
    {
      "epoch": 136.2130177514793,
      "grad_norm": 1.6134796142578125,
      "learning_rate": 0.0001,
      "loss": 0.0215,
      "step": 23020
    },
    {
      "epoch": 136.27218934911244,
      "grad_norm": 1.201897144317627,
      "learning_rate": 0.0001,
      "loss": 0.0216,
      "step": 23030
    },
    {
      "epoch": 136.33136094674558,
      "grad_norm": 1.7867860794067383,
      "learning_rate": 0.0001,
      "loss": 0.0221,
      "step": 23040
    },
    {
      "epoch": 136.3905325443787,
      "grad_norm": 1.5361649990081787,
      "learning_rate": 0.0001,
      "loss": 0.0225,
      "step": 23050
    },
    {
      "epoch": 136.44970414201183,
      "grad_norm": 1.5910617113113403,
      "learning_rate": 0.0001,
      "loss": 0.0216,
      "step": 23060
    },
    {
      "epoch": 136.50887573964496,
      "grad_norm": 1.629176139831543,
      "learning_rate": 0.0001,
      "loss": 0.0221,
      "step": 23070
    },
    {
      "epoch": 136.5680473372781,
      "grad_norm": 1.4280478954315186,
      "learning_rate": 0.0001,
      "loss": 0.0219,
      "step": 23080
    },
    {
      "epoch": 136.62721893491124,
      "grad_norm": 1.1592539548873901,
      "learning_rate": 0.0001,
      "loss": 0.0228,
      "step": 23090
    },
    {
      "epoch": 136.68639053254438,
      "grad_norm": 1.5471359491348267,
      "learning_rate": 0.0001,
      "loss": 0.0222,
      "step": 23100
    },
    {
      "epoch": 136.74556213017752,
      "grad_norm": 1.9148070812225342,
      "learning_rate": 0.0001,
      "loss": 0.0224,
      "step": 23110
    },
    {
      "epoch": 136.80473372781066,
      "grad_norm": 2.065307378768921,
      "learning_rate": 0.0001,
      "loss": 0.0244,
      "step": 23120
    },
    {
      "epoch": 136.8639053254438,
      "grad_norm": 1.731217622756958,
      "learning_rate": 0.0001,
      "loss": 0.0239,
      "step": 23130
    },
    {
      "epoch": 136.92307692307693,
      "grad_norm": 1.2442898750305176,
      "learning_rate": 0.0001,
      "loss": 0.0227,
      "step": 23140
    },
    {
      "epoch": 136.98224852071007,
      "grad_norm": 1.4652217626571655,
      "learning_rate": 0.0001,
      "loss": 0.0231,
      "step": 23150
    },
    {
      "epoch": 137.04142011834318,
      "grad_norm": 1.2781460285186768,
      "learning_rate": 0.0001,
      "loss": 0.0218,
      "step": 23160
    },
    {
      "epoch": 137.10059171597632,
      "grad_norm": 1.0592002868652344,
      "learning_rate": 0.0001,
      "loss": 0.0218,
      "step": 23170
    },
    {
      "epoch": 137.15976331360946,
      "grad_norm": 1.1652051210403442,
      "learning_rate": 0.0001,
      "loss": 0.0217,
      "step": 23180
    },
    {
      "epoch": 137.2189349112426,
      "grad_norm": 1.453547477722168,
      "learning_rate": 0.0001,
      "loss": 0.0224,
      "step": 23190
    },
    {
      "epoch": 137.27810650887574,
      "grad_norm": 1.7044692039489746,
      "learning_rate": 0.0001,
      "loss": 0.0225,
      "step": 23200
    },
    {
      "epoch": 137.33727810650888,
      "grad_norm": 1.4545385837554932,
      "learning_rate": 0.0001,
      "loss": 0.0222,
      "step": 23210
    },
    {
      "epoch": 137.39644970414201,
      "grad_norm": 1.1384074687957764,
      "learning_rate": 0.0001,
      "loss": 0.022,
      "step": 23220
    },
    {
      "epoch": 137.45562130177515,
      "grad_norm": 1.153648018836975,
      "learning_rate": 0.0001,
      "loss": 0.0218,
      "step": 23230
    },
    {
      "epoch": 137.5147928994083,
      "grad_norm": 1.747144103050232,
      "learning_rate": 0.0001,
      "loss": 0.0225,
      "step": 23240
    },
    {
      "epoch": 137.57396449704143,
      "grad_norm": 1.5110656023025513,
      "learning_rate": 0.0001,
      "loss": 0.0221,
      "step": 23250
    },
    {
      "epoch": 137.63313609467457,
      "grad_norm": 1.9595192670822144,
      "learning_rate": 0.0001,
      "loss": 0.0215,
      "step": 23260
    },
    {
      "epoch": 137.69230769230768,
      "grad_norm": 1.539832353591919,
      "learning_rate": 0.0001,
      "loss": 0.0212,
      "step": 23270
    },
    {
      "epoch": 137.75147928994082,
      "grad_norm": 1.688449501991272,
      "learning_rate": 0.0001,
      "loss": 0.0221,
      "step": 23280
    },
    {
      "epoch": 137.81065088757396,
      "grad_norm": 1.3839391469955444,
      "learning_rate": 0.0001,
      "loss": 0.0214,
      "step": 23290
    },
    {
      "epoch": 137.8698224852071,
      "grad_norm": 1.841422438621521,
      "learning_rate": 0.0001,
      "loss": 0.022,
      "step": 23300
    },
    {
      "epoch": 137.92899408284023,
      "grad_norm": 1.579600214958191,
      "learning_rate": 0.0001,
      "loss": 0.0213,
      "step": 23310
    },
    {
      "epoch": 137.98816568047337,
      "grad_norm": 1.2686787843704224,
      "learning_rate": 0.0001,
      "loss": 0.022,
      "step": 23320
    },
    {
      "epoch": 138.0473372781065,
      "grad_norm": 1.6413787603378296,
      "learning_rate": 0.0001,
      "loss": 0.0207,
      "step": 23330
    },
    {
      "epoch": 138.10650887573965,
      "grad_norm": 1.2481971979141235,
      "learning_rate": 0.0001,
      "loss": 0.0211,
      "step": 23340
    },
    {
      "epoch": 138.1656804733728,
      "grad_norm": 1.008709192276001,
      "learning_rate": 0.0001,
      "loss": 0.0212,
      "step": 23350
    },
    {
      "epoch": 138.22485207100593,
      "grad_norm": 1.814927339553833,
      "learning_rate": 0.0001,
      "loss": 0.0219,
      "step": 23360
    },
    {
      "epoch": 138.28402366863907,
      "grad_norm": 1.3550914525985718,
      "learning_rate": 0.0001,
      "loss": 0.0229,
      "step": 23370
    },
    {
      "epoch": 138.34319526627218,
      "grad_norm": 1.811688780784607,
      "learning_rate": 0.0001,
      "loss": 0.0223,
      "step": 23380
    },
    {
      "epoch": 138.4023668639053,
      "grad_norm": 2.0709118843078613,
      "learning_rate": 0.0001,
      "loss": 0.0227,
      "step": 23390
    },
    {
      "epoch": 138.46153846153845,
      "grad_norm": 1.3581500053405762,
      "learning_rate": 0.0001,
      "loss": 0.0223,
      "step": 23400
    },
    {
      "epoch": 138.5207100591716,
      "grad_norm": 2.0751867294311523,
      "learning_rate": 0.0001,
      "loss": 0.0219,
      "step": 23410
    },
    {
      "epoch": 138.57988165680473,
      "grad_norm": 1.16642427444458,
      "learning_rate": 0.0001,
      "loss": 0.0219,
      "step": 23420
    },
    {
      "epoch": 138.63905325443787,
      "grad_norm": 1.10236656665802,
      "learning_rate": 0.0001,
      "loss": 0.021,
      "step": 23430
    },
    {
      "epoch": 138.698224852071,
      "grad_norm": 1.3413803577423096,
      "learning_rate": 0.0001,
      "loss": 0.021,
      "step": 23440
    },
    {
      "epoch": 138.75739644970415,
      "grad_norm": 1.6522318124771118,
      "learning_rate": 0.0001,
      "loss": 0.0213,
      "step": 23450
    },
    {
      "epoch": 138.81656804733728,
      "grad_norm": 1.3619824647903442,
      "learning_rate": 0.0001,
      "loss": 0.0229,
      "step": 23460
    },
    {
      "epoch": 138.87573964497042,
      "grad_norm": 1.182519793510437,
      "learning_rate": 0.0001,
      "loss": 0.023,
      "step": 23470
    },
    {
      "epoch": 138.93491124260356,
      "grad_norm": 1.5175858736038208,
      "learning_rate": 0.0001,
      "loss": 0.0216,
      "step": 23480
    },
    {
      "epoch": 138.9940828402367,
      "grad_norm": 1.4886835813522339,
      "learning_rate": 0.0001,
      "loss": 0.0222,
      "step": 23490
    },
    {
      "epoch": 139.0532544378698,
      "grad_norm": 1.4079160690307617,
      "learning_rate": 0.0001,
      "loss": 0.0223,
      "step": 23500
    },
    {
      "epoch": 139.11242603550295,
      "grad_norm": 1.3034294843673706,
      "learning_rate": 0.0001,
      "loss": 0.0217,
      "step": 23510
    },
    {
      "epoch": 139.1715976331361,
      "grad_norm": 0.935799777507782,
      "learning_rate": 0.0001,
      "loss": 0.0222,
      "step": 23520
    },
    {
      "epoch": 139.23076923076923,
      "grad_norm": 1.1833924055099487,
      "learning_rate": 0.0001,
      "loss": 0.022,
      "step": 23530
    },
    {
      "epoch": 139.28994082840237,
      "grad_norm": 1.563151240348816,
      "learning_rate": 0.0001,
      "loss": 0.0226,
      "step": 23540
    },
    {
      "epoch": 139.3491124260355,
      "grad_norm": 0.9998111724853516,
      "learning_rate": 0.0001,
      "loss": 0.0227,
      "step": 23550
    },
    {
      "epoch": 139.40828402366864,
      "grad_norm": 1.5661993026733398,
      "learning_rate": 0.0001,
      "loss": 0.0225,
      "step": 23560
    },
    {
      "epoch": 139.46745562130178,
      "grad_norm": 1.6827553510665894,
      "learning_rate": 0.0001,
      "loss": 0.0219,
      "step": 23570
    },
    {
      "epoch": 139.52662721893492,
      "grad_norm": 1.396440029144287,
      "learning_rate": 0.0001,
      "loss": 0.022,
      "step": 23580
    },
    {
      "epoch": 139.58579881656806,
      "grad_norm": 1.6347497701644897,
      "learning_rate": 0.0001,
      "loss": 0.0221,
      "step": 23590
    },
    {
      "epoch": 139.6449704142012,
      "grad_norm": 1.4759371280670166,
      "learning_rate": 0.0001,
      "loss": 0.0217,
      "step": 23600
    },
    {
      "epoch": 139.7041420118343,
      "grad_norm": 1.5390127897262573,
      "learning_rate": 0.0001,
      "loss": 0.0207,
      "step": 23610
    },
    {
      "epoch": 139.76331360946745,
      "grad_norm": 1.5270627737045288,
      "learning_rate": 0.0001,
      "loss": 0.0216,
      "step": 23620
    },
    {
      "epoch": 139.82248520710058,
      "grad_norm": 1.5148276090621948,
      "learning_rate": 0.0001,
      "loss": 0.021,
      "step": 23630
    },
    {
      "epoch": 139.88165680473372,
      "grad_norm": 1.007659912109375,
      "learning_rate": 0.0001,
      "loss": 0.0224,
      "step": 23640
    },
    {
      "epoch": 139.94082840236686,
      "grad_norm": 1.4162933826446533,
      "learning_rate": 0.0001,
      "loss": 0.0213,
      "step": 23650
    },
    {
      "epoch": 140.0,
      "grad_norm": 1.3758448362350464,
      "learning_rate": 0.0001,
      "loss": 0.0212,
      "step": 23660
    },
    {
      "epoch": 140.05917159763314,
      "grad_norm": 1.3619537353515625,
      "learning_rate": 0.0001,
      "loss": 0.0209,
      "step": 23670
    },
    {
      "epoch": 140.11834319526628,
      "grad_norm": 1.2015057802200317,
      "learning_rate": 0.0001,
      "loss": 0.0209,
      "step": 23680
    },
    {
      "epoch": 140.17751479289942,
      "grad_norm": 1.1587117910385132,
      "learning_rate": 0.0001,
      "loss": 0.0214,
      "step": 23690
    },
    {
      "epoch": 140.23668639053255,
      "grad_norm": 1.6333088874816895,
      "learning_rate": 0.0001,
      "loss": 0.0219,
      "step": 23700
    },
    {
      "epoch": 140.2958579881657,
      "grad_norm": 1.4158580303192139,
      "learning_rate": 0.0001,
      "loss": 0.0219,
      "step": 23710
    },
    {
      "epoch": 140.3550295857988,
      "grad_norm": 1.5921796560287476,
      "learning_rate": 0.0001,
      "loss": 0.0223,
      "step": 23720
    },
    {
      "epoch": 140.41420118343194,
      "grad_norm": 1.8549199104309082,
      "learning_rate": 0.0001,
      "loss": 0.0221,
      "step": 23730
    },
    {
      "epoch": 140.47337278106508,
      "grad_norm": 1.7742773294448853,
      "learning_rate": 0.0001,
      "loss": 0.0227,
      "step": 23740
    },
    {
      "epoch": 140.53254437869822,
      "grad_norm": 1.8545560836791992,
      "learning_rate": 0.0001,
      "loss": 0.0216,
      "step": 23750
    },
    {
      "epoch": 140.59171597633136,
      "grad_norm": 1.511832356452942,
      "learning_rate": 0.0001,
      "loss": 0.0218,
      "step": 23760
    },
    {
      "epoch": 140.6508875739645,
      "grad_norm": 1.07363760471344,
      "learning_rate": 0.0001,
      "loss": 0.0218,
      "step": 23770
    },
    {
      "epoch": 140.71005917159763,
      "grad_norm": 1.7059550285339355,
      "learning_rate": 0.0001,
      "loss": 0.022,
      "step": 23780
    },
    {
      "epoch": 140.76923076923077,
      "grad_norm": 1.6168529987335205,
      "learning_rate": 0.0001,
      "loss": 0.022,
      "step": 23790
    },
    {
      "epoch": 140.8284023668639,
      "grad_norm": 1.435173749923706,
      "learning_rate": 0.0001,
      "loss": 0.0217,
      "step": 23800
    },
    {
      "epoch": 140.88757396449705,
      "grad_norm": 1.2082135677337646,
      "learning_rate": 0.0001,
      "loss": 0.021,
      "step": 23810
    },
    {
      "epoch": 140.9467455621302,
      "grad_norm": 1.5283962488174438,
      "learning_rate": 0.0001,
      "loss": 0.0223,
      "step": 23820
    },
    {
      "epoch": 141.0059171597633,
      "grad_norm": 1.3792208433151245,
      "learning_rate": 0.0001,
      "loss": 0.0223,
      "step": 23830
    },
    {
      "epoch": 141.06508875739644,
      "grad_norm": 1.3916105031967163,
      "learning_rate": 0.0001,
      "loss": 0.0222,
      "step": 23840
    },
    {
      "epoch": 141.12426035502958,
      "grad_norm": 1.782760739326477,
      "learning_rate": 0.0001,
      "loss": 0.0227,
      "step": 23850
    },
    {
      "epoch": 141.18343195266272,
      "grad_norm": 1.7008661031723022,
      "learning_rate": 0.0001,
      "loss": 0.0221,
      "step": 23860
    },
    {
      "epoch": 141.24260355029585,
      "grad_norm": 1.1160820722579956,
      "learning_rate": 0.0001,
      "loss": 0.0222,
      "step": 23870
    },
    {
      "epoch": 141.301775147929,
      "grad_norm": 1.8799108266830444,
      "learning_rate": 0.0001,
      "loss": 0.0224,
      "step": 23880
    },
    {
      "epoch": 141.36094674556213,
      "grad_norm": 1.125301480293274,
      "learning_rate": 0.0001,
      "loss": 0.0223,
      "step": 23890
    },
    {
      "epoch": 141.42011834319527,
      "grad_norm": 1.601943016052246,
      "learning_rate": 0.0001,
      "loss": 0.0227,
      "step": 23900
    },
    {
      "epoch": 141.4792899408284,
      "grad_norm": 1.4895862340927124,
      "learning_rate": 0.0001,
      "loss": 0.0222,
      "step": 23910
    },
    {
      "epoch": 141.53846153846155,
      "grad_norm": 1.436660647392273,
      "learning_rate": 0.0001,
      "loss": 0.0227,
      "step": 23920
    },
    {
      "epoch": 141.5976331360947,
      "grad_norm": 1.3656383752822876,
      "learning_rate": 0.0001,
      "loss": 0.0227,
      "step": 23930
    },
    {
      "epoch": 141.65680473372782,
      "grad_norm": 1.7161632776260376,
      "learning_rate": 0.0001,
      "loss": 0.0214,
      "step": 23940
    },
    {
      "epoch": 141.71597633136093,
      "grad_norm": 1.5660655498504639,
      "learning_rate": 0.0001,
      "loss": 0.0218,
      "step": 23950
    },
    {
      "epoch": 141.77514792899407,
      "grad_norm": 1.415414810180664,
      "learning_rate": 0.0001,
      "loss": 0.022,
      "step": 23960
    },
    {
      "epoch": 141.8343195266272,
      "grad_norm": 2.3683743476867676,
      "learning_rate": 0.0001,
      "loss": 0.0218,
      "step": 23970
    },
    {
      "epoch": 141.89349112426035,
      "grad_norm": 1.4694912433624268,
      "learning_rate": 0.0001,
      "loss": 0.021,
      "step": 23980
    },
    {
      "epoch": 141.9526627218935,
      "grad_norm": 1.4214612245559692,
      "learning_rate": 0.0001,
      "loss": 0.0215,
      "step": 23990
    },
    {
      "epoch": 142.01183431952663,
      "grad_norm": 2.6020617485046387,
      "learning_rate": 0.0001,
      "loss": 0.0223,
      "step": 24000
    },
    {
      "epoch": 142.07100591715977,
      "grad_norm": 1.8711864948272705,
      "learning_rate": 0.0001,
      "loss": 0.0216,
      "step": 24010
    },
    {
      "epoch": 142.1301775147929,
      "grad_norm": 1.758337378501892,
      "learning_rate": 0.0001,
      "loss": 0.0218,
      "step": 24020
    },
    {
      "epoch": 142.18934911242604,
      "grad_norm": 1.6721073389053345,
      "learning_rate": 0.0001,
      "loss": 0.0213,
      "step": 24030
    },
    {
      "epoch": 142.24852071005918,
      "grad_norm": 1.481138825416565,
      "learning_rate": 0.0001,
      "loss": 0.0202,
      "step": 24040
    },
    {
      "epoch": 142.30769230769232,
      "grad_norm": 1.41562020778656,
      "learning_rate": 0.0001,
      "loss": 0.0204,
      "step": 24050
    },
    {
      "epoch": 142.36686390532543,
      "grad_norm": 2.1933305263519287,
      "learning_rate": 0.0001,
      "loss": 0.0213,
      "step": 24060
    },
    {
      "epoch": 142.42603550295857,
      "grad_norm": 1.2705397605895996,
      "learning_rate": 0.0001,
      "loss": 0.0213,
      "step": 24070
    },
    {
      "epoch": 142.4852071005917,
      "grad_norm": 1.5867044925689697,
      "learning_rate": 0.0001,
      "loss": 0.0211,
      "step": 24080
    },
    {
      "epoch": 142.54437869822485,
      "grad_norm": 1.8735051155090332,
      "learning_rate": 0.0001,
      "loss": 0.0203,
      "step": 24090
    },
    {
      "epoch": 142.60355029585799,
      "grad_norm": 1.678731083869934,
      "learning_rate": 0.0001,
      "loss": 0.021,
      "step": 24100
    },
    {
      "epoch": 142.66272189349112,
      "grad_norm": 1.6542314291000366,
      "learning_rate": 0.0001,
      "loss": 0.0204,
      "step": 24110
    },
    {
      "epoch": 142.72189349112426,
      "grad_norm": 1.6461701393127441,
      "learning_rate": 0.0001,
      "loss": 0.0206,
      "step": 24120
    },
    {
      "epoch": 142.7810650887574,
      "grad_norm": 1.6911569833755493,
      "learning_rate": 0.0001,
      "loss": 0.0205,
      "step": 24130
    },
    {
      "epoch": 142.84023668639054,
      "grad_norm": 1.5840963125228882,
      "learning_rate": 0.0001,
      "loss": 0.0207,
      "step": 24140
    },
    {
      "epoch": 142.89940828402368,
      "grad_norm": 1.4853278398513794,
      "learning_rate": 0.0001,
      "loss": 0.0205,
      "step": 24150
    },
    {
      "epoch": 142.95857988165682,
      "grad_norm": 1.7572276592254639,
      "learning_rate": 0.0001,
      "loss": 0.0208,
      "step": 24160
    },
    {
      "epoch": 143.01775147928993,
      "grad_norm": 1.743883490562439,
      "learning_rate": 0.0001,
      "loss": 0.0203,
      "step": 24170
    },
    {
      "epoch": 143.07692307692307,
      "grad_norm": 1.805227279663086,
      "learning_rate": 0.0001,
      "loss": 0.0208,
      "step": 24180
    },
    {
      "epoch": 143.1360946745562,
      "grad_norm": 1.429710865020752,
      "learning_rate": 0.0001,
      "loss": 0.0207,
      "step": 24190
    },
    {
      "epoch": 143.19526627218934,
      "grad_norm": 1.7176575660705566,
      "learning_rate": 0.0001,
      "loss": 0.0218,
      "step": 24200
    },
    {
      "epoch": 143.25443786982248,
      "grad_norm": 1.8963769674301147,
      "learning_rate": 0.0001,
      "loss": 0.0214,
      "step": 24210
    },
    {
      "epoch": 143.31360946745562,
      "grad_norm": 1.1980042457580566,
      "learning_rate": 0.0001,
      "loss": 0.0211,
      "step": 24220
    },
    {
      "epoch": 143.37278106508876,
      "grad_norm": 1.2232005596160889,
      "learning_rate": 0.0001,
      "loss": 0.0211,
      "step": 24230
    },
    {
      "epoch": 143.4319526627219,
      "grad_norm": 1.5614715814590454,
      "learning_rate": 0.0001,
      "loss": 0.0214,
      "step": 24240
    },
    {
      "epoch": 143.49112426035504,
      "grad_norm": 1.6883203983306885,
      "learning_rate": 0.0001,
      "loss": 0.0211,
      "step": 24250
    },
    {
      "epoch": 143.55029585798817,
      "grad_norm": 1.889915943145752,
      "learning_rate": 0.0001,
      "loss": 0.0214,
      "step": 24260
    },
    {
      "epoch": 143.6094674556213,
      "grad_norm": 1.3784376382827759,
      "learning_rate": 0.0001,
      "loss": 0.0217,
      "step": 24270
    },
    {
      "epoch": 143.66863905325442,
      "grad_norm": 1.116148591041565,
      "learning_rate": 0.0001,
      "loss": 0.0215,
      "step": 24280
    },
    {
      "epoch": 143.72781065088756,
      "grad_norm": 1.688830852508545,
      "learning_rate": 0.0001,
      "loss": 0.0229,
      "step": 24290
    },
    {
      "epoch": 143.7869822485207,
      "grad_norm": 1.826689600944519,
      "learning_rate": 0.0001,
      "loss": 0.0233,
      "step": 24300
    },
    {
      "epoch": 143.84615384615384,
      "grad_norm": 1.074652075767517,
      "learning_rate": 0.0001,
      "loss": 0.0226,
      "step": 24310
    },
    {
      "epoch": 143.90532544378698,
      "grad_norm": 1.2936787605285645,
      "learning_rate": 0.0001,
      "loss": 0.0209,
      "step": 24320
    },
    {
      "epoch": 143.96449704142012,
      "grad_norm": 1.3530282974243164,
      "learning_rate": 0.0001,
      "loss": 0.0212,
      "step": 24330
    },
    {
      "epoch": 144.02366863905326,
      "grad_norm": 1.3657077550888062,
      "learning_rate": 0.0001,
      "loss": 0.0217,
      "step": 24340
    },
    {
      "epoch": 144.0828402366864,
      "grad_norm": 0.9302562475204468,
      "learning_rate": 0.0001,
      "loss": 0.0211,
      "step": 24350
    },
    {
      "epoch": 144.14201183431953,
      "grad_norm": 1.9408231973648071,
      "learning_rate": 0.0001,
      "loss": 0.0221,
      "step": 24360
    },
    {
      "epoch": 144.20118343195267,
      "grad_norm": 1.7521504163742065,
      "learning_rate": 0.0001,
      "loss": 0.0216,
      "step": 24370
    },
    {
      "epoch": 144.2603550295858,
      "grad_norm": 1.2671380043029785,
      "learning_rate": 0.0001,
      "loss": 0.0211,
      "step": 24380
    },
    {
      "epoch": 144.31952662721895,
      "grad_norm": 1.4806045293807983,
      "learning_rate": 0.0001,
      "loss": 0.0211,
      "step": 24390
    },
    {
      "epoch": 144.37869822485206,
      "grad_norm": 1.5571852922439575,
      "learning_rate": 0.0001,
      "loss": 0.0206,
      "step": 24400
    },
    {
      "epoch": 144.4378698224852,
      "grad_norm": 1.4486463069915771,
      "learning_rate": 0.0001,
      "loss": 0.0209,
      "step": 24410
    },
    {
      "epoch": 144.49704142011834,
      "grad_norm": 1.1941167116165161,
      "learning_rate": 0.0001,
      "loss": 0.0218,
      "step": 24420
    },
    {
      "epoch": 144.55621301775147,
      "grad_norm": 1.624249815940857,
      "learning_rate": 0.0001,
      "loss": 0.0217,
      "step": 24430
    },
    {
      "epoch": 144.6153846153846,
      "grad_norm": 1.8006073236465454,
      "learning_rate": 0.0001,
      "loss": 0.0217,
      "step": 24440
    },
    {
      "epoch": 144.67455621301775,
      "grad_norm": 1.230064034461975,
      "learning_rate": 0.0001,
      "loss": 0.0205,
      "step": 24450
    },
    {
      "epoch": 144.7337278106509,
      "grad_norm": 2.3492772579193115,
      "learning_rate": 0.0001,
      "loss": 0.0216,
      "step": 24460
    },
    {
      "epoch": 144.79289940828403,
      "grad_norm": 1.5187469720840454,
      "learning_rate": 0.0001,
      "loss": 0.0212,
      "step": 24470
    },
    {
      "epoch": 144.85207100591717,
      "grad_norm": 0.9291148781776428,
      "learning_rate": 0.0001,
      "loss": 0.0221,
      "step": 24480
    },
    {
      "epoch": 144.9112426035503,
      "grad_norm": 0.94749915599823,
      "learning_rate": 0.0001,
      "loss": 0.0213,
      "step": 24490
    },
    {
      "epoch": 144.97041420118344,
      "grad_norm": 1.611016869544983,
      "learning_rate": 0.0001,
      "loss": 0.0219,
      "step": 24500
    },
    {
      "epoch": 145.02958579881656,
      "grad_norm": 1.105819582939148,
      "learning_rate": 0.0001,
      "loss": 0.0228,
      "step": 24510
    },
    {
      "epoch": 145.0887573964497,
      "grad_norm": 1.6253284215927124,
      "learning_rate": 0.0001,
      "loss": 0.0226,
      "step": 24520
    },
    {
      "epoch": 145.14792899408283,
      "grad_norm": 1.6301974058151245,
      "learning_rate": 0.0001,
      "loss": 0.0227,
      "step": 24530
    },
    {
      "epoch": 145.20710059171597,
      "grad_norm": 1.7667920589447021,
      "learning_rate": 0.0001,
      "loss": 0.0228,
      "step": 24540
    },
    {
      "epoch": 145.2662721893491,
      "grad_norm": 1.4631075859069824,
      "learning_rate": 0.0001,
      "loss": 0.0227,
      "step": 24550
    },
    {
      "epoch": 145.32544378698225,
      "grad_norm": 1.3137433528900146,
      "learning_rate": 0.0001,
      "loss": 0.0224,
      "step": 24560
    },
    {
      "epoch": 145.3846153846154,
      "grad_norm": 1.1705330610275269,
      "learning_rate": 0.0001,
      "loss": 0.0223,
      "step": 24570
    },
    {
      "epoch": 145.44378698224853,
      "grad_norm": 1.5640184879302979,
      "learning_rate": 0.0001,
      "loss": 0.022,
      "step": 24580
    },
    {
      "epoch": 145.50295857988166,
      "grad_norm": 1.889053463935852,
      "learning_rate": 0.0001,
      "loss": 0.0213,
      "step": 24590
    },
    {
      "epoch": 145.5621301775148,
      "grad_norm": 1.2883977890014648,
      "learning_rate": 0.0001,
      "loss": 0.0217,
      "step": 24600
    },
    {
      "epoch": 145.62130177514794,
      "grad_norm": 1.278820276260376,
      "learning_rate": 0.0001,
      "loss": 0.0214,
      "step": 24610
    },
    {
      "epoch": 145.68047337278105,
      "grad_norm": 1.546832799911499,
      "learning_rate": 0.0001,
      "loss": 0.0217,
      "step": 24620
    },
    {
      "epoch": 145.7396449704142,
      "grad_norm": 1.908720850944519,
      "learning_rate": 0.0001,
      "loss": 0.0217,
      "step": 24630
    },
    {
      "epoch": 145.79881656804733,
      "grad_norm": 1.6055552959442139,
      "learning_rate": 0.0001,
      "loss": 0.021,
      "step": 24640
    },
    {
      "epoch": 145.85798816568047,
      "grad_norm": 1.6154195070266724,
      "learning_rate": 0.0001,
      "loss": 0.0206,
      "step": 24650
    },
    {
      "epoch": 145.9171597633136,
      "grad_norm": 1.3109469413757324,
      "learning_rate": 0.0001,
      "loss": 0.0215,
      "step": 24660
    },
    {
      "epoch": 145.97633136094674,
      "grad_norm": 1.1860404014587402,
      "learning_rate": 0.0001,
      "loss": 0.0216,
      "step": 24670
    },
    {
      "epoch": 146.03550295857988,
      "grad_norm": 1.9275978803634644,
      "learning_rate": 0.0001,
      "loss": 0.023,
      "step": 24680
    },
    {
      "epoch": 146.09467455621302,
      "grad_norm": 1.7662742137908936,
      "learning_rate": 0.0001,
      "loss": 0.0227,
      "step": 24690
    },
    {
      "epoch": 146.15384615384616,
      "grad_norm": 1.5083646774291992,
      "learning_rate": 0.0001,
      "loss": 0.0236,
      "step": 24700
    },
    {
      "epoch": 146.2130177514793,
      "grad_norm": 1.7511041164398193,
      "learning_rate": 0.0001,
      "loss": 0.0222,
      "step": 24710
    },
    {
      "epoch": 146.27218934911244,
      "grad_norm": 1.3487932682037354,
      "learning_rate": 0.0001,
      "loss": 0.0218,
      "step": 24720
    },
    {
      "epoch": 146.33136094674558,
      "grad_norm": 1.3227574825286865,
      "learning_rate": 0.0001,
      "loss": 0.022,
      "step": 24730
    },
    {
      "epoch": 146.3905325443787,
      "grad_norm": 1.513459324836731,
      "learning_rate": 0.0001,
      "loss": 0.0219,
      "step": 24740
    },
    {
      "epoch": 146.44970414201183,
      "grad_norm": 1.2468619346618652,
      "learning_rate": 0.0001,
      "loss": 0.0221,
      "step": 24750
    },
    {
      "epoch": 146.50887573964496,
      "grad_norm": 1.0894838571548462,
      "learning_rate": 0.0001,
      "loss": 0.0218,
      "step": 24760
    },
    {
      "epoch": 146.5680473372781,
      "grad_norm": 1.008520245552063,
      "learning_rate": 0.0001,
      "loss": 0.0217,
      "step": 24770
    },
    {
      "epoch": 146.62721893491124,
      "grad_norm": 1.2074817419052124,
      "learning_rate": 0.0001,
      "loss": 0.0215,
      "step": 24780
    },
    {
      "epoch": 146.68639053254438,
      "grad_norm": 1.362784743309021,
      "learning_rate": 0.0001,
      "loss": 0.022,
      "step": 24790
    },
    {
      "epoch": 146.74556213017752,
      "grad_norm": 1.3360635042190552,
      "learning_rate": 0.0001,
      "loss": 0.0224,
      "step": 24800
    },
    {
      "epoch": 146.80473372781066,
      "grad_norm": 1.8148034811019897,
      "learning_rate": 0.0001,
      "loss": 0.0234,
      "step": 24810
    },
    {
      "epoch": 146.8639053254438,
      "grad_norm": 1.7307058572769165,
      "learning_rate": 0.0001,
      "loss": 0.0232,
      "step": 24820
    },
    {
      "epoch": 146.92307692307693,
      "grad_norm": 1.4149826765060425,
      "learning_rate": 0.0001,
      "loss": 0.0227,
      "step": 24830
    },
    {
      "epoch": 146.98224852071007,
      "grad_norm": 1.487953543663025,
      "learning_rate": 0.0001,
      "loss": 0.0223,
      "step": 24840
    },
    {
      "epoch": 147.04142011834318,
      "grad_norm": 1.5610328912734985,
      "learning_rate": 0.0001,
      "loss": 0.0213,
      "step": 24850
    },
    {
      "epoch": 147.10059171597632,
      "grad_norm": 1.533774971961975,
      "learning_rate": 0.0001,
      "loss": 0.0214,
      "step": 24860
    },
    {
      "epoch": 147.15976331360946,
      "grad_norm": 1.522325038909912,
      "learning_rate": 0.0001,
      "loss": 0.0211,
      "step": 24870
    },
    {
      "epoch": 147.2189349112426,
      "grad_norm": 1.4288784265518188,
      "learning_rate": 0.0001,
      "loss": 0.0215,
      "step": 24880
    },
    {
      "epoch": 147.27810650887574,
      "grad_norm": 1.3875890970230103,
      "learning_rate": 0.0001,
      "loss": 0.0215,
      "step": 24890
    },
    {
      "epoch": 147.33727810650888,
      "grad_norm": 1.1390424966812134,
      "learning_rate": 0.0001,
      "loss": 0.0207,
      "step": 24900
    },
    {
      "epoch": 147.39644970414201,
      "grad_norm": 1.6168129444122314,
      "learning_rate": 0.0001,
      "loss": 0.0223,
      "step": 24910
    },
    {
      "epoch": 147.45562130177515,
      "grad_norm": 0.9985970258712769,
      "learning_rate": 0.0001,
      "loss": 0.0215,
      "step": 24920
    },
    {
      "epoch": 147.5147928994083,
      "grad_norm": 1.6727039813995361,
      "learning_rate": 0.0001,
      "loss": 0.0211,
      "step": 24930
    },
    {
      "epoch": 147.57396449704143,
      "grad_norm": 1.1086598634719849,
      "learning_rate": 0.0001,
      "loss": 0.0222,
      "step": 24940
    },
    {
      "epoch": 147.63313609467457,
      "grad_norm": 0.9935755133628845,
      "learning_rate": 0.0001,
      "loss": 0.0211,
      "step": 24950
    },
    {
      "epoch": 147.69230769230768,
      "grad_norm": 1.432590365409851,
      "learning_rate": 0.0001,
      "loss": 0.0213,
      "step": 24960
    },
    {
      "epoch": 147.75147928994082,
      "grad_norm": 1.3184270858764648,
      "learning_rate": 0.0001,
      "loss": 0.022,
      "step": 24970
    },
    {
      "epoch": 147.81065088757396,
      "grad_norm": 1.6467958688735962,
      "learning_rate": 0.0001,
      "loss": 0.0216,
      "step": 24980
    },
    {
      "epoch": 147.8698224852071,
      "grad_norm": 1.9754306077957153,
      "learning_rate": 0.0001,
      "loss": 0.0221,
      "step": 24990
    },
    {
      "epoch": 147.92899408284023,
      "grad_norm": 2.3045294284820557,
      "learning_rate": 0.0001,
      "loss": 0.0225,
      "step": 25000
    },
    {
      "epoch": 147.98816568047337,
      "grad_norm": 1.9099152088165283,
      "learning_rate": 0.0001,
      "loss": 0.0231,
      "step": 25010
    },
    {
      "epoch": 148.0473372781065,
      "grad_norm": 1.9629545211791992,
      "learning_rate": 0.0001,
      "loss": 0.0231,
      "step": 25020
    },
    {
      "epoch": 148.10650887573965,
      "grad_norm": 1.7272634506225586,
      "learning_rate": 0.0001,
      "loss": 0.0228,
      "step": 25030
    },
    {
      "epoch": 148.1656804733728,
      "grad_norm": 1.6915799379348755,
      "learning_rate": 0.0001,
      "loss": 0.0225,
      "step": 25040
    },
    {
      "epoch": 148.22485207100593,
      "grad_norm": 1.8784633874893188,
      "learning_rate": 0.0001,
      "loss": 0.0222,
      "step": 25050
    },
    {
      "epoch": 148.28402366863907,
      "grad_norm": 1.711879014968872,
      "learning_rate": 0.0001,
      "loss": 0.0223,
      "step": 25060
    },
    {
      "epoch": 148.34319526627218,
      "grad_norm": 2.3307113647460938,
      "learning_rate": 0.0001,
      "loss": 0.0222,
      "step": 25070
    },
    {
      "epoch": 148.4023668639053,
      "grad_norm": 2.070801258087158,
      "learning_rate": 0.0001,
      "loss": 0.0223,
      "step": 25080
    },
    {
      "epoch": 148.46153846153845,
      "grad_norm": 1.773373007774353,
      "learning_rate": 0.0001,
      "loss": 0.0207,
      "step": 25090
    },
    {
      "epoch": 148.5207100591716,
      "grad_norm": 0.9848353862762451,
      "learning_rate": 0.0001,
      "loss": 0.0203,
      "step": 25100
    },
    {
      "epoch": 148.57988165680473,
      "grad_norm": 1.2250289916992188,
      "learning_rate": 0.0001,
      "loss": 0.0197,
      "step": 25110
    },
    {
      "epoch": 148.63905325443787,
      "grad_norm": 0.9202752709388733,
      "learning_rate": 0.0001,
      "loss": 0.0205,
      "step": 25120
    },
    {
      "epoch": 148.698224852071,
      "grad_norm": 1.4927376508712769,
      "learning_rate": 0.0001,
      "loss": 0.0209,
      "step": 25130
    },
    {
      "epoch": 148.75739644970415,
      "grad_norm": 1.3392972946166992,
      "learning_rate": 0.0001,
      "loss": 0.0213,
      "step": 25140
    },
    {
      "epoch": 148.81656804733728,
      "grad_norm": 1.3352611064910889,
      "learning_rate": 0.0001,
      "loss": 0.0213,
      "step": 25150
    },
    {
      "epoch": 148.87573964497042,
      "grad_norm": 2.0409295558929443,
      "learning_rate": 0.0001,
      "loss": 0.0206,
      "step": 25160
    },
    {
      "epoch": 148.93491124260356,
      "grad_norm": 1.6947757005691528,
      "learning_rate": 0.0001,
      "loss": 0.0225,
      "step": 25170
    },
    {
      "epoch": 148.9940828402367,
      "grad_norm": 1.250657081604004,
      "learning_rate": 0.0001,
      "loss": 0.0209,
      "step": 25180
    },
    {
      "epoch": 149.0532544378698,
      "grad_norm": 1.7786442041397095,
      "learning_rate": 0.0001,
      "loss": 0.0199,
      "step": 25190
    },
    {
      "epoch": 149.11242603550295,
      "grad_norm": 2.175553321838379,
      "learning_rate": 0.0001,
      "loss": 0.0207,
      "step": 25200
    },
    {
      "epoch": 149.1715976331361,
      "grad_norm": 1.5531606674194336,
      "learning_rate": 0.0001,
      "loss": 0.021,
      "step": 25210
    },
    {
      "epoch": 149.23076923076923,
      "grad_norm": 2.3008904457092285,
      "learning_rate": 0.0001,
      "loss": 0.0215,
      "step": 25220
    },
    {
      "epoch": 149.28994082840237,
      "grad_norm": 1.2973908185958862,
      "learning_rate": 0.0001,
      "loss": 0.0215,
      "step": 25230
    },
    {
      "epoch": 149.3491124260355,
      "grad_norm": 1.5577019453048706,
      "learning_rate": 0.0001,
      "loss": 0.0202,
      "step": 25240
    },
    {
      "epoch": 149.40828402366864,
      "grad_norm": 1.6389931440353394,
      "learning_rate": 0.0001,
      "loss": 0.0207,
      "step": 25250
    },
    {
      "epoch": 149.46745562130178,
      "grad_norm": 1.3772011995315552,
      "learning_rate": 0.0001,
      "loss": 0.0205,
      "step": 25260
    },
    {
      "epoch": 149.52662721893492,
      "grad_norm": 1.6344187259674072,
      "learning_rate": 0.0001,
      "loss": 0.0209,
      "step": 25270
    },
    {
      "epoch": 149.58579881656806,
      "grad_norm": 1.1910266876220703,
      "learning_rate": 0.0001,
      "loss": 0.0201,
      "step": 25280
    },
    {
      "epoch": 149.6449704142012,
      "grad_norm": 1.5954008102416992,
      "learning_rate": 0.0001,
      "loss": 0.0204,
      "step": 25290
    },
    {
      "epoch": 149.7041420118343,
      "grad_norm": 1.8754186630249023,
      "learning_rate": 0.0001,
      "loss": 0.0215,
      "step": 25300
    },
    {
      "epoch": 149.76331360946745,
      "grad_norm": 1.6102299690246582,
      "learning_rate": 0.0001,
      "loss": 0.0213,
      "step": 25310
    },
    {
      "epoch": 149.82248520710058,
      "grad_norm": 1.325474739074707,
      "learning_rate": 0.0001,
      "loss": 0.0208,
      "step": 25320
    },
    {
      "epoch": 149.88165680473372,
      "grad_norm": 1.4368053674697876,
      "learning_rate": 0.0001,
      "loss": 0.0207,
      "step": 25330
    },
    {
      "epoch": 149.94082840236686,
      "grad_norm": 1.6274086236953735,
      "learning_rate": 0.0001,
      "loss": 0.0209,
      "step": 25340
    },
    {
      "epoch": 150.0,
      "grad_norm": 1.0471465587615967,
      "learning_rate": 0.0001,
      "loss": 0.0213,
      "step": 25350
    },
    {
      "epoch": 150.05917159763314,
      "grad_norm": 0.9887391924858093,
      "learning_rate": 0.0001,
      "loss": 0.0204,
      "step": 25360
    },
    {
      "epoch": 150.11834319526628,
      "grad_norm": 1.1600033044815063,
      "learning_rate": 0.0001,
      "loss": 0.0218,
      "step": 25370
    },
    {
      "epoch": 150.17751479289942,
      "grad_norm": 1.4537696838378906,
      "learning_rate": 0.0001,
      "loss": 0.0218,
      "step": 25380
    },
    {
      "epoch": 150.23668639053255,
      "grad_norm": 1.3565564155578613,
      "learning_rate": 0.0001,
      "loss": 0.0211,
      "step": 25390
    },
    {
      "epoch": 150.2958579881657,
      "grad_norm": 1.3504096269607544,
      "learning_rate": 0.0001,
      "loss": 0.0216,
      "step": 25400
    },
    {
      "epoch": 150.3550295857988,
      "grad_norm": 2.078139305114746,
      "learning_rate": 0.0001,
      "loss": 0.0215,
      "step": 25410
    },
    {
      "epoch": 150.41420118343194,
      "grad_norm": 1.60502028465271,
      "learning_rate": 0.0001,
      "loss": 0.0218,
      "step": 25420
    },
    {
      "epoch": 150.47337278106508,
      "grad_norm": 1.3359532356262207,
      "learning_rate": 0.0001,
      "loss": 0.0209,
      "step": 25430
    },
    {
      "epoch": 150.53254437869822,
      "grad_norm": 1.5543134212493896,
      "learning_rate": 0.0001,
      "loss": 0.0211,
      "step": 25440
    },
    {
      "epoch": 150.59171597633136,
      "grad_norm": 1.7949843406677246,
      "learning_rate": 0.0001,
      "loss": 0.0218,
      "step": 25450
    },
    {
      "epoch": 150.6508875739645,
      "grad_norm": 1.4030319452285767,
      "learning_rate": 0.0001,
      "loss": 0.0222,
      "step": 25460
    },
    {
      "epoch": 150.71005917159763,
      "grad_norm": 2.6521875858306885,
      "learning_rate": 0.0001,
      "loss": 0.0214,
      "step": 25470
    },
    {
      "epoch": 150.76923076923077,
      "grad_norm": 2.5452377796173096,
      "learning_rate": 0.0001,
      "loss": 0.0227,
      "step": 25480
    },
    {
      "epoch": 150.8284023668639,
      "grad_norm": 2.113701581954956,
      "learning_rate": 0.0001,
      "loss": 0.0218,
      "step": 25490
    },
    {
      "epoch": 150.88757396449705,
      "grad_norm": 1.4770405292510986,
      "learning_rate": 0.0001,
      "loss": 0.0216,
      "step": 25500
    },
    {
      "epoch": 150.9467455621302,
      "grad_norm": 1.2545053958892822,
      "learning_rate": 0.0001,
      "loss": 0.0208,
      "step": 25510
    },
    {
      "epoch": 151.0059171597633,
      "grad_norm": 1.341094970703125,
      "learning_rate": 0.0001,
      "loss": 0.0208,
      "step": 25520
    },
    {
      "epoch": 151.06508875739644,
      "grad_norm": 1.4963527917861938,
      "learning_rate": 0.0001,
      "loss": 0.0209,
      "step": 25530
    },
    {
      "epoch": 151.12426035502958,
      "grad_norm": 1.3286073207855225,
      "learning_rate": 0.0001,
      "loss": 0.021,
      "step": 25540
    },
    {
      "epoch": 151.18343195266272,
      "grad_norm": 1.729671835899353,
      "learning_rate": 0.0001,
      "loss": 0.0202,
      "step": 25550
    },
    {
      "epoch": 151.24260355029585,
      "grad_norm": 1.242275595664978,
      "learning_rate": 0.0001,
      "loss": 0.0203,
      "step": 25560
    },
    {
      "epoch": 151.301775147929,
      "grad_norm": 1.6160680055618286,
      "learning_rate": 0.0001,
      "loss": 0.0206,
      "step": 25570
    },
    {
      "epoch": 151.36094674556213,
      "grad_norm": 1.0544663667678833,
      "learning_rate": 0.0001,
      "loss": 0.0211,
      "step": 25580
    },
    {
      "epoch": 151.42011834319527,
      "grad_norm": 1.151103138923645,
      "learning_rate": 0.0001,
      "loss": 0.0223,
      "step": 25590
    },
    {
      "epoch": 151.4792899408284,
      "grad_norm": 1.7656123638153076,
      "learning_rate": 0.0001,
      "loss": 0.0207,
      "step": 25600
    },
    {
      "epoch": 151.53846153846155,
      "grad_norm": 1.5466721057891846,
      "learning_rate": 0.0001,
      "loss": 0.0215,
      "step": 25610
    },
    {
      "epoch": 151.5976331360947,
      "grad_norm": 1.741058588027954,
      "learning_rate": 0.0001,
      "loss": 0.0222,
      "step": 25620
    },
    {
      "epoch": 151.65680473372782,
      "grad_norm": 1.116859793663025,
      "learning_rate": 0.0001,
      "loss": 0.0202,
      "step": 25630
    },
    {
      "epoch": 151.71597633136093,
      "grad_norm": 1.7700176239013672,
      "learning_rate": 0.0001,
      "loss": 0.0221,
      "step": 25640
    },
    {
      "epoch": 151.77514792899407,
      "grad_norm": 1.5682357549667358,
      "learning_rate": 0.0001,
      "loss": 0.0212,
      "step": 25650
    },
    {
      "epoch": 151.8343195266272,
      "grad_norm": 2.0216481685638428,
      "learning_rate": 0.0001,
      "loss": 0.0216,
      "step": 25660
    },
    {
      "epoch": 151.89349112426035,
      "grad_norm": 1.5635340213775635,
      "learning_rate": 0.0001,
      "loss": 0.0208,
      "step": 25670
    },
    {
      "epoch": 151.9526627218935,
      "grad_norm": 1.8286322355270386,
      "learning_rate": 0.0001,
      "loss": 0.0211,
      "step": 25680
    },
    {
      "epoch": 152.01183431952663,
      "grad_norm": 1.25504732131958,
      "learning_rate": 0.0001,
      "loss": 0.0211,
      "step": 25690
    },
    {
      "epoch": 152.07100591715977,
      "grad_norm": 1.6869962215423584,
      "learning_rate": 0.0001,
      "loss": 0.0213,
      "step": 25700
    },
    {
      "epoch": 152.1301775147929,
      "grad_norm": 1.4163267612457275,
      "learning_rate": 0.0001,
      "loss": 0.0233,
      "step": 25710
    },
    {
      "epoch": 152.18934911242604,
      "grad_norm": 1.7080047130584717,
      "learning_rate": 0.0001,
      "loss": 0.0227,
      "step": 25720
    },
    {
      "epoch": 152.24852071005918,
      "grad_norm": 1.5715261697769165,
      "learning_rate": 0.0001,
      "loss": 0.0219,
      "step": 25730
    },
    {
      "epoch": 152.30769230769232,
      "grad_norm": 2.0011422634124756,
      "learning_rate": 0.0001,
      "loss": 0.0218,
      "step": 25740
    },
    {
      "epoch": 152.36686390532543,
      "grad_norm": 1.8720799684524536,
      "learning_rate": 0.0001,
      "loss": 0.0209,
      "step": 25750
    },
    {
      "epoch": 152.42603550295857,
      "grad_norm": 1.1511582136154175,
      "learning_rate": 0.0001,
      "loss": 0.021,
      "step": 25760
    },
    {
      "epoch": 152.4852071005917,
      "grad_norm": 1.9970887899398804,
      "learning_rate": 0.0001,
      "loss": 0.0207,
      "step": 25770
    },
    {
      "epoch": 152.54437869822485,
      "grad_norm": 1.0882607698440552,
      "learning_rate": 0.0001,
      "loss": 0.0216,
      "step": 25780
    },
    {
      "epoch": 152.60355029585799,
      "grad_norm": 1.4984229803085327,
      "learning_rate": 0.0001,
      "loss": 0.0228,
      "step": 25790
    },
    {
      "epoch": 152.66272189349112,
      "grad_norm": 1.712168574333191,
      "learning_rate": 0.0001,
      "loss": 0.0229,
      "step": 25800
    },
    {
      "epoch": 152.72189349112426,
      "grad_norm": 1.172399878501892,
      "learning_rate": 0.0001,
      "loss": 0.022,
      "step": 25810
    },
    {
      "epoch": 152.7810650887574,
      "grad_norm": 1.064012885093689,
      "learning_rate": 0.0001,
      "loss": 0.0224,
      "step": 25820
    },
    {
      "epoch": 152.84023668639054,
      "grad_norm": 1.487667202949524,
      "learning_rate": 0.0001,
      "loss": 0.0227,
      "step": 25830
    },
    {
      "epoch": 152.89940828402368,
      "grad_norm": 1.2239387035369873,
      "learning_rate": 0.0001,
      "loss": 0.022,
      "step": 25840
    },
    {
      "epoch": 152.95857988165682,
      "grad_norm": 1.015724778175354,
      "learning_rate": 0.0001,
      "loss": 0.0224,
      "step": 25850
    },
    {
      "epoch": 153.01775147928993,
      "grad_norm": 1.7180930376052856,
      "learning_rate": 0.0001,
      "loss": 0.0219,
      "step": 25860
    },
    {
      "epoch": 153.07692307692307,
      "grad_norm": 1.6737507581710815,
      "learning_rate": 0.0001,
      "loss": 0.0218,
      "step": 25870
    },
    {
      "epoch": 153.1360946745562,
      "grad_norm": 1.4114919900894165,
      "learning_rate": 0.0001,
      "loss": 0.0222,
      "step": 25880
    },
    {
      "epoch": 153.19526627218934,
      "grad_norm": 1.52801513671875,
      "learning_rate": 0.0001,
      "loss": 0.0226,
      "step": 25890
    },
    {
      "epoch": 153.25443786982248,
      "grad_norm": 1.3589574098587036,
      "learning_rate": 0.0001,
      "loss": 0.0219,
      "step": 25900
    },
    {
      "epoch": 153.31360946745562,
      "grad_norm": 1.4642192125320435,
      "learning_rate": 0.0001,
      "loss": 0.022,
      "step": 25910
    },
    {
      "epoch": 153.37278106508876,
      "grad_norm": 1.9014003276824951,
      "learning_rate": 0.0001,
      "loss": 0.0214,
      "step": 25920
    },
    {
      "epoch": 153.4319526627219,
      "grad_norm": 1.5836914777755737,
      "learning_rate": 0.0001,
      "loss": 0.0213,
      "step": 25930
    },
    {
      "epoch": 153.49112426035504,
      "grad_norm": 1.092085599899292,
      "learning_rate": 0.0001,
      "loss": 0.0212,
      "step": 25940
    },
    {
      "epoch": 153.55029585798817,
      "grad_norm": 1.2248846292495728,
      "learning_rate": 0.0001,
      "loss": 0.021,
      "step": 25950
    },
    {
      "epoch": 153.6094674556213,
      "grad_norm": 0.8705076575279236,
      "learning_rate": 0.0001,
      "loss": 0.0209,
      "step": 25960
    },
    {
      "epoch": 153.66863905325442,
      "grad_norm": 1.1099029779434204,
      "learning_rate": 0.0001,
      "loss": 0.0211,
      "step": 25970
    },
    {
      "epoch": 153.72781065088756,
      "grad_norm": 1.5218979120254517,
      "learning_rate": 0.0001,
      "loss": 0.0214,
      "step": 25980
    },
    {
      "epoch": 153.7869822485207,
      "grad_norm": 1.447679877281189,
      "learning_rate": 0.0001,
      "loss": 0.0221,
      "step": 25990
    },
    {
      "epoch": 153.84615384615384,
      "grad_norm": 1.5342786312103271,
      "learning_rate": 0.0001,
      "loss": 0.021,
      "step": 26000
    },
    {
      "epoch": 153.90532544378698,
      "grad_norm": 2.100250482559204,
      "learning_rate": 0.0001,
      "loss": 0.0215,
      "step": 26010
    },
    {
      "epoch": 153.96449704142012,
      "grad_norm": 1.4730910062789917,
      "learning_rate": 0.0001,
      "loss": 0.0214,
      "step": 26020
    },
    {
      "epoch": 154.02366863905326,
      "grad_norm": 1.2550325393676758,
      "learning_rate": 0.0001,
      "loss": 0.0216,
      "step": 26030
    },
    {
      "epoch": 154.0828402366864,
      "grad_norm": 1.4883971214294434,
      "learning_rate": 0.0001,
      "loss": 0.0208,
      "step": 26040
    },
    {
      "epoch": 154.14201183431953,
      "grad_norm": 1.4996434450149536,
      "learning_rate": 0.0001,
      "loss": 0.0205,
      "step": 26050
    },
    {
      "epoch": 154.20118343195267,
      "grad_norm": 1.385128140449524,
      "learning_rate": 0.0001,
      "loss": 0.0208,
      "step": 26060
    },
    {
      "epoch": 154.2603550295858,
      "grad_norm": 1.6819508075714111,
      "learning_rate": 0.0001,
      "loss": 0.0206,
      "step": 26070
    },
    {
      "epoch": 154.31952662721895,
      "grad_norm": 1.4793570041656494,
      "learning_rate": 0.0001,
      "loss": 0.0207,
      "step": 26080
    },
    {
      "epoch": 154.37869822485206,
      "grad_norm": 1.4416894912719727,
      "learning_rate": 0.0001,
      "loss": 0.0214,
      "step": 26090
    },
    {
      "epoch": 154.4378698224852,
      "grad_norm": 1.96162748336792,
      "learning_rate": 0.0001,
      "loss": 0.021,
      "step": 26100
    },
    {
      "epoch": 154.49704142011834,
      "grad_norm": 1.7055914402008057,
      "learning_rate": 0.0001,
      "loss": 0.0205,
      "step": 26110
    },
    {
      "epoch": 154.55621301775147,
      "grad_norm": 1.4808541536331177,
      "learning_rate": 0.0001,
      "loss": 0.0205,
      "step": 26120
    },
    {
      "epoch": 154.6153846153846,
      "grad_norm": 1.5020105838775635,
      "learning_rate": 0.0001,
      "loss": 0.0201,
      "step": 26130
    },
    {
      "epoch": 154.67455621301775,
      "grad_norm": 2.016833543777466,
      "learning_rate": 0.0001,
      "loss": 0.0205,
      "step": 26140
    },
    {
      "epoch": 154.7337278106509,
      "grad_norm": 1.9550371170043945,
      "learning_rate": 0.0001,
      "loss": 0.0209,
      "step": 26150
    },
    {
      "epoch": 154.79289940828403,
      "grad_norm": 1.3006995916366577,
      "learning_rate": 0.0001,
      "loss": 0.021,
      "step": 26160
    },
    {
      "epoch": 154.85207100591717,
      "grad_norm": 1.5109091997146606,
      "learning_rate": 0.0001,
      "loss": 0.0206,
      "step": 26170
    },
    {
      "epoch": 154.9112426035503,
      "grad_norm": 1.4291115999221802,
      "learning_rate": 0.0001,
      "loss": 0.0201,
      "step": 26180
    },
    {
      "epoch": 154.97041420118344,
      "grad_norm": 1.2600953578948975,
      "learning_rate": 0.0001,
      "loss": 0.021,
      "step": 26190
    },
    {
      "epoch": 155.02958579881656,
      "grad_norm": 1.65549635887146,
      "learning_rate": 0.0001,
      "loss": 0.021,
      "step": 26200
    },
    {
      "epoch": 155.0887573964497,
      "grad_norm": 1.3921526670455933,
      "learning_rate": 0.0001,
      "loss": 0.021,
      "step": 26210
    },
    {
      "epoch": 155.14792899408283,
      "grad_norm": 1.0890072584152222,
      "learning_rate": 0.0001,
      "loss": 0.02,
      "step": 26220
    },
    {
      "epoch": 155.20710059171597,
      "grad_norm": 1.1429088115692139,
      "learning_rate": 0.0001,
      "loss": 0.0201,
      "step": 26230
    },
    {
      "epoch": 155.2662721893491,
      "grad_norm": 1.3489137887954712,
      "learning_rate": 0.0001,
      "loss": 0.0196,
      "step": 26240
    },
    {
      "epoch": 155.32544378698225,
      "grad_norm": 1.41928231716156,
      "learning_rate": 0.0001,
      "loss": 0.02,
      "step": 26250
    },
    {
      "epoch": 155.3846153846154,
      "grad_norm": 1.2024985551834106,
      "learning_rate": 0.0001,
      "loss": 0.0207,
      "step": 26260
    },
    {
      "epoch": 155.44378698224853,
      "grad_norm": 1.3420028686523438,
      "learning_rate": 0.0001,
      "loss": 0.0204,
      "step": 26270
    },
    {
      "epoch": 155.50295857988166,
      "grad_norm": 1.2282062768936157,
      "learning_rate": 0.0001,
      "loss": 0.0198,
      "step": 26280
    },
    {
      "epoch": 155.5621301775148,
      "grad_norm": 1.6317216157913208,
      "learning_rate": 0.0001,
      "loss": 0.0207,
      "step": 26290
    },
    {
      "epoch": 155.62130177514794,
      "grad_norm": 1.862438440322876,
      "learning_rate": 0.0001,
      "loss": 0.021,
      "step": 26300
    },
    {
      "epoch": 155.68047337278105,
      "grad_norm": 2.055371046066284,
      "learning_rate": 0.0001,
      "loss": 0.0213,
      "step": 26310
    },
    {
      "epoch": 155.7396449704142,
      "grad_norm": 1.564012050628662,
      "learning_rate": 0.0001,
      "loss": 0.0205,
      "step": 26320
    },
    {
      "epoch": 155.79881656804733,
      "grad_norm": 1.2697653770446777,
      "learning_rate": 0.0001,
      "loss": 0.0208,
      "step": 26330
    },
    {
      "epoch": 155.85798816568047,
      "grad_norm": 1.5213861465454102,
      "learning_rate": 0.0001,
      "loss": 0.0214,
      "step": 26340
    },
    {
      "epoch": 155.9171597633136,
      "grad_norm": 1.6746435165405273,
      "learning_rate": 0.0001,
      "loss": 0.0208,
      "step": 26350
    },
    {
      "epoch": 155.97633136094674,
      "grad_norm": 1.078543782234192,
      "learning_rate": 0.0001,
      "loss": 0.021,
      "step": 26360
    },
    {
      "epoch": 156.03550295857988,
      "grad_norm": 2.201373338699341,
      "learning_rate": 0.0001,
      "loss": 0.0229,
      "step": 26370
    },
    {
      "epoch": 156.09467455621302,
      "grad_norm": 1.699474573135376,
      "learning_rate": 0.0001,
      "loss": 0.0213,
      "step": 26380
    },
    {
      "epoch": 156.15384615384616,
      "grad_norm": 1.9506713151931763,
      "learning_rate": 0.0001,
      "loss": 0.0221,
      "step": 26390
    },
    {
      "epoch": 156.2130177514793,
      "grad_norm": 1.9464579820632935,
      "learning_rate": 0.0001,
      "loss": 0.0206,
      "step": 26400
    },
    {
      "epoch": 156.27218934911244,
      "grad_norm": 1.676459789276123,
      "learning_rate": 0.0001,
      "loss": 0.021,
      "step": 26410
    },
    {
      "epoch": 156.33136094674558,
      "grad_norm": 2.439486026763916,
      "learning_rate": 0.0001,
      "loss": 0.0198,
      "step": 26420
    },
    {
      "epoch": 156.3905325443787,
      "grad_norm": 2.1242942810058594,
      "learning_rate": 0.0001,
      "loss": 0.0206,
      "step": 26430
    },
    {
      "epoch": 156.44970414201183,
      "grad_norm": 1.802720546722412,
      "learning_rate": 0.0001,
      "loss": 0.0206,
      "step": 26440
    },
    {
      "epoch": 156.50887573964496,
      "grad_norm": 1.4209725856781006,
      "learning_rate": 0.0001,
      "loss": 0.02,
      "step": 26450
    },
    {
      "epoch": 156.5680473372781,
      "grad_norm": 1.9678995609283447,
      "learning_rate": 0.0001,
      "loss": 0.0198,
      "step": 26460
    },
    {
      "epoch": 156.62721893491124,
      "grad_norm": 1.741742491722107,
      "learning_rate": 0.0001,
      "loss": 0.0192,
      "step": 26470
    },
    {
      "epoch": 156.68639053254438,
      "grad_norm": 1.5673197507858276,
      "learning_rate": 0.0001,
      "loss": 0.0195,
      "step": 26480
    },
    {
      "epoch": 156.74556213017752,
      "grad_norm": 1.4484319686889648,
      "learning_rate": 0.0001,
      "loss": 0.0199,
      "step": 26490
    },
    {
      "epoch": 156.80473372781066,
      "grad_norm": 1.6195127964019775,
      "learning_rate": 0.0001,
      "loss": 0.0193,
      "step": 26500
    },
    {
      "epoch": 156.8639053254438,
      "grad_norm": 1.3534082174301147,
      "learning_rate": 0.0001,
      "loss": 0.0196,
      "step": 26510
    },
    {
      "epoch": 156.92307692307693,
      "grad_norm": 1.1817723512649536,
      "learning_rate": 0.0001,
      "loss": 0.0198,
      "step": 26520
    },
    {
      "epoch": 156.98224852071007,
      "grad_norm": 1.522890329360962,
      "learning_rate": 0.0001,
      "loss": 0.0209,
      "step": 26530
    },
    {
      "epoch": 157.04142011834318,
      "grad_norm": 1.787109375,
      "learning_rate": 0.0001,
      "loss": 0.0209,
      "step": 26540
    },
    {
      "epoch": 157.10059171597632,
      "grad_norm": 1.3914752006530762,
      "learning_rate": 0.0001,
      "loss": 0.0207,
      "step": 26550
    },
    {
      "epoch": 157.15976331360946,
      "grad_norm": 1.3127388954162598,
      "learning_rate": 0.0001,
      "loss": 0.0205,
      "step": 26560
    },
    {
      "epoch": 157.2189349112426,
      "grad_norm": 1.3728588819503784,
      "learning_rate": 0.0001,
      "loss": 0.0205,
      "step": 26570
    },
    {
      "epoch": 157.27810650887574,
      "grad_norm": 1.6442830562591553,
      "learning_rate": 0.0001,
      "loss": 0.0208,
      "step": 26580
    },
    {
      "epoch": 157.33727810650888,
      "grad_norm": 1.4659403562545776,
      "learning_rate": 0.0001,
      "loss": 0.0206,
      "step": 26590
    },
    {
      "epoch": 157.39644970414201,
      "grad_norm": 1.404071569442749,
      "learning_rate": 0.0001,
      "loss": 0.0204,
      "step": 26600
    },
    {
      "epoch": 157.45562130177515,
      "grad_norm": 1.196016788482666,
      "learning_rate": 0.0001,
      "loss": 0.0203,
      "step": 26610
    },
    {
      "epoch": 157.5147928994083,
      "grad_norm": 1.1300283670425415,
      "learning_rate": 0.0001,
      "loss": 0.0212,
      "step": 26620
    },
    {
      "epoch": 157.57396449704143,
      "grad_norm": 1.113511562347412,
      "learning_rate": 0.0001,
      "loss": 0.0209,
      "step": 26630
    },
    {
      "epoch": 157.63313609467457,
      "grad_norm": 1.2861113548278809,
      "learning_rate": 0.0001,
      "loss": 0.0211,
      "step": 26640
    },
    {
      "epoch": 157.69230769230768,
      "grad_norm": 1.501885175704956,
      "learning_rate": 0.0001,
      "loss": 0.0216,
      "step": 26650
    },
    {
      "epoch": 157.75147928994082,
      "grad_norm": 1.8719037771224976,
      "learning_rate": 0.0001,
      "loss": 0.021,
      "step": 26660
    },
    {
      "epoch": 157.81065088757396,
      "grad_norm": 1.2902911901474,
      "learning_rate": 0.0001,
      "loss": 0.0207,
      "step": 26670
    },
    {
      "epoch": 157.8698224852071,
      "grad_norm": 1.1591600179672241,
      "learning_rate": 0.0001,
      "loss": 0.0212,
      "step": 26680
    },
    {
      "epoch": 157.92899408284023,
      "grad_norm": 1.1679754257202148,
      "learning_rate": 0.0001,
      "loss": 0.0214,
      "step": 26690
    },
    {
      "epoch": 157.98816568047337,
      "grad_norm": 1.8898550271987915,
      "learning_rate": 0.0001,
      "loss": 0.0213,
      "step": 26700
    },
    {
      "epoch": 158.0473372781065,
      "grad_norm": 1.5150840282440186,
      "learning_rate": 0.0001,
      "loss": 0.021,
      "step": 26710
    },
    {
      "epoch": 158.10650887573965,
      "grad_norm": 1.6401528120040894,
      "learning_rate": 0.0001,
      "loss": 0.0204,
      "step": 26720
    },
    {
      "epoch": 158.1656804733728,
      "grad_norm": 1.2955777645111084,
      "learning_rate": 0.0001,
      "loss": 0.0208,
      "step": 26730
    },
    {
      "epoch": 158.22485207100593,
      "grad_norm": 1.658198356628418,
      "learning_rate": 0.0001,
      "loss": 0.0212,
      "step": 26740
    },
    {
      "epoch": 158.28402366863907,
      "grad_norm": 1.905434012413025,
      "learning_rate": 0.0001,
      "loss": 0.0203,
      "step": 26750
    },
    {
      "epoch": 158.34319526627218,
      "grad_norm": 1.6666035652160645,
      "learning_rate": 0.0001,
      "loss": 0.0213,
      "step": 26760
    },
    {
      "epoch": 158.4023668639053,
      "grad_norm": 1.1749194860458374,
      "learning_rate": 0.0001,
      "loss": 0.0211,
      "step": 26770
    },
    {
      "epoch": 158.46153846153845,
      "grad_norm": 1.2984646558761597,
      "learning_rate": 0.0001,
      "loss": 0.0212,
      "step": 26780
    },
    {
      "epoch": 158.5207100591716,
      "grad_norm": 1.0474600791931152,
      "learning_rate": 0.0001,
      "loss": 0.0202,
      "step": 26790
    },
    {
      "epoch": 158.57988165680473,
      "grad_norm": 1.2343430519104004,
      "learning_rate": 0.0001,
      "loss": 0.0206,
      "step": 26800
    },
    {
      "epoch": 158.63905325443787,
      "grad_norm": 1.2120416164398193,
      "learning_rate": 0.0001,
      "loss": 0.0209,
      "step": 26810
    },
    {
      "epoch": 158.698224852071,
      "grad_norm": 1.4323725700378418,
      "learning_rate": 0.0001,
      "loss": 0.0211,
      "step": 26820
    },
    {
      "epoch": 158.75739644970415,
      "grad_norm": 2.242377758026123,
      "learning_rate": 0.0001,
      "loss": 0.0217,
      "step": 26830
    },
    {
      "epoch": 158.81656804733728,
      "grad_norm": 1.4264330863952637,
      "learning_rate": 0.0001,
      "loss": 0.0224,
      "step": 26840
    },
    {
      "epoch": 158.87573964497042,
      "grad_norm": 1.6665781736373901,
      "learning_rate": 0.0001,
      "loss": 0.0211,
      "step": 26850
    },
    {
      "epoch": 158.93491124260356,
      "grad_norm": 1.364776611328125,
      "learning_rate": 0.0001,
      "loss": 0.0206,
      "step": 26860
    },
    {
      "epoch": 158.9940828402367,
      "grad_norm": 1.1067391633987427,
      "learning_rate": 0.0001,
      "loss": 0.0211,
      "step": 26870
    },
    {
      "epoch": 159.0532544378698,
      "grad_norm": 1.7306609153747559,
      "learning_rate": 0.0001,
      "loss": 0.0203,
      "step": 26880
    },
    {
      "epoch": 159.11242603550295,
      "grad_norm": 1.3120485544204712,
      "learning_rate": 0.0001,
      "loss": 0.0205,
      "step": 26890
    },
    {
      "epoch": 159.1715976331361,
      "grad_norm": 1.4558175802230835,
      "learning_rate": 0.0001,
      "loss": 0.021,
      "step": 26900
    },
    {
      "epoch": 159.23076923076923,
      "grad_norm": 1.2709959745407104,
      "learning_rate": 0.0001,
      "loss": 0.0212,
      "step": 26910
    },
    {
      "epoch": 159.28994082840237,
      "grad_norm": 1.1686744689941406,
      "learning_rate": 0.0001,
      "loss": 0.0211,
      "step": 26920
    },
    {
      "epoch": 159.3491124260355,
      "grad_norm": 1.2401418685913086,
      "learning_rate": 0.0001,
      "loss": 0.021,
      "step": 26930
    },
    {
      "epoch": 159.40828402366864,
      "grad_norm": 1.770949363708496,
      "learning_rate": 0.0001,
      "loss": 0.0213,
      "step": 26940
    },
    {
      "epoch": 159.46745562130178,
      "grad_norm": 1.180551528930664,
      "learning_rate": 0.0001,
      "loss": 0.0212,
      "step": 26950
    },
    {
      "epoch": 159.52662721893492,
      "grad_norm": 1.0209028720855713,
      "learning_rate": 0.0001,
      "loss": 0.0209,
      "step": 26960
    },
    {
      "epoch": 159.58579881656806,
      "grad_norm": 1.9734721183776855,
      "learning_rate": 0.0001,
      "loss": 0.0219,
      "step": 26970
    },
    {
      "epoch": 159.6449704142012,
      "grad_norm": 1.378026008605957,
      "learning_rate": 0.0001,
      "loss": 0.0212,
      "step": 26980
    },
    {
      "epoch": 159.7041420118343,
      "grad_norm": 1.9911059141159058,
      "learning_rate": 0.0001,
      "loss": 0.0216,
      "step": 26990
    },
    {
      "epoch": 159.76331360946745,
      "grad_norm": 1.9442814588546753,
      "learning_rate": 0.0001,
      "loss": 0.0216,
      "step": 27000
    },
    {
      "epoch": 159.82248520710058,
      "grad_norm": 1.8272459506988525,
      "learning_rate": 0.0001,
      "loss": 0.0208,
      "step": 27010
    },
    {
      "epoch": 159.88165680473372,
      "grad_norm": 1.8973618745803833,
      "learning_rate": 0.0001,
      "loss": 0.0208,
      "step": 27020
    },
    {
      "epoch": 159.94082840236686,
      "grad_norm": 1.102816104888916,
      "learning_rate": 0.0001,
      "loss": 0.0202,
      "step": 27030
    },
    {
      "epoch": 160.0,
      "grad_norm": 1.4078744649887085,
      "learning_rate": 0.0001,
      "loss": 0.0205,
      "step": 27040
    },
    {
      "epoch": 160.05917159763314,
      "grad_norm": 1.2238883972167969,
      "learning_rate": 0.0001,
      "loss": 0.0192,
      "step": 27050
    },
    {
      "epoch": 160.11834319526628,
      "grad_norm": 1.3749524354934692,
      "learning_rate": 0.0001,
      "loss": 0.02,
      "step": 27060
    },
    {
      "epoch": 160.17751479289942,
      "grad_norm": 2.104325294494629,
      "learning_rate": 0.0001,
      "loss": 0.0203,
      "step": 27070
    },
    {
      "epoch": 160.23668639053255,
      "grad_norm": 1.5650626420974731,
      "learning_rate": 0.0001,
      "loss": 0.0205,
      "step": 27080
    },
    {
      "epoch": 160.2958579881657,
      "grad_norm": 1.0444995164871216,
      "learning_rate": 0.0001,
      "loss": 0.0208,
      "step": 27090
    },
    {
      "epoch": 160.3550295857988,
      "grad_norm": 1.1349681615829468,
      "learning_rate": 0.0001,
      "loss": 0.021,
      "step": 27100
    },
    {
      "epoch": 160.41420118343194,
      "grad_norm": 0.8105968236923218,
      "learning_rate": 0.0001,
      "loss": 0.0205,
      "step": 27110
    },
    {
      "epoch": 160.47337278106508,
      "grad_norm": 1.3990508317947388,
      "learning_rate": 0.0001,
      "loss": 0.0209,
      "step": 27120
    },
    {
      "epoch": 160.53254437869822,
      "grad_norm": 1.226505160331726,
      "learning_rate": 0.0001,
      "loss": 0.0212,
      "step": 27130
    },
    {
      "epoch": 160.59171597633136,
      "grad_norm": 1.6955674886703491,
      "learning_rate": 0.0001,
      "loss": 0.0217,
      "step": 27140
    },
    {
      "epoch": 160.6508875739645,
      "grad_norm": 1.7311537265777588,
      "learning_rate": 0.0001,
      "loss": 0.0216,
      "step": 27150
    },
    {
      "epoch": 160.71005917159763,
      "grad_norm": 1.2058486938476562,
      "learning_rate": 0.0001,
      "loss": 0.0218,
      "step": 27160
    },
    {
      "epoch": 160.76923076923077,
      "grad_norm": 2.4075024127960205,
      "learning_rate": 0.0001,
      "loss": 0.0212,
      "step": 27170
    },
    {
      "epoch": 160.8284023668639,
      "grad_norm": 2.5634541511535645,
      "learning_rate": 0.0001,
      "loss": 0.022,
      "step": 27180
    },
    {
      "epoch": 160.88757396449705,
      "grad_norm": 2.1461312770843506,
      "learning_rate": 0.0001,
      "loss": 0.0222,
      "step": 27190
    },
    {
      "epoch": 160.9467455621302,
      "grad_norm": 2.182626724243164,
      "learning_rate": 0.0001,
      "loss": 0.0215,
      "step": 27200
    },
    {
      "epoch": 161.0059171597633,
      "grad_norm": 1.8480207920074463,
      "learning_rate": 0.0001,
      "loss": 0.0212,
      "step": 27210
    },
    {
      "epoch": 161.06508875739644,
      "grad_norm": 1.048386812210083,
      "learning_rate": 0.0001,
      "loss": 0.0194,
      "step": 27220
    },
    {
      "epoch": 161.12426035502958,
      "grad_norm": 1.7133028507232666,
      "learning_rate": 0.0001,
      "loss": 0.0199,
      "step": 27230
    },
    {
      "epoch": 161.18343195266272,
      "grad_norm": 1.2933645248413086,
      "learning_rate": 0.0001,
      "loss": 0.0198,
      "step": 27240
    },
    {
      "epoch": 161.24260355029585,
      "grad_norm": 1.5108689069747925,
      "learning_rate": 0.0001,
      "loss": 0.0206,
      "step": 27250
    },
    {
      "epoch": 161.301775147929,
      "grad_norm": 1.7369829416275024,
      "learning_rate": 0.0001,
      "loss": 0.021,
      "step": 27260
    },
    {
      "epoch": 161.36094674556213,
      "grad_norm": 1.5660901069641113,
      "learning_rate": 0.0001,
      "loss": 0.0203,
      "step": 27270
    },
    {
      "epoch": 161.42011834319527,
      "grad_norm": 1.5899075269699097,
      "learning_rate": 0.0001,
      "loss": 0.0211,
      "step": 27280
    },
    {
      "epoch": 161.4792899408284,
      "grad_norm": 1.7049801349639893,
      "learning_rate": 0.0001,
      "loss": 0.0214,
      "step": 27290
    },
    {
      "epoch": 161.53846153846155,
      "grad_norm": 1.536257266998291,
      "learning_rate": 0.0001,
      "loss": 0.0209,
      "step": 27300
    },
    {
      "epoch": 161.5976331360947,
      "grad_norm": 1.2624473571777344,
      "learning_rate": 0.0001,
      "loss": 0.0203,
      "step": 27310
    },
    {
      "epoch": 161.65680473372782,
      "grad_norm": 1.1442803144454956,
      "learning_rate": 0.0001,
      "loss": 0.0203,
      "step": 27320
    },
    {
      "epoch": 161.71597633136093,
      "grad_norm": 1.2201980352401733,
      "learning_rate": 0.0001,
      "loss": 0.0208,
      "step": 27330
    },
    {
      "epoch": 161.77514792899407,
      "grad_norm": 1.0795060396194458,
      "learning_rate": 0.0001,
      "loss": 0.0204,
      "step": 27340
    },
    {
      "epoch": 161.8343195266272,
      "grad_norm": 1.709027886390686,
      "learning_rate": 0.0001,
      "loss": 0.022,
      "step": 27350
    },
    {
      "epoch": 161.89349112426035,
      "grad_norm": 1.2025103569030762,
      "learning_rate": 0.0001,
      "loss": 0.0218,
      "step": 27360
    },
    {
      "epoch": 161.9526627218935,
      "grad_norm": 1.0459328889846802,
      "learning_rate": 0.0001,
      "loss": 0.0219,
      "step": 27370
    },
    {
      "epoch": 162.01183431952663,
      "grad_norm": 1.9738409519195557,
      "learning_rate": 0.0001,
      "loss": 0.0218,
      "step": 27380
    },
    {
      "epoch": 162.07100591715977,
      "grad_norm": 1.4781568050384521,
      "learning_rate": 0.0001,
      "loss": 0.0208,
      "step": 27390
    },
    {
      "epoch": 162.1301775147929,
      "grad_norm": 0.9911723732948303,
      "learning_rate": 0.0001,
      "loss": 0.0217,
      "step": 27400
    },
    {
      "epoch": 162.18934911242604,
      "grad_norm": 1.1431188583374023,
      "learning_rate": 0.0001,
      "loss": 0.0224,
      "step": 27410
    },
    {
      "epoch": 162.24852071005918,
      "grad_norm": 1.4991638660430908,
      "learning_rate": 0.0001,
      "loss": 0.0222,
      "step": 27420
    },
    {
      "epoch": 162.30769230769232,
      "grad_norm": 1.4117403030395508,
      "learning_rate": 0.0001,
      "loss": 0.0218,
      "step": 27430
    },
    {
      "epoch": 162.36686390532543,
      "grad_norm": 0.9494815468788147,
      "learning_rate": 0.0001,
      "loss": 0.0209,
      "step": 27440
    },
    {
      "epoch": 162.42603550295857,
      "grad_norm": 1.3298752307891846,
      "learning_rate": 0.0001,
      "loss": 0.0205,
      "step": 27450
    },
    {
      "epoch": 162.4852071005917,
      "grad_norm": 1.180720329284668,
      "learning_rate": 0.0001,
      "loss": 0.0206,
      "step": 27460
    },
    {
      "epoch": 162.54437869822485,
      "grad_norm": 1.5091681480407715,
      "learning_rate": 0.0001,
      "loss": 0.0204,
      "step": 27470
    },
    {
      "epoch": 162.60355029585799,
      "grad_norm": 1.3787050247192383,
      "learning_rate": 0.0001,
      "loss": 0.0215,
      "step": 27480
    },
    {
      "epoch": 162.66272189349112,
      "grad_norm": 1.1194329261779785,
      "learning_rate": 0.0001,
      "loss": 0.0208,
      "step": 27490
    },
    {
      "epoch": 162.72189349112426,
      "grad_norm": 1.220835566520691,
      "learning_rate": 0.0001,
      "loss": 0.0202,
      "step": 27500
    },
    {
      "epoch": 162.7810650887574,
      "grad_norm": 1.5954328775405884,
      "learning_rate": 0.0001,
      "loss": 0.0212,
      "step": 27510
    },
    {
      "epoch": 162.84023668639054,
      "grad_norm": 1.031205654144287,
      "learning_rate": 0.0001,
      "loss": 0.0205,
      "step": 27520
    },
    {
      "epoch": 162.89940828402368,
      "grad_norm": 1.498602271080017,
      "learning_rate": 0.0001,
      "loss": 0.0205,
      "step": 27530
    },
    {
      "epoch": 162.95857988165682,
      "grad_norm": 1.4933857917785645,
      "learning_rate": 0.0001,
      "loss": 0.0205,
      "step": 27540
    },
    {
      "epoch": 163.01775147928993,
      "grad_norm": 1.5343776941299438,
      "learning_rate": 0.0001,
      "loss": 0.0208,
      "step": 27550
    },
    {
      "epoch": 163.07692307692307,
      "grad_norm": 1.2958348989486694,
      "learning_rate": 0.0001,
      "loss": 0.0209,
      "step": 27560
    },
    {
      "epoch": 163.1360946745562,
      "grad_norm": 1.1238911151885986,
      "learning_rate": 0.0001,
      "loss": 0.021,
      "step": 27570
    },
    {
      "epoch": 163.19526627218934,
      "grad_norm": 1.4696681499481201,
      "learning_rate": 0.0001,
      "loss": 0.0209,
      "step": 27580
    },
    {
      "epoch": 163.25443786982248,
      "grad_norm": 1.2284115552902222,
      "learning_rate": 0.0001,
      "loss": 0.0209,
      "step": 27590
    },
    {
      "epoch": 163.31360946745562,
      "grad_norm": 1.4012279510498047,
      "learning_rate": 0.0001,
      "loss": 0.0205,
      "step": 27600
    },
    {
      "epoch": 163.37278106508876,
      "grad_norm": 1.7274731397628784,
      "learning_rate": 0.0001,
      "loss": 0.0216,
      "step": 27610
    },
    {
      "epoch": 163.4319526627219,
      "grad_norm": 1.2599066495895386,
      "learning_rate": 0.0001,
      "loss": 0.0209,
      "step": 27620
    },
    {
      "epoch": 163.49112426035504,
      "grad_norm": 1.6199090480804443,
      "learning_rate": 0.0001,
      "loss": 0.0201,
      "step": 27630
    },
    {
      "epoch": 163.55029585798817,
      "grad_norm": 1.6784976720809937,
      "learning_rate": 0.0001,
      "loss": 0.0203,
      "step": 27640
    },
    {
      "epoch": 163.6094674556213,
      "grad_norm": 1.0221621990203857,
      "learning_rate": 0.0001,
      "loss": 0.0197,
      "step": 27650
    },
    {
      "epoch": 163.66863905325442,
      "grad_norm": 1.2185795307159424,
      "learning_rate": 0.0001,
      "loss": 0.0204,
      "step": 27660
    },
    {
      "epoch": 163.72781065088756,
      "grad_norm": 1.4099150896072388,
      "learning_rate": 0.0001,
      "loss": 0.021,
      "step": 27670
    },
    {
      "epoch": 163.7869822485207,
      "grad_norm": 1.5567409992218018,
      "learning_rate": 0.0001,
      "loss": 0.0206,
      "step": 27680
    },
    {
      "epoch": 163.84615384615384,
      "grad_norm": 1.5958704948425293,
      "learning_rate": 0.0001,
      "loss": 0.0206,
      "step": 27690
    },
    {
      "epoch": 163.90532544378698,
      "grad_norm": 1.362967848777771,
      "learning_rate": 0.0001,
      "loss": 0.0209,
      "step": 27700
    },
    {
      "epoch": 163.96449704142012,
      "grad_norm": 1.5655937194824219,
      "learning_rate": 0.0001,
      "loss": 0.0207,
      "step": 27710
    },
    {
      "epoch": 164.02366863905326,
      "grad_norm": 2.046501874923706,
      "learning_rate": 0.0001,
      "loss": 0.0208,
      "step": 27720
    },
    {
      "epoch": 164.0828402366864,
      "grad_norm": 1.525864839553833,
      "learning_rate": 0.0001,
      "loss": 0.0218,
      "step": 27730
    },
    {
      "epoch": 164.14201183431953,
      "grad_norm": 1.4534013271331787,
      "learning_rate": 0.0001,
      "loss": 0.0212,
      "step": 27740
    },
    {
      "epoch": 164.20118343195267,
      "grad_norm": 1.642037272453308,
      "learning_rate": 0.0001,
      "loss": 0.0204,
      "step": 27750
    },
    {
      "epoch": 164.2603550295858,
      "grad_norm": 1.1394238471984863,
      "learning_rate": 0.0001,
      "loss": 0.0202,
      "step": 27760
    },
    {
      "epoch": 164.31952662721895,
      "grad_norm": 1.769667148590088,
      "learning_rate": 0.0001,
      "loss": 0.0201,
      "step": 27770
    },
    {
      "epoch": 164.37869822485206,
      "grad_norm": 1.9288551807403564,
      "learning_rate": 0.0001,
      "loss": 0.021,
      "step": 27780
    },
    {
      "epoch": 164.4378698224852,
      "grad_norm": 1.4136570692062378,
      "learning_rate": 0.0001,
      "loss": 0.02,
      "step": 27790
    },
    {
      "epoch": 164.49704142011834,
      "grad_norm": 1.3508259057998657,
      "learning_rate": 0.0001,
      "loss": 0.0208,
      "step": 27800
    },
    {
      "epoch": 164.55621301775147,
      "grad_norm": 2.1387526988983154,
      "learning_rate": 0.0001,
      "loss": 0.0194,
      "step": 27810
    },
    {
      "epoch": 164.6153846153846,
      "grad_norm": 1.5893616676330566,
      "learning_rate": 0.0001,
      "loss": 0.0205,
      "step": 27820
    },
    {
      "epoch": 164.67455621301775,
      "grad_norm": 1.3508079051971436,
      "learning_rate": 0.0001,
      "loss": 0.0204,
      "step": 27830
    },
    {
      "epoch": 164.7337278106509,
      "grad_norm": 1.213654637336731,
      "learning_rate": 0.0001,
      "loss": 0.0202,
      "step": 27840
    },
    {
      "epoch": 164.79289940828403,
      "grad_norm": 1.1652841567993164,
      "learning_rate": 0.0001,
      "loss": 0.0193,
      "step": 27850
    },
    {
      "epoch": 164.85207100591717,
      "grad_norm": 1.4941798448562622,
      "learning_rate": 0.0001,
      "loss": 0.0197,
      "step": 27860
    },
    {
      "epoch": 164.9112426035503,
      "grad_norm": 1.5487040281295776,
      "learning_rate": 0.0001,
      "loss": 0.0199,
      "step": 27870
    },
    {
      "epoch": 164.97041420118344,
      "grad_norm": 1.3027018308639526,
      "learning_rate": 0.0001,
      "loss": 0.0203,
      "step": 27880
    },
    {
      "epoch": 165.02958579881656,
      "grad_norm": 1.9115771055221558,
      "learning_rate": 0.0001,
      "loss": 0.0212,
      "step": 27890
    },
    {
      "epoch": 165.0887573964497,
      "grad_norm": 2.1398773193359375,
      "learning_rate": 0.0001,
      "loss": 0.0206,
      "step": 27900
    },
    {
      "epoch": 165.14792899408283,
      "grad_norm": 2.067063331604004,
      "learning_rate": 0.0001,
      "loss": 0.0212,
      "step": 27910
    },
    {
      "epoch": 165.20710059171597,
      "grad_norm": 2.0062592029571533,
      "learning_rate": 0.0001,
      "loss": 0.0201,
      "step": 27920
    },
    {
      "epoch": 165.2662721893491,
      "grad_norm": 1.900478720664978,
      "learning_rate": 0.0001,
      "loss": 0.021,
      "step": 27930
    },
    {
      "epoch": 165.32544378698225,
      "grad_norm": 1.6567600965499878,
      "learning_rate": 0.0001,
      "loss": 0.0205,
      "step": 27940
    },
    {
      "epoch": 165.3846153846154,
      "grad_norm": 1.256301999092102,
      "learning_rate": 0.0001,
      "loss": 0.0193,
      "step": 27950
    },
    {
      "epoch": 165.44378698224853,
      "grad_norm": 1.362735629081726,
      "learning_rate": 0.0001,
      "loss": 0.0194,
      "step": 27960
    },
    {
      "epoch": 165.50295857988166,
      "grad_norm": 1.129341959953308,
      "learning_rate": 0.0001,
      "loss": 0.0189,
      "step": 27970
    },
    {
      "epoch": 165.5621301775148,
      "grad_norm": 1.402551531791687,
      "learning_rate": 0.0001,
      "loss": 0.0198,
      "step": 27980
    },
    {
      "epoch": 165.62130177514794,
      "grad_norm": 1.0141092538833618,
      "learning_rate": 0.0001,
      "loss": 0.0204,
      "step": 27990
    },
    {
      "epoch": 165.68047337278105,
      "grad_norm": 1.6125699281692505,
      "learning_rate": 0.0001,
      "loss": 0.0206,
      "step": 28000
    },
    {
      "epoch": 165.7396449704142,
      "grad_norm": 1.5297123193740845,
      "learning_rate": 0.0001,
      "loss": 0.0211,
      "step": 28010
    },
    {
      "epoch": 165.79881656804733,
      "grad_norm": 1.2079156637191772,
      "learning_rate": 0.0001,
      "loss": 0.0207,
      "step": 28020
    },
    {
      "epoch": 165.85798816568047,
      "grad_norm": 1.598610758781433,
      "learning_rate": 0.0001,
      "loss": 0.0209,
      "step": 28030
    },
    {
      "epoch": 165.9171597633136,
      "grad_norm": 1.3283164501190186,
      "learning_rate": 0.0001,
      "loss": 0.0214,
      "step": 28040
    },
    {
      "epoch": 165.97633136094674,
      "grad_norm": 1.4421133995056152,
      "learning_rate": 0.0001,
      "loss": 0.0206,
      "step": 28050
    },
    {
      "epoch": 166.03550295857988,
      "grad_norm": 1.7973997592926025,
      "learning_rate": 0.0001,
      "loss": 0.022,
      "step": 28060
    },
    {
      "epoch": 166.09467455621302,
      "grad_norm": 1.5220794677734375,
      "learning_rate": 0.0001,
      "loss": 0.0212,
      "step": 28070
    },
    {
      "epoch": 166.15384615384616,
      "grad_norm": 2.1048288345336914,
      "learning_rate": 0.0001,
      "loss": 0.0211,
      "step": 28080
    },
    {
      "epoch": 166.2130177514793,
      "grad_norm": 1.98041570186615,
      "learning_rate": 0.0001,
      "loss": 0.02,
      "step": 28090
    },
    {
      "epoch": 166.27218934911244,
      "grad_norm": 1.1499509811401367,
      "learning_rate": 0.0001,
      "loss": 0.02,
      "step": 28100
    },
    {
      "epoch": 166.33136094674558,
      "grad_norm": 1.602230191230774,
      "learning_rate": 0.0001,
      "loss": 0.0197,
      "step": 28110
    },
    {
      "epoch": 166.3905325443787,
      "grad_norm": 1.6328662633895874,
      "learning_rate": 0.0001,
      "loss": 0.0198,
      "step": 28120
    },
    {
      "epoch": 166.44970414201183,
      "grad_norm": 1.5837839841842651,
      "learning_rate": 0.0001,
      "loss": 0.0202,
      "step": 28130
    },
    {
      "epoch": 166.50887573964496,
      "grad_norm": 1.112396478652954,
      "learning_rate": 0.0001,
      "loss": 0.0204,
      "step": 28140
    },
    {
      "epoch": 166.5680473372781,
      "grad_norm": 1.3772350549697876,
      "learning_rate": 0.0001,
      "loss": 0.0195,
      "step": 28150
    },
    {
      "epoch": 166.62721893491124,
      "grad_norm": 1.2232868671417236,
      "learning_rate": 0.0001,
      "loss": 0.0208,
      "step": 28160
    },
    {
      "epoch": 166.68639053254438,
      "grad_norm": 1.5135313272476196,
      "learning_rate": 0.0001,
      "loss": 0.0206,
      "step": 28170
    },
    {
      "epoch": 166.74556213017752,
      "grad_norm": 1.9510449171066284,
      "learning_rate": 0.0001,
      "loss": 0.0219,
      "step": 28180
    },
    {
      "epoch": 166.80473372781066,
      "grad_norm": 1.631888508796692,
      "learning_rate": 0.0001,
      "loss": 0.0209,
      "step": 28190
    },
    {
      "epoch": 166.8639053254438,
      "grad_norm": 0.998680591583252,
      "learning_rate": 0.0001,
      "loss": 0.0202,
      "step": 28200
    },
    {
      "epoch": 166.92307692307693,
      "grad_norm": 1.169971227645874,
      "learning_rate": 0.0001,
      "loss": 0.021,
      "step": 28210
    },
    {
      "epoch": 166.98224852071007,
      "grad_norm": 1.02693510055542,
      "learning_rate": 0.0001,
      "loss": 0.021,
      "step": 28220
    },
    {
      "epoch": 167.04142011834318,
      "grad_norm": 1.1905282735824585,
      "learning_rate": 0.0001,
      "loss": 0.0207,
      "step": 28230
    },
    {
      "epoch": 167.10059171597632,
      "grad_norm": 1.2627322673797607,
      "learning_rate": 0.0001,
      "loss": 0.0212,
      "step": 28240
    },
    {
      "epoch": 167.15976331360946,
      "grad_norm": 1.3498303890228271,
      "learning_rate": 0.0001,
      "loss": 0.0219,
      "step": 28250
    },
    {
      "epoch": 167.2189349112426,
      "grad_norm": 1.7049435377120972,
      "learning_rate": 0.0001,
      "loss": 0.0228,
      "step": 28260
    },
    {
      "epoch": 167.27810650887574,
      "grad_norm": 1.4110229015350342,
      "learning_rate": 0.0001,
      "loss": 0.0224,
      "step": 28270
    },
    {
      "epoch": 167.33727810650888,
      "grad_norm": 1.2246208190917969,
      "learning_rate": 0.0001,
      "loss": 0.0212,
      "step": 28280
    },
    {
      "epoch": 167.39644970414201,
      "grad_norm": 1.0329488515853882,
      "learning_rate": 0.0001,
      "loss": 0.0208,
      "step": 28290
    },
    {
      "epoch": 167.45562130177515,
      "grad_norm": 1.6445579528808594,
      "learning_rate": 0.0001,
      "loss": 0.0215,
      "step": 28300
    },
    {
      "epoch": 167.5147928994083,
      "grad_norm": 1.343801498413086,
      "learning_rate": 0.0001,
      "loss": 0.0215,
      "step": 28310
    },
    {
      "epoch": 167.57396449704143,
      "grad_norm": 1.3765617609024048,
      "learning_rate": 0.0001,
      "loss": 0.0209,
      "step": 28320
    },
    {
      "epoch": 167.63313609467457,
      "grad_norm": 1.5076580047607422,
      "learning_rate": 0.0001,
      "loss": 0.0217,
      "step": 28330
    },
    {
      "epoch": 167.69230769230768,
      "grad_norm": 1.040397047996521,
      "learning_rate": 0.0001,
      "loss": 0.0203,
      "step": 28340
    },
    {
      "epoch": 167.75147928994082,
      "grad_norm": 1.3323358297348022,
      "learning_rate": 0.0001,
      "loss": 0.0207,
      "step": 28350
    },
    {
      "epoch": 167.81065088757396,
      "grad_norm": 1.6750715970993042,
      "learning_rate": 0.0001,
      "loss": 0.0203,
      "step": 28360
    },
    {
      "epoch": 167.8698224852071,
      "grad_norm": 1.3826377391815186,
      "learning_rate": 0.0001,
      "loss": 0.0208,
      "step": 28370
    },
    {
      "epoch": 167.92899408284023,
      "grad_norm": 1.2411855459213257,
      "learning_rate": 0.0001,
      "loss": 0.0212,
      "step": 28380
    },
    {
      "epoch": 167.98816568047337,
      "grad_norm": 1.6303590536117554,
      "learning_rate": 0.0001,
      "loss": 0.0206,
      "step": 28390
    },
    {
      "epoch": 168.0473372781065,
      "grad_norm": 1.4624512195587158,
      "learning_rate": 0.0001,
      "loss": 0.0207,
      "step": 28400
    },
    {
      "epoch": 168.10650887573965,
      "grad_norm": 1.8371764421463013,
      "learning_rate": 0.0001,
      "loss": 0.0207,
      "step": 28410
    },
    {
      "epoch": 168.1656804733728,
      "grad_norm": 1.3704978227615356,
      "learning_rate": 0.0001,
      "loss": 0.0207,
      "step": 28420
    },
    {
      "epoch": 168.22485207100593,
      "grad_norm": 1.2947602272033691,
      "learning_rate": 0.0001,
      "loss": 0.0201,
      "step": 28430
    },
    {
      "epoch": 168.28402366863907,
      "grad_norm": 0.8694601655006409,
      "learning_rate": 0.0001,
      "loss": 0.0198,
      "step": 28440
    },
    {
      "epoch": 168.34319526627218,
      "grad_norm": 1.1108675003051758,
      "learning_rate": 0.0001,
      "loss": 0.0202,
      "step": 28450
    },
    {
      "epoch": 168.4023668639053,
      "grad_norm": 1.426690936088562,
      "learning_rate": 0.0001,
      "loss": 0.0202,
      "step": 28460
    },
    {
      "epoch": 168.46153846153845,
      "grad_norm": 1.339786171913147,
      "learning_rate": 0.0001,
      "loss": 0.0211,
      "step": 28470
    },
    {
      "epoch": 168.5207100591716,
      "grad_norm": 1.308549165725708,
      "learning_rate": 0.0001,
      "loss": 0.0218,
      "step": 28480
    },
    {
      "epoch": 168.57988165680473,
      "grad_norm": 1.0546276569366455,
      "learning_rate": 0.0001,
      "loss": 0.0214,
      "step": 28490
    },
    {
      "epoch": 168.63905325443787,
      "grad_norm": 1.1581183671951294,
      "learning_rate": 0.0001,
      "loss": 0.0211,
      "step": 28500
    },
    {
      "epoch": 168.698224852071,
      "grad_norm": 1.21005117893219,
      "learning_rate": 0.0001,
      "loss": 0.0211,
      "step": 28510
    },
    {
      "epoch": 168.75739644970415,
      "grad_norm": 1.1822372674942017,
      "learning_rate": 0.0001,
      "loss": 0.0206,
      "step": 28520
    },
    {
      "epoch": 168.81656804733728,
      "grad_norm": 1.6504062414169312,
      "learning_rate": 0.0001,
      "loss": 0.0208,
      "step": 28530
    },
    {
      "epoch": 168.87573964497042,
      "grad_norm": 1.3964111804962158,
      "learning_rate": 0.0001,
      "loss": 0.0212,
      "step": 28540
    },
    {
      "epoch": 168.93491124260356,
      "grad_norm": 1.2515379190444946,
      "learning_rate": 0.0001,
      "loss": 0.0215,
      "step": 28550
    },
    {
      "epoch": 168.9940828402367,
      "grad_norm": 1.3420222997665405,
      "learning_rate": 0.0001,
      "loss": 0.0206,
      "step": 28560
    },
    {
      "epoch": 169.0532544378698,
      "grad_norm": 1.9098690748214722,
      "learning_rate": 0.0001,
      "loss": 0.0214,
      "step": 28570
    },
    {
      "epoch": 169.11242603550295,
      "grad_norm": 1.1409969329833984,
      "learning_rate": 0.0001,
      "loss": 0.0195,
      "step": 28580
    },
    {
      "epoch": 169.1715976331361,
      "grad_norm": 1.4341984987258911,
      "learning_rate": 0.0001,
      "loss": 0.0199,
      "step": 28590
    },
    {
      "epoch": 169.23076923076923,
      "grad_norm": 1.3402860164642334,
      "learning_rate": 0.0001,
      "loss": 0.0201,
      "step": 28600
    },
    {
      "epoch": 169.28994082840237,
      "grad_norm": 1.084418773651123,
      "learning_rate": 0.0001,
      "loss": 0.0202,
      "step": 28610
    },
    {
      "epoch": 169.3491124260355,
      "grad_norm": 1.647748589515686,
      "learning_rate": 0.0001,
      "loss": 0.0206,
      "step": 28620
    },
    {
      "epoch": 169.40828402366864,
      "grad_norm": 1.5535495281219482,
      "learning_rate": 0.0001,
      "loss": 0.0207,
      "step": 28630
    },
    {
      "epoch": 169.46745562130178,
      "grad_norm": 1.8607282638549805,
      "learning_rate": 0.0001,
      "loss": 0.0209,
      "step": 28640
    },
    {
      "epoch": 169.52662721893492,
      "grad_norm": 1.7550369501113892,
      "learning_rate": 0.0001,
      "loss": 0.0212,
      "step": 28650
    },
    {
      "epoch": 169.58579881656806,
      "grad_norm": 1.263322353363037,
      "learning_rate": 0.0001,
      "loss": 0.0206,
      "step": 28660
    },
    {
      "epoch": 169.6449704142012,
      "grad_norm": 1.3744840621948242,
      "learning_rate": 0.0001,
      "loss": 0.0201,
      "step": 28670
    },
    {
      "epoch": 169.7041420118343,
      "grad_norm": 1.6408401727676392,
      "learning_rate": 0.0001,
      "loss": 0.0199,
      "step": 28680
    },
    {
      "epoch": 169.76331360946745,
      "grad_norm": 1.4143186807632446,
      "learning_rate": 0.0001,
      "loss": 0.0203,
      "step": 28690
    },
    {
      "epoch": 169.82248520710058,
      "grad_norm": 1.4227958917617798,
      "learning_rate": 0.0001,
      "loss": 0.0205,
      "step": 28700
    },
    {
      "epoch": 169.88165680473372,
      "grad_norm": 1.1799561977386475,
      "learning_rate": 0.0001,
      "loss": 0.0203,
      "step": 28710
    },
    {
      "epoch": 169.94082840236686,
      "grad_norm": 1.5431208610534668,
      "learning_rate": 0.0001,
      "loss": 0.021,
      "step": 28720
    },
    {
      "epoch": 170.0,
      "grad_norm": 1.1486120223999023,
      "learning_rate": 0.0001,
      "loss": 0.0208,
      "step": 28730
    },
    {
      "epoch": 170.05917159763314,
      "grad_norm": 1.3249890804290771,
      "learning_rate": 0.0001,
      "loss": 0.0202,
      "step": 28740
    },
    {
      "epoch": 170.11834319526628,
      "grad_norm": 1.0075592994689941,
      "learning_rate": 0.0001,
      "loss": 0.0205,
      "step": 28750
    },
    {
      "epoch": 170.17751479289942,
      "grad_norm": 1.2552599906921387,
      "learning_rate": 0.0001,
      "loss": 0.0201,
      "step": 28760
    },
    {
      "epoch": 170.23668639053255,
      "grad_norm": 1.3920470476150513,
      "learning_rate": 0.0001,
      "loss": 0.0202,
      "step": 28770
    },
    {
      "epoch": 170.2958579881657,
      "grad_norm": 1.213984489440918,
      "learning_rate": 0.0001,
      "loss": 0.0201,
      "step": 28780
    },
    {
      "epoch": 170.3550295857988,
      "grad_norm": 1.1243146657943726,
      "learning_rate": 0.0001,
      "loss": 0.0213,
      "step": 28790
    },
    {
      "epoch": 170.41420118343194,
      "grad_norm": 1.6383343935012817,
      "learning_rate": 0.0001,
      "loss": 0.0215,
      "step": 28800
    },
    {
      "epoch": 170.47337278106508,
      "grad_norm": 1.5189059972763062,
      "learning_rate": 0.0001,
      "loss": 0.0213,
      "step": 28810
    },
    {
      "epoch": 170.53254437869822,
      "grad_norm": 1.2604376077651978,
      "learning_rate": 0.0001,
      "loss": 0.0217,
      "step": 28820
    },
    {
      "epoch": 170.59171597633136,
      "grad_norm": 1.3695119619369507,
      "learning_rate": 0.0001,
      "loss": 0.0207,
      "step": 28830
    },
    {
      "epoch": 170.6508875739645,
      "grad_norm": 1.5070149898529053,
      "learning_rate": 0.0001,
      "loss": 0.021,
      "step": 28840
    },
    {
      "epoch": 170.71005917159763,
      "grad_norm": 1.1843678951263428,
      "learning_rate": 0.0001,
      "loss": 0.0201,
      "step": 28850
    },
    {
      "epoch": 170.76923076923077,
      "grad_norm": 1.320669412612915,
      "learning_rate": 0.0001,
      "loss": 0.0204,
      "step": 28860
    },
    {
      "epoch": 170.8284023668639,
      "grad_norm": 1.3693448305130005,
      "learning_rate": 0.0001,
      "loss": 0.0205,
      "step": 28870
    },
    {
      "epoch": 170.88757396449705,
      "grad_norm": 1.0337870121002197,
      "learning_rate": 0.0001,
      "loss": 0.0203,
      "step": 28880
    },
    {
      "epoch": 170.9467455621302,
      "grad_norm": 1.3718266487121582,
      "learning_rate": 0.0001,
      "loss": 0.0207,
      "step": 28890
    },
    {
      "epoch": 171.0059171597633,
      "grad_norm": 1.3123154640197754,
      "learning_rate": 0.0001,
      "loss": 0.0202,
      "step": 28900
    },
    {
      "epoch": 171.06508875739644,
      "grad_norm": 1.2668001651763916,
      "learning_rate": 0.0001,
      "loss": 0.0199,
      "step": 28910
    },
    {
      "epoch": 171.12426035502958,
      "grad_norm": 1.158882975578308,
      "learning_rate": 0.0001,
      "loss": 0.0198,
      "step": 28920
    },
    {
      "epoch": 171.18343195266272,
      "grad_norm": 1.5298535823822021,
      "learning_rate": 0.0001,
      "loss": 0.0201,
      "step": 28930
    },
    {
      "epoch": 171.24260355029585,
      "grad_norm": 1.679901361465454,
      "learning_rate": 0.0001,
      "loss": 0.0216,
      "step": 28940
    },
    {
      "epoch": 171.301775147929,
      "grad_norm": 1.382987380027771,
      "learning_rate": 0.0001,
      "loss": 0.0208,
      "step": 28950
    },
    {
      "epoch": 171.36094674556213,
      "grad_norm": 1.252353549003601,
      "learning_rate": 0.0001,
      "loss": 0.021,
      "step": 28960
    },
    {
      "epoch": 171.42011834319527,
      "grad_norm": 1.1847411394119263,
      "learning_rate": 0.0001,
      "loss": 0.0208,
      "step": 28970
    },
    {
      "epoch": 171.4792899408284,
      "grad_norm": 1.5485897064208984,
      "learning_rate": 0.0001,
      "loss": 0.0204,
      "step": 28980
    },
    {
      "epoch": 171.53846153846155,
      "grad_norm": 1.0680222511291504,
      "learning_rate": 0.0001,
      "loss": 0.022,
      "step": 28990
    },
    {
      "epoch": 171.5976331360947,
      "grad_norm": 1.4391332864761353,
      "learning_rate": 0.0001,
      "loss": 0.0212,
      "step": 29000
    },
    {
      "epoch": 171.65680473372782,
      "grad_norm": 1.5344312191009521,
      "learning_rate": 0.0001,
      "loss": 0.0215,
      "step": 29010
    },
    {
      "epoch": 171.71597633136093,
      "grad_norm": 1.7186328172683716,
      "learning_rate": 0.0001,
      "loss": 0.0218,
      "step": 29020
    },
    {
      "epoch": 171.77514792899407,
      "grad_norm": 1.4204037189483643,
      "learning_rate": 0.0001,
      "loss": 0.0215,
      "step": 29030
    },
    {
      "epoch": 171.8343195266272,
      "grad_norm": 1.4369336366653442,
      "learning_rate": 0.0001,
      "loss": 0.021,
      "step": 29040
    },
    {
      "epoch": 171.89349112426035,
      "grad_norm": 1.0658568143844604,
      "learning_rate": 0.0001,
      "loss": 0.0206,
      "step": 29050
    },
    {
      "epoch": 171.9526627218935,
      "grad_norm": 1.1952731609344482,
      "learning_rate": 0.0001,
      "loss": 0.02,
      "step": 29060
    },
    {
      "epoch": 172.01183431952663,
      "grad_norm": 1.6892961263656616,
      "learning_rate": 0.0001,
      "loss": 0.0199,
      "step": 29070
    },
    {
      "epoch": 172.07100591715977,
      "grad_norm": 1.3147574663162231,
      "learning_rate": 0.0001,
      "loss": 0.02,
      "step": 29080
    },
    {
      "epoch": 172.1301775147929,
      "grad_norm": 1.232138752937317,
      "learning_rate": 0.0001,
      "loss": 0.02,
      "step": 29090
    },
    {
      "epoch": 172.18934911242604,
      "grad_norm": 1.2529348134994507,
      "learning_rate": 0.0001,
      "loss": 0.0195,
      "step": 29100
    },
    {
      "epoch": 172.24852071005918,
      "grad_norm": 1.0703256130218506,
      "learning_rate": 0.0001,
      "loss": 0.0199,
      "step": 29110
    },
    {
      "epoch": 172.30769230769232,
      "grad_norm": 1.1079317331314087,
      "learning_rate": 0.0001,
      "loss": 0.02,
      "step": 29120
    },
    {
      "epoch": 172.36686390532543,
      "grad_norm": 1.4073727130889893,
      "learning_rate": 0.0001,
      "loss": 0.0213,
      "step": 29130
    },
    {
      "epoch": 172.42603550295857,
      "grad_norm": 1.081437349319458,
      "learning_rate": 0.0001,
      "loss": 0.0198,
      "step": 29140
    },
    {
      "epoch": 172.4852071005917,
      "grad_norm": 1.0226389169692993,
      "learning_rate": 0.0001,
      "loss": 0.0197,
      "step": 29150
    },
    {
      "epoch": 172.54437869822485,
      "grad_norm": 1.392824649810791,
      "learning_rate": 0.0001,
      "loss": 0.0208,
      "step": 29160
    },
    {
      "epoch": 172.60355029585799,
      "grad_norm": 1.2494075298309326,
      "learning_rate": 0.0001,
      "loss": 0.0207,
      "step": 29170
    },
    {
      "epoch": 172.66272189349112,
      "grad_norm": 1.3780487775802612,
      "learning_rate": 0.0001,
      "loss": 0.0203,
      "step": 29180
    },
    {
      "epoch": 172.72189349112426,
      "grad_norm": 1.5273252725601196,
      "learning_rate": 0.0001,
      "loss": 0.0204,
      "step": 29190
    },
    {
      "epoch": 172.7810650887574,
      "grad_norm": 1.6077675819396973,
      "learning_rate": 0.0001,
      "loss": 0.0207,
      "step": 29200
    },
    {
      "epoch": 172.84023668639054,
      "grad_norm": 1.3842045068740845,
      "learning_rate": 0.0001,
      "loss": 0.0205,
      "step": 29210
    },
    {
      "epoch": 172.89940828402368,
      "grad_norm": 1.388234257698059,
      "learning_rate": 0.0001,
      "loss": 0.02,
      "step": 29220
    },
    {
      "epoch": 172.95857988165682,
      "grad_norm": 1.3920035362243652,
      "learning_rate": 0.0001,
      "loss": 0.0198,
      "step": 29230
    },
    {
      "epoch": 173.01775147928993,
      "grad_norm": 1.481914758682251,
      "learning_rate": 0.0001,
      "loss": 0.0197,
      "step": 29240
    },
    {
      "epoch": 173.07692307692307,
      "grad_norm": 1.9563484191894531,
      "learning_rate": 0.0001,
      "loss": 0.0205,
      "step": 29250
    },
    {
      "epoch": 173.1360946745562,
      "grad_norm": 1.6201084852218628,
      "learning_rate": 0.0001,
      "loss": 0.0204,
      "step": 29260
    },
    {
      "epoch": 173.19526627218934,
      "grad_norm": 1.8054239749908447,
      "learning_rate": 0.0001,
      "loss": 0.0195,
      "step": 29270
    },
    {
      "epoch": 173.25443786982248,
      "grad_norm": 1.5917344093322754,
      "learning_rate": 0.0001,
      "loss": 0.0205,
      "step": 29280
    },
    {
      "epoch": 173.31360946745562,
      "grad_norm": 1.4886672496795654,
      "learning_rate": 0.0001,
      "loss": 0.0195,
      "step": 29290
    },
    {
      "epoch": 173.37278106508876,
      "grad_norm": 1.471673846244812,
      "learning_rate": 0.0001,
      "loss": 0.0205,
      "step": 29300
    },
    {
      "epoch": 173.4319526627219,
      "grad_norm": 1.7491230964660645,
      "learning_rate": 0.0001,
      "loss": 0.0209,
      "step": 29310
    },
    {
      "epoch": 173.49112426035504,
      "grad_norm": 1.7799426317214966,
      "learning_rate": 0.0001,
      "loss": 0.0202,
      "step": 29320
    },
    {
      "epoch": 173.55029585798817,
      "grad_norm": 1.5339809656143188,
      "learning_rate": 0.0001,
      "loss": 0.0199,
      "step": 29330
    },
    {
      "epoch": 173.6094674556213,
      "grad_norm": 1.555969476699829,
      "learning_rate": 0.0001,
      "loss": 0.0195,
      "step": 29340
    },
    {
      "epoch": 173.66863905325442,
      "grad_norm": 1.247040867805481,
      "learning_rate": 0.0001,
      "loss": 0.0201,
      "step": 29350
    },
    {
      "epoch": 173.72781065088756,
      "grad_norm": 1.0060384273529053,
      "learning_rate": 0.0001,
      "loss": 0.0204,
      "step": 29360
    },
    {
      "epoch": 173.7869822485207,
      "grad_norm": 1.3172825574874878,
      "learning_rate": 0.0001,
      "loss": 0.0206,
      "step": 29370
    },
    {
      "epoch": 173.84615384615384,
      "grad_norm": 1.3392817974090576,
      "learning_rate": 0.0001,
      "loss": 0.0211,
      "step": 29380
    },
    {
      "epoch": 173.90532544378698,
      "grad_norm": 1.2696956396102905,
      "learning_rate": 0.0001,
      "loss": 0.0197,
      "step": 29390
    },
    {
      "epoch": 173.96449704142012,
      "grad_norm": 1.515369176864624,
      "learning_rate": 0.0001,
      "loss": 0.0196,
      "step": 29400
    },
    {
      "epoch": 174.02366863905326,
      "grad_norm": 1.594237208366394,
      "learning_rate": 0.0001,
      "loss": 0.0198,
      "step": 29410
    },
    {
      "epoch": 174.0828402366864,
      "grad_norm": 1.0530644655227661,
      "learning_rate": 0.0001,
      "loss": 0.0202,
      "step": 29420
    },
    {
      "epoch": 174.14201183431953,
      "grad_norm": 1.2468581199645996,
      "learning_rate": 0.0001,
      "loss": 0.0197,
      "step": 29430
    },
    {
      "epoch": 174.20118343195267,
      "grad_norm": 1.633934736251831,
      "learning_rate": 0.0001,
      "loss": 0.0203,
      "step": 29440
    },
    {
      "epoch": 174.2603550295858,
      "grad_norm": 1.3016362190246582,
      "learning_rate": 0.0001,
      "loss": 0.0206,
      "step": 29450
    },
    {
      "epoch": 174.31952662721895,
      "grad_norm": 1.9396010637283325,
      "learning_rate": 0.0001,
      "loss": 0.021,
      "step": 29460
    },
    {
      "epoch": 174.37869822485206,
      "grad_norm": 1.6446977853775024,
      "learning_rate": 0.0001,
      "loss": 0.0206,
      "step": 29470
    },
    {
      "epoch": 174.4378698224852,
      "grad_norm": 1.350695252418518,
      "learning_rate": 0.0001,
      "loss": 0.0206,
      "step": 29480
    },
    {
      "epoch": 174.49704142011834,
      "grad_norm": 1.6368964910507202,
      "learning_rate": 0.0001,
      "loss": 0.0203,
      "step": 29490
    },
    {
      "epoch": 174.55621301775147,
      "grad_norm": 1.0427780151367188,
      "learning_rate": 0.0001,
      "loss": 0.0198,
      "step": 29500
    },
    {
      "epoch": 174.6153846153846,
      "grad_norm": 1.2636420726776123,
      "learning_rate": 0.0001,
      "loss": 0.0192,
      "step": 29510
    },
    {
      "epoch": 174.67455621301775,
      "grad_norm": 1.108978271484375,
      "learning_rate": 0.0001,
      "loss": 0.0197,
      "step": 29520
    },
    {
      "epoch": 174.7337278106509,
      "grad_norm": 1.4367252588272095,
      "learning_rate": 0.0001,
      "loss": 0.0202,
      "step": 29530
    },
    {
      "epoch": 174.79289940828403,
      "grad_norm": 1.2309788465499878,
      "learning_rate": 0.0001,
      "loss": 0.0198,
      "step": 29540
    },
    {
      "epoch": 174.85207100591717,
      "grad_norm": 1.6016262769699097,
      "learning_rate": 0.0001,
      "loss": 0.0205,
      "step": 29550
    },
    {
      "epoch": 174.9112426035503,
      "grad_norm": 1.1001559495925903,
      "learning_rate": 0.0001,
      "loss": 0.0211,
      "step": 29560
    },
    {
      "epoch": 174.97041420118344,
      "grad_norm": 1.0402005910873413,
      "learning_rate": 0.0001,
      "loss": 0.0205,
      "step": 29570
    },
    {
      "epoch": 175.02958579881656,
      "grad_norm": 1.2219501733779907,
      "learning_rate": 0.0001,
      "loss": 0.021,
      "step": 29580
    },
    {
      "epoch": 175.0887573964497,
      "grad_norm": 1.9616849422454834,
      "learning_rate": 0.0001,
      "loss": 0.0213,
      "step": 29590
    },
    {
      "epoch": 175.14792899408283,
      "grad_norm": 1.4221283197402954,
      "learning_rate": 0.0001,
      "loss": 0.0215,
      "step": 29600
    },
    {
      "epoch": 175.20710059171597,
      "grad_norm": 1.669772982597351,
      "learning_rate": 0.0001,
      "loss": 0.0211,
      "step": 29610
    },
    {
      "epoch": 175.2662721893491,
      "grad_norm": 1.7154561281204224,
      "learning_rate": 0.0001,
      "loss": 0.021,
      "step": 29620
    },
    {
      "epoch": 175.32544378698225,
      "grad_norm": 2.0588152408599854,
      "learning_rate": 0.0001,
      "loss": 0.0212,
      "step": 29630
    },
    {
      "epoch": 175.3846153846154,
      "grad_norm": 1.3357089757919312,
      "learning_rate": 0.0001,
      "loss": 0.0217,
      "step": 29640
    },
    {
      "epoch": 175.44378698224853,
      "grad_norm": 1.5747579336166382,
      "learning_rate": 0.0001,
      "loss": 0.0202,
      "step": 29650
    },
    {
      "epoch": 175.50295857988166,
      "grad_norm": 1.3923267126083374,
      "learning_rate": 0.0001,
      "loss": 0.021,
      "step": 29660
    },
    {
      "epoch": 175.5621301775148,
      "grad_norm": 0.9493241906166077,
      "learning_rate": 0.0001,
      "loss": 0.0209,
      "step": 29670
    },
    {
      "epoch": 175.62130177514794,
      "grad_norm": 1.2377265691757202,
      "learning_rate": 0.0001,
      "loss": 0.02,
      "step": 29680
    },
    {
      "epoch": 175.68047337278105,
      "grad_norm": 1.642826795578003,
      "learning_rate": 0.0001,
      "loss": 0.0204,
      "step": 29690
    },
    {
      "epoch": 175.7396449704142,
      "grad_norm": 1.214561939239502,
      "learning_rate": 0.0001,
      "loss": 0.0205,
      "step": 29700
    },
    {
      "epoch": 175.79881656804733,
      "grad_norm": 1.1034890413284302,
      "learning_rate": 0.0001,
      "loss": 0.0213,
      "step": 29710
    },
    {
      "epoch": 175.85798816568047,
      "grad_norm": 1.6714036464691162,
      "learning_rate": 0.0001,
      "loss": 0.0204,
      "step": 29720
    },
    {
      "epoch": 175.9171597633136,
      "grad_norm": 1.4150586128234863,
      "learning_rate": 0.0001,
      "loss": 0.0195,
      "step": 29730
    },
    {
      "epoch": 175.97633136094674,
      "grad_norm": 0.9823798537254333,
      "learning_rate": 0.0001,
      "loss": 0.0205,
      "step": 29740
    },
    {
      "epoch": 176.03550295857988,
      "grad_norm": 1.3715885877609253,
      "learning_rate": 0.0001,
      "loss": 0.0204,
      "step": 29750
    },
    {
      "epoch": 176.09467455621302,
      "grad_norm": 1.2801471948623657,
      "learning_rate": 0.0001,
      "loss": 0.0208,
      "step": 29760
    },
    {
      "epoch": 176.15384615384616,
      "grad_norm": 1.676878571510315,
      "learning_rate": 0.0001,
      "loss": 0.0198,
      "step": 29770
    },
    {
      "epoch": 176.2130177514793,
      "grad_norm": 1.4663437604904175,
      "learning_rate": 0.0001,
      "loss": 0.0196,
      "step": 29780
    },
    {
      "epoch": 176.27218934911244,
      "grad_norm": 1.6433913707733154,
      "learning_rate": 0.0001,
      "loss": 0.021,
      "step": 29790
    },
    {
      "epoch": 176.33136094674558,
      "grad_norm": 1.424636960029602,
      "learning_rate": 0.0001,
      "loss": 0.0203,
      "step": 29800
    },
    {
      "epoch": 176.3905325443787,
      "grad_norm": 1.5283465385437012,
      "learning_rate": 0.0001,
      "loss": 0.0205,
      "step": 29810
    },
    {
      "epoch": 176.44970414201183,
      "grad_norm": 1.5467497110366821,
      "learning_rate": 0.0001,
      "loss": 0.0198,
      "step": 29820
    },
    {
      "epoch": 176.50887573964496,
      "grad_norm": 1.709425687789917,
      "learning_rate": 0.0001,
      "loss": 0.0203,
      "step": 29830
    },
    {
      "epoch": 176.5680473372781,
      "grad_norm": 1.3818328380584717,
      "learning_rate": 0.0001,
      "loss": 0.0206,
      "step": 29840
    },
    {
      "epoch": 176.62721893491124,
      "grad_norm": 1.6466234922409058,
      "learning_rate": 0.0001,
      "loss": 0.0189,
      "step": 29850
    },
    {
      "epoch": 176.68639053254438,
      "grad_norm": 1.3043073415756226,
      "learning_rate": 0.0001,
      "loss": 0.0195,
      "step": 29860
    },
    {
      "epoch": 176.74556213017752,
      "grad_norm": 1.2633230686187744,
      "learning_rate": 0.0001,
      "loss": 0.0195,
      "step": 29870
    },
    {
      "epoch": 176.80473372781066,
      "grad_norm": 1.1208112239837646,
      "learning_rate": 0.0001,
      "loss": 0.0187,
      "step": 29880
    },
    {
      "epoch": 176.8639053254438,
      "grad_norm": 1.8045263290405273,
      "learning_rate": 0.0001,
      "loss": 0.0203,
      "step": 29890
    },
    {
      "epoch": 176.92307692307693,
      "grad_norm": 1.2053465843200684,
      "learning_rate": 0.0001,
      "loss": 0.0203,
      "step": 29900
    },
    {
      "epoch": 176.98224852071007,
      "grad_norm": 1.2236818075180054,
      "learning_rate": 0.0001,
      "loss": 0.0197,
      "step": 29910
    },
    {
      "epoch": 177.04142011834318,
      "grad_norm": 0.8661774396896362,
      "learning_rate": 0.0001,
      "loss": 0.0189,
      "step": 29920
    },
    {
      "epoch": 177.10059171597632,
      "grad_norm": 1.1514365673065186,
      "learning_rate": 0.0001,
      "loss": 0.0194,
      "step": 29930
    },
    {
      "epoch": 177.15976331360946,
      "grad_norm": 1.3736686706542969,
      "learning_rate": 0.0001,
      "loss": 0.0193,
      "step": 29940
    },
    {
      "epoch": 177.2189349112426,
      "grad_norm": 1.5175044536590576,
      "learning_rate": 0.0001,
      "loss": 0.0193,
      "step": 29950
    },
    {
      "epoch": 177.27810650887574,
      "grad_norm": 1.2698074579238892,
      "learning_rate": 0.0001,
      "loss": 0.0203,
      "step": 29960
    },
    {
      "epoch": 177.33727810650888,
      "grad_norm": 1.6316462755203247,
      "learning_rate": 0.0001,
      "loss": 0.0198,
      "step": 29970
    },
    {
      "epoch": 177.39644970414201,
      "grad_norm": 1.8149237632751465,
      "learning_rate": 0.0001,
      "loss": 0.0197,
      "step": 29980
    },
    {
      "epoch": 177.45562130177515,
      "grad_norm": 1.2934119701385498,
      "learning_rate": 0.0001,
      "loss": 0.0197,
      "step": 29990
    },
    {
      "epoch": 177.5147928994083,
      "grad_norm": 1.1632301807403564,
      "learning_rate": 0.0001,
      "loss": 0.0197,
      "step": 30000
    },
    {
      "epoch": 177.5147928994083,
      "step": 30000,
      "total_flos": 0.0,
      "train_loss": 0.06260814528216918,
      "train_runtime": 8082.3039,
      "train_samples_per_second": 237.556,
      "train_steps_per_second": 3.712
    }
  ],
  "logging_steps": 10,
  "max_steps": 30000,
  "num_input_tokens_seen": 0,
  "num_train_epochs": 178,
  "save_steps": 5000,
  "stateful_callbacks": {
    "TrainerControl": {
      "args": {
        "should_epoch_stop": false,
        "should_evaluate": false,
        "should_log": false,
        "should_save": true,
        "should_training_stop": true
      },
      "attributes": {}
    }
  },
  "total_flos": 0.0,
  "train_batch_size": 64,
  "trial_name": null,
  "trial_params": null
}