{
  "best_metric": null,
  "best_model_checkpoint": null,
  "epoch": 229.00763358778627,
  "eval_steps": 500,
  "global_step": 30000,
  "is_hyper_param_search": false,
  "is_local_process_zero": true,
  "is_world_process_zero": true,
  "log_history": [
    {
      "epoch": 0.07633587786259542,
      "grad_norm": 147.54278564453125,
      "learning_rate": 0.0001,
      "loss": 19.7957,
      "step": 10
    },
    {
      "epoch": 0.15267175572519084,
      "grad_norm": 71.73938751220703,
      "learning_rate": 0.0001,
      "loss": 4.927,
      "step": 20
    },
    {
      "epoch": 0.22900763358778625,
      "grad_norm": 61.56806564331055,
      "learning_rate": 0.0001,
      "loss": 3.6859,
      "step": 30
    },
    {
      "epoch": 0.3053435114503817,
      "grad_norm": 62.87024688720703,
      "learning_rate": 0.0001,
      "loss": 3.2496,
      "step": 40
    },
    {
      "epoch": 0.3816793893129771,
      "grad_norm": 65.14897918701172,
      "learning_rate": 0.0001,
      "loss": 2.9549,
      "step": 50
    },
    {
      "epoch": 0.4580152671755725,
      "grad_norm": 48.867881774902344,
      "learning_rate": 0.0001,
      "loss": 2.6972,
      "step": 60
    },
    {
      "epoch": 0.5343511450381679,
      "grad_norm": 46.04783248901367,
      "learning_rate": 0.0001,
      "loss": 2.4911,
      "step": 70
    },
    {
      "epoch": 0.6106870229007634,
      "grad_norm": 43.08463668823242,
      "learning_rate": 0.0001,
      "loss": 2.2699,
      "step": 80
    },
    {
      "epoch": 0.6870229007633588,
      "grad_norm": 50.57072830200195,
      "learning_rate": 0.0001,
      "loss": 2.1785,
      "step": 90
    },
    {
      "epoch": 0.7633587786259542,
      "grad_norm": 56.5272102355957,
      "learning_rate": 0.0001,
      "loss": 2.1087,
      "step": 100
    },
    {
      "epoch": 0.8396946564885496,
      "grad_norm": 45.83732604980469,
      "learning_rate": 0.0001,
      "loss": 1.9286,
      "step": 110
    },
    {
      "epoch": 0.916030534351145,
      "grad_norm": 40.292457580566406,
      "learning_rate": 0.0001,
      "loss": 1.854,
      "step": 120
    },
    {
      "epoch": 0.9923664122137404,
      "grad_norm": 40.04655456542969,
      "learning_rate": 0.0001,
      "loss": 1.7605,
      "step": 130
    },
    {
      "epoch": 1.0687022900763359,
      "grad_norm": 40.1998405456543,
      "learning_rate": 0.0001,
      "loss": 1.6288,
      "step": 140
    },
    {
      "epoch": 1.1450381679389312,
      "grad_norm": 48.981353759765625,
      "learning_rate": 0.0001,
      "loss": 1.5736,
      "step": 150
    },
    {
      "epoch": 1.2213740458015268,
      "grad_norm": 41.25627899169922,
      "learning_rate": 0.0001,
      "loss": 1.5328,
      "step": 160
    },
    {
      "epoch": 1.297709923664122,
      "grad_norm": 41.42210388183594,
      "learning_rate": 0.0001,
      "loss": 1.4441,
      "step": 170
    },
    {
      "epoch": 1.3740458015267176,
      "grad_norm": 39.97264862060547,
      "learning_rate": 0.0001,
      "loss": 1.3678,
      "step": 180
    },
    {
      "epoch": 1.450381679389313,
      "grad_norm": 34.61440658569336,
      "learning_rate": 0.0001,
      "loss": 1.2902,
      "step": 190
    },
    {
      "epoch": 1.5267175572519083,
      "grad_norm": 37.50465393066406,
      "learning_rate": 0.0001,
      "loss": 1.224,
      "step": 200
    },
    {
      "epoch": 1.6030534351145038,
      "grad_norm": 38.53634262084961,
      "learning_rate": 0.0001,
      "loss": 1.1735,
      "step": 210
    },
    {
      "epoch": 1.6793893129770994,
      "grad_norm": 32.820858001708984,
      "learning_rate": 0.0001,
      "loss": 1.1058,
      "step": 220
    },
    {
      "epoch": 1.7557251908396947,
      "grad_norm": 39.280033111572266,
      "learning_rate": 0.0001,
      "loss": 1.0663,
      "step": 230
    },
    {
      "epoch": 1.83206106870229,
      "grad_norm": 29.400344848632812,
      "learning_rate": 0.0001,
      "loss": 1.0092,
      "step": 240
    },
    {
      "epoch": 1.9083969465648853,
      "grad_norm": 32.804386138916016,
      "learning_rate": 0.0001,
      "loss": 0.9342,
      "step": 250
    },
    {
      "epoch": 1.984732824427481,
      "grad_norm": 31.14279556274414,
      "learning_rate": 0.0001,
      "loss": 0.889,
      "step": 260
    },
    {
      "epoch": 2.0610687022900764,
      "grad_norm": 33.04987335205078,
      "learning_rate": 0.0001,
      "loss": 0.8557,
      "step": 270
    },
    {
      "epoch": 2.1374045801526718,
      "grad_norm": 31.740598678588867,
      "learning_rate": 0.0001,
      "loss": 0.8187,
      "step": 280
    },
    {
      "epoch": 2.213740458015267,
      "grad_norm": 32.1165771484375,
      "learning_rate": 0.0001,
      "loss": 0.7714,
      "step": 290
    },
    {
      "epoch": 2.2900763358778624,
      "grad_norm": 25.50832748413086,
      "learning_rate": 0.0001,
      "loss": 0.73,
      "step": 300
    },
    {
      "epoch": 2.366412213740458,
      "grad_norm": 29.073759078979492,
      "learning_rate": 0.0001,
      "loss": 0.7096,
      "step": 310
    },
    {
      "epoch": 2.4427480916030535,
      "grad_norm": 26.61600685119629,
      "learning_rate": 0.0001,
      "loss": 0.6736,
      "step": 320
    },
    {
      "epoch": 2.519083969465649,
      "grad_norm": 24.383235931396484,
      "learning_rate": 0.0001,
      "loss": 0.6319,
      "step": 330
    },
    {
      "epoch": 2.595419847328244,
      "grad_norm": 28.688480377197266,
      "learning_rate": 0.0001,
      "loss": 0.6124,
      "step": 340
    },
    {
      "epoch": 2.67175572519084,
      "grad_norm": 26.218429565429688,
      "learning_rate": 0.0001,
      "loss": 0.5945,
      "step": 350
    },
    {
      "epoch": 2.7480916030534353,
      "grad_norm": 25.172529220581055,
      "learning_rate": 0.0001,
      "loss": 0.5655,
      "step": 360
    },
    {
      "epoch": 2.8244274809160306,
      "grad_norm": 23.70870018005371,
      "learning_rate": 0.0001,
      "loss": 0.5332,
      "step": 370
    },
    {
      "epoch": 2.900763358778626,
      "grad_norm": 21.387413024902344,
      "learning_rate": 0.0001,
      "loss": 0.5179,
      "step": 380
    },
    {
      "epoch": 2.9770992366412212,
      "grad_norm": 21.752134323120117,
      "learning_rate": 0.0001,
      "loss": 0.4902,
      "step": 390
    },
    {
      "epoch": 3.053435114503817,
      "grad_norm": 23.66169548034668,
      "learning_rate": 0.0001,
      "loss": 0.47,
      "step": 400
    },
    {
      "epoch": 3.1297709923664123,
      "grad_norm": 21.347278594970703,
      "learning_rate": 0.0001,
      "loss": 0.4497,
      "step": 410
    },
    {
      "epoch": 3.2061068702290076,
      "grad_norm": 22.956825256347656,
      "learning_rate": 0.0001,
      "loss": 0.4358,
      "step": 420
    },
    {
      "epoch": 3.282442748091603,
      "grad_norm": 19.53047752380371,
      "learning_rate": 0.0001,
      "loss": 0.429,
      "step": 430
    },
    {
      "epoch": 3.3587786259541983,
      "grad_norm": 22.486127853393555,
      "learning_rate": 0.0001,
      "loss": 0.4032,
      "step": 440
    },
    {
      "epoch": 3.435114503816794,
      "grad_norm": 22.76004981994629,
      "learning_rate": 0.0001,
      "loss": 0.3955,
      "step": 450
    },
    {
      "epoch": 3.5114503816793894,
      "grad_norm": 18.542287826538086,
      "learning_rate": 0.0001,
      "loss": 0.3817,
      "step": 460
    },
    {
      "epoch": 3.5877862595419847,
      "grad_norm": 20.056743621826172,
      "learning_rate": 0.0001,
      "loss": 0.3798,
      "step": 470
    },
    {
      "epoch": 3.66412213740458,
      "grad_norm": 17.211408615112305,
      "learning_rate": 0.0001,
      "loss": 0.3627,
      "step": 480
    },
    {
      "epoch": 3.7404580152671754,
      "grad_norm": 19.42917251586914,
      "learning_rate": 0.0001,
      "loss": 0.347,
      "step": 490
    },
    {
      "epoch": 3.816793893129771,
      "grad_norm": 18.256202697753906,
      "learning_rate": 0.0001,
      "loss": 0.3365,
      "step": 500
    },
    {
      "epoch": 3.8931297709923665,
      "grad_norm": 20.695405960083008,
      "learning_rate": 0.0001,
      "loss": 0.3331,
      "step": 510
    },
    {
      "epoch": 3.969465648854962,
      "grad_norm": 16.734952926635742,
      "learning_rate": 0.0001,
      "loss": 0.3184,
      "step": 520
    },
    {
      "epoch": 4.0458015267175576,
      "grad_norm": 14.16760540008545,
      "learning_rate": 0.0001,
      "loss": 0.3101,
      "step": 530
    },
    {
      "epoch": 4.122137404580153,
      "grad_norm": 16.39317512512207,
      "learning_rate": 0.0001,
      "loss": 0.303,
      "step": 540
    },
    {
      "epoch": 4.198473282442748,
      "grad_norm": 15.19994831085205,
      "learning_rate": 0.0001,
      "loss": 0.2981,
      "step": 550
    },
    {
      "epoch": 4.2748091603053435,
      "grad_norm": 14.27464771270752,
      "learning_rate": 0.0001,
      "loss": 0.2854,
      "step": 560
    },
    {
      "epoch": 4.351145038167939,
      "grad_norm": 13.44527530670166,
      "learning_rate": 0.0001,
      "loss": 0.2857,
      "step": 570
    },
    {
      "epoch": 4.427480916030534,
      "grad_norm": 16.66502571105957,
      "learning_rate": 0.0001,
      "loss": 0.2904,
      "step": 580
    },
    {
      "epoch": 4.5038167938931295,
      "grad_norm": 15.269689559936523,
      "learning_rate": 0.0001,
      "loss": 0.2815,
      "step": 590
    },
    {
      "epoch": 4.580152671755725,
      "grad_norm": 17.810136795043945,
      "learning_rate": 0.0001,
      "loss": 0.2689,
      "step": 600
    },
    {
      "epoch": 4.65648854961832,
      "grad_norm": 16.39440155029297,
      "learning_rate": 0.0001,
      "loss": 0.2664,
      "step": 610
    },
    {
      "epoch": 4.732824427480916,
      "grad_norm": 14.118106842041016,
      "learning_rate": 0.0001,
      "loss": 0.2582,
      "step": 620
    },
    {
      "epoch": 4.809160305343512,
      "grad_norm": 14.661361694335938,
      "learning_rate": 0.0001,
      "loss": 0.2548,
      "step": 630
    },
    {
      "epoch": 4.885496183206107,
      "grad_norm": 14.211882591247559,
      "learning_rate": 0.0001,
      "loss": 0.2517,
      "step": 640
    },
    {
      "epoch": 4.961832061068702,
      "grad_norm": 13.827794075012207,
      "learning_rate": 0.0001,
      "loss": 0.2501,
      "step": 650
    },
    {
      "epoch": 5.038167938931298,
      "grad_norm": 13.910344123840332,
      "learning_rate": 0.0001,
      "loss": 0.2422,
      "step": 660
    },
    {
      "epoch": 5.114503816793893,
      "grad_norm": 13.647887229919434,
      "learning_rate": 0.0001,
      "loss": 0.2341,
      "step": 670
    },
    {
      "epoch": 5.190839694656488,
      "grad_norm": 15.487009048461914,
      "learning_rate": 0.0001,
      "loss": 0.2334,
      "step": 680
    },
    {
      "epoch": 5.267175572519084,
      "grad_norm": 13.726089477539062,
      "learning_rate": 0.0001,
      "loss": 0.2278,
      "step": 690
    },
    {
      "epoch": 5.34351145038168,
      "grad_norm": 13.865954399108887,
      "learning_rate": 0.0001,
      "loss": 0.2249,
      "step": 700
    },
    {
      "epoch": 5.419847328244275,
      "grad_norm": 14.773253440856934,
      "learning_rate": 0.0001,
      "loss": 0.2291,
      "step": 710
    },
    {
      "epoch": 5.4961832061068705,
      "grad_norm": 13.660510063171387,
      "learning_rate": 0.0001,
      "loss": 0.2194,
      "step": 720
    },
    {
      "epoch": 5.572519083969466,
      "grad_norm": 13.792906761169434,
      "learning_rate": 0.0001,
      "loss": 0.2155,
      "step": 730
    },
    {
      "epoch": 5.648854961832061,
      "grad_norm": 12.688262939453125,
      "learning_rate": 0.0001,
      "loss": 0.2169,
      "step": 740
    },
    {
      "epoch": 5.7251908396946565,
      "grad_norm": 13.384363174438477,
      "learning_rate": 0.0001,
      "loss": 0.2143,
      "step": 750
    },
    {
      "epoch": 5.801526717557252,
      "grad_norm": 10.732817649841309,
      "learning_rate": 0.0001,
      "loss": 0.207,
      "step": 760
    },
    {
      "epoch": 5.877862595419847,
      "grad_norm": 10.621391296386719,
      "learning_rate": 0.0001,
      "loss": 0.1995,
      "step": 770
    },
    {
      "epoch": 5.9541984732824424,
      "grad_norm": 13.053667068481445,
      "learning_rate": 0.0001,
      "loss": 0.2021,
      "step": 780
    },
    {
      "epoch": 6.030534351145038,
      "grad_norm": 13.367091178894043,
      "learning_rate": 0.0001,
      "loss": 0.2054,
      "step": 790
    },
    {
      "epoch": 6.106870229007634,
      "grad_norm": 13.424927711486816,
      "learning_rate": 0.0001,
      "loss": 0.1988,
      "step": 800
    },
    {
      "epoch": 6.183206106870229,
      "grad_norm": 12.64376163482666,
      "learning_rate": 0.0001,
      "loss": 0.1956,
      "step": 810
    },
    {
      "epoch": 6.259541984732825,
      "grad_norm": 10.219240188598633,
      "learning_rate": 0.0001,
      "loss": 0.1904,
      "step": 820
    },
    {
      "epoch": 6.33587786259542,
      "grad_norm": 12.870089530944824,
      "learning_rate": 0.0001,
      "loss": 0.1904,
      "step": 830
    },
    {
      "epoch": 6.412213740458015,
      "grad_norm": 12.174644470214844,
      "learning_rate": 0.0001,
      "loss": 0.1903,
      "step": 840
    },
    {
      "epoch": 6.488549618320611,
      "grad_norm": 13.894688606262207,
      "learning_rate": 0.0001,
      "loss": 0.1879,
      "step": 850
    },
    {
      "epoch": 6.564885496183206,
      "grad_norm": 11.980137825012207,
      "learning_rate": 0.0001,
      "loss": 0.1864,
      "step": 860
    },
    {
      "epoch": 6.641221374045801,
      "grad_norm": 11.165816307067871,
      "learning_rate": 0.0001,
      "loss": 0.1808,
      "step": 870
    },
    {
      "epoch": 6.717557251908397,
      "grad_norm": 12.184906005859375,
      "learning_rate": 0.0001,
      "loss": 0.1843,
      "step": 880
    },
    {
      "epoch": 6.793893129770993,
      "grad_norm": 11.783286094665527,
      "learning_rate": 0.0001,
      "loss": 0.1779,
      "step": 890
    },
    {
      "epoch": 6.870229007633588,
      "grad_norm": 11.963661193847656,
      "learning_rate": 0.0001,
      "loss": 0.1774,
      "step": 900
    },
    {
      "epoch": 6.9465648854961835,
      "grad_norm": 11.186521530151367,
      "learning_rate": 0.0001,
      "loss": 0.1696,
      "step": 910
    },
    {
      "epoch": 7.022900763358779,
      "grad_norm": 10.506477355957031,
      "learning_rate": 0.0001,
      "loss": 0.1721,
      "step": 920
    },
    {
      "epoch": 7.099236641221374,
      "grad_norm": 11.150827407836914,
      "learning_rate": 0.0001,
      "loss": 0.177,
      "step": 930
    },
    {
      "epoch": 7.175572519083969,
      "grad_norm": 12.628408432006836,
      "learning_rate": 0.0001,
      "loss": 0.1828,
      "step": 940
    },
    {
      "epoch": 7.251908396946565,
      "grad_norm": 11.720745086669922,
      "learning_rate": 0.0001,
      "loss": 0.173,
      "step": 950
    },
    {
      "epoch": 7.32824427480916,
      "grad_norm": 9.607105255126953,
      "learning_rate": 0.0001,
      "loss": 0.1701,
      "step": 960
    },
    {
      "epoch": 7.404580152671755,
      "grad_norm": 11.940749168395996,
      "learning_rate": 0.0001,
      "loss": 0.1673,
      "step": 970
    },
    {
      "epoch": 7.480916030534351,
      "grad_norm": 10.820718765258789,
      "learning_rate": 0.0001,
      "loss": 0.1691,
      "step": 980
    },
    {
      "epoch": 7.557251908396947,
      "grad_norm": 11.825104713439941,
      "learning_rate": 0.0001,
      "loss": 0.162,
      "step": 990
    },
    {
      "epoch": 7.633587786259542,
      "grad_norm": 9.767478942871094,
      "learning_rate": 0.0001,
      "loss": 0.1683,
      "step": 1000
    },
    {
      "epoch": 7.709923664122138,
      "grad_norm": 11.077762603759766,
      "learning_rate": 0.0001,
      "loss": 0.1629,
      "step": 1010
    },
    {
      "epoch": 7.786259541984733,
      "grad_norm": 10.987869262695312,
      "learning_rate": 0.0001,
      "loss": 0.1638,
      "step": 1020
    },
    {
      "epoch": 7.862595419847328,
      "grad_norm": 10.713665008544922,
      "learning_rate": 0.0001,
      "loss": 0.1619,
      "step": 1030
    },
    {
      "epoch": 7.938931297709924,
      "grad_norm": 10.556421279907227,
      "learning_rate": 0.0001,
      "loss": 0.1598,
      "step": 1040
    },
    {
      "epoch": 8.01526717557252,
      "grad_norm": 9.643098831176758,
      "learning_rate": 0.0001,
      "loss": 0.1552,
      "step": 1050
    },
    {
      "epoch": 8.091603053435115,
      "grad_norm": 11.182514190673828,
      "learning_rate": 0.0001,
      "loss": 0.1525,
      "step": 1060
    },
    {
      "epoch": 8.16793893129771,
      "grad_norm": 8.844498634338379,
      "learning_rate": 0.0001,
      "loss": 0.1517,
      "step": 1070
    },
    {
      "epoch": 8.244274809160306,
      "grad_norm": 8.784748077392578,
      "learning_rate": 0.0001,
      "loss": 0.1506,
      "step": 1080
    },
    {
      "epoch": 8.320610687022901,
      "grad_norm": 10.931597709655762,
      "learning_rate": 0.0001,
      "loss": 0.1512,
      "step": 1090
    },
    {
      "epoch": 8.396946564885496,
      "grad_norm": 11.355035781860352,
      "learning_rate": 0.0001,
      "loss": 0.1496,
      "step": 1100
    },
    {
      "epoch": 8.473282442748092,
      "grad_norm": 10.003264427185059,
      "learning_rate": 0.0001,
      "loss": 0.1506,
      "step": 1110
    },
    {
      "epoch": 8.549618320610687,
      "grad_norm": 11.08468246459961,
      "learning_rate": 0.0001,
      "loss": 0.1488,
      "step": 1120
    },
    {
      "epoch": 8.625954198473282,
      "grad_norm": 11.967672348022461,
      "learning_rate": 0.0001,
      "loss": 0.1457,
      "step": 1130
    },
    {
      "epoch": 8.702290076335878,
      "grad_norm": 10.759592056274414,
      "learning_rate": 0.0001,
      "loss": 0.1441,
      "step": 1140
    },
    {
      "epoch": 8.778625954198473,
      "grad_norm": 11.397623062133789,
      "learning_rate": 0.0001,
      "loss": 0.144,
      "step": 1150
    },
    {
      "epoch": 8.854961832061068,
      "grad_norm": 9.075875282287598,
      "learning_rate": 0.0001,
      "loss": 0.137,
      "step": 1160
    },
    {
      "epoch": 8.931297709923664,
      "grad_norm": 9.723676681518555,
      "learning_rate": 0.0001,
      "loss": 0.1398,
      "step": 1170
    },
    {
      "epoch": 9.007633587786259,
      "grad_norm": 9.697829246520996,
      "learning_rate": 0.0001,
      "loss": 0.1385,
      "step": 1180
    },
    {
      "epoch": 9.083969465648854,
      "grad_norm": 8.504887580871582,
      "learning_rate": 0.0001,
      "loss": 0.1366,
      "step": 1190
    },
    {
      "epoch": 9.16030534351145,
      "grad_norm": 11.053720474243164,
      "learning_rate": 0.0001,
      "loss": 0.1343,
      "step": 1200
    },
    {
      "epoch": 9.236641221374045,
      "grad_norm": 8.731850624084473,
      "learning_rate": 0.0001,
      "loss": 0.1367,
      "step": 1210
    },
    {
      "epoch": 9.312977099236642,
      "grad_norm": 8.588528633117676,
      "learning_rate": 0.0001,
      "loss": 0.1346,
      "step": 1220
    },
    {
      "epoch": 9.389312977099237,
      "grad_norm": 9.84349536895752,
      "learning_rate": 0.0001,
      "loss": 0.1322,
      "step": 1230
    },
    {
      "epoch": 9.465648854961833,
      "grad_norm": 10.479976654052734,
      "learning_rate": 0.0001,
      "loss": 0.132,
      "step": 1240
    },
    {
      "epoch": 9.541984732824428,
      "grad_norm": 8.264710426330566,
      "learning_rate": 0.0001,
      "loss": 0.13,
      "step": 1250
    },
    {
      "epoch": 9.618320610687023,
      "grad_norm": 10.63433837890625,
      "learning_rate": 0.0001,
      "loss": 0.1336,
      "step": 1260
    },
    {
      "epoch": 9.694656488549619,
      "grad_norm": 11.238446235656738,
      "learning_rate": 0.0001,
      "loss": 0.1367,
      "step": 1270
    },
    {
      "epoch": 9.770992366412214,
      "grad_norm": 9.607017517089844,
      "learning_rate": 0.0001,
      "loss": 0.1339,
      "step": 1280
    },
    {
      "epoch": 9.84732824427481,
      "grad_norm": 8.53625774383545,
      "learning_rate": 0.0001,
      "loss": 0.1311,
      "step": 1290
    },
    {
      "epoch": 9.923664122137405,
      "grad_norm": 9.626749038696289,
      "learning_rate": 0.0001,
      "loss": 0.1287,
      "step": 1300
    },
    {
      "epoch": 10.0,
      "grad_norm": 9.240878105163574,
      "learning_rate": 0.0001,
      "loss": 0.1282,
      "step": 1310
    },
    {
      "epoch": 10.076335877862595,
      "grad_norm": 9.571104049682617,
      "learning_rate": 0.0001,
      "loss": 0.1255,
      "step": 1320
    },
    {
      "epoch": 10.15267175572519,
      "grad_norm": 8.48743724822998,
      "learning_rate": 0.0001,
      "loss": 0.1299,
      "step": 1330
    },
    {
      "epoch": 10.229007633587786,
      "grad_norm": 8.605777740478516,
      "learning_rate": 0.0001,
      "loss": 0.1248,
      "step": 1340
    },
    {
      "epoch": 10.305343511450381,
      "grad_norm": 8.421809196472168,
      "learning_rate": 0.0001,
      "loss": 0.1212,
      "step": 1350
    },
    {
      "epoch": 10.381679389312977,
      "grad_norm": 8.071803092956543,
      "learning_rate": 0.0001,
      "loss": 0.1194,
      "step": 1360
    },
    {
      "epoch": 10.458015267175572,
      "grad_norm": 12.13585090637207,
      "learning_rate": 0.0001,
      "loss": 0.1212,
      "step": 1370
    },
    {
      "epoch": 10.534351145038167,
      "grad_norm": 10.415532112121582,
      "learning_rate": 0.0001,
      "loss": 0.1239,
      "step": 1380
    },
    {
      "epoch": 10.610687022900763,
      "grad_norm": 8.911483764648438,
      "learning_rate": 0.0001,
      "loss": 0.1238,
      "step": 1390
    },
    {
      "epoch": 10.68702290076336,
      "grad_norm": 9.024186134338379,
      "learning_rate": 0.0001,
      "loss": 0.1264,
      "step": 1400
    },
    {
      "epoch": 10.763358778625955,
      "grad_norm": 8.595063209533691,
      "learning_rate": 0.0001,
      "loss": 0.1203,
      "step": 1410
    },
    {
      "epoch": 10.83969465648855,
      "grad_norm": 8.59050464630127,
      "learning_rate": 0.0001,
      "loss": 0.1223,
      "step": 1420
    },
    {
      "epoch": 10.916030534351146,
      "grad_norm": 8.435136795043945,
      "learning_rate": 0.0001,
      "loss": 0.1223,
      "step": 1430
    },
    {
      "epoch": 10.992366412213741,
      "grad_norm": 7.092011451721191,
      "learning_rate": 0.0001,
      "loss": 0.1201,
      "step": 1440
    },
    {
      "epoch": 11.068702290076336,
      "grad_norm": 6.8233418464660645,
      "learning_rate": 0.0001,
      "loss": 0.1185,
      "step": 1450
    },
    {
      "epoch": 11.145038167938932,
      "grad_norm": 8.655424118041992,
      "learning_rate": 0.0001,
      "loss": 0.1166,
      "step": 1460
    },
    {
      "epoch": 11.221374045801527,
      "grad_norm": 8.150492668151855,
      "learning_rate": 0.0001,
      "loss": 0.1169,
      "step": 1470
    },
    {
      "epoch": 11.297709923664122,
      "grad_norm": 8.02965259552002,
      "learning_rate": 0.0001,
      "loss": 0.1125,
      "step": 1480
    },
    {
      "epoch": 11.374045801526718,
      "grad_norm": 8.532236099243164,
      "learning_rate": 0.0001,
      "loss": 0.1115,
      "step": 1490
    },
    {
      "epoch": 11.450381679389313,
      "grad_norm": 8.7094087600708,
      "learning_rate": 0.0001,
      "loss": 0.1141,
      "step": 1500
    },
    {
      "epoch": 11.526717557251908,
      "grad_norm": 9.984124183654785,
      "learning_rate": 0.0001,
      "loss": 0.1158,
      "step": 1510
    },
    {
      "epoch": 11.603053435114504,
      "grad_norm": 9.179110527038574,
      "learning_rate": 0.0001,
      "loss": 0.1136,
      "step": 1520
    },
    {
      "epoch": 11.679389312977099,
      "grad_norm": 9.337518692016602,
      "learning_rate": 0.0001,
      "loss": 0.1109,
      "step": 1530
    },
    {
      "epoch": 11.755725190839694,
      "grad_norm": 8.761415481567383,
      "learning_rate": 0.0001,
      "loss": 0.112,
      "step": 1540
    },
    {
      "epoch": 11.83206106870229,
      "grad_norm": 7.958017349243164,
      "learning_rate": 0.0001,
      "loss": 0.112,
      "step": 1550
    },
    {
      "epoch": 11.908396946564885,
      "grad_norm": 8.387868881225586,
      "learning_rate": 0.0001,
      "loss": 0.1084,
      "step": 1560
    },
    {
      "epoch": 11.98473282442748,
      "grad_norm": 9.487008094787598,
      "learning_rate": 0.0001,
      "loss": 0.1064,
      "step": 1570
    },
    {
      "epoch": 12.061068702290076,
      "grad_norm": 8.329371452331543,
      "learning_rate": 0.0001,
      "loss": 0.1018,
      "step": 1580
    },
    {
      "epoch": 12.137404580152673,
      "grad_norm": 6.717339515686035,
      "learning_rate": 0.0001,
      "loss": 0.103,
      "step": 1590
    },
    {
      "epoch": 12.213740458015268,
      "grad_norm": 7.178629398345947,
      "learning_rate": 0.0001,
      "loss": 0.1035,
      "step": 1600
    },
    {
      "epoch": 12.290076335877863,
      "grad_norm": 7.426730632781982,
      "learning_rate": 0.0001,
      "loss": 0.1023,
      "step": 1610
    },
    {
      "epoch": 12.366412213740459,
      "grad_norm": 7.084171772003174,
      "learning_rate": 0.0001,
      "loss": 0.1067,
      "step": 1620
    },
    {
      "epoch": 12.442748091603054,
      "grad_norm": 7.888678073883057,
      "learning_rate": 0.0001,
      "loss": 0.1038,
      "step": 1630
    },
    {
      "epoch": 12.51908396946565,
      "grad_norm": 8.083460807800293,
      "learning_rate": 0.0001,
      "loss": 0.1034,
      "step": 1640
    },
    {
      "epoch": 12.595419847328245,
      "grad_norm": 8.23158073425293,
      "learning_rate": 0.0001,
      "loss": 0.1029,
      "step": 1650
    },
    {
      "epoch": 12.67175572519084,
      "grad_norm": 8.143179893493652,
      "learning_rate": 0.0001,
      "loss": 0.0998,
      "step": 1660
    },
    {
      "epoch": 12.748091603053435,
      "grad_norm": 9.177613258361816,
      "learning_rate": 0.0001,
      "loss": 0.1033,
      "step": 1670
    },
    {
      "epoch": 12.82442748091603,
      "grad_norm": 7.70025634765625,
      "learning_rate": 0.0001,
      "loss": 0.1029,
      "step": 1680
    },
    {
      "epoch": 12.900763358778626,
      "grad_norm": 7.22683048248291,
      "learning_rate": 0.0001,
      "loss": 0.1024,
      "step": 1690
    },
    {
      "epoch": 12.977099236641221,
      "grad_norm": 8.746634483337402,
      "learning_rate": 0.0001,
      "loss": 0.0999,
      "step": 1700
    },
    {
      "epoch": 13.053435114503817,
      "grad_norm": 7.535231590270996,
      "learning_rate": 0.0001,
      "loss": 0.1025,
      "step": 1710
    },
    {
      "epoch": 13.129770992366412,
      "grad_norm": 8.186327934265137,
      "learning_rate": 0.0001,
      "loss": 0.0994,
      "step": 1720
    },
    {
      "epoch": 13.206106870229007,
      "grad_norm": 7.263393402099609,
      "learning_rate": 0.0001,
      "loss": 0.1009,
      "step": 1730
    },
    {
      "epoch": 13.282442748091603,
      "grad_norm": 7.788677215576172,
      "learning_rate": 0.0001,
      "loss": 0.0969,
      "step": 1740
    },
    {
      "epoch": 13.358778625954198,
      "grad_norm": 7.482095241546631,
      "learning_rate": 0.0001,
      "loss": 0.0972,
      "step": 1750
    },
    {
      "epoch": 13.435114503816793,
      "grad_norm": 7.282449245452881,
      "learning_rate": 0.0001,
      "loss": 0.0997,
      "step": 1760
    },
    {
      "epoch": 13.511450381679388,
      "grad_norm": 7.1699442863464355,
      "learning_rate": 0.0001,
      "loss": 0.0992,
      "step": 1770
    },
    {
      "epoch": 13.587786259541986,
      "grad_norm": 6.661755561828613,
      "learning_rate": 0.0001,
      "loss": 0.0979,
      "step": 1780
    },
    {
      "epoch": 13.664122137404581,
      "grad_norm": 7.164150714874268,
      "learning_rate": 0.0001,
      "loss": 0.1003,
      "step": 1790
    },
    {
      "epoch": 13.740458015267176,
      "grad_norm": 8.030363082885742,
      "learning_rate": 0.0001,
      "loss": 0.0967,
      "step": 1800
    },
    {
      "epoch": 13.816793893129772,
      "grad_norm": 8.771184921264648,
      "learning_rate": 0.0001,
      "loss": 0.0949,
      "step": 1810
    },
    {
      "epoch": 13.893129770992367,
      "grad_norm": 9.721538543701172,
      "learning_rate": 0.0001,
      "loss": 0.0959,
      "step": 1820
    },
    {
      "epoch": 13.969465648854962,
      "grad_norm": 6.878361701965332,
      "learning_rate": 0.0001,
      "loss": 0.0954,
      "step": 1830
    },
    {
      "epoch": 14.045801526717558,
      "grad_norm": 7.426727294921875,
      "learning_rate": 0.0001,
      "loss": 0.0946,
      "step": 1840
    },
    {
      "epoch": 14.122137404580153,
      "grad_norm": 6.9039411544799805,
      "learning_rate": 0.0001,
      "loss": 0.0955,
      "step": 1850
    },
    {
      "epoch": 14.198473282442748,
      "grad_norm": 8.596633911132812,
      "learning_rate": 0.0001,
      "loss": 0.0948,
      "step": 1860
    },
    {
      "epoch": 14.274809160305344,
      "grad_norm": 7.096273899078369,
      "learning_rate": 0.0001,
      "loss": 0.0946,
      "step": 1870
    },
    {
      "epoch": 14.351145038167939,
      "grad_norm": 6.933183193206787,
      "learning_rate": 0.0001,
      "loss": 0.0944,
      "step": 1880
    },
    {
      "epoch": 14.427480916030534,
      "grad_norm": 6.845614910125732,
      "learning_rate": 0.0001,
      "loss": 0.093,
      "step": 1890
    },
    {
      "epoch": 14.50381679389313,
      "grad_norm": 7.387820243835449,
      "learning_rate": 0.0001,
      "loss": 0.0922,
      "step": 1900
    },
    {
      "epoch": 14.580152671755725,
      "grad_norm": 7.310410022735596,
      "learning_rate": 0.0001,
      "loss": 0.0936,
      "step": 1910
    },
    {
      "epoch": 14.65648854961832,
      "grad_norm": 6.819015979766846,
      "learning_rate": 0.0001,
      "loss": 0.0949,
      "step": 1920
    },
    {
      "epoch": 14.732824427480915,
      "grad_norm": 7.081634521484375,
      "learning_rate": 0.0001,
      "loss": 0.092,
      "step": 1930
    },
    {
      "epoch": 14.80916030534351,
      "grad_norm": 6.262160301208496,
      "learning_rate": 0.0001,
      "loss": 0.0936,
      "step": 1940
    },
    {
      "epoch": 14.885496183206106,
      "grad_norm": 7.995691299438477,
      "learning_rate": 0.0001,
      "loss": 0.0979,
      "step": 1950
    },
    {
      "epoch": 14.961832061068701,
      "grad_norm": 6.448323726654053,
      "learning_rate": 0.0001,
      "loss": 0.0968,
      "step": 1960
    },
    {
      "epoch": 15.038167938931299,
      "grad_norm": 6.8430562019348145,
      "learning_rate": 0.0001,
      "loss": 0.0949,
      "step": 1970
    },
    {
      "epoch": 15.114503816793894,
      "grad_norm": 5.865932941436768,
      "learning_rate": 0.0001,
      "loss": 0.0967,
      "step": 1980
    },
    {
      "epoch": 15.19083969465649,
      "grad_norm": 6.833093166351318,
      "learning_rate": 0.0001,
      "loss": 0.0934,
      "step": 1990
    },
    {
      "epoch": 15.267175572519085,
      "grad_norm": 5.82744026184082,
      "learning_rate": 0.0001,
      "loss": 0.0938,
      "step": 2000
    },
    {
      "epoch": 15.34351145038168,
      "grad_norm": 6.319075107574463,
      "learning_rate": 0.0001,
      "loss": 0.0943,
      "step": 2010
    },
    {
      "epoch": 15.419847328244275,
      "grad_norm": 6.780836582183838,
      "learning_rate": 0.0001,
      "loss": 0.09,
      "step": 2020
    },
    {
      "epoch": 15.49618320610687,
      "grad_norm": 8.43004035949707,
      "learning_rate": 0.0001,
      "loss": 0.0882,
      "step": 2030
    },
    {
      "epoch": 15.572519083969466,
      "grad_norm": 6.8405022621154785,
      "learning_rate": 0.0001,
      "loss": 0.087,
      "step": 2040
    },
    {
      "epoch": 15.648854961832061,
      "grad_norm": 6.8986406326293945,
      "learning_rate": 0.0001,
      "loss": 0.0854,
      "step": 2050
    },
    {
      "epoch": 15.725190839694656,
      "grad_norm": 8.16067123413086,
      "learning_rate": 0.0001,
      "loss": 0.0848,
      "step": 2060
    },
    {
      "epoch": 15.801526717557252,
      "grad_norm": 5.7431559562683105,
      "learning_rate": 0.0001,
      "loss": 0.0844,
      "step": 2070
    },
    {
      "epoch": 15.877862595419847,
      "grad_norm": 6.054393768310547,
      "learning_rate": 0.0001,
      "loss": 0.0844,
      "step": 2080
    },
    {
      "epoch": 15.954198473282442,
      "grad_norm": 5.676413059234619,
      "learning_rate": 0.0001,
      "loss": 0.0867,
      "step": 2090
    },
    {
      "epoch": 16.03053435114504,
      "grad_norm": 6.817693710327148,
      "learning_rate": 0.0001,
      "loss": 0.0851,
      "step": 2100
    },
    {
      "epoch": 16.106870229007633,
      "grad_norm": 6.005424499511719,
      "learning_rate": 0.0001,
      "loss": 0.0822,
      "step": 2110
    },
    {
      "epoch": 16.18320610687023,
      "grad_norm": 5.7066731452941895,
      "learning_rate": 0.0001,
      "loss": 0.0829,
      "step": 2120
    },
    {
      "epoch": 16.259541984732824,
      "grad_norm": 6.415604114532471,
      "learning_rate": 0.0001,
      "loss": 0.0835,
      "step": 2130
    },
    {
      "epoch": 16.33587786259542,
      "grad_norm": 5.839663028717041,
      "learning_rate": 0.0001,
      "loss": 0.084,
      "step": 2140
    },
    {
      "epoch": 16.412213740458014,
      "grad_norm": 6.5181884765625,
      "learning_rate": 0.0001,
      "loss": 0.0846,
      "step": 2150
    },
    {
      "epoch": 16.48854961832061,
      "grad_norm": 5.807124614715576,
      "learning_rate": 0.0001,
      "loss": 0.0836,
      "step": 2160
    },
    {
      "epoch": 16.564885496183205,
      "grad_norm": 6.861081600189209,
      "learning_rate": 0.0001,
      "loss": 0.0835,
      "step": 2170
    },
    {
      "epoch": 16.641221374045802,
      "grad_norm": 6.403948783874512,
      "learning_rate": 0.0001,
      "loss": 0.0839,
      "step": 2180
    },
    {
      "epoch": 16.717557251908396,
      "grad_norm": 6.196493148803711,
      "learning_rate": 0.0001,
      "loss": 0.0823,
      "step": 2190
    },
    {
      "epoch": 16.793893129770993,
      "grad_norm": 5.618916988372803,
      "learning_rate": 0.0001,
      "loss": 0.0835,
      "step": 2200
    },
    {
      "epoch": 16.870229007633586,
      "grad_norm": 6.0217461585998535,
      "learning_rate": 0.0001,
      "loss": 0.0813,
      "step": 2210
    },
    {
      "epoch": 16.946564885496183,
      "grad_norm": 7.073050022125244,
      "learning_rate": 0.0001,
      "loss": 0.0793,
      "step": 2220
    },
    {
      "epoch": 17.022900763358777,
      "grad_norm": 6.759532451629639,
      "learning_rate": 0.0001,
      "loss": 0.0826,
      "step": 2230
    },
    {
      "epoch": 17.099236641221374,
      "grad_norm": 6.551732540130615,
      "learning_rate": 0.0001,
      "loss": 0.0786,
      "step": 2240
    },
    {
      "epoch": 17.17557251908397,
      "grad_norm": 6.542884349822998,
      "learning_rate": 0.0001,
      "loss": 0.0809,
      "step": 2250
    },
    {
      "epoch": 17.251908396946565,
      "grad_norm": 6.336164474487305,
      "learning_rate": 0.0001,
      "loss": 0.0797,
      "step": 2260
    },
    {
      "epoch": 17.328244274809162,
      "grad_norm": 5.427951335906982,
      "learning_rate": 0.0001,
      "loss": 0.0787,
      "step": 2270
    },
    {
      "epoch": 17.404580152671755,
      "grad_norm": 6.742742538452148,
      "learning_rate": 0.0001,
      "loss": 0.0773,
      "step": 2280
    },
    {
      "epoch": 17.480916030534353,
      "grad_norm": 6.507199287414551,
      "learning_rate": 0.0001,
      "loss": 0.0778,
      "step": 2290
    },
    {
      "epoch": 17.557251908396946,
      "grad_norm": 6.252775192260742,
      "learning_rate": 0.0001,
      "loss": 0.0777,
      "step": 2300
    },
    {
      "epoch": 17.633587786259543,
      "grad_norm": 5.499303817749023,
      "learning_rate": 0.0001,
      "loss": 0.0792,
      "step": 2310
    },
    {
      "epoch": 17.709923664122137,
      "grad_norm": 5.665761470794678,
      "learning_rate": 0.0001,
      "loss": 0.0775,
      "step": 2320
    },
    {
      "epoch": 17.786259541984734,
      "grad_norm": 7.090462684631348,
      "learning_rate": 0.0001,
      "loss": 0.0793,
      "step": 2330
    },
    {
      "epoch": 17.862595419847327,
      "grad_norm": 6.212080478668213,
      "learning_rate": 0.0001,
      "loss": 0.0788,
      "step": 2340
    },
    {
      "epoch": 17.938931297709924,
      "grad_norm": 5.4240007400512695,
      "learning_rate": 0.0001,
      "loss": 0.0767,
      "step": 2350
    },
    {
      "epoch": 18.015267175572518,
      "grad_norm": 6.398306846618652,
      "learning_rate": 0.0001,
      "loss": 0.0776,
      "step": 2360
    },
    {
      "epoch": 18.091603053435115,
      "grad_norm": 5.8842363357543945,
      "learning_rate": 0.0001,
      "loss": 0.0787,
      "step": 2370
    },
    {
      "epoch": 18.16793893129771,
      "grad_norm": 6.69719123840332,
      "learning_rate": 0.0001,
      "loss": 0.0786,
      "step": 2380
    },
    {
      "epoch": 18.244274809160306,
      "grad_norm": 6.55148983001709,
      "learning_rate": 0.0001,
      "loss": 0.0754,
      "step": 2390
    },
    {
      "epoch": 18.3206106870229,
      "grad_norm": 6.76693868637085,
      "learning_rate": 0.0001,
      "loss": 0.0738,
      "step": 2400
    },
    {
      "epoch": 18.396946564885496,
      "grad_norm": 4.890024185180664,
      "learning_rate": 0.0001,
      "loss": 0.0711,
      "step": 2410
    },
    {
      "epoch": 18.47328244274809,
      "grad_norm": 6.348754405975342,
      "learning_rate": 0.0001,
      "loss": 0.0715,
      "step": 2420
    },
    {
      "epoch": 18.549618320610687,
      "grad_norm": 5.022323131561279,
      "learning_rate": 0.0001,
      "loss": 0.073,
      "step": 2430
    },
    {
      "epoch": 18.625954198473284,
      "grad_norm": 5.908594608306885,
      "learning_rate": 0.0001,
      "loss": 0.0719,
      "step": 2440
    },
    {
      "epoch": 18.702290076335878,
      "grad_norm": 6.1747283935546875,
      "learning_rate": 0.0001,
      "loss": 0.0736,
      "step": 2450
    },
    {
      "epoch": 18.778625954198475,
      "grad_norm": 5.470703125,
      "learning_rate": 0.0001,
      "loss": 0.0703,
      "step": 2460
    },
    {
      "epoch": 18.85496183206107,
      "grad_norm": 5.558078765869141,
      "learning_rate": 0.0001,
      "loss": 0.0734,
      "step": 2470
    },
    {
      "epoch": 18.931297709923665,
      "grad_norm": 4.72965669631958,
      "learning_rate": 0.0001,
      "loss": 0.0727,
      "step": 2480
    },
    {
      "epoch": 19.00763358778626,
      "grad_norm": 5.651520252227783,
      "learning_rate": 0.0001,
      "loss": 0.0707,
      "step": 2490
    },
    {
      "epoch": 19.083969465648856,
      "grad_norm": 5.9236321449279785,
      "learning_rate": 0.0001,
      "loss": 0.0726,
      "step": 2500
    },
    {
      "epoch": 19.16030534351145,
      "grad_norm": 5.708179473876953,
      "learning_rate": 0.0001,
      "loss": 0.0731,
      "step": 2510
    },
    {
      "epoch": 19.236641221374047,
      "grad_norm": 5.24141788482666,
      "learning_rate": 0.0001,
      "loss": 0.0716,
      "step": 2520
    },
    {
      "epoch": 19.31297709923664,
      "grad_norm": 5.064179420471191,
      "learning_rate": 0.0001,
      "loss": 0.0701,
      "step": 2530
    },
    {
      "epoch": 19.389312977099237,
      "grad_norm": 6.088762283325195,
      "learning_rate": 0.0001,
      "loss": 0.0727,
      "step": 2540
    },
    {
      "epoch": 19.46564885496183,
      "grad_norm": 5.805668830871582,
      "learning_rate": 0.0001,
      "loss": 0.0728,
      "step": 2550
    },
    {
      "epoch": 19.541984732824428,
      "grad_norm": 6.495599746704102,
      "learning_rate": 0.0001,
      "loss": 0.0742,
      "step": 2560
    },
    {
      "epoch": 19.61832061068702,
      "grad_norm": 5.799531936645508,
      "learning_rate": 0.0001,
      "loss": 0.0737,
      "step": 2570
    },
    {
      "epoch": 19.69465648854962,
      "grad_norm": 5.999574184417725,
      "learning_rate": 0.0001,
      "loss": 0.0731,
      "step": 2580
    },
    {
      "epoch": 19.770992366412212,
      "grad_norm": 5.355017185211182,
      "learning_rate": 0.0001,
      "loss": 0.0716,
      "step": 2590
    },
    {
      "epoch": 19.84732824427481,
      "grad_norm": 5.2799296379089355,
      "learning_rate": 0.0001,
      "loss": 0.0693,
      "step": 2600
    },
    {
      "epoch": 19.923664122137403,
      "grad_norm": 5.468225002288818,
      "learning_rate": 0.0001,
      "loss": 0.0684,
      "step": 2610
    },
    {
      "epoch": 20.0,
      "grad_norm": 5.757409572601318,
      "learning_rate": 0.0001,
      "loss": 0.0712,
      "step": 2620
    },
    {
      "epoch": 20.076335877862597,
      "grad_norm": 5.860946178436279,
      "learning_rate": 0.0001,
      "loss": 0.0726,
      "step": 2630
    },
    {
      "epoch": 20.15267175572519,
      "grad_norm": 5.043482780456543,
      "learning_rate": 0.0001,
      "loss": 0.0707,
      "step": 2640
    },
    {
      "epoch": 20.229007633587788,
      "grad_norm": 4.968205451965332,
      "learning_rate": 0.0001,
      "loss": 0.0708,
      "step": 2650
    },
    {
      "epoch": 20.30534351145038,
      "grad_norm": 4.688232421875,
      "learning_rate": 0.0001,
      "loss": 0.0713,
      "step": 2660
    },
    {
      "epoch": 20.38167938931298,
      "grad_norm": 4.850985527038574,
      "learning_rate": 0.0001,
      "loss": 0.0714,
      "step": 2670
    },
    {
      "epoch": 20.458015267175572,
      "grad_norm": 5.335032939910889,
      "learning_rate": 0.0001,
      "loss": 0.0713,
      "step": 2680
    },
    {
      "epoch": 20.53435114503817,
      "grad_norm": 5.385645866394043,
      "learning_rate": 0.0001,
      "loss": 0.0709,
      "step": 2690
    },
    {
      "epoch": 20.610687022900763,
      "grad_norm": 5.8719072341918945,
      "learning_rate": 0.0001,
      "loss": 0.0705,
      "step": 2700
    },
    {
      "epoch": 20.68702290076336,
      "grad_norm": 5.424786567687988,
      "learning_rate": 0.0001,
      "loss": 0.0699,
      "step": 2710
    },
    {
      "epoch": 20.763358778625953,
      "grad_norm": 4.713037490844727,
      "learning_rate": 0.0001,
      "loss": 0.07,
      "step": 2720
    },
    {
      "epoch": 20.83969465648855,
      "grad_norm": 5.032795429229736,
      "learning_rate": 0.0001,
      "loss": 0.0703,
      "step": 2730
    },
    {
      "epoch": 20.916030534351144,
      "grad_norm": 5.427506446838379,
      "learning_rate": 0.0001,
      "loss": 0.0722,
      "step": 2740
    },
    {
      "epoch": 20.99236641221374,
      "grad_norm": 5.326523780822754,
      "learning_rate": 0.0001,
      "loss": 0.07,
      "step": 2750
    },
    {
      "epoch": 21.068702290076335,
      "grad_norm": 4.823108673095703,
      "learning_rate": 0.0001,
      "loss": 0.0697,
      "step": 2760
    },
    {
      "epoch": 21.14503816793893,
      "grad_norm": 5.59124231338501,
      "learning_rate": 0.0001,
      "loss": 0.0702,
      "step": 2770
    },
    {
      "epoch": 21.221374045801525,
      "grad_norm": 5.108730792999268,
      "learning_rate": 0.0001,
      "loss": 0.0685,
      "step": 2780
    },
    {
      "epoch": 21.297709923664122,
      "grad_norm": 4.880346775054932,
      "learning_rate": 0.0001,
      "loss": 0.0657,
      "step": 2790
    },
    {
      "epoch": 21.374045801526716,
      "grad_norm": 4.915987968444824,
      "learning_rate": 0.0001,
      "loss": 0.0669,
      "step": 2800
    },
    {
      "epoch": 21.450381679389313,
      "grad_norm": 5.375945568084717,
      "learning_rate": 0.0001,
      "loss": 0.0655,
      "step": 2810
    },
    {
      "epoch": 21.52671755725191,
      "grad_norm": 5.481439590454102,
      "learning_rate": 0.0001,
      "loss": 0.0656,
      "step": 2820
    },
    {
      "epoch": 21.603053435114504,
      "grad_norm": 4.7082109451293945,
      "learning_rate": 0.0001,
      "loss": 0.0652,
      "step": 2830
    },
    {
      "epoch": 21.6793893129771,
      "grad_norm": 4.177405834197998,
      "learning_rate": 0.0001,
      "loss": 0.0649,
      "step": 2840
    },
    {
      "epoch": 21.755725190839694,
      "grad_norm": 5.380243301391602,
      "learning_rate": 0.0001,
      "loss": 0.0657,
      "step": 2850
    },
    {
      "epoch": 21.83206106870229,
      "grad_norm": 6.463586330413818,
      "learning_rate": 0.0001,
      "loss": 0.0663,
      "step": 2860
    },
    {
      "epoch": 21.908396946564885,
      "grad_norm": 5.532231330871582,
      "learning_rate": 0.0001,
      "loss": 0.0654,
      "step": 2870
    },
    {
      "epoch": 21.984732824427482,
      "grad_norm": 4.868259906768799,
      "learning_rate": 0.0001,
      "loss": 0.0656,
      "step": 2880
    },
    {
      "epoch": 22.061068702290076,
      "grad_norm": 4.536988735198975,
      "learning_rate": 0.0001,
      "loss": 0.0607,
      "step": 2890
    },
    {
      "epoch": 22.137404580152673,
      "grad_norm": 5.517280101776123,
      "learning_rate": 0.0001,
      "loss": 0.0631,
      "step": 2900
    },
    {
      "epoch": 22.213740458015266,
      "grad_norm": 5.0161051750183105,
      "learning_rate": 0.0001,
      "loss": 0.0638,
      "step": 2910
    },
    {
      "epoch": 22.290076335877863,
      "grad_norm": 5.1960530281066895,
      "learning_rate": 0.0001,
      "loss": 0.0657,
      "step": 2920
    },
    {
      "epoch": 22.366412213740457,
      "grad_norm": 5.15121603012085,
      "learning_rate": 0.0001,
      "loss": 0.0648,
      "step": 2930
    },
    {
      "epoch": 22.442748091603054,
      "grad_norm": 4.680413246154785,
      "learning_rate": 0.0001,
      "loss": 0.0625,
      "step": 2940
    },
    {
      "epoch": 22.519083969465647,
      "grad_norm": 5.452278137207031,
      "learning_rate": 0.0001,
      "loss": 0.0627,
      "step": 2950
    },
    {
      "epoch": 22.595419847328245,
      "grad_norm": 4.433237075805664,
      "learning_rate": 0.0001,
      "loss": 0.0643,
      "step": 2960
    },
    {
      "epoch": 22.671755725190838,
      "grad_norm": 4.72567892074585,
      "learning_rate": 0.0001,
      "loss": 0.0609,
      "step": 2970
    },
    {
      "epoch": 22.748091603053435,
      "grad_norm": 5.55199670791626,
      "learning_rate": 0.0001,
      "loss": 0.0653,
      "step": 2980
    },
    {
      "epoch": 22.82442748091603,
      "grad_norm": 5.086281776428223,
      "learning_rate": 0.0001,
      "loss": 0.0653,
      "step": 2990
    },
    {
      "epoch": 22.900763358778626,
      "grad_norm": 5.643373966217041,
      "learning_rate": 0.0001,
      "loss": 0.0633,
      "step": 3000
    },
    {
      "epoch": 22.977099236641223,
      "grad_norm": 4.682735443115234,
      "learning_rate": 0.0001,
      "loss": 0.0642,
      "step": 3010
    },
    {
      "epoch": 23.053435114503817,
      "grad_norm": 5.168717861175537,
      "learning_rate": 0.0001,
      "loss": 0.0605,
      "step": 3020
    },
    {
      "epoch": 23.129770992366414,
      "grad_norm": 5.326900482177734,
      "learning_rate": 0.0001,
      "loss": 0.0599,
      "step": 3030
    },
    {
      "epoch": 23.206106870229007,
      "grad_norm": 5.583173751831055,
      "learning_rate": 0.0001,
      "loss": 0.0605,
      "step": 3040
    },
    {
      "epoch": 23.282442748091604,
      "grad_norm": 4.181484222412109,
      "learning_rate": 0.0001,
      "loss": 0.0603,
      "step": 3050
    },
    {
      "epoch": 23.358778625954198,
      "grad_norm": 4.950572490692139,
      "learning_rate": 0.0001,
      "loss": 0.0605,
      "step": 3060
    },
    {
      "epoch": 23.435114503816795,
      "grad_norm": 5.002340793609619,
      "learning_rate": 0.0001,
      "loss": 0.0607,
      "step": 3070
    },
    {
      "epoch": 23.51145038167939,
      "grad_norm": 5.474300384521484,
      "learning_rate": 0.0001,
      "loss": 0.0594,
      "step": 3080
    },
    {
      "epoch": 23.587786259541986,
      "grad_norm": 4.613079071044922,
      "learning_rate": 0.0001,
      "loss": 0.0591,
      "step": 3090
    },
    {
      "epoch": 23.66412213740458,
      "grad_norm": 4.939960479736328,
      "learning_rate": 0.0001,
      "loss": 0.0593,
      "step": 3100
    },
    {
      "epoch": 23.740458015267176,
      "grad_norm": 4.263094425201416,
      "learning_rate": 0.0001,
      "loss": 0.0603,
      "step": 3110
    },
    {
      "epoch": 23.81679389312977,
      "grad_norm": 4.624768257141113,
      "learning_rate": 0.0001,
      "loss": 0.06,
      "step": 3120
    },
    {
      "epoch": 23.893129770992367,
      "grad_norm": 4.506699085235596,
      "learning_rate": 0.0001,
      "loss": 0.0618,
      "step": 3130
    },
    {
      "epoch": 23.96946564885496,
      "grad_norm": 4.287389755249023,
      "learning_rate": 0.0001,
      "loss": 0.0619,
      "step": 3140
    },
    {
      "epoch": 24.045801526717558,
      "grad_norm": 3.7751388549804688,
      "learning_rate": 0.0001,
      "loss": 0.0619,
      "step": 3150
    },
    {
      "epoch": 24.12213740458015,
      "grad_norm": 4.7489800453186035,
      "learning_rate": 0.0001,
      "loss": 0.0608,
      "step": 3160
    },
    {
      "epoch": 24.198473282442748,
      "grad_norm": 4.210694313049316,
      "learning_rate": 0.0001,
      "loss": 0.0621,
      "step": 3170
    },
    {
      "epoch": 24.274809160305345,
      "grad_norm": 5.282393932342529,
      "learning_rate": 0.0001,
      "loss": 0.063,
      "step": 3180
    },
    {
      "epoch": 24.35114503816794,
      "grad_norm": 4.7373247146606445,
      "learning_rate": 0.0001,
      "loss": 0.0624,
      "step": 3190
    },
    {
      "epoch": 24.427480916030536,
      "grad_norm": 4.494520664215088,
      "learning_rate": 0.0001,
      "loss": 0.0616,
      "step": 3200
    },
    {
      "epoch": 24.50381679389313,
      "grad_norm": 5.217311859130859,
      "learning_rate": 0.0001,
      "loss": 0.0615,
      "step": 3210
    },
    {
      "epoch": 24.580152671755727,
      "grad_norm": 4.188553333282471,
      "learning_rate": 0.0001,
      "loss": 0.0603,
      "step": 3220
    },
    {
      "epoch": 24.65648854961832,
      "grad_norm": 4.3841552734375,
      "learning_rate": 0.0001,
      "loss": 0.0615,
      "step": 3230
    },
    {
      "epoch": 24.732824427480917,
      "grad_norm": 3.733138084411621,
      "learning_rate": 0.0001,
      "loss": 0.0647,
      "step": 3240
    },
    {
      "epoch": 24.80916030534351,
      "grad_norm": 4.873394012451172,
      "learning_rate": 0.0001,
      "loss": 0.0637,
      "step": 3250
    },
    {
      "epoch": 24.885496183206108,
      "grad_norm": 4.455073833465576,
      "learning_rate": 0.0001,
      "loss": 0.0635,
      "step": 3260
    },
    {
      "epoch": 24.9618320610687,
      "grad_norm": 5.123472213745117,
      "learning_rate": 0.0001,
      "loss": 0.0628,
      "step": 3270
    },
    {
      "epoch": 25.0381679389313,
      "grad_norm": 4.326816558837891,
      "learning_rate": 0.0001,
      "loss": 0.0592,
      "step": 3280
    },
    {
      "epoch": 25.114503816793892,
      "grad_norm": 3.9683542251586914,
      "learning_rate": 0.0001,
      "loss": 0.0588,
      "step": 3290
    },
    {
      "epoch": 25.19083969465649,
      "grad_norm": 3.9156711101531982,
      "learning_rate": 0.0001,
      "loss": 0.0571,
      "step": 3300
    },
    {
      "epoch": 25.267175572519083,
      "grad_norm": 4.442856788635254,
      "learning_rate": 0.0001,
      "loss": 0.0599,
      "step": 3310
    },
    {
      "epoch": 25.34351145038168,
      "grad_norm": 3.9976418018341064,
      "learning_rate": 0.0001,
      "loss": 0.0593,
      "step": 3320
    },
    {
      "epoch": 25.419847328244273,
      "grad_norm": 4.44735050201416,
      "learning_rate": 0.0001,
      "loss": 0.0576,
      "step": 3330
    },
    {
      "epoch": 25.49618320610687,
      "grad_norm": 4.586538791656494,
      "learning_rate": 0.0001,
      "loss": 0.0587,
      "step": 3340
    },
    {
      "epoch": 25.572519083969464,
      "grad_norm": 4.757920742034912,
      "learning_rate": 0.0001,
      "loss": 0.0575,
      "step": 3350
    },
    {
      "epoch": 25.64885496183206,
      "grad_norm": 4.8472795486450195,
      "learning_rate": 0.0001,
      "loss": 0.0571,
      "step": 3360
    },
    {
      "epoch": 25.725190839694655,
      "grad_norm": 4.526644706726074,
      "learning_rate": 0.0001,
      "loss": 0.0567,
      "step": 3370
    },
    {
      "epoch": 25.801526717557252,
      "grad_norm": 4.256525993347168,
      "learning_rate": 0.0001,
      "loss": 0.0549,
      "step": 3380
    },
    {
      "epoch": 25.87786259541985,
      "grad_norm": 4.208540916442871,
      "learning_rate": 0.0001,
      "loss": 0.0525,
      "step": 3390
    },
    {
      "epoch": 25.954198473282442,
      "grad_norm": 4.10109281539917,
      "learning_rate": 0.0001,
      "loss": 0.0545,
      "step": 3400
    },
    {
      "epoch": 26.03053435114504,
      "grad_norm": 3.969860076904297,
      "learning_rate": 0.0001,
      "loss": 0.0544,
      "step": 3410
    },
    {
      "epoch": 26.106870229007633,
      "grad_norm": 4.043691635131836,
      "learning_rate": 0.0001,
      "loss": 0.0539,
      "step": 3420
    },
    {
      "epoch": 26.18320610687023,
      "grad_norm": 4.085604190826416,
      "learning_rate": 0.0001,
      "loss": 0.0541,
      "step": 3430
    },
    {
      "epoch": 26.259541984732824,
      "grad_norm": 4.927974700927734,
      "learning_rate": 0.0001,
      "loss": 0.0549,
      "step": 3440
    },
    {
      "epoch": 26.33587786259542,
      "grad_norm": 4.501067161560059,
      "learning_rate": 0.0001,
      "loss": 0.0547,
      "step": 3450
    },
    {
      "epoch": 26.412213740458014,
      "grad_norm": 4.468747138977051,
      "learning_rate": 0.0001,
      "loss": 0.0549,
      "step": 3460
    },
    {
      "epoch": 26.48854961832061,
      "grad_norm": 4.049109935760498,
      "learning_rate": 0.0001,
      "loss": 0.053,
      "step": 3470
    },
    {
      "epoch": 26.564885496183205,
      "grad_norm": 3.4813642501831055,
      "learning_rate": 0.0001,
      "loss": 0.0534,
      "step": 3480
    },
    {
      "epoch": 26.641221374045802,
      "grad_norm": 4.2048773765563965,
      "learning_rate": 0.0001,
      "loss": 0.0542,
      "step": 3490
    },
    {
      "epoch": 26.717557251908396,
      "grad_norm": 4.252817153930664,
      "learning_rate": 0.0001,
      "loss": 0.0555,
      "step": 3500
    },
    {
      "epoch": 26.793893129770993,
      "grad_norm": 4.301164627075195,
      "learning_rate": 0.0001,
      "loss": 0.0584,
      "step": 3510
    },
    {
      "epoch": 26.870229007633586,
      "grad_norm": 4.7255120277404785,
      "learning_rate": 0.0001,
      "loss": 0.0567,
      "step": 3520
    },
    {
      "epoch": 26.946564885496183,
      "grad_norm": 4.322248458862305,
      "learning_rate": 0.0001,
      "loss": 0.0548,
      "step": 3530
    },
    {
      "epoch": 27.022900763358777,
      "grad_norm": 4.003017425537109,
      "learning_rate": 0.0001,
      "loss": 0.0573,
      "step": 3540
    },
    {
      "epoch": 27.099236641221374,
      "grad_norm": 3.9209835529327393,
      "learning_rate": 0.0001,
      "loss": 0.0549,
      "step": 3550
    },
    {
      "epoch": 27.17557251908397,
      "grad_norm": 4.5803680419921875,
      "learning_rate": 0.0001,
      "loss": 0.0552,
      "step": 3560
    },
    {
      "epoch": 27.251908396946565,
      "grad_norm": 4.183896064758301,
      "learning_rate": 0.0001,
      "loss": 0.0546,
      "step": 3570
    },
    {
      "epoch": 27.328244274809162,
      "grad_norm": 3.7178878784179688,
      "learning_rate": 0.0001,
      "loss": 0.0567,
      "step": 3580
    },
    {
      "epoch": 27.404580152671755,
      "grad_norm": 4.429042339324951,
      "learning_rate": 0.0001,
      "loss": 0.0586,
      "step": 3590
    },
    {
      "epoch": 27.480916030534353,
      "grad_norm": 3.8084299564361572,
      "learning_rate": 0.0001,
      "loss": 0.0562,
      "step": 3600
    },
    {
      "epoch": 27.557251908396946,
      "grad_norm": 3.723543405532837,
      "learning_rate": 0.0001,
      "loss": 0.0568,
      "step": 3610
    },
    {
      "epoch": 27.633587786259543,
      "grad_norm": 4.730576515197754,
      "learning_rate": 0.0001,
      "loss": 0.0539,
      "step": 3620
    },
    {
      "epoch": 27.709923664122137,
      "grad_norm": 4.801916122436523,
      "learning_rate": 0.0001,
      "loss": 0.0571,
      "step": 3630
    },
    {
      "epoch": 27.786259541984734,
      "grad_norm": 4.130457878112793,
      "learning_rate": 0.0001,
      "loss": 0.054,
      "step": 3640
    },
    {
      "epoch": 27.862595419847327,
      "grad_norm": 4.568282127380371,
      "learning_rate": 0.0001,
      "loss": 0.0537,
      "step": 3650
    },
    {
      "epoch": 27.938931297709924,
      "grad_norm": 4.068840503692627,
      "learning_rate": 0.0001,
      "loss": 0.0537,
      "step": 3660
    },
    {
      "epoch": 28.015267175572518,
      "grad_norm": 4.095743179321289,
      "learning_rate": 0.0001,
      "loss": 0.0526,
      "step": 3670
    },
    {
      "epoch": 28.091603053435115,
      "grad_norm": 4.103592395782471,
      "learning_rate": 0.0001,
      "loss": 0.054,
      "step": 3680
    },
    {
      "epoch": 28.16793893129771,
      "grad_norm": 4.134469509124756,
      "learning_rate": 0.0001,
      "loss": 0.0537,
      "step": 3690
    },
    {
      "epoch": 28.244274809160306,
      "grad_norm": 4.22285795211792,
      "learning_rate": 0.0001,
      "loss": 0.0531,
      "step": 3700
    },
    {
      "epoch": 28.3206106870229,
      "grad_norm": 4.049163341522217,
      "learning_rate": 0.0001,
      "loss": 0.0536,
      "step": 3710
    },
    {
      "epoch": 28.396946564885496,
      "grad_norm": 3.8612587451934814,
      "learning_rate": 0.0001,
      "loss": 0.0553,
      "step": 3720
    },
    {
      "epoch": 28.47328244274809,
      "grad_norm": 3.1168410778045654,
      "learning_rate": 0.0001,
      "loss": 0.0526,
      "step": 3730
    },
    {
      "epoch": 28.549618320610687,
      "grad_norm": 4.589408874511719,
      "learning_rate": 0.0001,
      "loss": 0.0548,
      "step": 3740
    },
    {
      "epoch": 28.625954198473284,
      "grad_norm": 3.6628568172454834,
      "learning_rate": 0.0001,
      "loss": 0.0533,
      "step": 3750
    },
    {
      "epoch": 28.702290076335878,
      "grad_norm": 4.062976360321045,
      "learning_rate": 0.0001,
      "loss": 0.053,
      "step": 3760
    },
    {
      "epoch": 28.778625954198475,
      "grad_norm": 3.74629282951355,
      "learning_rate": 0.0001,
      "loss": 0.0537,
      "step": 3770
    },
    {
      "epoch": 28.85496183206107,
      "grad_norm": 3.840147018432617,
      "learning_rate": 0.0001,
      "loss": 0.0545,
      "step": 3780
    },
    {
      "epoch": 28.931297709923665,
      "grad_norm": 3.969365358352661,
      "learning_rate": 0.0001,
      "loss": 0.0524,
      "step": 3790
    },
    {
      "epoch": 29.00763358778626,
      "grad_norm": 4.0320587158203125,
      "learning_rate": 0.0001,
      "loss": 0.0524,
      "step": 3800
    },
    {
      "epoch": 29.083969465648856,
      "grad_norm": 3.81132173538208,
      "learning_rate": 0.0001,
      "loss": 0.0508,
      "step": 3810
    },
    {
      "epoch": 29.16030534351145,
      "grad_norm": 4.175119876861572,
      "learning_rate": 0.0001,
      "loss": 0.0528,
      "step": 3820
    },
    {
      "epoch": 29.236641221374047,
      "grad_norm": 3.947319746017456,
      "learning_rate": 0.0001,
      "loss": 0.0509,
      "step": 3830
    },
    {
      "epoch": 29.31297709923664,
      "grad_norm": 3.350123405456543,
      "learning_rate": 0.0001,
      "loss": 0.0519,
      "step": 3840
    },
    {
      "epoch": 29.389312977099237,
      "grad_norm": 3.9435768127441406,
      "learning_rate": 0.0001,
      "loss": 0.0538,
      "step": 3850
    },
    {
      "epoch": 29.46564885496183,
      "grad_norm": 4.297461032867432,
      "learning_rate": 0.0001,
      "loss": 0.0538,
      "step": 3860
    },
    {
      "epoch": 29.541984732824428,
      "grad_norm": 3.6668527126312256,
      "learning_rate": 0.0001,
      "loss": 0.0508,
      "step": 3870
    },
    {
      "epoch": 29.61832061068702,
      "grad_norm": 3.2527763843536377,
      "learning_rate": 0.0001,
      "loss": 0.0534,
      "step": 3880
    },
    {
      "epoch": 29.69465648854962,
      "grad_norm": 3.243529796600342,
      "learning_rate": 0.0001,
      "loss": 0.0523,
      "step": 3890
    },
    {
      "epoch": 29.770992366412212,
      "grad_norm": 3.7658450603485107,
      "learning_rate": 0.0001,
      "loss": 0.0528,
      "step": 3900
    },
    {
      "epoch": 29.84732824427481,
      "grad_norm": 3.597898006439209,
      "learning_rate": 0.0001,
      "loss": 0.0514,
      "step": 3910
    },
    {
      "epoch": 29.923664122137403,
      "grad_norm": 3.5481040477752686,
      "learning_rate": 0.0001,
      "loss": 0.0527,
      "step": 3920
    },
    {
      "epoch": 30.0,
      "grad_norm": 3.540281295776367,
      "learning_rate": 0.0001,
      "loss": 0.0495,
      "step": 3930
    },
    {
      "epoch": 30.076335877862597,
      "grad_norm": 4.231480598449707,
      "learning_rate": 0.0001,
      "loss": 0.0493,
      "step": 3940
    },
    {
      "epoch": 30.15267175572519,
      "grad_norm": 3.5927789211273193,
      "learning_rate": 0.0001,
      "loss": 0.0476,
      "step": 3950
    },
    {
      "epoch": 30.229007633587788,
      "grad_norm": 3.3124194145202637,
      "learning_rate": 0.0001,
      "loss": 0.0471,
      "step": 3960
    },
    {
      "epoch": 30.30534351145038,
      "grad_norm": 3.7947354316711426,
      "learning_rate": 0.0001,
      "loss": 0.0469,
      "step": 3970
    },
    {
      "epoch": 30.38167938931298,
      "grad_norm": 3.476174831390381,
      "learning_rate": 0.0001,
      "loss": 0.0498,
      "step": 3980
    },
    {
      "epoch": 30.458015267175572,
      "grad_norm": 4.287493705749512,
      "learning_rate": 0.0001,
      "loss": 0.0487,
      "step": 3990
    },
    {
      "epoch": 30.53435114503817,
      "grad_norm": 3.682419776916504,
      "learning_rate": 0.0001,
      "loss": 0.0499,
      "step": 4000
    },
    {
      "epoch": 30.610687022900763,
      "grad_norm": 3.0311787128448486,
      "learning_rate": 0.0001,
      "loss": 0.0503,
      "step": 4010
    },
    {
      "epoch": 30.68702290076336,
      "grad_norm": 3.6606760025024414,
      "learning_rate": 0.0001,
      "loss": 0.0512,
      "step": 4020
    },
    {
      "epoch": 30.763358778625953,
      "grad_norm": 3.471261978149414,
      "learning_rate": 0.0001,
      "loss": 0.0505,
      "step": 4030
    },
    {
      "epoch": 30.83969465648855,
      "grad_norm": 3.528874158859253,
      "learning_rate": 0.0001,
      "loss": 0.0513,
      "step": 4040
    },
    {
      "epoch": 30.916030534351144,
      "grad_norm": 3.5980167388916016,
      "learning_rate": 0.0001,
      "loss": 0.052,
      "step": 4050
    },
    {
      "epoch": 30.99236641221374,
      "grad_norm": 4.1895060539245605,
      "learning_rate": 0.0001,
      "loss": 0.0521,
      "step": 4060
    },
    {
      "epoch": 31.068702290076335,
      "grad_norm": 3.693962335586548,
      "learning_rate": 0.0001,
      "loss": 0.0502,
      "step": 4070
    },
    {
      "epoch": 31.14503816793893,
      "grad_norm": 4.285224437713623,
      "learning_rate": 0.0001,
      "loss": 0.0492,
      "step": 4080
    },
    {
      "epoch": 31.221374045801525,
      "grad_norm": 3.7632713317871094,
      "learning_rate": 0.0001,
      "loss": 0.0496,
      "step": 4090
    },
    {
      "epoch": 31.297709923664122,
      "grad_norm": 2.991529941558838,
      "learning_rate": 0.0001,
      "loss": 0.0468,
      "step": 4100
    },
    {
      "epoch": 31.374045801526716,
      "grad_norm": 3.3071091175079346,
      "learning_rate": 0.0001,
      "loss": 0.0467,
      "step": 4110
    },
    {
      "epoch": 31.450381679389313,
      "grad_norm": 2.811474084854126,
      "learning_rate": 0.0001,
      "loss": 0.0491,
      "step": 4120
    },
    {
      "epoch": 31.52671755725191,
      "grad_norm": 3.7419955730438232,
      "learning_rate": 0.0001,
      "loss": 0.0494,
      "step": 4130
    },
    {
      "epoch": 31.603053435114504,
      "grad_norm": 3.7809200286865234,
      "learning_rate": 0.0001,
      "loss": 0.0499,
      "step": 4140
    },
    {
      "epoch": 31.6793893129771,
      "grad_norm": 3.6535890102386475,
      "learning_rate": 0.0001,
      "loss": 0.052,
      "step": 4150
    },
    {
      "epoch": 31.755725190839694,
      "grad_norm": 3.422175884246826,
      "learning_rate": 0.0001,
      "loss": 0.051,
      "step": 4160
    },
    {
      "epoch": 31.83206106870229,
      "grad_norm": 3.3907699584960938,
      "learning_rate": 0.0001,
      "loss": 0.0501,
      "step": 4170
    },
    {
      "epoch": 31.908396946564885,
      "grad_norm": 4.447734355926514,
      "learning_rate": 0.0001,
      "loss": 0.0499,
      "step": 4180
    },
    {
      "epoch": 31.984732824427482,
      "grad_norm": 2.9836788177490234,
      "learning_rate": 0.0001,
      "loss": 0.0492,
      "step": 4190
    },
    {
      "epoch": 32.06106870229008,
      "grad_norm": 3.3494157791137695,
      "learning_rate": 0.0001,
      "loss": 0.0479,
      "step": 4200
    },
    {
      "epoch": 32.13740458015267,
      "grad_norm": 3.3947997093200684,
      "learning_rate": 0.0001,
      "loss": 0.0508,
      "step": 4210
    },
    {
      "epoch": 32.213740458015266,
      "grad_norm": 3.8189189434051514,
      "learning_rate": 0.0001,
      "loss": 0.0522,
      "step": 4220
    },
    {
      "epoch": 32.29007633587786,
      "grad_norm": 3.805128335952759,
      "learning_rate": 0.0001,
      "loss": 0.0519,
      "step": 4230
    },
    {
      "epoch": 32.36641221374046,
      "grad_norm": 3.8691458702087402,
      "learning_rate": 0.0001,
      "loss": 0.0502,
      "step": 4240
    },
    {
      "epoch": 32.44274809160305,
      "grad_norm": 3.853379726409912,
      "learning_rate": 0.0001,
      "loss": 0.05,
      "step": 4250
    },
    {
      "epoch": 32.51908396946565,
      "grad_norm": 4.042487144470215,
      "learning_rate": 0.0001,
      "loss": 0.0471,
      "step": 4260
    },
    {
      "epoch": 32.595419847328245,
      "grad_norm": 3.5378873348236084,
      "learning_rate": 0.0001,
      "loss": 0.0478,
      "step": 4270
    },
    {
      "epoch": 32.67175572519084,
      "grad_norm": 3.0878140926361084,
      "learning_rate": 0.0001,
      "loss": 0.0483,
      "step": 4280
    },
    {
      "epoch": 32.74809160305343,
      "grad_norm": 3.7951457500457764,
      "learning_rate": 0.0001,
      "loss": 0.0479,
      "step": 4290
    },
    {
      "epoch": 32.82442748091603,
      "grad_norm": 3.221129894256592,
      "learning_rate": 0.0001,
      "loss": 0.0483,
      "step": 4300
    },
    {
      "epoch": 32.900763358778626,
      "grad_norm": 3.624239921569824,
      "learning_rate": 0.0001,
      "loss": 0.0467,
      "step": 4310
    },
    {
      "epoch": 32.97709923664122,
      "grad_norm": 3.4339449405670166,
      "learning_rate": 0.0001,
      "loss": 0.0483,
      "step": 4320
    },
    {
      "epoch": 33.05343511450382,
      "grad_norm": 3.3092167377471924,
      "learning_rate": 0.0001,
      "loss": 0.0479,
      "step": 4330
    },
    {
      "epoch": 33.12977099236641,
      "grad_norm": 3.404426097869873,
      "learning_rate": 0.0001,
      "loss": 0.0482,
      "step": 4340
    },
    {
      "epoch": 33.20610687022901,
      "grad_norm": 3.984555721282959,
      "learning_rate": 0.0001,
      "loss": 0.0492,
      "step": 4350
    },
    {
      "epoch": 33.282442748091604,
      "grad_norm": 3.168691396713257,
      "learning_rate": 0.0001,
      "loss": 0.0503,
      "step": 4360
    },
    {
      "epoch": 33.3587786259542,
      "grad_norm": 3.513151168823242,
      "learning_rate": 0.0001,
      "loss": 0.0506,
      "step": 4370
    },
    {
      "epoch": 33.43511450381679,
      "grad_norm": 3.3079819679260254,
      "learning_rate": 0.0001,
      "loss": 0.0499,
      "step": 4380
    },
    {
      "epoch": 33.51145038167939,
      "grad_norm": 3.8096835613250732,
      "learning_rate": 0.0001,
      "loss": 0.05,
      "step": 4390
    },
    {
      "epoch": 33.587786259541986,
      "grad_norm": 3.628011465072632,
      "learning_rate": 0.0001,
      "loss": 0.0496,
      "step": 4400
    },
    {
      "epoch": 33.66412213740458,
      "grad_norm": 3.034440279006958,
      "learning_rate": 0.0001,
      "loss": 0.0471,
      "step": 4410
    },
    {
      "epoch": 33.74045801526717,
      "grad_norm": 3.472968816757202,
      "learning_rate": 0.0001,
      "loss": 0.0462,
      "step": 4420
    },
    {
      "epoch": 33.81679389312977,
      "grad_norm": 2.8505799770355225,
      "learning_rate": 0.0001,
      "loss": 0.0473,
      "step": 4430
    },
    {
      "epoch": 33.89312977099237,
      "grad_norm": 3.215486526489258,
      "learning_rate": 0.0001,
      "loss": 0.047,
      "step": 4440
    },
    {
      "epoch": 33.969465648854964,
      "grad_norm": 2.8934333324432373,
      "learning_rate": 0.0001,
      "loss": 0.0476,
      "step": 4450
    },
    {
      "epoch": 34.045801526717554,
      "grad_norm": 3.2487425804138184,
      "learning_rate": 0.0001,
      "loss": 0.0468,
      "step": 4460
    },
    {
      "epoch": 34.12213740458015,
      "grad_norm": 3.060657262802124,
      "learning_rate": 0.0001,
      "loss": 0.0455,
      "step": 4470
    },
    {
      "epoch": 34.19847328244275,
      "grad_norm": 3.015436887741089,
      "learning_rate": 0.0001,
      "loss": 0.0469,
      "step": 4480
    },
    {
      "epoch": 34.274809160305345,
      "grad_norm": 3.276743173599243,
      "learning_rate": 0.0001,
      "loss": 0.0481,
      "step": 4490
    },
    {
      "epoch": 34.35114503816794,
      "grad_norm": 4.280351638793945,
      "learning_rate": 0.0001,
      "loss": 0.0484,
      "step": 4500
    },
    {
      "epoch": 34.42748091603053,
      "grad_norm": 3.036823034286499,
      "learning_rate": 0.0001,
      "loss": 0.0481,
      "step": 4510
    },
    {
      "epoch": 34.50381679389313,
      "grad_norm": 3.4289803504943848,
      "learning_rate": 0.0001,
      "loss": 0.049,
      "step": 4520
    },
    {
      "epoch": 34.58015267175573,
      "grad_norm": 3.3398303985595703,
      "learning_rate": 0.0001,
      "loss": 0.0473,
      "step": 4530
    },
    {
      "epoch": 34.656488549618324,
      "grad_norm": 2.9010024070739746,
      "learning_rate": 0.0001,
      "loss": 0.0467,
      "step": 4540
    },
    {
      "epoch": 34.732824427480914,
      "grad_norm": 3.8902783393859863,
      "learning_rate": 0.0001,
      "loss": 0.046,
      "step": 4550
    },
    {
      "epoch": 34.80916030534351,
      "grad_norm": 3.792538642883301,
      "learning_rate": 0.0001,
      "loss": 0.046,
      "step": 4560
    },
    {
      "epoch": 34.88549618320611,
      "grad_norm": 3.5714380741119385,
      "learning_rate": 0.0001,
      "loss": 0.0455,
      "step": 4570
    },
    {
      "epoch": 34.961832061068705,
      "grad_norm": 3.2313506603240967,
      "learning_rate": 0.0001,
      "loss": 0.0462,
      "step": 4580
    },
    {
      "epoch": 35.038167938931295,
      "grad_norm": 3.000964403152466,
      "learning_rate": 0.0001,
      "loss": 0.0455,
      "step": 4590
    },
    {
      "epoch": 35.11450381679389,
      "grad_norm": 2.9698078632354736,
      "learning_rate": 0.0001,
      "loss": 0.0444,
      "step": 4600
    },
    {
      "epoch": 35.19083969465649,
      "grad_norm": 3.3333258628845215,
      "learning_rate": 0.0001,
      "loss": 0.0454,
      "step": 4610
    },
    {
      "epoch": 35.267175572519086,
      "grad_norm": 3.0106120109558105,
      "learning_rate": 0.0001,
      "loss": 0.0437,
      "step": 4620
    },
    {
      "epoch": 35.343511450381676,
      "grad_norm": 3.292477607727051,
      "learning_rate": 0.0001,
      "loss": 0.0449,
      "step": 4630
    },
    {
      "epoch": 35.41984732824427,
      "grad_norm": 3.483128070831299,
      "learning_rate": 0.0001,
      "loss": 0.0459,
      "step": 4640
    },
    {
      "epoch": 35.49618320610687,
      "grad_norm": 3.788200855255127,
      "learning_rate": 0.0001,
      "loss": 0.0451,
      "step": 4650
    },
    {
      "epoch": 35.57251908396947,
      "grad_norm": 4.046688079833984,
      "learning_rate": 0.0001,
      "loss": 0.0463,
      "step": 4660
    },
    {
      "epoch": 35.64885496183206,
      "grad_norm": 3.902345657348633,
      "learning_rate": 0.0001,
      "loss": 0.0486,
      "step": 4670
    },
    {
      "epoch": 35.725190839694655,
      "grad_norm": 3.4997637271881104,
      "learning_rate": 0.0001,
      "loss": 0.0471,
      "step": 4680
    },
    {
      "epoch": 35.80152671755725,
      "grad_norm": 2.962519407272339,
      "learning_rate": 0.0001,
      "loss": 0.0462,
      "step": 4690
    },
    {
      "epoch": 35.87786259541985,
      "grad_norm": 3.5871753692626953,
      "learning_rate": 0.0001,
      "loss": 0.0446,
      "step": 4700
    },
    {
      "epoch": 35.954198473282446,
      "grad_norm": 3.3213613033294678,
      "learning_rate": 0.0001,
      "loss": 0.0469,
      "step": 4710
    },
    {
      "epoch": 36.030534351145036,
      "grad_norm": 2.788958787918091,
      "learning_rate": 0.0001,
      "loss": 0.0451,
      "step": 4720
    },
    {
      "epoch": 36.10687022900763,
      "grad_norm": 3.1710762977600098,
      "learning_rate": 0.0001,
      "loss": 0.0458,
      "step": 4730
    },
    {
      "epoch": 36.18320610687023,
      "grad_norm": 3.177168130874634,
      "learning_rate": 0.0001,
      "loss": 0.0473,
      "step": 4740
    },
    {
      "epoch": 36.25954198473283,
      "grad_norm": 3.2222483158111572,
      "learning_rate": 0.0001,
      "loss": 0.0457,
      "step": 4750
    },
    {
      "epoch": 36.33587786259542,
      "grad_norm": 3.2382943630218506,
      "learning_rate": 0.0001,
      "loss": 0.0434,
      "step": 4760
    },
    {
      "epoch": 36.412213740458014,
      "grad_norm": 3.0911316871643066,
      "learning_rate": 0.0001,
      "loss": 0.0454,
      "step": 4770
    },
    {
      "epoch": 36.48854961832061,
      "grad_norm": 3.1496739387512207,
      "learning_rate": 0.0001,
      "loss": 0.044,
      "step": 4780
    },
    {
      "epoch": 36.56488549618321,
      "grad_norm": 3.526561737060547,
      "learning_rate": 0.0001,
      "loss": 0.0432,
      "step": 4790
    },
    {
      "epoch": 36.6412213740458,
      "grad_norm": 3.1194629669189453,
      "learning_rate": 0.0001,
      "loss": 0.0451,
      "step": 4800
    },
    {
      "epoch": 36.717557251908396,
      "grad_norm": 3.173083543777466,
      "learning_rate": 0.0001,
      "loss": 0.045,
      "step": 4810
    },
    {
      "epoch": 36.79389312977099,
      "grad_norm": 3.493943214416504,
      "learning_rate": 0.0001,
      "loss": 0.0449,
      "step": 4820
    },
    {
      "epoch": 36.87022900763359,
      "grad_norm": 3.088474988937378,
      "learning_rate": 0.0001,
      "loss": 0.0461,
      "step": 4830
    },
    {
      "epoch": 36.94656488549618,
      "grad_norm": 2.6097235679626465,
      "learning_rate": 0.0001,
      "loss": 0.0435,
      "step": 4840
    },
    {
      "epoch": 37.02290076335878,
      "grad_norm": 3.166834831237793,
      "learning_rate": 0.0001,
      "loss": 0.0441,
      "step": 4850
    },
    {
      "epoch": 37.099236641221374,
      "grad_norm": 2.667574882507324,
      "learning_rate": 0.0001,
      "loss": 0.0422,
      "step": 4860
    },
    {
      "epoch": 37.17557251908397,
      "grad_norm": 3.3252201080322266,
      "learning_rate": 0.0001,
      "loss": 0.0448,
      "step": 4870
    },
    {
      "epoch": 37.25190839694657,
      "grad_norm": 3.2053420543670654,
      "learning_rate": 0.0001,
      "loss": 0.043,
      "step": 4880
    },
    {
      "epoch": 37.32824427480916,
      "grad_norm": 3.097738742828369,
      "learning_rate": 0.0001,
      "loss": 0.0433,
      "step": 4890
    },
    {
      "epoch": 37.404580152671755,
      "grad_norm": 3.6360034942626953,
      "learning_rate": 0.0001,
      "loss": 0.0438,
      "step": 4900
    },
    {
      "epoch": 37.48091603053435,
      "grad_norm": 2.698472738265991,
      "learning_rate": 0.0001,
      "loss": 0.0439,
      "step": 4910
    },
    {
      "epoch": 37.55725190839695,
      "grad_norm": 2.8787572383880615,
      "learning_rate": 0.0001,
      "loss": 0.0456,
      "step": 4920
    },
    {
      "epoch": 37.63358778625954,
      "grad_norm": 2.7771525382995605,
      "learning_rate": 0.0001,
      "loss": 0.0442,
      "step": 4930
    },
    {
      "epoch": 37.70992366412214,
      "grad_norm": 2.9571940898895264,
      "learning_rate": 0.0001,
      "loss": 0.0468,
      "step": 4940
    },
    {
      "epoch": 37.786259541984734,
      "grad_norm": 2.300699234008789,
      "learning_rate": 0.0001,
      "loss": 0.0454,
      "step": 4950
    },
    {
      "epoch": 37.86259541984733,
      "grad_norm": 2.900625467300415,
      "learning_rate": 0.0001,
      "loss": 0.0439,
      "step": 4960
    },
    {
      "epoch": 37.93893129770992,
      "grad_norm": 2.1741316318511963,
      "learning_rate": 0.0001,
      "loss": 0.0451,
      "step": 4970
    },
    {
      "epoch": 38.01526717557252,
      "grad_norm": 2.9241783618927,
      "learning_rate": 0.0001,
      "loss": 0.0439,
      "step": 4980
    },
    {
      "epoch": 38.091603053435115,
      "grad_norm": 3.2482235431671143,
      "learning_rate": 0.0001,
      "loss": 0.0441,
      "step": 4990
    },
    {
      "epoch": 38.16793893129771,
      "grad_norm": 3.062605142593384,
      "learning_rate": 0.0001,
      "loss": 0.0443,
      "step": 5000
    },
    {
      "epoch": 38.2442748091603,
      "grad_norm": 2.650078773498535,
      "learning_rate": 0.0001,
      "loss": 0.0442,
      "step": 5010
    },
    {
      "epoch": 38.3206106870229,
      "grad_norm": 3.7150070667266846,
      "learning_rate": 0.0001,
      "loss": 0.0438,
      "step": 5020
    },
    {
      "epoch": 38.396946564885496,
      "grad_norm": 2.959179401397705,
      "learning_rate": 0.0001,
      "loss": 0.0436,
      "step": 5030
    },
    {
      "epoch": 38.47328244274809,
      "grad_norm": 2.5778098106384277,
      "learning_rate": 0.0001,
      "loss": 0.0436,
      "step": 5040
    },
    {
      "epoch": 38.54961832061069,
      "grad_norm": 3.093268871307373,
      "learning_rate": 0.0001,
      "loss": 0.0432,
      "step": 5050
    },
    {
      "epoch": 38.62595419847328,
      "grad_norm": 3.1361584663391113,
      "learning_rate": 0.0001,
      "loss": 0.0421,
      "step": 5060
    },
    {
      "epoch": 38.70229007633588,
      "grad_norm": 2.9501729011535645,
      "learning_rate": 0.0001,
      "loss": 0.0414,
      "step": 5070
    },
    {
      "epoch": 38.778625954198475,
      "grad_norm": 3.0983991622924805,
      "learning_rate": 0.0001,
      "loss": 0.0432,
      "step": 5080
    },
    {
      "epoch": 38.85496183206107,
      "grad_norm": 2.4670023918151855,
      "learning_rate": 0.0001,
      "loss": 0.0444,
      "step": 5090
    },
    {
      "epoch": 38.93129770992366,
      "grad_norm": 2.834796667098999,
      "learning_rate": 0.0001,
      "loss": 0.043,
      "step": 5100
    },
    {
      "epoch": 39.00763358778626,
      "grad_norm": 3.014303684234619,
      "learning_rate": 0.0001,
      "loss": 0.0415,
      "step": 5110
    },
    {
      "epoch": 39.083969465648856,
      "grad_norm": 2.756037473678589,
      "learning_rate": 0.0001,
      "loss": 0.0414,
      "step": 5120
    },
    {
      "epoch": 39.16030534351145,
      "grad_norm": 2.93886661529541,
      "learning_rate": 0.0001,
      "loss": 0.0412,
      "step": 5130
    },
    {
      "epoch": 39.23664122137404,
      "grad_norm": 3.496835947036743,
      "learning_rate": 0.0001,
      "loss": 0.0422,
      "step": 5140
    },
    {
      "epoch": 39.31297709923664,
      "grad_norm": 3.027367115020752,
      "learning_rate": 0.0001,
      "loss": 0.0435,
      "step": 5150
    },
    {
      "epoch": 39.38931297709924,
      "grad_norm": 2.4400932788848877,
      "learning_rate": 0.0001,
      "loss": 0.0419,
      "step": 5160
    },
    {
      "epoch": 39.465648854961835,
      "grad_norm": 2.4248390197753906,
      "learning_rate": 0.0001,
      "loss": 0.0414,
      "step": 5170
    },
    {
      "epoch": 39.541984732824424,
      "grad_norm": 2.6410133838653564,
      "learning_rate": 0.0001,
      "loss": 0.042,
      "step": 5180
    },
    {
      "epoch": 39.61832061068702,
      "grad_norm": 2.902656316757202,
      "learning_rate": 0.0001,
      "loss": 0.0409,
      "step": 5190
    },
    {
      "epoch": 39.69465648854962,
      "grad_norm": 2.4277093410491943,
      "learning_rate": 0.0001,
      "loss": 0.0409,
      "step": 5200
    },
    {
      "epoch": 39.770992366412216,
      "grad_norm": 2.583878993988037,
      "learning_rate": 0.0001,
      "loss": 0.043,
      "step": 5210
    },
    {
      "epoch": 39.847328244274806,
      "grad_norm": 3.0592598915100098,
      "learning_rate": 0.0001,
      "loss": 0.0415,
      "step": 5220
    },
    {
      "epoch": 39.9236641221374,
      "grad_norm": 2.895296573638916,
      "learning_rate": 0.0001,
      "loss": 0.0426,
      "step": 5230
    },
    {
      "epoch": 40.0,
      "grad_norm": 3.176464557647705,
      "learning_rate": 0.0001,
      "loss": 0.0431,
      "step": 5240
    },
    {
      "epoch": 40.0763358778626,
      "grad_norm": 2.7505714893341064,
      "learning_rate": 0.0001,
      "loss": 0.0416,
      "step": 5250
    },
    {
      "epoch": 40.152671755725194,
      "grad_norm": 3.103447914123535,
      "learning_rate": 0.0001,
      "loss": 0.0416,
      "step": 5260
    },
    {
      "epoch": 40.229007633587784,
      "grad_norm": 3.119067430496216,
      "learning_rate": 0.0001,
      "loss": 0.0411,
      "step": 5270
    },
    {
      "epoch": 40.30534351145038,
      "grad_norm": 2.657464027404785,
      "learning_rate": 0.0001,
      "loss": 0.0422,
      "step": 5280
    },
    {
      "epoch": 40.38167938931298,
      "grad_norm": 2.6710398197174072,
      "learning_rate": 0.0001,
      "loss": 0.0409,
      "step": 5290
    },
    {
      "epoch": 40.458015267175576,
      "grad_norm": 2.7847416400909424,
      "learning_rate": 0.0001,
      "loss": 0.0397,
      "step": 5300
    },
    {
      "epoch": 40.534351145038165,
      "grad_norm": 2.7041256427764893,
      "learning_rate": 0.0001,
      "loss": 0.0406,
      "step": 5310
    },
    {
      "epoch": 40.61068702290076,
      "grad_norm": 3.177058219909668,
      "learning_rate": 0.0001,
      "loss": 0.0409,
      "step": 5320
    },
    {
      "epoch": 40.68702290076336,
      "grad_norm": 2.38445782661438,
      "learning_rate": 0.0001,
      "loss": 0.0409,
      "step": 5330
    },
    {
      "epoch": 40.76335877862596,
      "grad_norm": 2.6212852001190186,
      "learning_rate": 0.0001,
      "loss": 0.0413,
      "step": 5340
    },
    {
      "epoch": 40.83969465648855,
      "grad_norm": 2.713756561279297,
      "learning_rate": 0.0001,
      "loss": 0.0401,
      "step": 5350
    },
    {
      "epoch": 40.916030534351144,
      "grad_norm": 2.616422653198242,
      "learning_rate": 0.0001,
      "loss": 0.0411,
      "step": 5360
    },
    {
      "epoch": 40.99236641221374,
      "grad_norm": 2.6061697006225586,
      "learning_rate": 0.0001,
      "loss": 0.0421,
      "step": 5370
    },
    {
      "epoch": 41.06870229007634,
      "grad_norm": 2.431854248046875,
      "learning_rate": 0.0001,
      "loss": 0.0405,
      "step": 5380
    },
    {
      "epoch": 41.14503816793893,
      "grad_norm": 2.64780330657959,
      "learning_rate": 0.0001,
      "loss": 0.044,
      "step": 5390
    },
    {
      "epoch": 41.221374045801525,
      "grad_norm": 2.9676668643951416,
      "learning_rate": 0.0001,
      "loss": 0.0443,
      "step": 5400
    },
    {
      "epoch": 41.29770992366412,
      "grad_norm": 2.6115572452545166,
      "learning_rate": 0.0001,
      "loss": 0.0451,
      "step": 5410
    },
    {
      "epoch": 41.37404580152672,
      "grad_norm": 2.560312509536743,
      "learning_rate": 0.0001,
      "loss": 0.0433,
      "step": 5420
    },
    {
      "epoch": 41.45038167938931,
      "grad_norm": 2.2086288928985596,
      "learning_rate": 0.0001,
      "loss": 0.0421,
      "step": 5430
    },
    {
      "epoch": 41.52671755725191,
      "grad_norm": 3.0233829021453857,
      "learning_rate": 0.0001,
      "loss": 0.0427,
      "step": 5440
    },
    {
      "epoch": 41.603053435114504,
      "grad_norm": 2.2433292865753174,
      "learning_rate": 0.0001,
      "loss": 0.0421,
      "step": 5450
    },
    {
      "epoch": 41.6793893129771,
      "grad_norm": 2.742871046066284,
      "learning_rate": 0.0001,
      "loss": 0.0417,
      "step": 5460
    },
    {
      "epoch": 41.7557251908397,
      "grad_norm": 2.698446035385132,
      "learning_rate": 0.0001,
      "loss": 0.0417,
      "step": 5470
    },
    {
      "epoch": 41.83206106870229,
      "grad_norm": 3.030923843383789,
      "learning_rate": 0.0001,
      "loss": 0.0423,
      "step": 5480
    },
    {
      "epoch": 41.908396946564885,
      "grad_norm": 2.591278553009033,
      "learning_rate": 0.0001,
      "loss": 0.0425,
      "step": 5490
    },
    {
      "epoch": 41.98473282442748,
      "grad_norm": 2.784003734588623,
      "learning_rate": 0.0001,
      "loss": 0.0407,
      "step": 5500
    },
    {
      "epoch": 42.06106870229008,
      "grad_norm": 2.5421814918518066,
      "learning_rate": 0.0001,
      "loss": 0.0408,
      "step": 5510
    },
    {
      "epoch": 42.13740458015267,
      "grad_norm": 2.6267828941345215,
      "learning_rate": 0.0001,
      "loss": 0.042,
      "step": 5520
    },
    {
      "epoch": 42.213740458015266,
      "grad_norm": 3.1032094955444336,
      "learning_rate": 0.0001,
      "loss": 0.0421,
      "step": 5530
    },
    {
      "epoch": 42.29007633587786,
      "grad_norm": 2.7401843070983887,
      "learning_rate": 0.0001,
      "loss": 0.0417,
      "step": 5540
    },
    {
      "epoch": 42.36641221374046,
      "grad_norm": 2.7974212169647217,
      "learning_rate": 0.0001,
      "loss": 0.0419,
      "step": 5550
    },
    {
      "epoch": 42.44274809160305,
      "grad_norm": 2.6444106101989746,
      "learning_rate": 0.0001,
      "loss": 0.0419,
      "step": 5560
    },
    {
      "epoch": 42.51908396946565,
      "grad_norm": 2.4664876461029053,
      "learning_rate": 0.0001,
      "loss": 0.0418,
      "step": 5570
    },
    {
      "epoch": 42.595419847328245,
      "grad_norm": 2.339710235595703,
      "learning_rate": 0.0001,
      "loss": 0.0408,
      "step": 5580
    },
    {
      "epoch": 42.67175572519084,
      "grad_norm": 2.4500250816345215,
      "learning_rate": 0.0001,
      "loss": 0.0409,
      "step": 5590
    },
    {
      "epoch": 42.74809160305343,
      "grad_norm": 2.691645860671997,
      "learning_rate": 0.0001,
      "loss": 0.0402,
      "step": 5600
    },
    {
      "epoch": 42.82442748091603,
      "grad_norm": 2.8897862434387207,
      "learning_rate": 0.0001,
      "loss": 0.0424,
      "step": 5610
    },
    {
      "epoch": 42.900763358778626,
      "grad_norm": 3.1596169471740723,
      "learning_rate": 0.0001,
      "loss": 0.0413,
      "step": 5620
    },
    {
      "epoch": 42.97709923664122,
      "grad_norm": 2.5730175971984863,
      "learning_rate": 0.0001,
      "loss": 0.0426,
      "step": 5630
    },
    {
      "epoch": 43.05343511450382,
      "grad_norm": 3.1214640140533447,
      "learning_rate": 0.0001,
      "loss": 0.0411,
      "step": 5640
    },
    {
      "epoch": 43.12977099236641,
      "grad_norm": 3.0774435997009277,
      "learning_rate": 0.0001,
      "loss": 0.04,
      "step": 5650
    },
    {
      "epoch": 43.20610687022901,
      "grad_norm": 2.4855499267578125,
      "learning_rate": 0.0001,
      "loss": 0.0407,
      "step": 5660
    },
    {
      "epoch": 43.282442748091604,
      "grad_norm": 2.361482858657837,
      "learning_rate": 0.0001,
      "loss": 0.0398,
      "step": 5670
    },
    {
      "epoch": 43.3587786259542,
      "grad_norm": 3.246044397354126,
      "learning_rate": 0.0001,
      "loss": 0.0414,
      "step": 5680
    },
    {
      "epoch": 43.43511450381679,
      "grad_norm": 2.2616066932678223,
      "learning_rate": 0.0001,
      "loss": 0.0397,
      "step": 5690
    },
    {
      "epoch": 43.51145038167939,
      "grad_norm": 2.5731356143951416,
      "learning_rate": 0.0001,
      "loss": 0.0402,
      "step": 5700
    },
    {
      "epoch": 43.587786259541986,
      "grad_norm": 3.4312613010406494,
      "learning_rate": 0.0001,
      "loss": 0.0421,
      "step": 5710
    },
    {
      "epoch": 43.66412213740458,
      "grad_norm": 3.3782730102539062,
      "learning_rate": 0.0001,
      "loss": 0.0434,
      "step": 5720
    },
    {
      "epoch": 43.74045801526717,
      "grad_norm": 3.0172417163848877,
      "learning_rate": 0.0001,
      "loss": 0.0406,
      "step": 5730
    },
    {
      "epoch": 43.81679389312977,
      "grad_norm": 2.5727875232696533,
      "learning_rate": 0.0001,
      "loss": 0.0403,
      "step": 5740
    },
    {
      "epoch": 43.89312977099237,
      "grad_norm": 2.5881786346435547,
      "learning_rate": 0.0001,
      "loss": 0.04,
      "step": 5750
    },
    {
      "epoch": 43.969465648854964,
      "grad_norm": 2.500659465789795,
      "learning_rate": 0.0001,
      "loss": 0.0395,
      "step": 5760
    },
    {
      "epoch": 44.045801526717554,
      "grad_norm": 2.85809063911438,
      "learning_rate": 0.0001,
      "loss": 0.04,
      "step": 5770
    },
    {
      "epoch": 44.12213740458015,
      "grad_norm": 2.7044007778167725,
      "learning_rate": 0.0001,
      "loss": 0.0389,
      "step": 5780
    },
    {
      "epoch": 44.19847328244275,
      "grad_norm": 2.6302437782287598,
      "learning_rate": 0.0001,
      "loss": 0.0411,
      "step": 5790
    },
    {
      "epoch": 44.274809160305345,
      "grad_norm": 2.4910266399383545,
      "learning_rate": 0.0001,
      "loss": 0.0384,
      "step": 5800
    },
    {
      "epoch": 44.35114503816794,
      "grad_norm": 2.453784465789795,
      "learning_rate": 0.0001,
      "loss": 0.0427,
      "step": 5810
    },
    {
      "epoch": 44.42748091603053,
      "grad_norm": 2.1327147483825684,
      "learning_rate": 0.0001,
      "loss": 0.0413,
      "step": 5820
    },
    {
      "epoch": 44.50381679389313,
      "grad_norm": 3.083108901977539,
      "learning_rate": 0.0001,
      "loss": 0.0406,
      "step": 5830
    },
    {
      "epoch": 44.58015267175573,
      "grad_norm": 2.251417875289917,
      "learning_rate": 0.0001,
      "loss": 0.04,
      "step": 5840
    },
    {
      "epoch": 44.656488549618324,
      "grad_norm": 2.787566900253296,
      "learning_rate": 0.0001,
      "loss": 0.039,
      "step": 5850
    },
    {
      "epoch": 44.732824427480914,
      "grad_norm": 2.512261390686035,
      "learning_rate": 0.0001,
      "loss": 0.0402,
      "step": 5860
    },
    {
      "epoch": 44.80916030534351,
      "grad_norm": 2.1494898796081543,
      "learning_rate": 0.0001,
      "loss": 0.0388,
      "step": 5870
    },
    {
      "epoch": 44.88549618320611,
      "grad_norm": 2.544969320297241,
      "learning_rate": 0.0001,
      "loss": 0.0373,
      "step": 5880
    },
    {
      "epoch": 44.961832061068705,
      "grad_norm": 2.20096755027771,
      "learning_rate": 0.0001,
      "loss": 0.0367,
      "step": 5890
    },
    {
      "epoch": 45.038167938931295,
      "grad_norm": 2.5262482166290283,
      "learning_rate": 0.0001,
      "loss": 0.0375,
      "step": 5900
    },
    {
      "epoch": 45.11450381679389,
      "grad_norm": 2.6007280349731445,
      "learning_rate": 0.0001,
      "loss": 0.0395,
      "step": 5910
    },
    {
      "epoch": 45.19083969465649,
      "grad_norm": 2.765237808227539,
      "learning_rate": 0.0001,
      "loss": 0.0391,
      "step": 5920
    },
    {
      "epoch": 45.267175572519086,
      "grad_norm": 2.7387094497680664,
      "learning_rate": 0.0001,
      "loss": 0.0407,
      "step": 5930
    },
    {
      "epoch": 45.343511450381676,
      "grad_norm": 2.384263038635254,
      "learning_rate": 0.0001,
      "loss": 0.0389,
      "step": 5940
    },
    {
      "epoch": 45.41984732824427,
      "grad_norm": 2.556217670440674,
      "learning_rate": 0.0001,
      "loss": 0.0383,
      "step": 5950
    },
    {
      "epoch": 45.49618320610687,
      "grad_norm": 2.3596951961517334,
      "learning_rate": 0.0001,
      "loss": 0.0392,
      "step": 5960
    },
    {
      "epoch": 45.57251908396947,
      "grad_norm": 2.4544594287872314,
      "learning_rate": 0.0001,
      "loss": 0.0386,
      "step": 5970
    },
    {
      "epoch": 45.64885496183206,
      "grad_norm": 2.33474063873291,
      "learning_rate": 0.0001,
      "loss": 0.0393,
      "step": 5980
    },
    {
      "epoch": 45.725190839694655,
      "grad_norm": 2.6560633182525635,
      "learning_rate": 0.0001,
      "loss": 0.0397,
      "step": 5990
    },
    {
      "epoch": 45.80152671755725,
      "grad_norm": 3.5202627182006836,
      "learning_rate": 0.0001,
      "loss": 0.0399,
      "step": 6000
    },
    {
      "epoch": 45.87786259541985,
      "grad_norm": 2.146144151687622,
      "learning_rate": 0.0001,
      "loss": 0.0394,
      "step": 6010
    },
    {
      "epoch": 45.954198473282446,
      "grad_norm": 2.597266435623169,
      "learning_rate": 0.0001,
      "loss": 0.0381,
      "step": 6020
    },
    {
      "epoch": 46.030534351145036,
      "grad_norm": 2.517627477645874,
      "learning_rate": 0.0001,
      "loss": 0.0403,
      "step": 6030
    },
    {
      "epoch": 46.10687022900763,
      "grad_norm": 2.548168182373047,
      "learning_rate": 0.0001,
      "loss": 0.038,
      "step": 6040
    },
    {
      "epoch": 46.18320610687023,
      "grad_norm": 2.6763503551483154,
      "learning_rate": 0.0001,
      "loss": 0.0385,
      "step": 6050
    },
    {
      "epoch": 46.25954198473283,
      "grad_norm": 2.0182878971099854,
      "learning_rate": 0.0001,
      "loss": 0.0377,
      "step": 6060
    },
    {
      "epoch": 46.33587786259542,
      "grad_norm": 2.5702624320983887,
      "learning_rate": 0.0001,
      "loss": 0.0382,
      "step": 6070
    },
    {
      "epoch": 46.412213740458014,
      "grad_norm": 2.560995578765869,
      "learning_rate": 0.0001,
      "loss": 0.0388,
      "step": 6080
    },
    {
      "epoch": 46.48854961832061,
      "grad_norm": 2.580677032470703,
      "learning_rate": 0.0001,
      "loss": 0.0398,
      "step": 6090
    },
    {
      "epoch": 46.56488549618321,
      "grad_norm": 2.2916321754455566,
      "learning_rate": 0.0001,
      "loss": 0.0392,
      "step": 6100
    },
    {
      "epoch": 46.6412213740458,
      "grad_norm": 3.1075310707092285,
      "learning_rate": 0.0001,
      "loss": 0.0393,
      "step": 6110
    },
    {
      "epoch": 46.717557251908396,
      "grad_norm": 2.3877203464508057,
      "learning_rate": 0.0001,
      "loss": 0.0408,
      "step": 6120
    },
    {
      "epoch": 46.79389312977099,
      "grad_norm": 2.422913074493408,
      "learning_rate": 0.0001,
      "loss": 0.0399,
      "step": 6130
    },
    {
      "epoch": 46.87022900763359,
      "grad_norm": 2.407735824584961,
      "learning_rate": 0.0001,
      "loss": 0.039,
      "step": 6140
    },
    {
      "epoch": 46.94656488549618,
      "grad_norm": 2.28184175491333,
      "learning_rate": 0.0001,
      "loss": 0.0393,
      "step": 6150
    },
    {
      "epoch": 47.02290076335878,
      "grad_norm": 3.450758934020996,
      "learning_rate": 0.0001,
      "loss": 0.0401,
      "step": 6160
    },
    {
      "epoch": 47.099236641221374,
      "grad_norm": 2.561671257019043,
      "learning_rate": 0.0001,
      "loss": 0.0399,
      "step": 6170
    },
    {
      "epoch": 47.17557251908397,
      "grad_norm": 2.6351301670074463,
      "learning_rate": 0.0001,
      "loss": 0.0395,
      "step": 6180
    },
    {
      "epoch": 47.25190839694657,
      "grad_norm": 2.262587308883667,
      "learning_rate": 0.0001,
      "loss": 0.039,
      "step": 6190
    },
    {
      "epoch": 47.32824427480916,
      "grad_norm": 2.262640953063965,
      "learning_rate": 0.0001,
      "loss": 0.038,
      "step": 6200
    },
    {
      "epoch": 47.404580152671755,
      "grad_norm": 3.016984462738037,
      "learning_rate": 0.0001,
      "loss": 0.0384,
      "step": 6210
    },
    {
      "epoch": 47.48091603053435,
      "grad_norm": 2.5919418334960938,
      "learning_rate": 0.0001,
      "loss": 0.0394,
      "step": 6220
    },
    {
      "epoch": 47.55725190839695,
      "grad_norm": 2.7218074798583984,
      "learning_rate": 0.0001,
      "loss": 0.0408,
      "step": 6230
    },
    {
      "epoch": 47.63358778625954,
      "grad_norm": 2.6902222633361816,
      "learning_rate": 0.0001,
      "loss": 0.0392,
      "step": 6240
    },
    {
      "epoch": 47.70992366412214,
      "grad_norm": 2.5885958671569824,
      "learning_rate": 0.0001,
      "loss": 0.0405,
      "step": 6250
    },
    {
      "epoch": 47.786259541984734,
      "grad_norm": 2.6370084285736084,
      "learning_rate": 0.0001,
      "loss": 0.0392,
      "step": 6260
    },
    {
      "epoch": 47.86259541984733,
      "grad_norm": 2.484933853149414,
      "learning_rate": 0.0001,
      "loss": 0.0392,
      "step": 6270
    },
    {
      "epoch": 47.93893129770992,
      "grad_norm": 2.566596746444702,
      "learning_rate": 0.0001,
      "loss": 0.0377,
      "step": 6280
    },
    {
      "epoch": 48.01526717557252,
      "grad_norm": 2.4079723358154297,
      "learning_rate": 0.0001,
      "loss": 0.0372,
      "step": 6290
    },
    {
      "epoch": 48.091603053435115,
      "grad_norm": 2.116542339324951,
      "learning_rate": 0.0001,
      "loss": 0.0362,
      "step": 6300
    },
    {
      "epoch": 48.16793893129771,
      "grad_norm": 2.5575928688049316,
      "learning_rate": 0.0001,
      "loss": 0.0388,
      "step": 6310
    },
    {
      "epoch": 48.2442748091603,
      "grad_norm": 2.520078420639038,
      "learning_rate": 0.0001,
      "loss": 0.0373,
      "step": 6320
    },
    {
      "epoch": 48.3206106870229,
      "grad_norm": 2.1232094764709473,
      "learning_rate": 0.0001,
      "loss": 0.0373,
      "step": 6330
    },
    {
      "epoch": 48.396946564885496,
      "grad_norm": 2.458665609359741,
      "learning_rate": 0.0001,
      "loss": 0.0369,
      "step": 6340
    },
    {
      "epoch": 48.47328244274809,
      "grad_norm": 2.0642988681793213,
      "learning_rate": 0.0001,
      "loss": 0.0369,
      "step": 6350
    },
    {
      "epoch": 48.54961832061069,
      "grad_norm": 2.617170810699463,
      "learning_rate": 0.0001,
      "loss": 0.0381,
      "step": 6360
    },
    {
      "epoch": 48.62595419847328,
      "grad_norm": 2.2888572216033936,
      "learning_rate": 0.0001,
      "loss": 0.039,
      "step": 6370
    },
    {
      "epoch": 48.70229007633588,
      "grad_norm": 2.777254343032837,
      "learning_rate": 0.0001,
      "loss": 0.0395,
      "step": 6380
    },
    {
      "epoch": 48.778625954198475,
      "grad_norm": 3.3420934677124023,
      "learning_rate": 0.0001,
      "loss": 0.0381,
      "step": 6390
    },
    {
      "epoch": 48.85496183206107,
      "grad_norm": 2.1780619621276855,
      "learning_rate": 0.0001,
      "loss": 0.037,
      "step": 6400
    },
    {
      "epoch": 48.93129770992366,
      "grad_norm": 2.4814014434814453,
      "learning_rate": 0.0001,
      "loss": 0.0369,
      "step": 6410
    },
    {
      "epoch": 49.00763358778626,
      "grad_norm": 2.3347229957580566,
      "learning_rate": 0.0001,
      "loss": 0.0356,
      "step": 6420
    },
    {
      "epoch": 49.083969465648856,
      "grad_norm": 2.5095677375793457,
      "learning_rate": 0.0001,
      "loss": 0.0377,
      "step": 6430
    },
    {
      "epoch": 49.16030534351145,
      "grad_norm": 2.5740671157836914,
      "learning_rate": 0.0001,
      "loss": 0.0358,
      "step": 6440
    },
    {
      "epoch": 49.23664122137404,
      "grad_norm": 2.3154501914978027,
      "learning_rate": 0.0001,
      "loss": 0.0373,
      "step": 6450
    },
    {
      "epoch": 49.31297709923664,
      "grad_norm": 2.4934825897216797,
      "learning_rate": 0.0001,
      "loss": 0.0359,
      "step": 6460
    },
    {
      "epoch": 49.38931297709924,
      "grad_norm": 2.797114849090576,
      "learning_rate": 0.0001,
      "loss": 0.0376,
      "step": 6470
    },
    {
      "epoch": 49.465648854961835,
      "grad_norm": 2.615638017654419,
      "learning_rate": 0.0001,
      "loss": 0.036,
      "step": 6480
    },
    {
      "epoch": 49.541984732824424,
      "grad_norm": 2.262054920196533,
      "learning_rate": 0.0001,
      "loss": 0.0379,
      "step": 6490
    },
    {
      "epoch": 49.61832061068702,
      "grad_norm": 2.8484206199645996,
      "learning_rate": 0.0001,
      "loss": 0.0376,
      "step": 6500
    },
    {
      "epoch": 49.69465648854962,
      "grad_norm": 2.2632737159729004,
      "learning_rate": 0.0001,
      "loss": 0.0373,
      "step": 6510
    },
    {
      "epoch": 49.770992366412216,
      "grad_norm": 2.5639185905456543,
      "learning_rate": 0.0001,
      "loss": 0.0378,
      "step": 6520
    },
    {
      "epoch": 49.847328244274806,
      "grad_norm": 2.259215831756592,
      "learning_rate": 0.0001,
      "loss": 0.0368,
      "step": 6530
    },
    {
      "epoch": 49.9236641221374,
      "grad_norm": 2.5548930168151855,
      "learning_rate": 0.0001,
      "loss": 0.0369,
      "step": 6540
    },
    {
      "epoch": 50.0,
      "grad_norm": 2.0138444900512695,
      "learning_rate": 0.0001,
      "loss": 0.0377,
      "step": 6550
    },
    {
      "epoch": 50.0763358778626,
      "grad_norm": 2.6028785705566406,
      "learning_rate": 0.0001,
      "loss": 0.0393,
      "step": 6560
    },
    {
      "epoch": 50.152671755725194,
      "grad_norm": 3.247865915298462,
      "learning_rate": 0.0001,
      "loss": 0.0404,
      "step": 6570
    },
    {
      "epoch": 50.229007633587784,
      "grad_norm": 2.6646339893341064,
      "learning_rate": 0.0001,
      "loss": 0.0376,
      "step": 6580
    },
    {
      "epoch": 50.30534351145038,
      "grad_norm": 2.5719568729400635,
      "learning_rate": 0.0001,
      "loss": 0.0378,
      "step": 6590
    },
    {
      "epoch": 50.38167938931298,
      "grad_norm": 2.3843116760253906,
      "learning_rate": 0.0001,
      "loss": 0.0381,
      "step": 6600
    },
    {
      "epoch": 50.458015267175576,
      "grad_norm": 2.444913387298584,
      "learning_rate": 0.0001,
      "loss": 0.0354,
      "step": 6610
    },
    {
      "epoch": 50.534351145038165,
      "grad_norm": 2.471081018447876,
      "learning_rate": 0.0001,
      "loss": 0.0357,
      "step": 6620
    },
    {
      "epoch": 50.61068702290076,
      "grad_norm": 2.4210753440856934,
      "learning_rate": 0.0001,
      "loss": 0.0359,
      "step": 6630
    },
    {
      "epoch": 50.68702290076336,
      "grad_norm": 2.2749478816986084,
      "learning_rate": 0.0001,
      "loss": 0.0367,
      "step": 6640
    },
    {
      "epoch": 50.76335877862596,
      "grad_norm": 1.976814866065979,
      "learning_rate": 0.0001,
      "loss": 0.0381,
      "step": 6650
    },
    {
      "epoch": 50.83969465648855,
      "grad_norm": 2.850905656814575,
      "learning_rate": 0.0001,
      "loss": 0.0375,
      "step": 6660
    },
    {
      "epoch": 50.916030534351144,
      "grad_norm": 2.4471330642700195,
      "learning_rate": 0.0001,
      "loss": 0.0416,
      "step": 6670
    },
    {
      "epoch": 50.99236641221374,
      "grad_norm": 2.158838987350464,
      "learning_rate": 0.0001,
      "loss": 0.0367,
      "step": 6680
    },
    {
      "epoch": 51.06870229007634,
      "grad_norm": 2.4949498176574707,
      "learning_rate": 0.0001,
      "loss": 0.0358,
      "step": 6690
    },
    {
      "epoch": 51.14503816793893,
      "grad_norm": 2.1088666915893555,
      "learning_rate": 0.0001,
      "loss": 0.0364,
      "step": 6700
    },
    {
      "epoch": 51.221374045801525,
      "grad_norm": 2.2596609592437744,
      "learning_rate": 0.0001,
      "loss": 0.0366,
      "step": 6710
    },
    {
      "epoch": 51.29770992366412,
      "grad_norm": 2.850332736968994,
      "learning_rate": 0.0001,
      "loss": 0.036,
      "step": 6720
    },
    {
      "epoch": 51.37404580152672,
      "grad_norm": 2.4383704662323,
      "learning_rate": 0.0001,
      "loss": 0.037,
      "step": 6730
    },
    {
      "epoch": 51.45038167938931,
      "grad_norm": 2.0408389568328857,
      "learning_rate": 0.0001,
      "loss": 0.0375,
      "step": 6740
    },
    {
      "epoch": 51.52671755725191,
      "grad_norm": 2.2277939319610596,
      "learning_rate": 0.0001,
      "loss": 0.0374,
      "step": 6750
    },
    {
      "epoch": 51.603053435114504,
      "grad_norm": 2.130634069442749,
      "learning_rate": 0.0001,
      "loss": 0.0367,
      "step": 6760
    },
    {
      "epoch": 51.6793893129771,
      "grad_norm": 2.1904540061950684,
      "learning_rate": 0.0001,
      "loss": 0.037,
      "step": 6770
    },
    {
      "epoch": 51.7557251908397,
      "grad_norm": 2.602275848388672,
      "learning_rate": 0.0001,
      "loss": 0.0374,
      "step": 6780
    },
    {
      "epoch": 51.83206106870229,
      "grad_norm": 2.5852606296539307,
      "learning_rate": 0.0001,
      "loss": 0.0388,
      "step": 6790
    },
    {
      "epoch": 51.908396946564885,
      "grad_norm": 2.526120901107788,
      "learning_rate": 0.0001,
      "loss": 0.0376,
      "step": 6800
    },
    {
      "epoch": 51.98473282442748,
      "grad_norm": 2.2341883182525635,
      "learning_rate": 0.0001,
      "loss": 0.0367,
      "step": 6810
    },
    {
      "epoch": 52.06106870229008,
      "grad_norm": 1.9465210437774658,
      "learning_rate": 0.0001,
      "loss": 0.0367,
      "step": 6820
    },
    {
      "epoch": 52.13740458015267,
      "grad_norm": 2.279557228088379,
      "learning_rate": 0.0001,
      "loss": 0.0378,
      "step": 6830
    },
    {
      "epoch": 52.213740458015266,
      "grad_norm": 2.4117469787597656,
      "learning_rate": 0.0001,
      "loss": 0.0388,
      "step": 6840
    },
    {
      "epoch": 52.29007633587786,
      "grad_norm": 1.7653770446777344,
      "learning_rate": 0.0001,
      "loss": 0.0375,
      "step": 6850
    },
    {
      "epoch": 52.36641221374046,
      "grad_norm": 2.6824357509613037,
      "learning_rate": 0.0001,
      "loss": 0.0359,
      "step": 6860
    },
    {
      "epoch": 52.44274809160305,
      "grad_norm": 2.5237090587615967,
      "learning_rate": 0.0001,
      "loss": 0.0368,
      "step": 6870
    },
    {
      "epoch": 52.51908396946565,
      "grad_norm": 1.9553059339523315,
      "learning_rate": 0.0001,
      "loss": 0.0347,
      "step": 6880
    },
    {
      "epoch": 52.595419847328245,
      "grad_norm": 2.4210915565490723,
      "learning_rate": 0.0001,
      "loss": 0.0364,
      "step": 6890
    },
    {
      "epoch": 52.67175572519084,
      "grad_norm": 2.4859330654144287,
      "learning_rate": 0.0001,
      "loss": 0.0359,
      "step": 6900
    },
    {
      "epoch": 52.74809160305343,
      "grad_norm": 2.990481376647949,
      "learning_rate": 0.0001,
      "loss": 0.0356,
      "step": 6910
    },
    {
      "epoch": 52.82442748091603,
      "grad_norm": 2.0916519165039062,
      "learning_rate": 0.0001,
      "loss": 0.0346,
      "step": 6920
    },
    {
      "epoch": 52.900763358778626,
      "grad_norm": 2.243943452835083,
      "learning_rate": 0.0001,
      "loss": 0.0359,
      "step": 6930
    },
    {
      "epoch": 52.97709923664122,
      "grad_norm": 2.7910895347595215,
      "learning_rate": 0.0001,
      "loss": 0.0361,
      "step": 6940
    },
    {
      "epoch": 53.05343511450382,
      "grad_norm": 2.399101972579956,
      "learning_rate": 0.0001,
      "loss": 0.0367,
      "step": 6950
    },
    {
      "epoch": 53.12977099236641,
      "grad_norm": 2.9079952239990234,
      "learning_rate": 0.0001,
      "loss": 0.0366,
      "step": 6960
    },
    {
      "epoch": 53.20610687022901,
      "grad_norm": 2.5616681575775146,
      "learning_rate": 0.0001,
      "loss": 0.0366,
      "step": 6970
    },
    {
      "epoch": 53.282442748091604,
      "grad_norm": 2.0228450298309326,
      "learning_rate": 0.0001,
      "loss": 0.0353,
      "step": 6980
    },
    {
      "epoch": 53.3587786259542,
      "grad_norm": 2.528608560562134,
      "learning_rate": 0.0001,
      "loss": 0.0363,
      "step": 6990
    },
    {
      "epoch": 53.43511450381679,
      "grad_norm": 2.5268826484680176,
      "learning_rate": 0.0001,
      "loss": 0.0359,
      "step": 7000
    },
    {
      "epoch": 53.51145038167939,
      "grad_norm": 3.4130141735076904,
      "learning_rate": 0.0001,
      "loss": 0.0368,
      "step": 7010
    },
    {
      "epoch": 53.587786259541986,
      "grad_norm": 2.201747179031372,
      "learning_rate": 0.0001,
      "loss": 0.0369,
      "step": 7020
    },
    {
      "epoch": 53.66412213740458,
      "grad_norm": 2.412712335586548,
      "learning_rate": 0.0001,
      "loss": 0.0349,
      "step": 7030
    },
    {
      "epoch": 53.74045801526717,
      "grad_norm": 2.5812766551971436,
      "learning_rate": 0.0001,
      "loss": 0.0355,
      "step": 7040
    },
    {
      "epoch": 53.81679389312977,
      "grad_norm": 2.0464043617248535,
      "learning_rate": 0.0001,
      "loss": 0.0353,
      "step": 7050
    },
    {
      "epoch": 53.89312977099237,
      "grad_norm": 1.8771175146102905,
      "learning_rate": 0.0001,
      "loss": 0.0333,
      "step": 7060
    },
    {
      "epoch": 53.969465648854964,
      "grad_norm": 1.974566102027893,
      "learning_rate": 0.0001,
      "loss": 0.0356,
      "step": 7070
    },
    {
      "epoch": 54.045801526717554,
      "grad_norm": 1.9990216493606567,
      "learning_rate": 0.0001,
      "loss": 0.0345,
      "step": 7080
    },
    {
      "epoch": 54.12213740458015,
      "grad_norm": 2.4714646339416504,
      "learning_rate": 0.0001,
      "loss": 0.0356,
      "step": 7090
    },
    {
      "epoch": 54.19847328244275,
      "grad_norm": 1.8311411142349243,
      "learning_rate": 0.0001,
      "loss": 0.0352,
      "step": 7100
    },
    {
      "epoch": 54.274809160305345,
      "grad_norm": 2.9636130332946777,
      "learning_rate": 0.0001,
      "loss": 0.0334,
      "step": 7110
    },
    {
      "epoch": 54.35114503816794,
      "grad_norm": 1.998831033706665,
      "learning_rate": 0.0001,
      "loss": 0.0349,
      "step": 7120
    },
    {
      "epoch": 54.42748091603053,
      "grad_norm": 2.3731849193573,
      "learning_rate": 0.0001,
      "loss": 0.0345,
      "step": 7130
    },
    {
      "epoch": 54.50381679389313,
      "grad_norm": 2.6849381923675537,
      "learning_rate": 0.0001,
      "loss": 0.0338,
      "step": 7140
    },
    {
      "epoch": 54.58015267175573,
      "grad_norm": 2.025912284851074,
      "learning_rate": 0.0001,
      "loss": 0.0345,
      "step": 7150
    },
    {
      "epoch": 54.656488549618324,
      "grad_norm": 1.978691577911377,
      "learning_rate": 0.0001,
      "loss": 0.0336,
      "step": 7160
    },
    {
      "epoch": 54.732824427480914,
      "grad_norm": 2.3142426013946533,
      "learning_rate": 0.0001,
      "loss": 0.034,
      "step": 7170
    },
    {
      "epoch": 54.80916030534351,
      "grad_norm": 2.588580846786499,
      "learning_rate": 0.0001,
      "loss": 0.0349,
      "step": 7180
    },
    {
      "epoch": 54.88549618320611,
      "grad_norm": 2.1301097869873047,
      "learning_rate": 0.0001,
      "loss": 0.0356,
      "step": 7190
    },
    {
      "epoch": 54.961832061068705,
      "grad_norm": 2.1245341300964355,
      "learning_rate": 0.0001,
      "loss": 0.035,
      "step": 7200
    },
    {
      "epoch": 55.038167938931295,
      "grad_norm": 2.371931552886963,
      "learning_rate": 0.0001,
      "loss": 0.0367,
      "step": 7210
    },
    {
      "epoch": 55.11450381679389,
      "grad_norm": 2.509474992752075,
      "learning_rate": 0.0001,
      "loss": 0.0358,
      "step": 7220
    },
    {
      "epoch": 55.19083969465649,
      "grad_norm": 2.3232922554016113,
      "learning_rate": 0.0001,
      "loss": 0.0373,
      "step": 7230
    },
    {
      "epoch": 55.267175572519086,
      "grad_norm": 2.3745455741882324,
      "learning_rate": 0.0001,
      "loss": 0.0354,
      "step": 7240
    },
    {
      "epoch": 55.343511450381676,
      "grad_norm": 2.462066411972046,
      "learning_rate": 0.0001,
      "loss": 0.0366,
      "step": 7250
    },
    {
      "epoch": 55.41984732824427,
      "grad_norm": 1.8799290657043457,
      "learning_rate": 0.0001,
      "loss": 0.0337,
      "step": 7260
    },
    {
      "epoch": 55.49618320610687,
      "grad_norm": 1.992353081703186,
      "learning_rate": 0.0001,
      "loss": 0.0338,
      "step": 7270
    },
    {
      "epoch": 55.57251908396947,
      "grad_norm": 2.2094357013702393,
      "learning_rate": 0.0001,
      "loss": 0.0332,
      "step": 7280
    },
    {
      "epoch": 55.64885496183206,
      "grad_norm": 2.4099769592285156,
      "learning_rate": 0.0001,
      "loss": 0.0353,
      "step": 7290
    },
    {
      "epoch": 55.725190839694655,
      "grad_norm": 2.0105793476104736,
      "learning_rate": 0.0001,
      "loss": 0.0327,
      "step": 7300
    },
    {
      "epoch": 55.80152671755725,
      "grad_norm": 2.256767511367798,
      "learning_rate": 0.0001,
      "loss": 0.0335,
      "step": 7310
    },
    {
      "epoch": 55.87786259541985,
      "grad_norm": 2.0141239166259766,
      "learning_rate": 0.0001,
      "loss": 0.0336,
      "step": 7320
    },
    {
      "epoch": 55.954198473282446,
      "grad_norm": 2.021768808364868,
      "learning_rate": 0.0001,
      "loss": 0.0341,
      "step": 7330
    },
    {
      "epoch": 56.030534351145036,
      "grad_norm": 1.9869009256362915,
      "learning_rate": 0.0001,
      "loss": 0.0347,
      "step": 7340
    },
    {
      "epoch": 56.10687022900763,
      "grad_norm": 2.307389974594116,
      "learning_rate": 0.0001,
      "loss": 0.0357,
      "step": 7350
    },
    {
      "epoch": 56.18320610687023,
      "grad_norm": 2.200424909591675,
      "learning_rate": 0.0001,
      "loss": 0.0357,
      "step": 7360
    },
    {
      "epoch": 56.25954198473283,
      "grad_norm": 2.077596664428711,
      "learning_rate": 0.0001,
      "loss": 0.0368,
      "step": 7370
    },
    {
      "epoch": 56.33587786259542,
      "grad_norm": 2.098054885864258,
      "learning_rate": 0.0001,
      "loss": 0.0366,
      "step": 7380
    },
    {
      "epoch": 56.412213740458014,
      "grad_norm": 2.385228157043457,
      "learning_rate": 0.0001,
      "loss": 0.0356,
      "step": 7390
    },
    {
      "epoch": 56.48854961832061,
      "grad_norm": 2.8476154804229736,
      "learning_rate": 0.0001,
      "loss": 0.0348,
      "step": 7400
    },
    {
      "epoch": 56.56488549618321,
      "grad_norm": 2.106201648712158,
      "learning_rate": 0.0001,
      "loss": 0.0352,
      "step": 7410
    },
    {
      "epoch": 56.6412213740458,
      "grad_norm": 2.2042043209075928,
      "learning_rate": 0.0001,
      "loss": 0.0352,
      "step": 7420
    },
    {
      "epoch": 56.717557251908396,
      "grad_norm": 2.1945607662200928,
      "learning_rate": 0.0001,
      "loss": 0.0356,
      "step": 7430
    },
    {
      "epoch": 56.79389312977099,
      "grad_norm": 2.37185001373291,
      "learning_rate": 0.0001,
      "loss": 0.0355,
      "step": 7440
    },
    {
      "epoch": 56.87022900763359,
      "grad_norm": 2.4911396503448486,
      "learning_rate": 0.0001,
      "loss": 0.0358,
      "step": 7450
    },
    {
      "epoch": 56.94656488549618,
      "grad_norm": 2.899531602859497,
      "learning_rate": 0.0001,
      "loss": 0.0332,
      "step": 7460
    },
    {
      "epoch": 57.02290076335878,
      "grad_norm": 2.395420789718628,
      "learning_rate": 0.0001,
      "loss": 0.0339,
      "step": 7470
    },
    {
      "epoch": 57.099236641221374,
      "grad_norm": 1.8638272285461426,
      "learning_rate": 0.0001,
      "loss": 0.0343,
      "step": 7480
    },
    {
      "epoch": 57.17557251908397,
      "grad_norm": 2.553999423980713,
      "learning_rate": 0.0001,
      "loss": 0.0344,
      "step": 7490
    },
    {
      "epoch": 57.25190839694657,
      "grad_norm": 2.0195605754852295,
      "learning_rate": 0.0001,
      "loss": 0.034,
      "step": 7500
    },
    {
      "epoch": 57.32824427480916,
      "grad_norm": 1.9203416109085083,
      "learning_rate": 0.0001,
      "loss": 0.0339,
      "step": 7510
    },
    {
      "epoch": 57.404580152671755,
      "grad_norm": 2.2202751636505127,
      "learning_rate": 0.0001,
      "loss": 0.0343,
      "step": 7520
    },
    {
      "epoch": 57.48091603053435,
      "grad_norm": 1.7887217998504639,
      "learning_rate": 0.0001,
      "loss": 0.0337,
      "step": 7530
    },
    {
      "epoch": 57.55725190839695,
      "grad_norm": 2.249825954437256,
      "learning_rate": 0.0001,
      "loss": 0.0338,
      "step": 7540
    },
    {
      "epoch": 57.63358778625954,
      "grad_norm": 2.2510952949523926,
      "learning_rate": 0.0001,
      "loss": 0.0347,
      "step": 7550
    },
    {
      "epoch": 57.70992366412214,
      "grad_norm": 2.1027770042419434,
      "learning_rate": 0.0001,
      "loss": 0.0345,
      "step": 7560
    },
    {
      "epoch": 57.786259541984734,
      "grad_norm": 1.955045223236084,
      "learning_rate": 0.0001,
      "loss": 0.035,
      "step": 7570
    },
    {
      "epoch": 57.86259541984733,
      "grad_norm": 2.7056710720062256,
      "learning_rate": 0.0001,
      "loss": 0.0336,
      "step": 7580
    },
    {
      "epoch": 57.93893129770992,
      "grad_norm": 2.3583877086639404,
      "learning_rate": 0.0001,
      "loss": 0.0351,
      "step": 7590
    },
    {
      "epoch": 58.01526717557252,
      "grad_norm": 2.0031862258911133,
      "learning_rate": 0.0001,
      "loss": 0.0363,
      "step": 7600
    },
    {
      "epoch": 58.091603053435115,
      "grad_norm": 3.1002542972564697,
      "learning_rate": 0.0001,
      "loss": 0.0359,
      "step": 7610
    },
    {
      "epoch": 58.16793893129771,
      "grad_norm": 2.3348140716552734,
      "learning_rate": 0.0001,
      "loss": 0.0357,
      "step": 7620
    },
    {
      "epoch": 58.2442748091603,
      "grad_norm": 2.2558951377868652,
      "learning_rate": 0.0001,
      "loss": 0.0346,
      "step": 7630
    },
    {
      "epoch": 58.3206106870229,
      "grad_norm": 2.0427920818328857,
      "learning_rate": 0.0001,
      "loss": 0.034,
      "step": 7640
    },
    {
      "epoch": 58.396946564885496,
      "grad_norm": 2.4306886196136475,
      "learning_rate": 0.0001,
      "loss": 0.0334,
      "step": 7650
    },
    {
      "epoch": 58.47328244274809,
      "grad_norm": 1.654780626296997,
      "learning_rate": 0.0001,
      "loss": 0.0337,
      "step": 7660
    },
    {
      "epoch": 58.54961832061069,
      "grad_norm": 2.358701229095459,
      "learning_rate": 0.0001,
      "loss": 0.0339,
      "step": 7670
    },
    {
      "epoch": 58.62595419847328,
      "grad_norm": 2.0678493976593018,
      "learning_rate": 0.0001,
      "loss": 0.0343,
      "step": 7680
    },
    {
      "epoch": 58.70229007633588,
      "grad_norm": 2.375300884246826,
      "learning_rate": 0.0001,
      "loss": 0.0339,
      "step": 7690
    },
    {
      "epoch": 58.778625954198475,
      "grad_norm": 2.1627490520477295,
      "learning_rate": 0.0001,
      "loss": 0.0337,
      "step": 7700
    },
    {
      "epoch": 58.85496183206107,
      "grad_norm": 1.9372777938842773,
      "learning_rate": 0.0001,
      "loss": 0.0352,
      "step": 7710
    },
    {
      "epoch": 58.93129770992366,
      "grad_norm": 2.1236376762390137,
      "learning_rate": 0.0001,
      "loss": 0.0341,
      "step": 7720
    },
    {
      "epoch": 59.00763358778626,
      "grad_norm": 2.2824532985687256,
      "learning_rate": 0.0001,
      "loss": 0.0337,
      "step": 7730
    },
    {
      "epoch": 59.083969465648856,
      "grad_norm": 1.9238686561584473,
      "learning_rate": 0.0001,
      "loss": 0.0352,
      "step": 7740
    },
    {
      "epoch": 59.16030534351145,
      "grad_norm": 2.1847448348999023,
      "learning_rate": 0.0001,
      "loss": 0.0341,
      "step": 7750
    },
    {
      "epoch": 59.23664122137404,
      "grad_norm": 2.187697172164917,
      "learning_rate": 0.0001,
      "loss": 0.0356,
      "step": 7760
    },
    {
      "epoch": 59.31297709923664,
      "grad_norm": 1.8435051441192627,
      "learning_rate": 0.0001,
      "loss": 0.0336,
      "step": 7770
    },
    {
      "epoch": 59.38931297709924,
      "grad_norm": 2.5332248210906982,
      "learning_rate": 0.0001,
      "loss": 0.0353,
      "step": 7780
    },
    {
      "epoch": 59.465648854961835,
      "grad_norm": 2.6252660751342773,
      "learning_rate": 0.0001,
      "loss": 0.0354,
      "step": 7790
    },
    {
      "epoch": 59.541984732824424,
      "grad_norm": 1.8487701416015625,
      "learning_rate": 0.0001,
      "loss": 0.0345,
      "step": 7800
    },
    {
      "epoch": 59.61832061068702,
      "grad_norm": 2.389089584350586,
      "learning_rate": 0.0001,
      "loss": 0.0351,
      "step": 7810
    },
    {
      "epoch": 59.69465648854962,
      "grad_norm": 2.7237071990966797,
      "learning_rate": 0.0001,
      "loss": 0.0348,
      "step": 7820
    },
    {
      "epoch": 59.770992366412216,
      "grad_norm": 1.9663394689559937,
      "learning_rate": 0.0001,
      "loss": 0.0348,
      "step": 7830
    },
    {
      "epoch": 59.847328244274806,
      "grad_norm": 2.227137804031372,
      "learning_rate": 0.0001,
      "loss": 0.0342,
      "step": 7840
    },
    {
      "epoch": 59.9236641221374,
      "grad_norm": 2.5541322231292725,
      "learning_rate": 0.0001,
      "loss": 0.0362,
      "step": 7850
    },
    {
      "epoch": 60.0,
      "grad_norm": 4.0418829917907715,
      "learning_rate": 0.0001,
      "loss": 0.0382,
      "step": 7860
    },
    {
      "epoch": 60.0763358778626,
      "grad_norm": 2.747990608215332,
      "learning_rate": 0.0001,
      "loss": 0.0363,
      "step": 7870
    },
    {
      "epoch": 60.152671755725194,
      "grad_norm": 3.020023822784424,
      "learning_rate": 0.0001,
      "loss": 0.0356,
      "step": 7880
    },
    {
      "epoch": 60.229007633587784,
      "grad_norm": 3.0537092685699463,
      "learning_rate": 0.0001,
      "loss": 0.0338,
      "step": 7890
    },
    {
      "epoch": 60.30534351145038,
      "grad_norm": 2.2654378414154053,
      "learning_rate": 0.0001,
      "loss": 0.0334,
      "step": 7900
    },
    {
      "epoch": 60.38167938931298,
      "grad_norm": 2.439066171646118,
      "learning_rate": 0.0001,
      "loss": 0.0329,
      "step": 7910
    },
    {
      "epoch": 60.458015267175576,
      "grad_norm": 2.3557534217834473,
      "learning_rate": 0.0001,
      "loss": 0.0319,
      "step": 7920
    },
    {
      "epoch": 60.534351145038165,
      "grad_norm": 2.9069554805755615,
      "learning_rate": 0.0001,
      "loss": 0.0326,
      "step": 7930
    },
    {
      "epoch": 60.61068702290076,
      "grad_norm": 2.6401805877685547,
      "learning_rate": 0.0001,
      "loss": 0.0325,
      "step": 7940
    },
    {
      "epoch": 60.68702290076336,
      "grad_norm": 2.161010980606079,
      "learning_rate": 0.0001,
      "loss": 0.0323,
      "step": 7950
    },
    {
      "epoch": 60.76335877862596,
      "grad_norm": 2.290264129638672,
      "learning_rate": 0.0001,
      "loss": 0.0333,
      "step": 7960
    },
    {
      "epoch": 60.83969465648855,
      "grad_norm": 2.4023067951202393,
      "learning_rate": 0.0001,
      "loss": 0.0316,
      "step": 7970
    },
    {
      "epoch": 60.916030534351144,
      "grad_norm": 1.601913332939148,
      "learning_rate": 0.0001,
      "loss": 0.0305,
      "step": 7980
    },
    {
      "epoch": 60.99236641221374,
      "grad_norm": 2.1671409606933594,
      "learning_rate": 0.0001,
      "loss": 0.032,
      "step": 7990
    },
    {
      "epoch": 61.06870229007634,
      "grad_norm": 2.8818705081939697,
      "learning_rate": 0.0001,
      "loss": 0.0338,
      "step": 8000
    },
    {
      "epoch": 61.14503816793893,
      "grad_norm": 1.930097222328186,
      "learning_rate": 0.0001,
      "loss": 0.0342,
      "step": 8010
    },
    {
      "epoch": 61.221374045801525,
      "grad_norm": 2.2678327560424805,
      "learning_rate": 0.0001,
      "loss": 0.0341,
      "step": 8020
    },
    {
      "epoch": 61.29770992366412,
      "grad_norm": 1.7841767072677612,
      "learning_rate": 0.0001,
      "loss": 0.0346,
      "step": 8030
    },
    {
      "epoch": 61.37404580152672,
      "grad_norm": 2.5320069789886475,
      "learning_rate": 0.0001,
      "loss": 0.0352,
      "step": 8040
    },
    {
      "epoch": 61.45038167938931,
      "grad_norm": 2.353942394256592,
      "learning_rate": 0.0001,
      "loss": 0.0344,
      "step": 8050
    },
    {
      "epoch": 61.52671755725191,
      "grad_norm": 2.1045732498168945,
      "learning_rate": 0.0001,
      "loss": 0.0338,
      "step": 8060
    },
    {
      "epoch": 61.603053435114504,
      "grad_norm": 2.218026638031006,
      "learning_rate": 0.0001,
      "loss": 0.034,
      "step": 8070
    },
    {
      "epoch": 61.6793893129771,
      "grad_norm": 1.682723879814148,
      "learning_rate": 0.0001,
      "loss": 0.032,
      "step": 8080
    },
    {
      "epoch": 61.7557251908397,
      "grad_norm": 2.0885679721832275,
      "learning_rate": 0.0001,
      "loss": 0.0325,
      "step": 8090
    },
    {
      "epoch": 61.83206106870229,
      "grad_norm": 1.9043333530426025,
      "learning_rate": 0.0001,
      "loss": 0.0329,
      "step": 8100
    },
    {
      "epoch": 61.908396946564885,
      "grad_norm": 2.2113804817199707,
      "learning_rate": 0.0001,
      "loss": 0.033,
      "step": 8110
    },
    {
      "epoch": 61.98473282442748,
      "grad_norm": 2.2499167919158936,
      "learning_rate": 0.0001,
      "loss": 0.0337,
      "step": 8120
    },
    {
      "epoch": 62.06106870229008,
      "grad_norm": 1.9069730043411255,
      "learning_rate": 0.0001,
      "loss": 0.0333,
      "step": 8130
    },
    {
      "epoch": 62.13740458015267,
      "grad_norm": 1.799684762954712,
      "learning_rate": 0.0001,
      "loss": 0.033,
      "step": 8140
    },
    {
      "epoch": 62.213740458015266,
      "grad_norm": 2.0678136348724365,
      "learning_rate": 0.0001,
      "loss": 0.0334,
      "step": 8150
    },
    {
      "epoch": 62.29007633587786,
      "grad_norm": 2.008470296859741,
      "learning_rate": 0.0001,
      "loss": 0.0331,
      "step": 8160
    },
    {
      "epoch": 62.36641221374046,
      "grad_norm": 2.4037301540374756,
      "learning_rate": 0.0001,
      "loss": 0.0325,
      "step": 8170
    },
    {
      "epoch": 62.44274809160305,
      "grad_norm": 2.2827162742614746,
      "learning_rate": 0.0001,
      "loss": 0.0325,
      "step": 8180
    },
    {
      "epoch": 62.51908396946565,
      "grad_norm": 1.6348804235458374,
      "learning_rate": 0.0001,
      "loss": 0.0324,
      "step": 8190
    },
    {
      "epoch": 62.595419847328245,
      "grad_norm": 2.037236213684082,
      "learning_rate": 0.0001,
      "loss": 0.0315,
      "step": 8200
    },
    {
      "epoch": 62.67175572519084,
      "grad_norm": 2.1576948165893555,
      "learning_rate": 0.0001,
      "loss": 0.0323,
      "step": 8210
    },
    {
      "epoch": 62.74809160305343,
      "grad_norm": 2.1814310550689697,
      "learning_rate": 0.0001,
      "loss": 0.0329,
      "step": 8220
    },
    {
      "epoch": 62.82442748091603,
      "grad_norm": 2.5274770259857178,
      "learning_rate": 0.0001,
      "loss": 0.0327,
      "step": 8230
    },
    {
      "epoch": 62.900763358778626,
      "grad_norm": 2.0999045372009277,
      "learning_rate": 0.0001,
      "loss": 0.0341,
      "step": 8240
    },
    {
      "epoch": 62.97709923664122,
      "grad_norm": 1.4280180931091309,
      "learning_rate": 0.0001,
      "loss": 0.0332,
      "step": 8250
    },
    {
      "epoch": 63.05343511450382,
      "grad_norm": 1.9395331144332886,
      "learning_rate": 0.0001,
      "loss": 0.0318,
      "step": 8260
    },
    {
      "epoch": 63.12977099236641,
      "grad_norm": 2.1114752292633057,
      "learning_rate": 0.0001,
      "loss": 0.0334,
      "step": 8270
    },
    {
      "epoch": 63.20610687022901,
      "grad_norm": 2.326430082321167,
      "learning_rate": 0.0001,
      "loss": 0.0322,
      "step": 8280
    },
    {
      "epoch": 63.282442748091604,
      "grad_norm": 2.0694119930267334,
      "learning_rate": 0.0001,
      "loss": 0.0343,
      "step": 8290
    },
    {
      "epoch": 63.3587786259542,
      "grad_norm": 2.2314443588256836,
      "learning_rate": 0.0001,
      "loss": 0.0334,
      "step": 8300
    },
    {
      "epoch": 63.43511450381679,
      "grad_norm": 1.8394598960876465,
      "learning_rate": 0.0001,
      "loss": 0.0328,
      "step": 8310
    },
    {
      "epoch": 63.51145038167939,
      "grad_norm": 2.205113410949707,
      "learning_rate": 0.0001,
      "loss": 0.0333,
      "step": 8320
    },
    {
      "epoch": 63.587786259541986,
      "grad_norm": 2.261225700378418,
      "learning_rate": 0.0001,
      "loss": 0.0325,
      "step": 8330
    },
    {
      "epoch": 63.66412213740458,
      "grad_norm": 1.9365214109420776,
      "learning_rate": 0.0001,
      "loss": 0.0335,
      "step": 8340
    },
    {
      "epoch": 63.74045801526717,
      "grad_norm": 2.075115442276001,
      "learning_rate": 0.0001,
      "loss": 0.0334,
      "step": 8350
    },
    {
      "epoch": 63.81679389312977,
      "grad_norm": 2.4412317276000977,
      "learning_rate": 0.0001,
      "loss": 0.0334,
      "step": 8360
    },
    {
      "epoch": 63.89312977099237,
      "grad_norm": 2.647555351257324,
      "learning_rate": 0.0001,
      "loss": 0.0334,
      "step": 8370
    },
    {
      "epoch": 63.969465648854964,
      "grad_norm": 2.438798427581787,
      "learning_rate": 0.0001,
      "loss": 0.0331,
      "step": 8380
    },
    {
      "epoch": 64.04580152671755,
      "grad_norm": 1.7357386350631714,
      "learning_rate": 0.0001,
      "loss": 0.0316,
      "step": 8390
    },
    {
      "epoch": 64.12213740458016,
      "grad_norm": 2.051335334777832,
      "learning_rate": 0.0001,
      "loss": 0.0314,
      "step": 8400
    },
    {
      "epoch": 64.19847328244275,
      "grad_norm": 1.8672370910644531,
      "learning_rate": 0.0001,
      "loss": 0.0309,
      "step": 8410
    },
    {
      "epoch": 64.27480916030534,
      "grad_norm": 1.8209877014160156,
      "learning_rate": 0.0001,
      "loss": 0.0303,
      "step": 8420
    },
    {
      "epoch": 64.35114503816794,
      "grad_norm": 1.8265125751495361,
      "learning_rate": 0.0001,
      "loss": 0.0307,
      "step": 8430
    },
    {
      "epoch": 64.42748091603053,
      "grad_norm": 1.9087167978286743,
      "learning_rate": 0.0001,
      "loss": 0.0306,
      "step": 8440
    },
    {
      "epoch": 64.50381679389314,
      "grad_norm": 1.8512228727340698,
      "learning_rate": 0.0001,
      "loss": 0.0299,
      "step": 8450
    },
    {
      "epoch": 64.58015267175573,
      "grad_norm": 1.8608756065368652,
      "learning_rate": 0.0001,
      "loss": 0.0314,
      "step": 8460
    },
    {
      "epoch": 64.65648854961832,
      "grad_norm": 1.8747302293777466,
      "learning_rate": 0.0001,
      "loss": 0.0326,
      "step": 8470
    },
    {
      "epoch": 64.73282442748092,
      "grad_norm": 2.105095386505127,
      "learning_rate": 0.0001,
      "loss": 0.0331,
      "step": 8480
    },
    {
      "epoch": 64.80916030534351,
      "grad_norm": 1.8910152912139893,
      "learning_rate": 0.0001,
      "loss": 0.0342,
      "step": 8490
    },
    {
      "epoch": 64.8854961832061,
      "grad_norm": 2.2022881507873535,
      "learning_rate": 0.0001,
      "loss": 0.0322,
      "step": 8500
    },
    {
      "epoch": 64.9618320610687,
      "grad_norm": 1.7072248458862305,
      "learning_rate": 0.0001,
      "loss": 0.0319,
      "step": 8510
    },
    {
      "epoch": 65.0381679389313,
      "grad_norm": 1.8535088300704956,
      "learning_rate": 0.0001,
      "loss": 0.0328,
      "step": 8520
    },
    {
      "epoch": 65.1145038167939,
      "grad_norm": 1.9654542207717896,
      "learning_rate": 0.0001,
      "loss": 0.0328,
      "step": 8530
    },
    {
      "epoch": 65.19083969465649,
      "grad_norm": 1.87727952003479,
      "learning_rate": 0.0001,
      "loss": 0.031,
      "step": 8540
    },
    {
      "epoch": 65.26717557251908,
      "grad_norm": 1.6790430545806885,
      "learning_rate": 0.0001,
      "loss": 0.0319,
      "step": 8550
    },
    {
      "epoch": 65.34351145038168,
      "grad_norm": 1.8585304021835327,
      "learning_rate": 0.0001,
      "loss": 0.0316,
      "step": 8560
    },
    {
      "epoch": 65.41984732824427,
      "grad_norm": 2.380606174468994,
      "learning_rate": 0.0001,
      "loss": 0.0326,
      "step": 8570
    },
    {
      "epoch": 65.49618320610686,
      "grad_norm": 2.1912593841552734,
      "learning_rate": 0.0001,
      "loss": 0.0321,
      "step": 8580
    },
    {
      "epoch": 65.57251908396947,
      "grad_norm": 2.1981465816497803,
      "learning_rate": 0.0001,
      "loss": 0.0329,
      "step": 8590
    },
    {
      "epoch": 65.64885496183206,
      "grad_norm": 2.0238940715789795,
      "learning_rate": 0.0001,
      "loss": 0.0317,
      "step": 8600
    },
    {
      "epoch": 65.72519083969466,
      "grad_norm": 2.425171136856079,
      "learning_rate": 0.0001,
      "loss": 0.0318,
      "step": 8610
    },
    {
      "epoch": 65.80152671755725,
      "grad_norm": 2.2386350631713867,
      "learning_rate": 0.0001,
      "loss": 0.0317,
      "step": 8620
    },
    {
      "epoch": 65.87786259541984,
      "grad_norm": 2.1742913722991943,
      "learning_rate": 0.0001,
      "loss": 0.0314,
      "step": 8630
    },
    {
      "epoch": 65.95419847328245,
      "grad_norm": 2.585299015045166,
      "learning_rate": 0.0001,
      "loss": 0.0331,
      "step": 8640
    },
    {
      "epoch": 66.03053435114504,
      "grad_norm": 2.399355888366699,
      "learning_rate": 0.0001,
      "loss": 0.033,
      "step": 8650
    },
    {
      "epoch": 66.10687022900764,
      "grad_norm": 2.236966133117676,
      "learning_rate": 0.0001,
      "loss": 0.0324,
      "step": 8660
    },
    {
      "epoch": 66.18320610687023,
      "grad_norm": 3.050044536590576,
      "learning_rate": 0.0001,
      "loss": 0.0334,
      "step": 8670
    },
    {
      "epoch": 66.25954198473282,
      "grad_norm": 1.7139815092086792,
      "learning_rate": 0.0001,
      "loss": 0.0329,
      "step": 8680
    },
    {
      "epoch": 66.33587786259542,
      "grad_norm": 2.8715596199035645,
      "learning_rate": 0.0001,
      "loss": 0.0335,
      "step": 8690
    },
    {
      "epoch": 66.41221374045801,
      "grad_norm": 1.9991495609283447,
      "learning_rate": 0.0001,
      "loss": 0.0321,
      "step": 8700
    },
    {
      "epoch": 66.4885496183206,
      "grad_norm": 1.7902460098266602,
      "learning_rate": 0.0001,
      "loss": 0.0312,
      "step": 8710
    },
    {
      "epoch": 66.56488549618321,
      "grad_norm": 2.018962860107422,
      "learning_rate": 0.0001,
      "loss": 0.0314,
      "step": 8720
    },
    {
      "epoch": 66.6412213740458,
      "grad_norm": 1.8428512811660767,
      "learning_rate": 0.0001,
      "loss": 0.0311,
      "step": 8730
    },
    {
      "epoch": 66.7175572519084,
      "grad_norm": 1.895655632019043,
      "learning_rate": 0.0001,
      "loss": 0.0316,
      "step": 8740
    },
    {
      "epoch": 66.79389312977099,
      "grad_norm": 2.034080982208252,
      "learning_rate": 0.0001,
      "loss": 0.032,
      "step": 8750
    },
    {
      "epoch": 66.87022900763358,
      "grad_norm": 1.9673740863800049,
      "learning_rate": 0.0001,
      "loss": 0.0329,
      "step": 8760
    },
    {
      "epoch": 66.94656488549619,
      "grad_norm": 1.9319981336593628,
      "learning_rate": 0.0001,
      "loss": 0.0318,
      "step": 8770
    },
    {
      "epoch": 67.02290076335878,
      "grad_norm": 2.0224506855010986,
      "learning_rate": 0.0001,
      "loss": 0.032,
      "step": 8780
    },
    {
      "epoch": 67.09923664122137,
      "grad_norm": 1.8986036777496338,
      "learning_rate": 0.0001,
      "loss": 0.0311,
      "step": 8790
    },
    {
      "epoch": 67.17557251908397,
      "grad_norm": 2.006720542907715,
      "learning_rate": 0.0001,
      "loss": 0.0316,
      "step": 8800
    },
    {
      "epoch": 67.25190839694656,
      "grad_norm": 1.9423151016235352,
      "learning_rate": 0.0001,
      "loss": 0.0312,
      "step": 8810
    },
    {
      "epoch": 67.32824427480917,
      "grad_norm": 2.5191385746002197,
      "learning_rate": 0.0001,
      "loss": 0.0309,
      "step": 8820
    },
    {
      "epoch": 67.40458015267176,
      "grad_norm": 2.1544747352600098,
      "learning_rate": 0.0001,
      "loss": 0.0322,
      "step": 8830
    },
    {
      "epoch": 67.48091603053435,
      "grad_norm": 2.0014283657073975,
      "learning_rate": 0.0001,
      "loss": 0.0312,
      "step": 8840
    },
    {
      "epoch": 67.55725190839695,
      "grad_norm": 2.2463228702545166,
      "learning_rate": 0.0001,
      "loss": 0.0301,
      "step": 8850
    },
    {
      "epoch": 67.63358778625954,
      "grad_norm": 1.7769800424575806,
      "learning_rate": 0.0001,
      "loss": 0.0316,
      "step": 8860
    },
    {
      "epoch": 67.70992366412214,
      "grad_norm": 2.3063852787017822,
      "learning_rate": 0.0001,
      "loss": 0.0298,
      "step": 8870
    },
    {
      "epoch": 67.78625954198473,
      "grad_norm": 2.0150914192199707,
      "learning_rate": 0.0001,
      "loss": 0.0307,
      "step": 8880
    },
    {
      "epoch": 67.86259541984732,
      "grad_norm": 1.940226435661316,
      "learning_rate": 0.0001,
      "loss": 0.0327,
      "step": 8890
    },
    {
      "epoch": 67.93893129770993,
      "grad_norm": 2.573270082473755,
      "learning_rate": 0.0001,
      "loss": 0.0341,
      "step": 8900
    },
    {
      "epoch": 68.01526717557252,
      "grad_norm": 2.1373555660247803,
      "learning_rate": 0.0001,
      "loss": 0.0334,
      "step": 8910
    },
    {
      "epoch": 68.09160305343511,
      "grad_norm": 1.7359657287597656,
      "learning_rate": 0.0001,
      "loss": 0.0318,
      "step": 8920
    },
    {
      "epoch": 68.16793893129771,
      "grad_norm": 1.9167956113815308,
      "learning_rate": 0.0001,
      "loss": 0.0309,
      "step": 8930
    },
    {
      "epoch": 68.2442748091603,
      "grad_norm": 2.2278623580932617,
      "learning_rate": 0.0001,
      "loss": 0.0314,
      "step": 8940
    },
    {
      "epoch": 68.3206106870229,
      "grad_norm": 1.8551290035247803,
      "learning_rate": 0.0001,
      "loss": 0.0306,
      "step": 8950
    },
    {
      "epoch": 68.3969465648855,
      "grad_norm": 1.9447733163833618,
      "learning_rate": 0.0001,
      "loss": 0.0316,
      "step": 8960
    },
    {
      "epoch": 68.47328244274809,
      "grad_norm": 2.2287023067474365,
      "learning_rate": 0.0001,
      "loss": 0.0311,
      "step": 8970
    },
    {
      "epoch": 68.54961832061069,
      "grad_norm": 1.998684048652649,
      "learning_rate": 0.0001,
      "loss": 0.0323,
      "step": 8980
    },
    {
      "epoch": 68.62595419847328,
      "grad_norm": 1.8546037673950195,
      "learning_rate": 0.0001,
      "loss": 0.0316,
      "step": 8990
    },
    {
      "epoch": 68.70229007633588,
      "grad_norm": 1.9047350883483887,
      "learning_rate": 0.0001,
      "loss": 0.0317,
      "step": 9000
    },
    {
      "epoch": 68.77862595419847,
      "grad_norm": 1.9886093139648438,
      "learning_rate": 0.0001,
      "loss": 0.0316,
      "step": 9010
    },
    {
      "epoch": 68.85496183206106,
      "grad_norm": 1.9599641561508179,
      "learning_rate": 0.0001,
      "loss": 0.0314,
      "step": 9020
    },
    {
      "epoch": 68.93129770992367,
      "grad_norm": 1.9493275880813599,
      "learning_rate": 0.0001,
      "loss": 0.033,
      "step": 9030
    },
    {
      "epoch": 69.00763358778626,
      "grad_norm": 1.77168869972229,
      "learning_rate": 0.0001,
      "loss": 0.031,
      "step": 9040
    },
    {
      "epoch": 69.08396946564885,
      "grad_norm": 2.1670947074890137,
      "learning_rate": 0.0001,
      "loss": 0.0312,
      "step": 9050
    },
    {
      "epoch": 69.16030534351145,
      "grad_norm": 1.5380451679229736,
      "learning_rate": 0.0001,
      "loss": 0.03,
      "step": 9060
    },
    {
      "epoch": 69.23664122137404,
      "grad_norm": 1.7930448055267334,
      "learning_rate": 0.0001,
      "loss": 0.0307,
      "step": 9070
    },
    {
      "epoch": 69.31297709923665,
      "grad_norm": 1.750120759010315,
      "learning_rate": 0.0001,
      "loss": 0.0302,
      "step": 9080
    },
    {
      "epoch": 69.38931297709924,
      "grad_norm": 2.3020830154418945,
      "learning_rate": 0.0001,
      "loss": 0.0308,
      "step": 9090
    },
    {
      "epoch": 69.46564885496183,
      "grad_norm": 2.584292411804199,
      "learning_rate": 0.0001,
      "loss": 0.0327,
      "step": 9100
    },
    {
      "epoch": 69.54198473282443,
      "grad_norm": 2.291311740875244,
      "learning_rate": 0.0001,
      "loss": 0.0316,
      "step": 9110
    },
    {
      "epoch": 69.61832061068702,
      "grad_norm": 2.032383441925049,
      "learning_rate": 0.0001,
      "loss": 0.0301,
      "step": 9120
    },
    {
      "epoch": 69.69465648854961,
      "grad_norm": 2.9219186305999756,
      "learning_rate": 0.0001,
      "loss": 0.0308,
      "step": 9130
    },
    {
      "epoch": 69.77099236641222,
      "grad_norm": 2.155080556869507,
      "learning_rate": 0.0001,
      "loss": 0.0313,
      "step": 9140
    },
    {
      "epoch": 69.8473282442748,
      "grad_norm": 2.1043732166290283,
      "learning_rate": 0.0001,
      "loss": 0.0312,
      "step": 9150
    },
    {
      "epoch": 69.92366412213741,
      "grad_norm": 1.7804378271102905,
      "learning_rate": 0.0001,
      "loss": 0.031,
      "step": 9160
    },
    {
      "epoch": 70.0,
      "grad_norm": 2.004148483276367,
      "learning_rate": 0.0001,
      "loss": 0.0317,
      "step": 9170
    },
    {
      "epoch": 70.07633587786259,
      "grad_norm": 2.1229279041290283,
      "learning_rate": 0.0001,
      "loss": 0.0347,
      "step": 9180
    },
    {
      "epoch": 70.1526717557252,
      "grad_norm": 1.818219542503357,
      "learning_rate": 0.0001,
      "loss": 0.034,
      "step": 9190
    },
    {
      "epoch": 70.22900763358778,
      "grad_norm": 2.327953577041626,
      "learning_rate": 0.0001,
      "loss": 0.0335,
      "step": 9200
    },
    {
      "epoch": 70.30534351145039,
      "grad_norm": 2.3311235904693604,
      "learning_rate": 0.0001,
      "loss": 0.0343,
      "step": 9210
    },
    {
      "epoch": 70.38167938931298,
      "grad_norm": 2.3924829959869385,
      "learning_rate": 0.0001,
      "loss": 0.0334,
      "step": 9220
    },
    {
      "epoch": 70.45801526717557,
      "grad_norm": 1.6162126064300537,
      "learning_rate": 0.0001,
      "loss": 0.0333,
      "step": 9230
    },
    {
      "epoch": 70.53435114503817,
      "grad_norm": 2.3845489025115967,
      "learning_rate": 0.0001,
      "loss": 0.0314,
      "step": 9240
    },
    {
      "epoch": 70.61068702290076,
      "grad_norm": 2.157707691192627,
      "learning_rate": 0.0001,
      "loss": 0.0331,
      "step": 9250
    },
    {
      "epoch": 70.68702290076335,
      "grad_norm": 2.0515224933624268,
      "learning_rate": 0.0001,
      "loss": 0.0326,
      "step": 9260
    },
    {
      "epoch": 70.76335877862596,
      "grad_norm": 1.9283429384231567,
      "learning_rate": 0.0001,
      "loss": 0.0309,
      "step": 9270
    },
    {
      "epoch": 70.83969465648855,
      "grad_norm": 2.5248777866363525,
      "learning_rate": 0.0001,
      "loss": 0.0305,
      "step": 9280
    },
    {
      "epoch": 70.91603053435115,
      "grad_norm": 2.0418145656585693,
      "learning_rate": 0.0001,
      "loss": 0.0301,
      "step": 9290
    },
    {
      "epoch": 70.99236641221374,
      "grad_norm": 1.9460296630859375,
      "learning_rate": 0.0001,
      "loss": 0.0298,
      "step": 9300
    },
    {
      "epoch": 71.06870229007633,
      "grad_norm": 2.006429672241211,
      "learning_rate": 0.0001,
      "loss": 0.0301,
      "step": 9310
    },
    {
      "epoch": 71.14503816793894,
      "grad_norm": 1.9456238746643066,
      "learning_rate": 0.0001,
      "loss": 0.0314,
      "step": 9320
    },
    {
      "epoch": 71.22137404580153,
      "grad_norm": 1.887656569480896,
      "learning_rate": 0.0001,
      "loss": 0.0303,
      "step": 9330
    },
    {
      "epoch": 71.29770992366412,
      "grad_norm": 1.971016764640808,
      "learning_rate": 0.0001,
      "loss": 0.0304,
      "step": 9340
    },
    {
      "epoch": 71.37404580152672,
      "grad_norm": 1.7095963954925537,
      "learning_rate": 0.0001,
      "loss": 0.0294,
      "step": 9350
    },
    {
      "epoch": 71.45038167938931,
      "grad_norm": 2.819554328918457,
      "learning_rate": 0.0001,
      "loss": 0.0309,
      "step": 9360
    },
    {
      "epoch": 71.52671755725191,
      "grad_norm": 3.2100112438201904,
      "learning_rate": 0.0001,
      "loss": 0.0316,
      "step": 9370
    },
    {
      "epoch": 71.6030534351145,
      "grad_norm": 2.3000850677490234,
      "learning_rate": 0.0001,
      "loss": 0.0316,
      "step": 9380
    },
    {
      "epoch": 71.6793893129771,
      "grad_norm": 2.5212085247039795,
      "learning_rate": 0.0001,
      "loss": 0.0302,
      "step": 9390
    },
    {
      "epoch": 71.7557251908397,
      "grad_norm": 2.1088664531707764,
      "learning_rate": 0.0001,
      "loss": 0.0297,
      "step": 9400
    },
    {
      "epoch": 71.83206106870229,
      "grad_norm": 2.43825626373291,
      "learning_rate": 0.0001,
      "loss": 0.0304,
      "step": 9410
    },
    {
      "epoch": 71.90839694656489,
      "grad_norm": 2.6283228397369385,
      "learning_rate": 0.0001,
      "loss": 0.0306,
      "step": 9420
    },
    {
      "epoch": 71.98473282442748,
      "grad_norm": 1.5210907459259033,
      "learning_rate": 0.0001,
      "loss": 0.0311,
      "step": 9430
    },
    {
      "epoch": 72.06106870229007,
      "grad_norm": 1.4175899028778076,
      "learning_rate": 0.0001,
      "loss": 0.0297,
      "step": 9440
    },
    {
      "epoch": 72.13740458015268,
      "grad_norm": 2.1701509952545166,
      "learning_rate": 0.0001,
      "loss": 0.0297,
      "step": 9450
    },
    {
      "epoch": 72.21374045801527,
      "grad_norm": 1.7659883499145508,
      "learning_rate": 0.0001,
      "loss": 0.0299,
      "step": 9460
    },
    {
      "epoch": 72.29007633587786,
      "grad_norm": 1.739682674407959,
      "learning_rate": 0.0001,
      "loss": 0.0301,
      "step": 9470
    },
    {
      "epoch": 72.36641221374046,
      "grad_norm": 1.4671120643615723,
      "learning_rate": 0.0001,
      "loss": 0.03,
      "step": 9480
    },
    {
      "epoch": 72.44274809160305,
      "grad_norm": 1.7680164575576782,
      "learning_rate": 0.0001,
      "loss": 0.0293,
      "step": 9490
    },
    {
      "epoch": 72.51908396946565,
      "grad_norm": 2.1287331581115723,
      "learning_rate": 0.0001,
      "loss": 0.0305,
      "step": 9500
    },
    {
      "epoch": 72.59541984732824,
      "grad_norm": 1.9648665189743042,
      "learning_rate": 0.0001,
      "loss": 0.0305,
      "step": 9510
    },
    {
      "epoch": 72.67175572519083,
      "grad_norm": 2.154679298400879,
      "learning_rate": 0.0001,
      "loss": 0.0311,
      "step": 9520
    },
    {
      "epoch": 72.74809160305344,
      "grad_norm": 2.0950827598571777,
      "learning_rate": 0.0001,
      "loss": 0.0311,
      "step": 9530
    },
    {
      "epoch": 72.82442748091603,
      "grad_norm": 2.2732393741607666,
      "learning_rate": 0.0001,
      "loss": 0.0323,
      "step": 9540
    },
    {
      "epoch": 72.90076335877862,
      "grad_norm": 2.792245626449585,
      "learning_rate": 0.0001,
      "loss": 0.0311,
      "step": 9550
    },
    {
      "epoch": 72.97709923664122,
      "grad_norm": 2.7146973609924316,
      "learning_rate": 0.0001,
      "loss": 0.0303,
      "step": 9560
    },
    {
      "epoch": 73.05343511450381,
      "grad_norm": 2.110018253326416,
      "learning_rate": 0.0001,
      "loss": 0.0307,
      "step": 9570
    },
    {
      "epoch": 73.12977099236642,
      "grad_norm": 1.7969670295715332,
      "learning_rate": 0.0001,
      "loss": 0.0309,
      "step": 9580
    },
    {
      "epoch": 73.20610687022901,
      "grad_norm": 2.1935744285583496,
      "learning_rate": 0.0001,
      "loss": 0.0302,
      "step": 9590
    },
    {
      "epoch": 73.2824427480916,
      "grad_norm": 1.5944437980651855,
      "learning_rate": 0.0001,
      "loss": 0.031,
      "step": 9600
    },
    {
      "epoch": 73.3587786259542,
      "grad_norm": 1.3954401016235352,
      "learning_rate": 0.0001,
      "loss": 0.0305,
      "step": 9610
    },
    {
      "epoch": 73.43511450381679,
      "grad_norm": 1.8972209692001343,
      "learning_rate": 0.0001,
      "loss": 0.0296,
      "step": 9620
    },
    {
      "epoch": 73.5114503816794,
      "grad_norm": 2.494072198867798,
      "learning_rate": 0.0001,
      "loss": 0.0297,
      "step": 9630
    },
    {
      "epoch": 73.58778625954199,
      "grad_norm": 1.6840403079986572,
      "learning_rate": 0.0001,
      "loss": 0.0308,
      "step": 9640
    },
    {
      "epoch": 73.66412213740458,
      "grad_norm": 2.718947410583496,
      "learning_rate": 0.0001,
      "loss": 0.03,
      "step": 9650
    },
    {
      "epoch": 73.74045801526718,
      "grad_norm": 1.9064067602157593,
      "learning_rate": 0.0001,
      "loss": 0.0302,
      "step": 9660
    },
    {
      "epoch": 73.81679389312977,
      "grad_norm": 2.1682868003845215,
      "learning_rate": 0.0001,
      "loss": 0.0295,
      "step": 9670
    },
    {
      "epoch": 73.89312977099236,
      "grad_norm": 1.914857268333435,
      "learning_rate": 0.0001,
      "loss": 0.0286,
      "step": 9680
    },
    {
      "epoch": 73.96946564885496,
      "grad_norm": 2.2185134887695312,
      "learning_rate": 0.0001,
      "loss": 0.0305,
      "step": 9690
    },
    {
      "epoch": 74.04580152671755,
      "grad_norm": 2.0108611583709717,
      "learning_rate": 0.0001,
      "loss": 0.0308,
      "step": 9700
    },
    {
      "epoch": 74.12213740458016,
      "grad_norm": 2.2451353073120117,
      "learning_rate": 0.0001,
      "loss": 0.0295,
      "step": 9710
    },
    {
      "epoch": 74.19847328244275,
      "grad_norm": 2.0373098850250244,
      "learning_rate": 0.0001,
      "loss": 0.0301,
      "step": 9720
    },
    {
      "epoch": 74.27480916030534,
      "grad_norm": 2.31498646736145,
      "learning_rate": 0.0001,
      "loss": 0.0299,
      "step": 9730
    },
    {
      "epoch": 74.35114503816794,
      "grad_norm": 1.8066850900650024,
      "learning_rate": 0.0001,
      "loss": 0.0284,
      "step": 9740
    },
    {
      "epoch": 74.42748091603053,
      "grad_norm": 2.9405715465545654,
      "learning_rate": 0.0001,
      "loss": 0.0308,
      "step": 9750
    },
    {
      "epoch": 74.50381679389314,
      "grad_norm": 2.295368194580078,
      "learning_rate": 0.0001,
      "loss": 0.0296,
      "step": 9760
    },
    {
      "epoch": 74.58015267175573,
      "grad_norm": 1.7089531421661377,
      "learning_rate": 0.0001,
      "loss": 0.0291,
      "step": 9770
    },
    {
      "epoch": 74.65648854961832,
      "grad_norm": 1.9439520835876465,
      "learning_rate": 0.0001,
      "loss": 0.0301,
      "step": 9780
    },
    {
      "epoch": 74.73282442748092,
      "grad_norm": 1.7480524778366089,
      "learning_rate": 0.0001,
      "loss": 0.0306,
      "step": 9790
    },
    {
      "epoch": 74.80916030534351,
      "grad_norm": 2.2082107067108154,
      "learning_rate": 0.0001,
      "loss": 0.0296,
      "step": 9800
    },
    {
      "epoch": 74.8854961832061,
      "grad_norm": 2.408975124359131,
      "learning_rate": 0.0001,
      "loss": 0.0297,
      "step": 9810
    },
    {
      "epoch": 74.9618320610687,
      "grad_norm": 1.8659499883651733,
      "learning_rate": 0.0001,
      "loss": 0.03,
      "step": 9820
    },
    {
      "epoch": 75.0381679389313,
      "grad_norm": 2.2608163356781006,
      "learning_rate": 0.0001,
      "loss": 0.0302,
      "step": 9830
    },
    {
      "epoch": 75.1145038167939,
      "grad_norm": 1.9717062711715698,
      "learning_rate": 0.0001,
      "loss": 0.0287,
      "step": 9840
    },
    {
      "epoch": 75.19083969465649,
      "grad_norm": 1.727089285850525,
      "learning_rate": 0.0001,
      "loss": 0.0304,
      "step": 9850
    },
    {
      "epoch": 75.26717557251908,
      "grad_norm": 1.6234052181243896,
      "learning_rate": 0.0001,
      "loss": 0.0289,
      "step": 9860
    },
    {
      "epoch": 75.34351145038168,
      "grad_norm": 1.8231574296951294,
      "learning_rate": 0.0001,
      "loss": 0.0295,
      "step": 9870
    },
    {
      "epoch": 75.41984732824427,
      "grad_norm": 2.127321243286133,
      "learning_rate": 0.0001,
      "loss": 0.0313,
      "step": 9880
    },
    {
      "epoch": 75.49618320610686,
      "grad_norm": 1.8653051853179932,
      "learning_rate": 0.0001,
      "loss": 0.0301,
      "step": 9890
    },
    {
      "epoch": 75.57251908396947,
      "grad_norm": 2.1792759895324707,
      "learning_rate": 0.0001,
      "loss": 0.0322,
      "step": 9900
    },
    {
      "epoch": 75.64885496183206,
      "grad_norm": 2.0072824954986572,
      "learning_rate": 0.0001,
      "loss": 0.031,
      "step": 9910
    },
    {
      "epoch": 75.72519083969466,
      "grad_norm": 2.4691367149353027,
      "learning_rate": 0.0001,
      "loss": 0.0306,
      "step": 9920
    },
    {
      "epoch": 75.80152671755725,
      "grad_norm": 2.0339834690093994,
      "learning_rate": 0.0001,
      "loss": 0.0296,
      "step": 9930
    },
    {
      "epoch": 75.87786259541984,
      "grad_norm": 2.1568753719329834,
      "learning_rate": 0.0001,
      "loss": 0.0306,
      "step": 9940
    },
    {
      "epoch": 75.95419847328245,
      "grad_norm": 2.5423388481140137,
      "learning_rate": 0.0001,
      "loss": 0.0319,
      "step": 9950
    },
    {
      "epoch": 76.03053435114504,
      "grad_norm": 1.82675302028656,
      "learning_rate": 0.0001,
      "loss": 0.031,
      "step": 9960
    },
    {
      "epoch": 76.10687022900764,
      "grad_norm": 2.37101149559021,
      "learning_rate": 0.0001,
      "loss": 0.0312,
      "step": 9970
    },
    {
      "epoch": 76.18320610687023,
      "grad_norm": 2.4987857341766357,
      "learning_rate": 0.0001,
      "loss": 0.0313,
      "step": 9980
    },
    {
      "epoch": 76.25954198473282,
      "grad_norm": 2.3724536895751953,
      "learning_rate": 0.0001,
      "loss": 0.0301,
      "step": 9990
    },
    {
      "epoch": 76.33587786259542,
      "grad_norm": 2.5122110843658447,
      "learning_rate": 0.0001,
      "loss": 0.0314,
      "step": 10000
    },
    {
      "epoch": 76.41221374045801,
      "grad_norm": 1.9837688207626343,
      "learning_rate": 0.0001,
      "loss": 0.0308,
      "step": 10010
    },
    {
      "epoch": 76.4885496183206,
      "grad_norm": 1.9591697454452515,
      "learning_rate": 0.0001,
      "loss": 0.0295,
      "step": 10020
    },
    {
      "epoch": 76.56488549618321,
      "grad_norm": 2.0250747203826904,
      "learning_rate": 0.0001,
      "loss": 0.029,
      "step": 10030
    },
    {
      "epoch": 76.6412213740458,
      "grad_norm": 2.62152361869812,
      "learning_rate": 0.0001,
      "loss": 0.0298,
      "step": 10040
    },
    {
      "epoch": 76.7175572519084,
      "grad_norm": 2.1159608364105225,
      "learning_rate": 0.0001,
      "loss": 0.0298,
      "step": 10050
    },
    {
      "epoch": 76.79389312977099,
      "grad_norm": 1.9883360862731934,
      "learning_rate": 0.0001,
      "loss": 0.0309,
      "step": 10060
    },
    {
      "epoch": 76.87022900763358,
      "grad_norm": 2.064776659011841,
      "learning_rate": 0.0001,
      "loss": 0.0305,
      "step": 10070
    },
    {
      "epoch": 76.94656488549619,
      "grad_norm": 1.912115216255188,
      "learning_rate": 0.0001,
      "loss": 0.0302,
      "step": 10080
    },
    {
      "epoch": 77.02290076335878,
      "grad_norm": 2.631666898727417,
      "learning_rate": 0.0001,
      "loss": 0.0295,
      "step": 10090
    },
    {
      "epoch": 77.09923664122137,
      "grad_norm": 2.4879024028778076,
      "learning_rate": 0.0001,
      "loss": 0.0288,
      "step": 10100
    },
    {
      "epoch": 77.17557251908397,
      "grad_norm": 2.1066629886627197,
      "learning_rate": 0.0001,
      "loss": 0.0279,
      "step": 10110
    },
    {
      "epoch": 77.25190839694656,
      "grad_norm": 1.953343391418457,
      "learning_rate": 0.0001,
      "loss": 0.029,
      "step": 10120
    },
    {
      "epoch": 77.32824427480917,
      "grad_norm": 2.2634828090667725,
      "learning_rate": 0.0001,
      "loss": 0.03,
      "step": 10130
    },
    {
      "epoch": 77.40458015267176,
      "grad_norm": 1.7603226900100708,
      "learning_rate": 0.0001,
      "loss": 0.0296,
      "step": 10140
    },
    {
      "epoch": 77.48091603053435,
      "grad_norm": 2.256755828857422,
      "learning_rate": 0.0001,
      "loss": 0.0293,
      "step": 10150
    },
    {
      "epoch": 77.55725190839695,
      "grad_norm": 1.9181137084960938,
      "learning_rate": 0.0001,
      "loss": 0.0282,
      "step": 10160
    },
    {
      "epoch": 77.63358778625954,
      "grad_norm": 1.868276834487915,
      "learning_rate": 0.0001,
      "loss": 0.029,
      "step": 10170
    },
    {
      "epoch": 77.70992366412214,
      "grad_norm": 1.9951680898666382,
      "learning_rate": 0.0001,
      "loss": 0.0288,
      "step": 10180
    },
    {
      "epoch": 77.78625954198473,
      "grad_norm": 1.8432846069335938,
      "learning_rate": 0.0001,
      "loss": 0.0278,
      "step": 10190
    },
    {
      "epoch": 77.86259541984732,
      "grad_norm": 1.9362231492996216,
      "learning_rate": 0.0001,
      "loss": 0.0278,
      "step": 10200
    },
    {
      "epoch": 77.93893129770993,
      "grad_norm": 1.6608227491378784,
      "learning_rate": 0.0001,
      "loss": 0.0282,
      "step": 10210
    },
    {
      "epoch": 78.01526717557252,
      "grad_norm": 2.2444908618927,
      "learning_rate": 0.0001,
      "loss": 0.0279,
      "step": 10220
    },
    {
      "epoch": 78.09160305343511,
      "grad_norm": 1.6329540014266968,
      "learning_rate": 0.0001,
      "loss": 0.0274,
      "step": 10230
    },
    {
      "epoch": 78.16793893129771,
      "grad_norm": 2.2004575729370117,
      "learning_rate": 0.0001,
      "loss": 0.0276,
      "step": 10240
    },
    {
      "epoch": 78.2442748091603,
      "grad_norm": 2.98291277885437,
      "learning_rate": 0.0001,
      "loss": 0.0292,
      "step": 10250
    },
    {
      "epoch": 78.3206106870229,
      "grad_norm": 2.1479852199554443,
      "learning_rate": 0.0001,
      "loss": 0.0294,
      "step": 10260
    },
    {
      "epoch": 78.3969465648855,
      "grad_norm": 2.0218281745910645,
      "learning_rate": 0.0001,
      "loss": 0.03,
      "step": 10270
    },
    {
      "epoch": 78.47328244274809,
      "grad_norm": 2.0934836864471436,
      "learning_rate": 0.0001,
      "loss": 0.0309,
      "step": 10280
    },
    {
      "epoch": 78.54961832061069,
      "grad_norm": 1.9793630838394165,
      "learning_rate": 0.0001,
      "loss": 0.0289,
      "step": 10290
    },
    {
      "epoch": 78.62595419847328,
      "grad_norm": 2.422004222869873,
      "learning_rate": 0.0001,
      "loss": 0.0298,
      "step": 10300
    },
    {
      "epoch": 78.70229007633588,
      "grad_norm": 1.9870843887329102,
      "learning_rate": 0.0001,
      "loss": 0.0296,
      "step": 10310
    },
    {
      "epoch": 78.77862595419847,
      "grad_norm": 2.4192922115325928,
      "learning_rate": 0.0001,
      "loss": 0.0291,
      "step": 10320
    },
    {
      "epoch": 78.85496183206106,
      "grad_norm": 2.2679059505462646,
      "learning_rate": 0.0001,
      "loss": 0.0306,
      "step": 10330
    },
    {
      "epoch": 78.93129770992367,
      "grad_norm": 1.687603235244751,
      "learning_rate": 0.0001,
      "loss": 0.0295,
      "step": 10340
    },
    {
      "epoch": 79.00763358778626,
      "grad_norm": 1.649583339691162,
      "learning_rate": 0.0001,
      "loss": 0.0292,
      "step": 10350
    },
    {
      "epoch": 79.08396946564885,
      "grad_norm": 1.6411957740783691,
      "learning_rate": 0.0001,
      "loss": 0.029,
      "step": 10360
    },
    {
      "epoch": 79.16030534351145,
      "grad_norm": 2.725250244140625,
      "learning_rate": 0.0001,
      "loss": 0.0303,
      "step": 10370
    },
    {
      "epoch": 79.23664122137404,
      "grad_norm": 2.185713052749634,
      "learning_rate": 0.0001,
      "loss": 0.0311,
      "step": 10380
    },
    {
      "epoch": 79.31297709923665,
      "grad_norm": 2.728951930999756,
      "learning_rate": 0.0001,
      "loss": 0.0304,
      "step": 10390
    },
    {
      "epoch": 79.38931297709924,
      "grad_norm": 1.8349037170410156,
      "learning_rate": 0.0001,
      "loss": 0.0296,
      "step": 10400
    },
    {
      "epoch": 79.46564885496183,
      "grad_norm": 2.7023067474365234,
      "learning_rate": 0.0001,
      "loss": 0.0293,
      "step": 10410
    },
    {
      "epoch": 79.54198473282443,
      "grad_norm": 2.663361072540283,
      "learning_rate": 0.0001,
      "loss": 0.0298,
      "step": 10420
    },
    {
      "epoch": 79.61832061068702,
      "grad_norm": 1.755434513092041,
      "learning_rate": 0.0001,
      "loss": 0.0296,
      "step": 10430
    },
    {
      "epoch": 79.69465648854961,
      "grad_norm": 1.8546017408370972,
      "learning_rate": 0.0001,
      "loss": 0.029,
      "step": 10440
    },
    {
      "epoch": 79.77099236641222,
      "grad_norm": 2.701925277709961,
      "learning_rate": 0.0001,
      "loss": 0.0298,
      "step": 10450
    },
    {
      "epoch": 79.8473282442748,
      "grad_norm": 2.125941753387451,
      "learning_rate": 0.0001,
      "loss": 0.0288,
      "step": 10460
    },
    {
      "epoch": 79.92366412213741,
      "grad_norm": 1.7561113834381104,
      "learning_rate": 0.0001,
      "loss": 0.0285,
      "step": 10470
    },
    {
      "epoch": 80.0,
      "grad_norm": 1.498563289642334,
      "learning_rate": 0.0001,
      "loss": 0.0291,
      "step": 10480
    },
    {
      "epoch": 80.07633587786259,
      "grad_norm": 2.284315347671509,
      "learning_rate": 0.0001,
      "loss": 0.0294,
      "step": 10490
    },
    {
      "epoch": 80.1526717557252,
      "grad_norm": 2.9022216796875,
      "learning_rate": 0.0001,
      "loss": 0.0287,
      "step": 10500
    },
    {
      "epoch": 80.22900763358778,
      "grad_norm": 2.199303150177002,
      "learning_rate": 0.0001,
      "loss": 0.0281,
      "step": 10510
    },
    {
      "epoch": 80.30534351145039,
      "grad_norm": 2.8844375610351562,
      "learning_rate": 0.0001,
      "loss": 0.0286,
      "step": 10520
    },
    {
      "epoch": 80.38167938931298,
      "grad_norm": 1.9314541816711426,
      "learning_rate": 0.0001,
      "loss": 0.0302,
      "step": 10530
    },
    {
      "epoch": 80.45801526717557,
      "grad_norm": 2.1909773349761963,
      "learning_rate": 0.0001,
      "loss": 0.0297,
      "step": 10540
    },
    {
      "epoch": 80.53435114503817,
      "grad_norm": 1.8728426694869995,
      "learning_rate": 0.0001,
      "loss": 0.0281,
      "step": 10550
    },
    {
      "epoch": 80.61068702290076,
      "grad_norm": 1.959956169128418,
      "learning_rate": 0.0001,
      "loss": 0.0278,
      "step": 10560
    },
    {
      "epoch": 80.68702290076335,
      "grad_norm": 2.021017551422119,
      "learning_rate": 0.0001,
      "loss": 0.0287,
      "step": 10570
    },
    {
      "epoch": 80.76335877862596,
      "grad_norm": 2.051701068878174,
      "learning_rate": 0.0001,
      "loss": 0.0284,
      "step": 10580
    },
    {
      "epoch": 80.83969465648855,
      "grad_norm": 2.127924919128418,
      "learning_rate": 0.0001,
      "loss": 0.0298,
      "step": 10590
    },
    {
      "epoch": 80.91603053435115,
      "grad_norm": 2.3978803157806396,
      "learning_rate": 0.0001,
      "loss": 0.029,
      "step": 10600
    },
    {
      "epoch": 80.99236641221374,
      "grad_norm": 2.2183926105499268,
      "learning_rate": 0.0001,
      "loss": 0.0291,
      "step": 10610
    },
    {
      "epoch": 81.06870229007633,
      "grad_norm": 1.9786779880523682,
      "learning_rate": 0.0001,
      "loss": 0.029,
      "step": 10620
    },
    {
      "epoch": 81.14503816793894,
      "grad_norm": 1.8764652013778687,
      "learning_rate": 0.0001,
      "loss": 0.0269,
      "step": 10630
    },
    {
      "epoch": 81.22137404580153,
      "grad_norm": 2.0697710514068604,
      "learning_rate": 0.0001,
      "loss": 0.0282,
      "step": 10640
    },
    {
      "epoch": 81.29770992366412,
      "grad_norm": 2.631648302078247,
      "learning_rate": 0.0001,
      "loss": 0.0277,
      "step": 10650
    },
    {
      "epoch": 81.37404580152672,
      "grad_norm": 1.9131652116775513,
      "learning_rate": 0.0001,
      "loss": 0.028,
      "step": 10660
    },
    {
      "epoch": 81.45038167938931,
      "grad_norm": 2.6014490127563477,
      "learning_rate": 0.0001,
      "loss": 0.0269,
      "step": 10670
    },
    {
      "epoch": 81.52671755725191,
      "grad_norm": 2.44943904876709,
      "learning_rate": 0.0001,
      "loss": 0.0274,
      "step": 10680
    },
    {
      "epoch": 81.6030534351145,
      "grad_norm": 1.901868462562561,
      "learning_rate": 0.0001,
      "loss": 0.0273,
      "step": 10690
    },
    {
      "epoch": 81.6793893129771,
      "grad_norm": 2.3217716217041016,
      "learning_rate": 0.0001,
      "loss": 0.0276,
      "step": 10700
    },
    {
      "epoch": 81.7557251908397,
      "grad_norm": 2.577629566192627,
      "learning_rate": 0.0001,
      "loss": 0.0281,
      "step": 10710
    },
    {
      "epoch": 81.83206106870229,
      "grad_norm": 2.5501110553741455,
      "learning_rate": 0.0001,
      "loss": 0.0277,
      "step": 10720
    },
    {
      "epoch": 81.90839694656489,
      "grad_norm": 2.4765372276306152,
      "learning_rate": 0.0001,
      "loss": 0.0285,
      "step": 10730
    },
    {
      "epoch": 81.98473282442748,
      "grad_norm": 1.8906701803207397,
      "learning_rate": 0.0001,
      "loss": 0.0285,
      "step": 10740
    },
    {
      "epoch": 82.06106870229007,
      "grad_norm": 2.5954701900482178,
      "learning_rate": 0.0001,
      "loss": 0.0279,
      "step": 10750
    },
    {
      "epoch": 82.13740458015268,
      "grad_norm": 2.4093728065490723,
      "learning_rate": 0.0001,
      "loss": 0.0278,
      "step": 10760
    },
    {
      "epoch": 82.21374045801527,
      "grad_norm": 2.1400680541992188,
      "learning_rate": 0.0001,
      "loss": 0.0267,
      "step": 10770
    },
    {
      "epoch": 82.29007633587786,
      "grad_norm": 2.162142515182495,
      "learning_rate": 0.0001,
      "loss": 0.0281,
      "step": 10780
    },
    {
      "epoch": 82.36641221374046,
      "grad_norm": 2.4292562007904053,
      "learning_rate": 0.0001,
      "loss": 0.0275,
      "step": 10790
    },
    {
      "epoch": 82.44274809160305,
      "grad_norm": 2.3338546752929688,
      "learning_rate": 0.0001,
      "loss": 0.0285,
      "step": 10800
    },
    {
      "epoch": 82.51908396946565,
      "grad_norm": 2.645214080810547,
      "learning_rate": 0.0001,
      "loss": 0.028,
      "step": 10810
    },
    {
      "epoch": 82.59541984732824,
      "grad_norm": 1.6632883548736572,
      "learning_rate": 0.0001,
      "loss": 0.0277,
      "step": 10820
    },
    {
      "epoch": 82.67175572519083,
      "grad_norm": 2.142306089401245,
      "learning_rate": 0.0001,
      "loss": 0.0277,
      "step": 10830
    },
    {
      "epoch": 82.74809160305344,
      "grad_norm": 2.3990318775177,
      "learning_rate": 0.0001,
      "loss": 0.0272,
      "step": 10840
    },
    {
      "epoch": 82.82442748091603,
      "grad_norm": 1.8101366758346558,
      "learning_rate": 0.0001,
      "loss": 0.027,
      "step": 10850
    },
    {
      "epoch": 82.90076335877862,
      "grad_norm": 1.89290452003479,
      "learning_rate": 0.0001,
      "loss": 0.0273,
      "step": 10860
    },
    {
      "epoch": 82.97709923664122,
      "grad_norm": 2.1134817600250244,
      "learning_rate": 0.0001,
      "loss": 0.0291,
      "step": 10870
    },
    {
      "epoch": 83.05343511450381,
      "grad_norm": 1.7673486471176147,
      "learning_rate": 0.0001,
      "loss": 0.0283,
      "step": 10880
    },
    {
      "epoch": 83.12977099236642,
      "grad_norm": 2.1532113552093506,
      "learning_rate": 0.0001,
      "loss": 0.0274,
      "step": 10890
    },
    {
      "epoch": 83.20610687022901,
      "grad_norm": 2.053982973098755,
      "learning_rate": 0.0001,
      "loss": 0.0289,
      "step": 10900
    },
    {
      "epoch": 83.2824427480916,
      "grad_norm": 1.616274118423462,
      "learning_rate": 0.0001,
      "loss": 0.0295,
      "step": 10910
    },
    {
      "epoch": 83.3587786259542,
      "grad_norm": 2.22554612159729,
      "learning_rate": 0.0001,
      "loss": 0.0286,
      "step": 10920
    },
    {
      "epoch": 83.43511450381679,
      "grad_norm": 1.7250736951828003,
      "learning_rate": 0.0001,
      "loss": 0.0281,
      "step": 10930
    },
    {
      "epoch": 83.5114503816794,
      "grad_norm": 2.167389154434204,
      "learning_rate": 0.0001,
      "loss": 0.0289,
      "step": 10940
    },
    {
      "epoch": 83.58778625954199,
      "grad_norm": 2.2665109634399414,
      "learning_rate": 0.0001,
      "loss": 0.0289,
      "step": 10950
    },
    {
      "epoch": 83.66412213740458,
      "grad_norm": 1.9995191097259521,
      "learning_rate": 0.0001,
      "loss": 0.0296,
      "step": 10960
    },
    {
      "epoch": 83.74045801526718,
      "grad_norm": 2.1778533458709717,
      "learning_rate": 0.0001,
      "loss": 0.0298,
      "step": 10970
    },
    {
      "epoch": 83.81679389312977,
      "grad_norm": 2.5118041038513184,
      "learning_rate": 0.0001,
      "loss": 0.0301,
      "step": 10980
    },
    {
      "epoch": 83.89312977099236,
      "grad_norm": 2.2061352729797363,
      "learning_rate": 0.0001,
      "loss": 0.0293,
      "step": 10990
    },
    {
      "epoch": 83.96946564885496,
      "grad_norm": 2.351837635040283,
      "learning_rate": 0.0001,
      "loss": 0.0292,
      "step": 11000
    },
    {
      "epoch": 84.04580152671755,
      "grad_norm": 1.914156198501587,
      "learning_rate": 0.0001,
      "loss": 0.0278,
      "step": 11010
    },
    {
      "epoch": 84.12213740458016,
      "grad_norm": 2.2052597999572754,
      "learning_rate": 0.0001,
      "loss": 0.0283,
      "step": 11020
    },
    {
      "epoch": 84.19847328244275,
      "grad_norm": 2.0015766620635986,
      "learning_rate": 0.0001,
      "loss": 0.0276,
      "step": 11030
    },
    {
      "epoch": 84.27480916030534,
      "grad_norm": 2.4087297916412354,
      "learning_rate": 0.0001,
      "loss": 0.0276,
      "step": 11040
    },
    {
      "epoch": 84.35114503816794,
      "grad_norm": 2.5203473567962646,
      "learning_rate": 0.0001,
      "loss": 0.0271,
      "step": 11050
    },
    {
      "epoch": 84.42748091603053,
      "grad_norm": 1.9411259889602661,
      "learning_rate": 0.0001,
      "loss": 0.0269,
      "step": 11060
    },
    {
      "epoch": 84.50381679389314,
      "grad_norm": 1.8183445930480957,
      "learning_rate": 0.0001,
      "loss": 0.0275,
      "step": 11070
    },
    {
      "epoch": 84.58015267175573,
      "grad_norm": 2.243483304977417,
      "learning_rate": 0.0001,
      "loss": 0.0276,
      "step": 11080
    },
    {
      "epoch": 84.65648854961832,
      "grad_norm": 1.7455048561096191,
      "learning_rate": 0.0001,
      "loss": 0.0295,
      "step": 11090
    },
    {
      "epoch": 84.73282442748092,
      "grad_norm": 2.23636531829834,
      "learning_rate": 0.0001,
      "loss": 0.0295,
      "step": 11100
    },
    {
      "epoch": 84.80916030534351,
      "grad_norm": 2.1698169708251953,
      "learning_rate": 0.0001,
      "loss": 0.0293,
      "step": 11110
    },
    {
      "epoch": 84.8854961832061,
      "grad_norm": 2.031522035598755,
      "learning_rate": 0.0001,
      "loss": 0.0293,
      "step": 11120
    },
    {
      "epoch": 84.9618320610687,
      "grad_norm": 2.128495931625366,
      "learning_rate": 0.0001,
      "loss": 0.0278,
      "step": 11130
    },
    {
      "epoch": 85.0381679389313,
      "grad_norm": 2.255833148956299,
      "learning_rate": 0.0001,
      "loss": 0.0295,
      "step": 11140
    },
    {
      "epoch": 85.1145038167939,
      "grad_norm": 2.0805819034576416,
      "learning_rate": 0.0001,
      "loss": 0.0287,
      "step": 11150
    },
    {
      "epoch": 85.19083969465649,
      "grad_norm": 1.857322335243225,
      "learning_rate": 0.0001,
      "loss": 0.0283,
      "step": 11160
    },
    {
      "epoch": 85.26717557251908,
      "grad_norm": 1.903228998184204,
      "learning_rate": 0.0001,
      "loss": 0.0293,
      "step": 11170
    },
    {
      "epoch": 85.34351145038168,
      "grad_norm": 2.397448778152466,
      "learning_rate": 0.0001,
      "loss": 0.0294,
      "step": 11180
    },
    {
      "epoch": 85.41984732824427,
      "grad_norm": 2.708606481552124,
      "learning_rate": 0.0001,
      "loss": 0.0289,
      "step": 11190
    },
    {
      "epoch": 85.49618320610686,
      "grad_norm": 2.332487106323242,
      "learning_rate": 0.0001,
      "loss": 0.0285,
      "step": 11200
    },
    {
      "epoch": 85.57251908396947,
      "grad_norm": 2.4110116958618164,
      "learning_rate": 0.0001,
      "loss": 0.0273,
      "step": 11210
    },
    {
      "epoch": 85.64885496183206,
      "grad_norm": 2.2653985023498535,
      "learning_rate": 0.0001,
      "loss": 0.0278,
      "step": 11220
    },
    {
      "epoch": 85.72519083969466,
      "grad_norm": 3.3893303871154785,
      "learning_rate": 0.0001,
      "loss": 0.028,
      "step": 11230
    },
    {
      "epoch": 85.80152671755725,
      "grad_norm": 1.6208544969558716,
      "learning_rate": 0.0001,
      "loss": 0.0279,
      "step": 11240
    },
    {
      "epoch": 85.87786259541984,
      "grad_norm": 1.647706389427185,
      "learning_rate": 0.0001,
      "loss": 0.0266,
      "step": 11250
    },
    {
      "epoch": 85.95419847328245,
      "grad_norm": 1.7920585870742798,
      "learning_rate": 0.0001,
      "loss": 0.0272,
      "step": 11260
    },
    {
      "epoch": 86.03053435114504,
      "grad_norm": 1.7480031251907349,
      "learning_rate": 0.0001,
      "loss": 0.0269,
      "step": 11270
    },
    {
      "epoch": 86.10687022900764,
      "grad_norm": 2.2306630611419678,
      "learning_rate": 0.0001,
      "loss": 0.0262,
      "step": 11280
    },
    {
      "epoch": 86.18320610687023,
      "grad_norm": 1.5807181596755981,
      "learning_rate": 0.0001,
      "loss": 0.0272,
      "step": 11290
    },
    {
      "epoch": 86.25954198473282,
      "grad_norm": 1.8858304023742676,
      "learning_rate": 0.0001,
      "loss": 0.0272,
      "step": 11300
    },
    {
      "epoch": 86.33587786259542,
      "grad_norm": 2.4685378074645996,
      "learning_rate": 0.0001,
      "loss": 0.028,
      "step": 11310
    },
    {
      "epoch": 86.41221374045801,
      "grad_norm": 1.978068470954895,
      "learning_rate": 0.0001,
      "loss": 0.0294,
      "step": 11320
    },
    {
      "epoch": 86.4885496183206,
      "grad_norm": 1.957485556602478,
      "learning_rate": 0.0001,
      "loss": 0.0302,
      "step": 11330
    },
    {
      "epoch": 86.56488549618321,
      "grad_norm": 2.145585298538208,
      "learning_rate": 0.0001,
      "loss": 0.0293,
      "step": 11340
    },
    {
      "epoch": 86.6412213740458,
      "grad_norm": 2.376044750213623,
      "learning_rate": 0.0001,
      "loss": 0.0309,
      "step": 11350
    },
    {
      "epoch": 86.7175572519084,
      "grad_norm": 1.8277636766433716,
      "learning_rate": 0.0001,
      "loss": 0.0305,
      "step": 11360
    },
    {
      "epoch": 86.79389312977099,
      "grad_norm": 1.928977608680725,
      "learning_rate": 0.0001,
      "loss": 0.0304,
      "step": 11370
    },
    {
      "epoch": 86.87022900763358,
      "grad_norm": 1.4652042388916016,
      "learning_rate": 0.0001,
      "loss": 0.0299,
      "step": 11380
    },
    {
      "epoch": 86.94656488549619,
      "grad_norm": 2.1937546730041504,
      "learning_rate": 0.0001,
      "loss": 0.0298,
      "step": 11390
    },
    {
      "epoch": 87.02290076335878,
      "grad_norm": 1.915789246559143,
      "learning_rate": 0.0001,
      "loss": 0.0288,
      "step": 11400
    },
    {
      "epoch": 87.09923664122137,
      "grad_norm": 1.9487838745117188,
      "learning_rate": 0.0001,
      "loss": 0.0283,
      "step": 11410
    },
    {
      "epoch": 87.17557251908397,
      "grad_norm": 1.764557123184204,
      "learning_rate": 0.0001,
      "loss": 0.0287,
      "step": 11420
    },
    {
      "epoch": 87.25190839694656,
      "grad_norm": 1.7376431226730347,
      "learning_rate": 0.0001,
      "loss": 0.0284,
      "step": 11430
    },
    {
      "epoch": 87.32824427480917,
      "grad_norm": 1.7744957208633423,
      "learning_rate": 0.0001,
      "loss": 0.0286,
      "step": 11440
    },
    {
      "epoch": 87.40458015267176,
      "grad_norm": 1.8261313438415527,
      "learning_rate": 0.0001,
      "loss": 0.0281,
      "step": 11450
    },
    {
      "epoch": 87.48091603053435,
      "grad_norm": 1.7342931032180786,
      "learning_rate": 0.0001,
      "loss": 0.028,
      "step": 11460
    },
    {
      "epoch": 87.55725190839695,
      "grad_norm": 1.9022024869918823,
      "learning_rate": 0.0001,
      "loss": 0.0297,
      "step": 11470
    },
    {
      "epoch": 87.63358778625954,
      "grad_norm": 2.201618194580078,
      "learning_rate": 0.0001,
      "loss": 0.0282,
      "step": 11480
    },
    {
      "epoch": 87.70992366412214,
      "grad_norm": 2.619689464569092,
      "learning_rate": 0.0001,
      "loss": 0.0274,
      "step": 11490
    },
    {
      "epoch": 87.78625954198473,
      "grad_norm": 2.0253217220306396,
      "learning_rate": 0.0001,
      "loss": 0.0262,
      "step": 11500
    },
    {
      "epoch": 87.86259541984732,
      "grad_norm": 1.9725637435913086,
      "learning_rate": 0.0001,
      "loss": 0.0269,
      "step": 11510
    },
    {
      "epoch": 87.93893129770993,
      "grad_norm": 1.7485506534576416,
      "learning_rate": 0.0001,
      "loss": 0.0276,
      "step": 11520
    },
    {
      "epoch": 88.01526717557252,
      "grad_norm": 2.2544643878936768,
      "learning_rate": 0.0001,
      "loss": 0.0279,
      "step": 11530
    },
    {
      "epoch": 88.09160305343511,
      "grad_norm": 2.4897453784942627,
      "learning_rate": 0.0001,
      "loss": 0.0262,
      "step": 11540
    },
    {
      "epoch": 88.16793893129771,
      "grad_norm": 1.7011996507644653,
      "learning_rate": 0.0001,
      "loss": 0.026,
      "step": 11550
    },
    {
      "epoch": 88.2442748091603,
      "grad_norm": 1.7848111391067505,
      "learning_rate": 0.0001,
      "loss": 0.0267,
      "step": 11560
    },
    {
      "epoch": 88.3206106870229,
      "grad_norm": 2.521416187286377,
      "learning_rate": 0.0001,
      "loss": 0.0274,
      "step": 11570
    },
    {
      "epoch": 88.3969465648855,
      "grad_norm": 2.1718149185180664,
      "learning_rate": 0.0001,
      "loss": 0.0273,
      "step": 11580
    },
    {
      "epoch": 88.47328244274809,
      "grad_norm": 1.716087818145752,
      "learning_rate": 0.0001,
      "loss": 0.0272,
      "step": 11590
    },
    {
      "epoch": 88.54961832061069,
      "grad_norm": 2.008735418319702,
      "learning_rate": 0.0001,
      "loss": 0.0275,
      "step": 11600
    },
    {
      "epoch": 88.62595419847328,
      "grad_norm": 2.038304328918457,
      "learning_rate": 0.0001,
      "loss": 0.0291,
      "step": 11610
    },
    {
      "epoch": 88.70229007633588,
      "grad_norm": 1.8229063749313354,
      "learning_rate": 0.0001,
      "loss": 0.0278,
      "step": 11620
    },
    {
      "epoch": 88.77862595419847,
      "grad_norm": 1.6218775510787964,
      "learning_rate": 0.0001,
      "loss": 0.0286,
      "step": 11630
    },
    {
      "epoch": 88.85496183206106,
      "grad_norm": 2.2887074947357178,
      "learning_rate": 0.0001,
      "loss": 0.0288,
      "step": 11640
    },
    {
      "epoch": 88.93129770992367,
      "grad_norm": 2.2172722816467285,
      "learning_rate": 0.0001,
      "loss": 0.0272,
      "step": 11650
    },
    {
      "epoch": 89.00763358778626,
      "grad_norm": 2.0486466884613037,
      "learning_rate": 0.0001,
      "loss": 0.0282,
      "step": 11660
    },
    {
      "epoch": 89.08396946564885,
      "grad_norm": 1.58942711353302,
      "learning_rate": 0.0001,
      "loss": 0.0267,
      "step": 11670
    },
    {
      "epoch": 89.16030534351145,
      "grad_norm": 2.7565033435821533,
      "learning_rate": 0.0001,
      "loss": 0.0263,
      "step": 11680
    },
    {
      "epoch": 89.23664122137404,
      "grad_norm": 2.4500365257263184,
      "learning_rate": 0.0001,
      "loss": 0.0284,
      "step": 11690
    },
    {
      "epoch": 89.31297709923665,
      "grad_norm": 2.4496915340423584,
      "learning_rate": 0.0001,
      "loss": 0.0277,
      "step": 11700
    },
    {
      "epoch": 89.38931297709924,
      "grad_norm": 2.007631778717041,
      "learning_rate": 0.0001,
      "loss": 0.0277,
      "step": 11710
    },
    {
      "epoch": 89.46564885496183,
      "grad_norm": 1.604849934577942,
      "learning_rate": 0.0001,
      "loss": 0.0283,
      "step": 11720
    },
    {
      "epoch": 89.54198473282443,
      "grad_norm": 1.7006183862686157,
      "learning_rate": 0.0001,
      "loss": 0.0284,
      "step": 11730
    },
    {
      "epoch": 89.61832061068702,
      "grad_norm": 1.6537704467773438,
      "learning_rate": 0.0001,
      "loss": 0.0279,
      "step": 11740
    },
    {
      "epoch": 89.69465648854961,
      "grad_norm": 2.1811344623565674,
      "learning_rate": 0.0001,
      "loss": 0.0281,
      "step": 11750
    },
    {
      "epoch": 89.77099236641222,
      "grad_norm": 1.643764853477478,
      "learning_rate": 0.0001,
      "loss": 0.0274,
      "step": 11760
    },
    {
      "epoch": 89.8473282442748,
      "grad_norm": 1.8840290307998657,
      "learning_rate": 0.0001,
      "loss": 0.0283,
      "step": 11770
    },
    {
      "epoch": 89.92366412213741,
      "grad_norm": 1.9610332250595093,
      "learning_rate": 0.0001,
      "loss": 0.0284,
      "step": 11780
    },
    {
      "epoch": 90.0,
      "grad_norm": 2.1873841285705566,
      "learning_rate": 0.0001,
      "loss": 0.0272,
      "step": 11790
    },
    {
      "epoch": 90.07633587786259,
      "grad_norm": 1.6441974639892578,
      "learning_rate": 0.0001,
      "loss": 0.0272,
      "step": 11800
    },
    {
      "epoch": 90.1526717557252,
      "grad_norm": 2.0373079776763916,
      "learning_rate": 0.0001,
      "loss": 0.027,
      "step": 11810
    },
    {
      "epoch": 90.22900763358778,
      "grad_norm": 2.1042699813842773,
      "learning_rate": 0.0001,
      "loss": 0.0275,
      "step": 11820
    },
    {
      "epoch": 90.30534351145039,
      "grad_norm": 2.212646245956421,
      "learning_rate": 0.0001,
      "loss": 0.0281,
      "step": 11830
    },
    {
      "epoch": 90.38167938931298,
      "grad_norm": 1.7019261121749878,
      "learning_rate": 0.0001,
      "loss": 0.0281,
      "step": 11840
    },
    {
      "epoch": 90.45801526717557,
      "grad_norm": 2.0297627449035645,
      "learning_rate": 0.0001,
      "loss": 0.0266,
      "step": 11850
    },
    {
      "epoch": 90.53435114503817,
      "grad_norm": 1.97756028175354,
      "learning_rate": 0.0001,
      "loss": 0.0269,
      "step": 11860
    },
    {
      "epoch": 90.61068702290076,
      "grad_norm": 2.0326085090637207,
      "learning_rate": 0.0001,
      "loss": 0.0277,
      "step": 11870
    },
    {
      "epoch": 90.68702290076335,
      "grad_norm": 2.2632765769958496,
      "learning_rate": 0.0001,
      "loss": 0.0277,
      "step": 11880
    },
    {
      "epoch": 90.76335877862596,
      "grad_norm": 2.004880666732788,
      "learning_rate": 0.0001,
      "loss": 0.027,
      "step": 11890
    },
    {
      "epoch": 90.83969465648855,
      "grad_norm": 2.2464892864227295,
      "learning_rate": 0.0001,
      "loss": 0.0273,
      "step": 11900
    },
    {
      "epoch": 90.91603053435115,
      "grad_norm": 2.583890438079834,
      "learning_rate": 0.0001,
      "loss": 0.0266,
      "step": 11910
    },
    {
      "epoch": 90.99236641221374,
      "grad_norm": 2.1703271865844727,
      "learning_rate": 0.0001,
      "loss": 0.0277,
      "step": 11920
    },
    {
      "epoch": 91.06870229007633,
      "grad_norm": 2.0116517543792725,
      "learning_rate": 0.0001,
      "loss": 0.0258,
      "step": 11930
    },
    {
      "epoch": 91.14503816793894,
      "grad_norm": 2.1539690494537354,
      "learning_rate": 0.0001,
      "loss": 0.0262,
      "step": 11940
    },
    {
      "epoch": 91.22137404580153,
      "grad_norm": 1.737656831741333,
      "learning_rate": 0.0001,
      "loss": 0.0273,
      "step": 11950
    },
    {
      "epoch": 91.29770992366412,
      "grad_norm": 1.5265249013900757,
      "learning_rate": 0.0001,
      "loss": 0.0268,
      "step": 11960
    },
    {
      "epoch": 91.37404580152672,
      "grad_norm": 1.4589312076568604,
      "learning_rate": 0.0001,
      "loss": 0.0261,
      "step": 11970
    },
    {
      "epoch": 91.45038167938931,
      "grad_norm": 2.2422075271606445,
      "learning_rate": 0.0001,
      "loss": 0.0265,
      "step": 11980
    },
    {
      "epoch": 91.52671755725191,
      "grad_norm": 1.9763215780258179,
      "learning_rate": 0.0001,
      "loss": 0.0285,
      "step": 11990
    },
    {
      "epoch": 91.6030534351145,
      "grad_norm": 2.454458236694336,
      "learning_rate": 0.0001,
      "loss": 0.0293,
      "step": 12000
    },
    {
      "epoch": 91.6793893129771,
      "grad_norm": 2.5606000423431396,
      "learning_rate": 0.0001,
      "loss": 0.0286,
      "step": 12010
    },
    {
      "epoch": 91.7557251908397,
      "grad_norm": 1.7009351253509521,
      "learning_rate": 0.0001,
      "loss": 0.0287,
      "step": 12020
    },
    {
      "epoch": 91.83206106870229,
      "grad_norm": 2.326247215270996,
      "learning_rate": 0.0001,
      "loss": 0.0279,
      "step": 12030
    },
    {
      "epoch": 91.90839694656489,
      "grad_norm": 1.9448156356811523,
      "learning_rate": 0.0001,
      "loss": 0.0275,
      "step": 12040
    },
    {
      "epoch": 91.98473282442748,
      "grad_norm": 1.3165194988250732,
      "learning_rate": 0.0001,
      "loss": 0.0283,
      "step": 12050
    },
    {
      "epoch": 92.06106870229007,
      "grad_norm": 2.20365047454834,
      "learning_rate": 0.0001,
      "loss": 0.0277,
      "step": 12060
    },
    {
      "epoch": 92.13740458015268,
      "grad_norm": 1.7925690412521362,
      "learning_rate": 0.0001,
      "loss": 0.0277,
      "step": 12070
    },
    {
      "epoch": 92.21374045801527,
      "grad_norm": 2.6208276748657227,
      "learning_rate": 0.0001,
      "loss": 0.0273,
      "step": 12080
    },
    {
      "epoch": 92.29007633587786,
      "grad_norm": 2.061520576477051,
      "learning_rate": 0.0001,
      "loss": 0.0289,
      "step": 12090
    },
    {
      "epoch": 92.36641221374046,
      "grad_norm": 1.7876814603805542,
      "learning_rate": 0.0001,
      "loss": 0.0278,
      "step": 12100
    },
    {
      "epoch": 92.44274809160305,
      "grad_norm": 2.3957793712615967,
      "learning_rate": 0.0001,
      "loss": 0.0279,
      "step": 12110
    },
    {
      "epoch": 92.51908396946565,
      "grad_norm": 2.0234436988830566,
      "learning_rate": 0.0001,
      "loss": 0.0278,
      "step": 12120
    },
    {
      "epoch": 92.59541984732824,
      "grad_norm": 1.6603822708129883,
      "learning_rate": 0.0001,
      "loss": 0.0284,
      "step": 12130
    },
    {
      "epoch": 92.67175572519083,
      "grad_norm": 1.6081066131591797,
      "learning_rate": 0.0001,
      "loss": 0.028,
      "step": 12140
    },
    {
      "epoch": 92.74809160305344,
      "grad_norm": 2.1749582290649414,
      "learning_rate": 0.0001,
      "loss": 0.0282,
      "step": 12150
    },
    {
      "epoch": 92.82442748091603,
      "grad_norm": 2.040853261947632,
      "learning_rate": 0.0001,
      "loss": 0.0275,
      "step": 12160
    },
    {
      "epoch": 92.90076335877862,
      "grad_norm": 1.8177794218063354,
      "learning_rate": 0.0001,
      "loss": 0.0272,
      "step": 12170
    },
    {
      "epoch": 92.97709923664122,
      "grad_norm": 2.4440574645996094,
      "learning_rate": 0.0001,
      "loss": 0.0273,
      "step": 12180
    },
    {
      "epoch": 93.05343511450381,
      "grad_norm": 2.207021951675415,
      "learning_rate": 0.0001,
      "loss": 0.029,
      "step": 12190
    },
    {
      "epoch": 93.12977099236642,
      "grad_norm": 2.050929546356201,
      "learning_rate": 0.0001,
      "loss": 0.0301,
      "step": 12200
    },
    {
      "epoch": 93.20610687022901,
      "grad_norm": 2.3443288803100586,
      "learning_rate": 0.0001,
      "loss": 0.028,
      "step": 12210
    },
    {
      "epoch": 93.2824427480916,
      "grad_norm": 2.2728869915008545,
      "learning_rate": 0.0001,
      "loss": 0.0271,
      "step": 12220
    },
    {
      "epoch": 93.3587786259542,
      "grad_norm": 2.062159776687622,
      "learning_rate": 0.0001,
      "loss": 0.0281,
      "step": 12230
    },
    {
      "epoch": 93.43511450381679,
      "grad_norm": 2.9072484970092773,
      "learning_rate": 0.0001,
      "loss": 0.0283,
      "step": 12240
    },
    {
      "epoch": 93.5114503816794,
      "grad_norm": 2.4082822799682617,
      "learning_rate": 0.0001,
      "loss": 0.0279,
      "step": 12250
    },
    {
      "epoch": 93.58778625954199,
      "grad_norm": 1.7157539129257202,
      "learning_rate": 0.0001,
      "loss": 0.0272,
      "step": 12260
    },
    {
      "epoch": 93.66412213740458,
      "grad_norm": 2.4433212280273438,
      "learning_rate": 0.0001,
      "loss": 0.0269,
      "step": 12270
    },
    {
      "epoch": 93.74045801526718,
      "grad_norm": 2.318206548690796,
      "learning_rate": 0.0001,
      "loss": 0.0267,
      "step": 12280
    },
    {
      "epoch": 93.81679389312977,
      "grad_norm": 2.04441237449646,
      "learning_rate": 0.0001,
      "loss": 0.0265,
      "step": 12290
    },
    {
      "epoch": 93.89312977099236,
      "grad_norm": 2.0506439208984375,
      "learning_rate": 0.0001,
      "loss": 0.0268,
      "step": 12300
    },
    {
      "epoch": 93.96946564885496,
      "grad_norm": 2.1349093914031982,
      "learning_rate": 0.0001,
      "loss": 0.0285,
      "step": 12310
    },
    {
      "epoch": 94.04580152671755,
      "grad_norm": 1.792271614074707,
      "learning_rate": 0.0001,
      "loss": 0.029,
      "step": 12320
    },
    {
      "epoch": 94.12213740458016,
      "grad_norm": 1.620333194732666,
      "learning_rate": 0.0001,
      "loss": 0.0278,
      "step": 12330
    },
    {
      "epoch": 94.19847328244275,
      "grad_norm": 1.9943668842315674,
      "learning_rate": 0.0001,
      "loss": 0.0278,
      "step": 12340
    },
    {
      "epoch": 94.27480916030534,
      "grad_norm": 1.7413588762283325,
      "learning_rate": 0.0001,
      "loss": 0.0279,
      "step": 12350
    },
    {
      "epoch": 94.35114503816794,
      "grad_norm": 2.052370548248291,
      "learning_rate": 0.0001,
      "loss": 0.0274,
      "step": 12360
    },
    {
      "epoch": 94.42748091603053,
      "grad_norm": 1.8157126903533936,
      "learning_rate": 0.0001,
      "loss": 0.0276,
      "step": 12370
    },
    {
      "epoch": 94.50381679389314,
      "grad_norm": 2.1297357082366943,
      "learning_rate": 0.0001,
      "loss": 0.0277,
      "step": 12380
    },
    {
      "epoch": 94.58015267175573,
      "grad_norm": 2.706399917602539,
      "learning_rate": 0.0001,
      "loss": 0.0268,
      "step": 12390
    },
    {
      "epoch": 94.65648854961832,
      "grad_norm": 1.9994560480117798,
      "learning_rate": 0.0001,
      "loss": 0.027,
      "step": 12400
    },
    {
      "epoch": 94.73282442748092,
      "grad_norm": 2.151804208755493,
      "learning_rate": 0.0001,
      "loss": 0.0285,
      "step": 12410
    },
    {
      "epoch": 94.80916030534351,
      "grad_norm": 2.254965305328369,
      "learning_rate": 0.0001,
      "loss": 0.0275,
      "step": 12420
    },
    {
      "epoch": 94.8854961832061,
      "grad_norm": 2.2192678451538086,
      "learning_rate": 0.0001,
      "loss": 0.0276,
      "step": 12430
    },
    {
      "epoch": 94.9618320610687,
      "grad_norm": 2.004732847213745,
      "learning_rate": 0.0001,
      "loss": 0.0281,
      "step": 12440
    },
    {
      "epoch": 95.0381679389313,
      "grad_norm": 2.084909200668335,
      "learning_rate": 0.0001,
      "loss": 0.0281,
      "step": 12450
    },
    {
      "epoch": 95.1145038167939,
      "grad_norm": 1.8144062757492065,
      "learning_rate": 0.0001,
      "loss": 0.0279,
      "step": 12460
    },
    {
      "epoch": 95.19083969465649,
      "grad_norm": 2.081183910369873,
      "learning_rate": 0.0001,
      "loss": 0.0297,
      "step": 12470
    },
    {
      "epoch": 95.26717557251908,
      "grad_norm": 1.9379130601882935,
      "learning_rate": 0.0001,
      "loss": 0.0283,
      "step": 12480
    },
    {
      "epoch": 95.34351145038168,
      "grad_norm": 1.7462767362594604,
      "learning_rate": 0.0001,
      "loss": 0.0272,
      "step": 12490
    },
    {
      "epoch": 95.41984732824427,
      "grad_norm": 1.62994384765625,
      "learning_rate": 0.0001,
      "loss": 0.027,
      "step": 12500
    },
    {
      "epoch": 95.49618320610686,
      "grad_norm": 2.5998990535736084,
      "learning_rate": 0.0001,
      "loss": 0.0275,
      "step": 12510
    },
    {
      "epoch": 95.57251908396947,
      "grad_norm": 2.269757032394409,
      "learning_rate": 0.0001,
      "loss": 0.0279,
      "step": 12520
    },
    {
      "epoch": 95.64885496183206,
      "grad_norm": 1.970633625984192,
      "learning_rate": 0.0001,
      "loss": 0.0261,
      "step": 12530
    },
    {
      "epoch": 95.72519083969466,
      "grad_norm": 1.8760147094726562,
      "learning_rate": 0.0001,
      "loss": 0.029,
      "step": 12540
    },
    {
      "epoch": 95.80152671755725,
      "grad_norm": 2.068983554840088,
      "learning_rate": 0.0001,
      "loss": 0.0267,
      "step": 12550
    },
    {
      "epoch": 95.87786259541984,
      "grad_norm": 2.1720149517059326,
      "learning_rate": 0.0001,
      "loss": 0.0265,
      "step": 12560
    },
    {
      "epoch": 95.95419847328245,
      "grad_norm": 2.3412740230560303,
      "learning_rate": 0.0001,
      "loss": 0.0268,
      "step": 12570
    },
    {
      "epoch": 96.03053435114504,
      "grad_norm": 1.7871941328048706,
      "learning_rate": 0.0001,
      "loss": 0.0277,
      "step": 12580
    },
    {
      "epoch": 96.10687022900764,
      "grad_norm": 2.1433558464050293,
      "learning_rate": 0.0001,
      "loss": 0.026,
      "step": 12590
    },
    {
      "epoch": 96.18320610687023,
      "grad_norm": 2.3395795822143555,
      "learning_rate": 0.0001,
      "loss": 0.0258,
      "step": 12600
    },
    {
      "epoch": 96.25954198473282,
      "grad_norm": 2.1531822681427,
      "learning_rate": 0.0001,
      "loss": 0.0264,
      "step": 12610
    },
    {
      "epoch": 96.33587786259542,
      "grad_norm": 1.7504849433898926,
      "learning_rate": 0.0001,
      "loss": 0.0268,
      "step": 12620
    },
    {
      "epoch": 96.41221374045801,
      "grad_norm": 1.5636529922485352,
      "learning_rate": 0.0001,
      "loss": 0.0265,
      "step": 12630
    },
    {
      "epoch": 96.4885496183206,
      "grad_norm": 1.7711431980133057,
      "learning_rate": 0.0001,
      "loss": 0.0265,
      "step": 12640
    },
    {
      "epoch": 96.56488549618321,
      "grad_norm": 1.5287121534347534,
      "learning_rate": 0.0001,
      "loss": 0.0264,
      "step": 12650
    },
    {
      "epoch": 96.6412213740458,
      "grad_norm": 2.027833938598633,
      "learning_rate": 0.0001,
      "loss": 0.0271,
      "step": 12660
    },
    {
      "epoch": 96.7175572519084,
      "grad_norm": 1.6903228759765625,
      "learning_rate": 0.0001,
      "loss": 0.0278,
      "step": 12670
    },
    {
      "epoch": 96.79389312977099,
      "grad_norm": 2.381314277648926,
      "learning_rate": 0.0001,
      "loss": 0.0261,
      "step": 12680
    },
    {
      "epoch": 96.87022900763358,
      "grad_norm": 1.7204443216323853,
      "learning_rate": 0.0001,
      "loss": 0.0253,
      "step": 12690
    },
    {
      "epoch": 96.94656488549619,
      "grad_norm": 2.2273786067962646,
      "learning_rate": 0.0001,
      "loss": 0.0269,
      "step": 12700
    },
    {
      "epoch": 97.02290076335878,
      "grad_norm": 1.4928877353668213,
      "learning_rate": 0.0001,
      "loss": 0.0264,
      "step": 12710
    },
    {
      "epoch": 97.09923664122137,
      "grad_norm": 1.9681404829025269,
      "learning_rate": 0.0001,
      "loss": 0.0266,
      "step": 12720
    },
    {
      "epoch": 97.17557251908397,
      "grad_norm": 2.339693307876587,
      "learning_rate": 0.0001,
      "loss": 0.0272,
      "step": 12730
    },
    {
      "epoch": 97.25190839694656,
      "grad_norm": 1.992285132408142,
      "learning_rate": 0.0001,
      "loss": 0.0268,
      "step": 12740
    },
    {
      "epoch": 97.32824427480917,
      "grad_norm": 2.0576207637786865,
      "learning_rate": 0.0001,
      "loss": 0.027,
      "step": 12750
    },
    {
      "epoch": 97.40458015267176,
      "grad_norm": 1.8974705934524536,
      "learning_rate": 0.0001,
      "loss": 0.0267,
      "step": 12760
    },
    {
      "epoch": 97.48091603053435,
      "grad_norm": 1.713901400566101,
      "learning_rate": 0.0001,
      "loss": 0.0273,
      "step": 12770
    },
    {
      "epoch": 97.55725190839695,
      "grad_norm": 1.8364317417144775,
      "learning_rate": 0.0001,
      "loss": 0.0271,
      "step": 12780
    },
    {
      "epoch": 97.63358778625954,
      "grad_norm": 1.4989039897918701,
      "learning_rate": 0.0001,
      "loss": 0.0264,
      "step": 12790
    },
    {
      "epoch": 97.70992366412214,
      "grad_norm": 2.4042513370513916,
      "learning_rate": 0.0001,
      "loss": 0.0266,
      "step": 12800
    },
    {
      "epoch": 97.78625954198473,
      "grad_norm": 2.03918194770813,
      "learning_rate": 0.0001,
      "loss": 0.0274,
      "step": 12810
    },
    {
      "epoch": 97.86259541984732,
      "grad_norm": 1.9604179859161377,
      "learning_rate": 0.0001,
      "loss": 0.026,
      "step": 12820
    },
    {
      "epoch": 97.93893129770993,
      "grad_norm": 1.8114110231399536,
      "learning_rate": 0.0001,
      "loss": 0.0263,
      "step": 12830
    },
    {
      "epoch": 98.01526717557252,
      "grad_norm": 1.676608920097351,
      "learning_rate": 0.0001,
      "loss": 0.0265,
      "step": 12840
    },
    {
      "epoch": 98.09160305343511,
      "grad_norm": 1.8550493717193604,
      "learning_rate": 0.0001,
      "loss": 0.0263,
      "step": 12850
    },
    {
      "epoch": 98.16793893129771,
      "grad_norm": 1.7346504926681519,
      "learning_rate": 0.0001,
      "loss": 0.0271,
      "step": 12860
    },
    {
      "epoch": 98.2442748091603,
      "grad_norm": 1.7089221477508545,
      "learning_rate": 0.0001,
      "loss": 0.0268,
      "step": 12870
    },
    {
      "epoch": 98.3206106870229,
      "grad_norm": 2.4548115730285645,
      "learning_rate": 0.0001,
      "loss": 0.0262,
      "step": 12880
    },
    {
      "epoch": 98.3969465648855,
      "grad_norm": 3.040973663330078,
      "learning_rate": 0.0001,
      "loss": 0.0256,
      "step": 12890
    },
    {
      "epoch": 98.47328244274809,
      "grad_norm": 2.492417335510254,
      "learning_rate": 0.0001,
      "loss": 0.0256,
      "step": 12900
    },
    {
      "epoch": 98.54961832061069,
      "grad_norm": 3.00152325630188,
      "learning_rate": 0.0001,
      "loss": 0.0279,
      "step": 12910
    },
    {
      "epoch": 98.62595419847328,
      "grad_norm": 2.3257269859313965,
      "learning_rate": 0.0001,
      "loss": 0.0275,
      "step": 12920
    },
    {
      "epoch": 98.70229007633588,
      "grad_norm": 2.1610448360443115,
      "learning_rate": 0.0001,
      "loss": 0.0258,
      "step": 12930
    },
    {
      "epoch": 98.77862595419847,
      "grad_norm": 1.658455491065979,
      "learning_rate": 0.0001,
      "loss": 0.0255,
      "step": 12940
    },
    {
      "epoch": 98.85496183206106,
      "grad_norm": 1.5496798753738403,
      "learning_rate": 0.0001,
      "loss": 0.0264,
      "step": 12950
    },
    {
      "epoch": 98.93129770992367,
      "grad_norm": 1.3847154378890991,
      "learning_rate": 0.0001,
      "loss": 0.0272,
      "step": 12960
    },
    {
      "epoch": 99.00763358778626,
      "grad_norm": 2.322085380554199,
      "learning_rate": 0.0001,
      "loss": 0.027,
      "step": 12970
    },
    {
      "epoch": 99.08396946564885,
      "grad_norm": 1.6285853385925293,
      "learning_rate": 0.0001,
      "loss": 0.0272,
      "step": 12980
    },
    {
      "epoch": 99.16030534351145,
      "grad_norm": 2.3184287548065186,
      "learning_rate": 0.0001,
      "loss": 0.0276,
      "step": 12990
    },
    {
      "epoch": 99.23664122137404,
      "grad_norm": 2.160177230834961,
      "learning_rate": 0.0001,
      "loss": 0.0271,
      "step": 13000
    },
    {
      "epoch": 99.31297709923665,
      "grad_norm": 1.4014972448349,
      "learning_rate": 0.0001,
      "loss": 0.0266,
      "step": 13010
    },
    {
      "epoch": 99.38931297709924,
      "grad_norm": 2.194845676422119,
      "learning_rate": 0.0001,
      "loss": 0.0279,
      "step": 13020
    },
    {
      "epoch": 99.46564885496183,
      "grad_norm": 2.1724159717559814,
      "learning_rate": 0.0001,
      "loss": 0.0271,
      "step": 13030
    },
    {
      "epoch": 99.54198473282443,
      "grad_norm": 1.9012318849563599,
      "learning_rate": 0.0001,
      "loss": 0.0265,
      "step": 13040
    },
    {
      "epoch": 99.61832061068702,
      "grad_norm": 2.6711907386779785,
      "learning_rate": 0.0001,
      "loss": 0.0285,
      "step": 13050
    },
    {
      "epoch": 99.69465648854961,
      "grad_norm": 1.8770544528961182,
      "learning_rate": 0.0001,
      "loss": 0.0283,
      "step": 13060
    },
    {
      "epoch": 99.77099236641222,
      "grad_norm": 2.315079689025879,
      "learning_rate": 0.0001,
      "loss": 0.0261,
      "step": 13070
    },
    {
      "epoch": 99.8473282442748,
      "grad_norm": 3.185803174972534,
      "learning_rate": 0.0001,
      "loss": 0.0264,
      "step": 13080
    },
    {
      "epoch": 99.92366412213741,
      "grad_norm": 2.134028673171997,
      "learning_rate": 0.0001,
      "loss": 0.0267,
      "step": 13090
    },
    {
      "epoch": 100.0,
      "grad_norm": 1.8612663745880127,
      "learning_rate": 0.0001,
      "loss": 0.027,
      "step": 13100
    },
    {
      "epoch": 100.07633587786259,
      "grad_norm": 1.9833686351776123,
      "learning_rate": 0.0001,
      "loss": 0.0264,
      "step": 13110
    },
    {
      "epoch": 100.1526717557252,
      "grad_norm": 2.3031277656555176,
      "learning_rate": 0.0001,
      "loss": 0.0261,
      "step": 13120
    },
    {
      "epoch": 100.22900763358778,
      "grad_norm": 1.873538613319397,
      "learning_rate": 0.0001,
      "loss": 0.0248,
      "step": 13130
    },
    {
      "epoch": 100.30534351145039,
      "grad_norm": 2.265451669692993,
      "learning_rate": 0.0001,
      "loss": 0.0248,
      "step": 13140
    },
    {
      "epoch": 100.38167938931298,
      "grad_norm": 1.673041820526123,
      "learning_rate": 0.0001,
      "loss": 0.0257,
      "step": 13150
    },
    {
      "epoch": 100.45801526717557,
      "grad_norm": 1.935873031616211,
      "learning_rate": 0.0001,
      "loss": 0.0266,
      "step": 13160
    },
    {
      "epoch": 100.53435114503817,
      "grad_norm": 2.3503096103668213,
      "learning_rate": 0.0001,
      "loss": 0.0253,
      "step": 13170
    },
    {
      "epoch": 100.61068702290076,
      "grad_norm": 1.8084266185760498,
      "learning_rate": 0.0001,
      "loss": 0.0266,
      "step": 13180
    },
    {
      "epoch": 100.68702290076335,
      "grad_norm": 1.4114789962768555,
      "learning_rate": 0.0001,
      "loss": 0.0273,
      "step": 13190
    },
    {
      "epoch": 100.76335877862596,
      "grad_norm": 2.127671718597412,
      "learning_rate": 0.0001,
      "loss": 0.0277,
      "step": 13200
    },
    {
      "epoch": 100.83969465648855,
      "grad_norm": 2.2973878383636475,
      "learning_rate": 0.0001,
      "loss": 0.028,
      "step": 13210
    },
    {
      "epoch": 100.91603053435115,
      "grad_norm": 2.0174946784973145,
      "learning_rate": 0.0001,
      "loss": 0.0283,
      "step": 13220
    },
    {
      "epoch": 100.99236641221374,
      "grad_norm": 1.7465158700942993,
      "learning_rate": 0.0001,
      "loss": 0.0291,
      "step": 13230
    },
    {
      "epoch": 101.06870229007633,
      "grad_norm": 1.7766789197921753,
      "learning_rate": 0.0001,
      "loss": 0.0288,
      "step": 13240
    },
    {
      "epoch": 101.14503816793894,
      "grad_norm": 1.575044870376587,
      "learning_rate": 0.0001,
      "loss": 0.0265,
      "step": 13250
    },
    {
      "epoch": 101.22137404580153,
      "grad_norm": 1.9099048376083374,
      "learning_rate": 0.0001,
      "loss": 0.0276,
      "step": 13260
    },
    {
      "epoch": 101.29770992366412,
      "grad_norm": 2.3319928646087646,
      "learning_rate": 0.0001,
      "loss": 0.0281,
      "step": 13270
    },
    {
      "epoch": 101.37404580152672,
      "grad_norm": 2.4553635120391846,
      "learning_rate": 0.0001,
      "loss": 0.027,
      "step": 13280
    },
    {
      "epoch": 101.45038167938931,
      "grad_norm": 2.060188055038452,
      "learning_rate": 0.0001,
      "loss": 0.0274,
      "step": 13290
    },
    {
      "epoch": 101.52671755725191,
      "grad_norm": 2.1323132514953613,
      "learning_rate": 0.0001,
      "loss": 0.0286,
      "step": 13300
    },
    {
      "epoch": 101.6030534351145,
      "grad_norm": 1.6371467113494873,
      "learning_rate": 0.0001,
      "loss": 0.0275,
      "step": 13310
    },
    {
      "epoch": 101.6793893129771,
      "grad_norm": 2.0572807788848877,
      "learning_rate": 0.0001,
      "loss": 0.027,
      "step": 13320
    },
    {
      "epoch": 101.7557251908397,
      "grad_norm": 1.9916040897369385,
      "learning_rate": 0.0001,
      "loss": 0.0276,
      "step": 13330
    },
    {
      "epoch": 101.83206106870229,
      "grad_norm": 1.5224597454071045,
      "learning_rate": 0.0001,
      "loss": 0.0256,
      "step": 13340
    },
    {
      "epoch": 101.90839694656489,
      "grad_norm": 1.8677860498428345,
      "learning_rate": 0.0001,
      "loss": 0.026,
      "step": 13350
    },
    {
      "epoch": 101.98473282442748,
      "grad_norm": 1.8820358514785767,
      "learning_rate": 0.0001,
      "loss": 0.0266,
      "step": 13360
    },
    {
      "epoch": 102.06106870229007,
      "grad_norm": 2.739431381225586,
      "learning_rate": 0.0001,
      "loss": 0.0269,
      "step": 13370
    },
    {
      "epoch": 102.13740458015268,
      "grad_norm": 1.828119158744812,
      "learning_rate": 0.0001,
      "loss": 0.026,
      "step": 13380
    },
    {
      "epoch": 102.21374045801527,
      "grad_norm": 2.042367696762085,
      "learning_rate": 0.0001,
      "loss": 0.0274,
      "step": 13390
    },
    {
      "epoch": 102.29007633587786,
      "grad_norm": 2.0280649662017822,
      "learning_rate": 0.0001,
      "loss": 0.0268,
      "step": 13400
    },
    {
      "epoch": 102.36641221374046,
      "grad_norm": 1.9109655618667603,
      "learning_rate": 0.0001,
      "loss": 0.028,
      "step": 13410
    },
    {
      "epoch": 102.44274809160305,
      "grad_norm": 1.9902852773666382,
      "learning_rate": 0.0001,
      "loss": 0.0273,
      "step": 13420
    },
    {
      "epoch": 102.51908396946565,
      "grad_norm": 2.0384387969970703,
      "learning_rate": 0.0001,
      "loss": 0.0262,
      "step": 13430
    },
    {
      "epoch": 102.59541984732824,
      "grad_norm": 1.9222385883331299,
      "learning_rate": 0.0001,
      "loss": 0.0262,
      "step": 13440
    },
    {
      "epoch": 102.67175572519083,
      "grad_norm": 1.3386602401733398,
      "learning_rate": 0.0001,
      "loss": 0.0269,
      "step": 13450
    },
    {
      "epoch": 102.74809160305344,
      "grad_norm": 1.528159499168396,
      "learning_rate": 0.0001,
      "loss": 0.0269,
      "step": 13460
    },
    {
      "epoch": 102.82442748091603,
      "grad_norm": 2.025310516357422,
      "learning_rate": 0.0001,
      "loss": 0.0277,
      "step": 13470
    },
    {
      "epoch": 102.90076335877862,
      "grad_norm": 1.272646188735962,
      "learning_rate": 0.0001,
      "loss": 0.027,
      "step": 13480
    },
    {
      "epoch": 102.97709923664122,
      "grad_norm": 1.8140534162521362,
      "learning_rate": 0.0001,
      "loss": 0.0269,
      "step": 13490
    },
    {
      "epoch": 103.05343511450381,
      "grad_norm": 1.674079179763794,
      "learning_rate": 0.0001,
      "loss": 0.0279,
      "step": 13500
    },
    {
      "epoch": 103.12977099236642,
      "grad_norm": 1.9771126508712769,
      "learning_rate": 0.0001,
      "loss": 0.0272,
      "step": 13510
    },
    {
      "epoch": 103.20610687022901,
      "grad_norm": 1.9426838159561157,
      "learning_rate": 0.0001,
      "loss": 0.0288,
      "step": 13520
    },
    {
      "epoch": 103.2824427480916,
      "grad_norm": 2.386338233947754,
      "learning_rate": 0.0001,
      "loss": 0.0294,
      "step": 13530
    },
    {
      "epoch": 103.3587786259542,
      "grad_norm": 1.700807809829712,
      "learning_rate": 0.0001,
      "loss": 0.028,
      "step": 13540
    },
    {
      "epoch": 103.43511450381679,
      "grad_norm": 2.140105724334717,
      "learning_rate": 0.0001,
      "loss": 0.0274,
      "step": 13550
    },
    {
      "epoch": 103.5114503816794,
      "grad_norm": 1.7366458177566528,
      "learning_rate": 0.0001,
      "loss": 0.0263,
      "step": 13560
    },
    {
      "epoch": 103.58778625954199,
      "grad_norm": 1.9462931156158447,
      "learning_rate": 0.0001,
      "loss": 0.027,
      "step": 13570
    },
    {
      "epoch": 103.66412213740458,
      "grad_norm": 1.4153809547424316,
      "learning_rate": 0.0001,
      "loss": 0.0267,
      "step": 13580
    },
    {
      "epoch": 103.74045801526718,
      "grad_norm": 2.305588483810425,
      "learning_rate": 0.0001,
      "loss": 0.0273,
      "step": 13590
    },
    {
      "epoch": 103.81679389312977,
      "grad_norm": 1.8659080266952515,
      "learning_rate": 0.0001,
      "loss": 0.029,
      "step": 13600
    },
    {
      "epoch": 103.89312977099236,
      "grad_norm": 1.947811484336853,
      "learning_rate": 0.0001,
      "loss": 0.0275,
      "step": 13610
    },
    {
      "epoch": 103.96946564885496,
      "grad_norm": 1.7041164636611938,
      "learning_rate": 0.0001,
      "loss": 0.0293,
      "step": 13620
    },
    {
      "epoch": 104.04580152671755,
      "grad_norm": 1.5779571533203125,
      "learning_rate": 0.0001,
      "loss": 0.0288,
      "step": 13630
    },
    {
      "epoch": 104.12213740458016,
      "grad_norm": 2.3642513751983643,
      "learning_rate": 0.0001,
      "loss": 0.0282,
      "step": 13640
    },
    {
      "epoch": 104.19847328244275,
      "grad_norm": 1.5471822023391724,
      "learning_rate": 0.0001,
      "loss": 0.0288,
      "step": 13650
    },
    {
      "epoch": 104.27480916030534,
      "grad_norm": 2.5675530433654785,
      "learning_rate": 0.0001,
      "loss": 0.029,
      "step": 13660
    },
    {
      "epoch": 104.35114503816794,
      "grad_norm": 1.444873332977295,
      "learning_rate": 0.0001,
      "loss": 0.0282,
      "step": 13670
    },
    {
      "epoch": 104.42748091603053,
      "grad_norm": 1.8112150430679321,
      "learning_rate": 0.0001,
      "loss": 0.0262,
      "step": 13680
    },
    {
      "epoch": 104.50381679389314,
      "grad_norm": 2.0475568771362305,
      "learning_rate": 0.0001,
      "loss": 0.0268,
      "step": 13690
    },
    {
      "epoch": 104.58015267175573,
      "grad_norm": 2.410339593887329,
      "learning_rate": 0.0001,
      "loss": 0.0263,
      "step": 13700
    },
    {
      "epoch": 104.65648854961832,
      "grad_norm": 2.342548370361328,
      "learning_rate": 0.0001,
      "loss": 0.0256,
      "step": 13710
    },
    {
      "epoch": 104.73282442748092,
      "grad_norm": 1.703364610671997,
      "learning_rate": 0.0001,
      "loss": 0.0271,
      "step": 13720
    },
    {
      "epoch": 104.80916030534351,
      "grad_norm": 1.918748378753662,
      "learning_rate": 0.0001,
      "loss": 0.0268,
      "step": 13730
    },
    {
      "epoch": 104.8854961832061,
      "grad_norm": 1.7196224927902222,
      "learning_rate": 0.0001,
      "loss": 0.027,
      "step": 13740
    },
    {
      "epoch": 104.9618320610687,
      "grad_norm": 1.5409975051879883,
      "learning_rate": 0.0001,
      "loss": 0.0262,
      "step": 13750
    },
    {
      "epoch": 105.0381679389313,
      "grad_norm": 1.603686809539795,
      "learning_rate": 0.0001,
      "loss": 0.0258,
      "step": 13760
    },
    {
      "epoch": 105.1145038167939,
      "grad_norm": 1.9122635126113892,
      "learning_rate": 0.0001,
      "loss": 0.0269,
      "step": 13770
    },
    {
      "epoch": 105.19083969465649,
      "grad_norm": 2.1836819648742676,
      "learning_rate": 0.0001,
      "loss": 0.0267,
      "step": 13780
    },
    {
      "epoch": 105.26717557251908,
      "grad_norm": 2.1935462951660156,
      "learning_rate": 0.0001,
      "loss": 0.0259,
      "step": 13790
    },
    {
      "epoch": 105.34351145038168,
      "grad_norm": 2.5028724670410156,
      "learning_rate": 0.0001,
      "loss": 0.027,
      "step": 13800
    },
    {
      "epoch": 105.41984732824427,
      "grad_norm": 1.45194673538208,
      "learning_rate": 0.0001,
      "loss": 0.0267,
      "step": 13810
    },
    {
      "epoch": 105.49618320610686,
      "grad_norm": 2.1363937854766846,
      "learning_rate": 0.0001,
      "loss": 0.0263,
      "step": 13820
    },
    {
      "epoch": 105.57251908396947,
      "grad_norm": 1.7763941287994385,
      "learning_rate": 0.0001,
      "loss": 0.0265,
      "step": 13830
    },
    {
      "epoch": 105.64885496183206,
      "grad_norm": 1.5406538248062134,
      "learning_rate": 0.0001,
      "loss": 0.0266,
      "step": 13840
    },
    {
      "epoch": 105.72519083969466,
      "grad_norm": 1.9294182062149048,
      "learning_rate": 0.0001,
      "loss": 0.0258,
      "step": 13850
    },
    {
      "epoch": 105.80152671755725,
      "grad_norm": 2.200371026992798,
      "learning_rate": 0.0001,
      "loss": 0.026,
      "step": 13860
    },
    {
      "epoch": 105.87786259541984,
      "grad_norm": 2.068359375,
      "learning_rate": 0.0001,
      "loss": 0.026,
      "step": 13870
    },
    {
      "epoch": 105.95419847328245,
      "grad_norm": 2.2413039207458496,
      "learning_rate": 0.0001,
      "loss": 0.0275,
      "step": 13880
    },
    {
      "epoch": 106.03053435114504,
      "grad_norm": 1.6548395156860352,
      "learning_rate": 0.0001,
      "loss": 0.0273,
      "step": 13890
    },
    {
      "epoch": 106.10687022900764,
      "grad_norm": 2.1615777015686035,
      "learning_rate": 0.0001,
      "loss": 0.0258,
      "step": 13900
    },
    {
      "epoch": 106.18320610687023,
      "grad_norm": 1.7091784477233887,
      "learning_rate": 0.0001,
      "loss": 0.0252,
      "step": 13910
    },
    {
      "epoch": 106.25954198473282,
      "grad_norm": 1.6703401803970337,
      "learning_rate": 0.0001,
      "loss": 0.025,
      "step": 13920
    },
    {
      "epoch": 106.33587786259542,
      "grad_norm": 2.4271137714385986,
      "learning_rate": 0.0001,
      "loss": 0.0259,
      "step": 13930
    },
    {
      "epoch": 106.41221374045801,
      "grad_norm": 1.9302237033843994,
      "learning_rate": 0.0001,
      "loss": 0.0264,
      "step": 13940
    },
    {
      "epoch": 106.4885496183206,
      "grad_norm": 1.6839969158172607,
      "learning_rate": 0.0001,
      "loss": 0.0273,
      "step": 13950
    },
    {
      "epoch": 106.56488549618321,
      "grad_norm": 1.8176937103271484,
      "learning_rate": 0.0001,
      "loss": 0.028,
      "step": 13960
    },
    {
      "epoch": 106.6412213740458,
      "grad_norm": 2.3561131954193115,
      "learning_rate": 0.0001,
      "loss": 0.0281,
      "step": 13970
    },
    {
      "epoch": 106.7175572519084,
      "grad_norm": 1.571781039237976,
      "learning_rate": 0.0001,
      "loss": 0.0287,
      "step": 13980
    },
    {
      "epoch": 106.79389312977099,
      "grad_norm": 2.0897812843322754,
      "learning_rate": 0.0001,
      "loss": 0.0284,
      "step": 13990
    },
    {
      "epoch": 106.87022900763358,
      "grad_norm": 1.6471349000930786,
      "learning_rate": 0.0001,
      "loss": 0.0287,
      "step": 14000
    },
    {
      "epoch": 106.94656488549619,
      "grad_norm": 1.9019122123718262,
      "learning_rate": 0.0001,
      "loss": 0.0276,
      "step": 14010
    },
    {
      "epoch": 107.02290076335878,
      "grad_norm": 2.1511881351470947,
      "learning_rate": 0.0001,
      "loss": 0.0267,
      "step": 14020
    },
    {
      "epoch": 107.09923664122137,
      "grad_norm": 2.299320697784424,
      "learning_rate": 0.0001,
      "loss": 0.0291,
      "step": 14030
    },
    {
      "epoch": 107.17557251908397,
      "grad_norm": 2.847635269165039,
      "learning_rate": 0.0001,
      "loss": 0.0269,
      "step": 14040
    },
    {
      "epoch": 107.25190839694656,
      "grad_norm": 2.1379647254943848,
      "learning_rate": 0.0001,
      "loss": 0.0263,
      "step": 14050
    },
    {
      "epoch": 107.32824427480917,
      "grad_norm": 1.6726840734481812,
      "learning_rate": 0.0001,
      "loss": 0.0255,
      "step": 14060
    },
    {
      "epoch": 107.40458015267176,
      "grad_norm": 3.1246273517608643,
      "learning_rate": 0.0001,
      "loss": 0.026,
      "step": 14070
    },
    {
      "epoch": 107.48091603053435,
      "grad_norm": 2.2021291255950928,
      "learning_rate": 0.0001,
      "loss": 0.0257,
      "step": 14080
    },
    {
      "epoch": 107.55725190839695,
      "grad_norm": 2.1489217281341553,
      "learning_rate": 0.0001,
      "loss": 0.0264,
      "step": 14090
    },
    {
      "epoch": 107.63358778625954,
      "grad_norm": 1.832087516784668,
      "learning_rate": 0.0001,
      "loss": 0.0267,
      "step": 14100
    },
    {
      "epoch": 107.70992366412214,
      "grad_norm": 2.3391225337982178,
      "learning_rate": 0.0001,
      "loss": 0.0268,
      "step": 14110
    },
    {
      "epoch": 107.78625954198473,
      "grad_norm": 1.6024986505508423,
      "learning_rate": 0.0001,
      "loss": 0.0256,
      "step": 14120
    },
    {
      "epoch": 107.86259541984732,
      "grad_norm": 2.0169708728790283,
      "learning_rate": 0.0001,
      "loss": 0.0257,
      "step": 14130
    },
    {
      "epoch": 107.93893129770993,
      "grad_norm": 1.675081491470337,
      "learning_rate": 0.0001,
      "loss": 0.0265,
      "step": 14140
    },
    {
      "epoch": 108.01526717557252,
      "grad_norm": 1.5355618000030518,
      "learning_rate": 0.0001,
      "loss": 0.0263,
      "step": 14150
    },
    {
      "epoch": 108.09160305343511,
      "grad_norm": 1.4880777597427368,
      "learning_rate": 0.0001,
      "loss": 0.0255,
      "step": 14160
    },
    {
      "epoch": 108.16793893129771,
      "grad_norm": 2.1000118255615234,
      "learning_rate": 0.0001,
      "loss": 0.0264,
      "step": 14170
    },
    {
      "epoch": 108.2442748091603,
      "grad_norm": 1.8350757360458374,
      "learning_rate": 0.0001,
      "loss": 0.0253,
      "step": 14180
    },
    {
      "epoch": 108.3206106870229,
      "grad_norm": 2.1062300205230713,
      "learning_rate": 0.0001,
      "loss": 0.0269,
      "step": 14190
    },
    {
      "epoch": 108.3969465648855,
      "grad_norm": 1.8613107204437256,
      "learning_rate": 0.0001,
      "loss": 0.0267,
      "step": 14200
    },
    {
      "epoch": 108.47328244274809,
      "grad_norm": 1.8723589181900024,
      "learning_rate": 0.0001,
      "loss": 0.0259,
      "step": 14210
    },
    {
      "epoch": 108.54961832061069,
      "grad_norm": 2.2070553302764893,
      "learning_rate": 0.0001,
      "loss": 0.0271,
      "step": 14220
    },
    {
      "epoch": 108.62595419847328,
      "grad_norm": 2.7128851413726807,
      "learning_rate": 0.0001,
      "loss": 0.0257,
      "step": 14230
    },
    {
      "epoch": 108.70229007633588,
      "grad_norm": 2.419053077697754,
      "learning_rate": 0.0001,
      "loss": 0.0264,
      "step": 14240
    },
    {
      "epoch": 108.77862595419847,
      "grad_norm": 1.5612834692001343,
      "learning_rate": 0.0001,
      "loss": 0.0257,
      "step": 14250
    },
    {
      "epoch": 108.85496183206106,
      "grad_norm": 1.5611684322357178,
      "learning_rate": 0.0001,
      "loss": 0.0259,
      "step": 14260
    },
    {
      "epoch": 108.93129770992367,
      "grad_norm": 1.8846875429153442,
      "learning_rate": 0.0001,
      "loss": 0.0261,
      "step": 14270
    },
    {
      "epoch": 109.00763358778626,
      "grad_norm": 1.501477837562561,
      "learning_rate": 0.0001,
      "loss": 0.0258,
      "step": 14280
    },
    {
      "epoch": 109.08396946564885,
      "grad_norm": 1.865256905555725,
      "learning_rate": 0.0001,
      "loss": 0.0257,
      "step": 14290
    },
    {
      "epoch": 109.16030534351145,
      "grad_norm": 1.4026694297790527,
      "learning_rate": 0.0001,
      "loss": 0.026,
      "step": 14300
    },
    {
      "epoch": 109.23664122137404,
      "grad_norm": 1.8338406085968018,
      "learning_rate": 0.0001,
      "loss": 0.0259,
      "step": 14310
    },
    {
      "epoch": 109.31297709923665,
      "grad_norm": 1.333419919013977,
      "learning_rate": 0.0001,
      "loss": 0.0262,
      "step": 14320
    },
    {
      "epoch": 109.38931297709924,
      "grad_norm": 1.7217533588409424,
      "learning_rate": 0.0001,
      "loss": 0.0266,
      "step": 14330
    },
    {
      "epoch": 109.46564885496183,
      "grad_norm": 2.003329038619995,
      "learning_rate": 0.0001,
      "loss": 0.0273,
      "step": 14340
    },
    {
      "epoch": 109.54198473282443,
      "grad_norm": 2.0766079425811768,
      "learning_rate": 0.0001,
      "loss": 0.0275,
      "step": 14350
    },
    {
      "epoch": 109.61832061068702,
      "grad_norm": 2.0275754928588867,
      "learning_rate": 0.0001,
      "loss": 0.0265,
      "step": 14360
    },
    {
      "epoch": 109.69465648854961,
      "grad_norm": 1.8439338207244873,
      "learning_rate": 0.0001,
      "loss": 0.0257,
      "step": 14370
    },
    {
      "epoch": 109.77099236641222,
      "grad_norm": 1.3396995067596436,
      "learning_rate": 0.0001,
      "loss": 0.0253,
      "step": 14380
    },
    {
      "epoch": 109.8473282442748,
      "grad_norm": 2.6278295516967773,
      "learning_rate": 0.0001,
      "loss": 0.0256,
      "step": 14390
    },
    {
      "epoch": 109.92366412213741,
      "grad_norm": 1.913515329360962,
      "learning_rate": 0.0001,
      "loss": 0.0263,
      "step": 14400
    },
    {
      "epoch": 110.0,
      "grad_norm": 1.8752895593643188,
      "learning_rate": 0.0001,
      "loss": 0.0264,
      "step": 14410
    },
    {
      "epoch": 110.07633587786259,
      "grad_norm": 1.771101474761963,
      "learning_rate": 0.0001,
      "loss": 0.027,
      "step": 14420
    },
    {
      "epoch": 110.1526717557252,
      "grad_norm": 2.3533873558044434,
      "learning_rate": 0.0001,
      "loss": 0.0252,
      "step": 14430
    },
    {
      "epoch": 110.22900763358778,
      "grad_norm": 2.6179544925689697,
      "learning_rate": 0.0001,
      "loss": 0.0259,
      "step": 14440
    },
    {
      "epoch": 110.30534351145039,
      "grad_norm": 2.2424890995025635,
      "learning_rate": 0.0001,
      "loss": 0.0251,
      "step": 14450
    },
    {
      "epoch": 110.38167938931298,
      "grad_norm": 2.2671687602996826,
      "learning_rate": 0.0001,
      "loss": 0.0254,
      "step": 14460
    },
    {
      "epoch": 110.45801526717557,
      "grad_norm": 1.6238926649093628,
      "learning_rate": 0.0001,
      "loss": 0.0258,
      "step": 14470
    },
    {
      "epoch": 110.53435114503817,
      "grad_norm": 2.1705501079559326,
      "learning_rate": 0.0001,
      "loss": 0.025,
      "step": 14480
    },
    {
      "epoch": 110.61068702290076,
      "grad_norm": 1.5282460451126099,
      "learning_rate": 0.0001,
      "loss": 0.0249,
      "step": 14490
    },
    {
      "epoch": 110.68702290076335,
      "grad_norm": 2.1080498695373535,
      "learning_rate": 0.0001,
      "loss": 0.0257,
      "step": 14500
    },
    {
      "epoch": 110.76335877862596,
      "grad_norm": 2.17987322807312,
      "learning_rate": 0.0001,
      "loss": 0.0257,
      "step": 14510
    },
    {
      "epoch": 110.83969465648855,
      "grad_norm": 2.0062994956970215,
      "learning_rate": 0.0001,
      "loss": 0.0268,
      "step": 14520
    },
    {
      "epoch": 110.91603053435115,
      "grad_norm": 2.5881309509277344,
      "learning_rate": 0.0001,
      "loss": 0.0253,
      "step": 14530
    },
    {
      "epoch": 110.99236641221374,
      "grad_norm": 1.7685433626174927,
      "learning_rate": 0.0001,
      "loss": 0.0254,
      "step": 14540
    },
    {
      "epoch": 111.06870229007633,
      "grad_norm": 2.0147347450256348,
      "learning_rate": 0.0001,
      "loss": 0.0249,
      "step": 14550
    },
    {
      "epoch": 111.14503816793894,
      "grad_norm": 1.6122452020645142,
      "learning_rate": 0.0001,
      "loss": 0.0268,
      "step": 14560
    },
    {
      "epoch": 111.22137404580153,
      "grad_norm": 1.6672857999801636,
      "learning_rate": 0.0001,
      "loss": 0.0245,
      "step": 14570
    },
    {
      "epoch": 111.29770992366412,
      "grad_norm": 2.3389432430267334,
      "learning_rate": 0.0001,
      "loss": 0.0256,
      "step": 14580
    },
    {
      "epoch": 111.37404580152672,
      "grad_norm": 1.5482020378112793,
      "learning_rate": 0.0001,
      "loss": 0.025,
      "step": 14590
    },
    {
      "epoch": 111.45038167938931,
      "grad_norm": 2.172473192214966,
      "learning_rate": 0.0001,
      "loss": 0.0245,
      "step": 14600
    },
    {
      "epoch": 111.52671755725191,
      "grad_norm": 1.6346776485443115,
      "learning_rate": 0.0001,
      "loss": 0.0257,
      "step": 14610
    },
    {
      "epoch": 111.6030534351145,
      "grad_norm": 1.9348939657211304,
      "learning_rate": 0.0001,
      "loss": 0.0254,
      "step": 14620
    },
    {
      "epoch": 111.6793893129771,
      "grad_norm": 2.0765647888183594,
      "learning_rate": 0.0001,
      "loss": 0.026,
      "step": 14630
    },
    {
      "epoch": 111.7557251908397,
      "grad_norm": 1.7074205875396729,
      "learning_rate": 0.0001,
      "loss": 0.0259,
      "step": 14640
    },
    {
      "epoch": 111.83206106870229,
      "grad_norm": 1.8330968618392944,
      "learning_rate": 0.0001,
      "loss": 0.0257,
      "step": 14650
    },
    {
      "epoch": 111.90839694656489,
      "grad_norm": 1.8337650299072266,
      "learning_rate": 0.0001,
      "loss": 0.026,
      "step": 14660
    },
    {
      "epoch": 111.98473282442748,
      "grad_norm": 1.375638723373413,
      "learning_rate": 0.0001,
      "loss": 0.0271,
      "step": 14670
    },
    {
      "epoch": 112.06106870229007,
      "grad_norm": 1.7264699935913086,
      "learning_rate": 0.0001,
      "loss": 0.027,
      "step": 14680
    },
    {
      "epoch": 112.13740458015268,
      "grad_norm": 2.5966849327087402,
      "learning_rate": 0.0001,
      "loss": 0.0272,
      "step": 14690
    },
    {
      "epoch": 112.21374045801527,
      "grad_norm": 2.2791976928710938,
      "learning_rate": 0.0001,
      "loss": 0.0273,
      "step": 14700
    },
    {
      "epoch": 112.29007633587786,
      "grad_norm": 2.2592978477478027,
      "learning_rate": 0.0001,
      "loss": 0.026,
      "step": 14710
    },
    {
      "epoch": 112.36641221374046,
      "grad_norm": 2.62086820602417,
      "learning_rate": 0.0001,
      "loss": 0.0266,
      "step": 14720
    },
    {
      "epoch": 112.44274809160305,
      "grad_norm": 2.071450710296631,
      "learning_rate": 0.0001,
      "loss": 0.0263,
      "step": 14730
    },
    {
      "epoch": 112.51908396946565,
      "grad_norm": 1.5072299242019653,
      "learning_rate": 0.0001,
      "loss": 0.0255,
      "step": 14740
    },
    {
      "epoch": 112.59541984732824,
      "grad_norm": 1.3815081119537354,
      "learning_rate": 0.0001,
      "loss": 0.0251,
      "step": 14750
    },
    {
      "epoch": 112.67175572519083,
      "grad_norm": 1.365954041481018,
      "learning_rate": 0.0001,
      "loss": 0.0252,
      "step": 14760
    },
    {
      "epoch": 112.74809160305344,
      "grad_norm": 2.017256021499634,
      "learning_rate": 0.0001,
      "loss": 0.0257,
      "step": 14770
    },
    {
      "epoch": 112.82442748091603,
      "grad_norm": 2.329543352127075,
      "learning_rate": 0.0001,
      "loss": 0.025,
      "step": 14780
    },
    {
      "epoch": 112.90076335877862,
      "grad_norm": 2.146838426589966,
      "learning_rate": 0.0001,
      "loss": 0.0251,
      "step": 14790
    },
    {
      "epoch": 112.97709923664122,
      "grad_norm": 2.663508415222168,
      "learning_rate": 0.0001,
      "loss": 0.0264,
      "step": 14800
    },
    {
      "epoch": 113.05343511450381,
      "grad_norm": 1.8337376117706299,
      "learning_rate": 0.0001,
      "loss": 0.0259,
      "step": 14810
    },
    {
      "epoch": 113.12977099236642,
      "grad_norm": 2.3346917629241943,
      "learning_rate": 0.0001,
      "loss": 0.0253,
      "step": 14820
    },
    {
      "epoch": 113.20610687022901,
      "grad_norm": 1.57377290725708,
      "learning_rate": 0.0001,
      "loss": 0.0241,
      "step": 14830
    },
    {
      "epoch": 113.2824427480916,
      "grad_norm": 1.8287137746810913,
      "learning_rate": 0.0001,
      "loss": 0.0252,
      "step": 14840
    },
    {
      "epoch": 113.3587786259542,
      "grad_norm": 2.025059938430786,
      "learning_rate": 0.0001,
      "loss": 0.0239,
      "step": 14850
    },
    {
      "epoch": 113.43511450381679,
      "grad_norm": 1.465946912765503,
      "learning_rate": 0.0001,
      "loss": 0.0256,
      "step": 14860
    },
    {
      "epoch": 113.5114503816794,
      "grad_norm": 1.6853965520858765,
      "learning_rate": 0.0001,
      "loss": 0.0245,
      "step": 14870
    },
    {
      "epoch": 113.58778625954199,
      "grad_norm": 1.8550448417663574,
      "learning_rate": 0.0001,
      "loss": 0.0271,
      "step": 14880
    },
    {
      "epoch": 113.66412213740458,
      "grad_norm": 2.014408826828003,
      "learning_rate": 0.0001,
      "loss": 0.0265,
      "step": 14890
    },
    {
      "epoch": 113.74045801526718,
      "grad_norm": 1.9487653970718384,
      "learning_rate": 0.0001,
      "loss": 0.0264,
      "step": 14900
    },
    {
      "epoch": 113.81679389312977,
      "grad_norm": 1.9449117183685303,
      "learning_rate": 0.0001,
      "loss": 0.0258,
      "step": 14910
    },
    {
      "epoch": 113.89312977099236,
      "grad_norm": 1.936742901802063,
      "learning_rate": 0.0001,
      "loss": 0.0255,
      "step": 14920
    },
    {
      "epoch": 113.96946564885496,
      "grad_norm": 2.0583653450012207,
      "learning_rate": 0.0001,
      "loss": 0.0257,
      "step": 14930
    },
    {
      "epoch": 114.04580152671755,
      "grad_norm": 1.9321428537368774,
      "learning_rate": 0.0001,
      "loss": 0.0261,
      "step": 14940
    },
    {
      "epoch": 114.12213740458016,
      "grad_norm": 1.6811192035675049,
      "learning_rate": 0.0001,
      "loss": 0.0259,
      "step": 14950
    },
    {
      "epoch": 114.19847328244275,
      "grad_norm": 1.9829530715942383,
      "learning_rate": 0.0001,
      "loss": 0.0254,
      "step": 14960
    },
    {
      "epoch": 114.27480916030534,
      "grad_norm": 1.683912754058838,
      "learning_rate": 0.0001,
      "loss": 0.0247,
      "step": 14970
    },
    {
      "epoch": 114.35114503816794,
      "grad_norm": 1.5881398916244507,
      "learning_rate": 0.0001,
      "loss": 0.0246,
      "step": 14980
    },
    {
      "epoch": 114.42748091603053,
      "grad_norm": 2.2326455116271973,
      "learning_rate": 0.0001,
      "loss": 0.0262,
      "step": 14990
    },
    {
      "epoch": 114.50381679389314,
      "grad_norm": 2.079730749130249,
      "learning_rate": 0.0001,
      "loss": 0.0262,
      "step": 15000
    },
    {
      "epoch": 114.58015267175573,
      "grad_norm": 2.4789414405822754,
      "learning_rate": 0.0001,
      "loss": 0.0259,
      "step": 15010
    },
    {
      "epoch": 114.65648854961832,
      "grad_norm": 2.590930700302124,
      "learning_rate": 0.0001,
      "loss": 0.0264,
      "step": 15020
    },
    {
      "epoch": 114.73282442748092,
      "grad_norm": 2.352165460586548,
      "learning_rate": 0.0001,
      "loss": 0.0252,
      "step": 15030
    },
    {
      "epoch": 114.80916030534351,
      "grad_norm": 1.8409730195999146,
      "learning_rate": 0.0001,
      "loss": 0.0254,
      "step": 15040
    },
    {
      "epoch": 114.8854961832061,
      "grad_norm": 1.688120722770691,
      "learning_rate": 0.0001,
      "loss": 0.0242,
      "step": 15050
    },
    {
      "epoch": 114.9618320610687,
      "grad_norm": 2.0241076946258545,
      "learning_rate": 0.0001,
      "loss": 0.0254,
      "step": 15060
    },
    {
      "epoch": 115.0381679389313,
      "grad_norm": 2.6924779415130615,
      "learning_rate": 0.0001,
      "loss": 0.0269,
      "step": 15070
    },
    {
      "epoch": 115.1145038167939,
      "grad_norm": 1.8466442823410034,
      "learning_rate": 0.0001,
      "loss": 0.0269,
      "step": 15080
    },
    {
      "epoch": 115.19083969465649,
      "grad_norm": 2.006572961807251,
      "learning_rate": 0.0001,
      "loss": 0.026,
      "step": 15090
    },
    {
      "epoch": 115.26717557251908,
      "grad_norm": 3.0930116176605225,
      "learning_rate": 0.0001,
      "loss": 0.0259,
      "step": 15100
    },
    {
      "epoch": 115.34351145038168,
      "grad_norm": 2.6286890506744385,
      "learning_rate": 0.0001,
      "loss": 0.0265,
      "step": 15110
    },
    {
      "epoch": 115.41984732824427,
      "grad_norm": 1.8086265325546265,
      "learning_rate": 0.0001,
      "loss": 0.0244,
      "step": 15120
    },
    {
      "epoch": 115.49618320610686,
      "grad_norm": 2.329252004623413,
      "learning_rate": 0.0001,
      "loss": 0.0258,
      "step": 15130
    },
    {
      "epoch": 115.57251908396947,
      "grad_norm": 2.005523681640625,
      "learning_rate": 0.0001,
      "loss": 0.0255,
      "step": 15140
    },
    {
      "epoch": 115.64885496183206,
      "grad_norm": 1.884843349456787,
      "learning_rate": 0.0001,
      "loss": 0.0254,
      "step": 15150
    },
    {
      "epoch": 115.72519083969466,
      "grad_norm": 1.3556348085403442,
      "learning_rate": 0.0001,
      "loss": 0.0261,
      "step": 15160
    },
    {
      "epoch": 115.80152671755725,
      "grad_norm": 1.4958380460739136,
      "learning_rate": 0.0001,
      "loss": 0.0246,
      "step": 15170
    },
    {
      "epoch": 115.87786259541984,
      "grad_norm": 1.888242244720459,
      "learning_rate": 0.0001,
      "loss": 0.0258,
      "step": 15180
    },
    {
      "epoch": 115.95419847328245,
      "grad_norm": 2.1639037132263184,
      "learning_rate": 0.0001,
      "loss": 0.0268,
      "step": 15190
    },
    {
      "epoch": 116.03053435114504,
      "grad_norm": 1.5670878887176514,
      "learning_rate": 0.0001,
      "loss": 0.0252,
      "step": 15200
    },
    {
      "epoch": 116.10687022900764,
      "grad_norm": 1.6756706237792969,
      "learning_rate": 0.0001,
      "loss": 0.0252,
      "step": 15210
    },
    {
      "epoch": 116.18320610687023,
      "grad_norm": 1.525733470916748,
      "learning_rate": 0.0001,
      "loss": 0.0258,
      "step": 15220
    },
    {
      "epoch": 116.25954198473282,
      "grad_norm": 2.0264508724212646,
      "learning_rate": 0.0001,
      "loss": 0.0249,
      "step": 15230
    },
    {
      "epoch": 116.33587786259542,
      "grad_norm": 1.8771530389785767,
      "learning_rate": 0.0001,
      "loss": 0.0254,
      "step": 15240
    },
    {
      "epoch": 116.41221374045801,
      "grad_norm": 1.8668025732040405,
      "learning_rate": 0.0001,
      "loss": 0.0252,
      "step": 15250
    },
    {
      "epoch": 116.4885496183206,
      "grad_norm": 2.365960121154785,
      "learning_rate": 0.0001,
      "loss": 0.0249,
      "step": 15260
    },
    {
      "epoch": 116.56488549618321,
      "grad_norm": 1.709107756614685,
      "learning_rate": 0.0001,
      "loss": 0.0252,
      "step": 15270
    },
    {
      "epoch": 116.6412213740458,
      "grad_norm": 1.9496164321899414,
      "learning_rate": 0.0001,
      "loss": 0.0254,
      "step": 15280
    },
    {
      "epoch": 116.7175572519084,
      "grad_norm": 2.4106786251068115,
      "learning_rate": 0.0001,
      "loss": 0.0261,
      "step": 15290
    },
    {
      "epoch": 116.79389312977099,
      "grad_norm": 1.8348307609558105,
      "learning_rate": 0.0001,
      "loss": 0.0262,
      "step": 15300
    },
    {
      "epoch": 116.87022900763358,
      "grad_norm": 1.9022836685180664,
      "learning_rate": 0.0001,
      "loss": 0.0269,
      "step": 15310
    },
    {
      "epoch": 116.94656488549619,
      "grad_norm": 2.411651849746704,
      "learning_rate": 0.0001,
      "loss": 0.0262,
      "step": 15320
    },
    {
      "epoch": 117.02290076335878,
      "grad_norm": 1.4580509662628174,
      "learning_rate": 0.0001,
      "loss": 0.0249,
      "step": 15330
    },
    {
      "epoch": 117.09923664122137,
      "grad_norm": 1.9735075235366821,
      "learning_rate": 0.0001,
      "loss": 0.0251,
      "step": 15340
    },
    {
      "epoch": 117.17557251908397,
      "grad_norm": 1.7291923761367798,
      "learning_rate": 0.0001,
      "loss": 0.0242,
      "step": 15350
    },
    {
      "epoch": 117.25190839694656,
      "grad_norm": 1.4364008903503418,
      "learning_rate": 0.0001,
      "loss": 0.0245,
      "step": 15360
    },
    {
      "epoch": 117.32824427480917,
      "grad_norm": 2.0841617584228516,
      "learning_rate": 0.0001,
      "loss": 0.0235,
      "step": 15370
    },
    {
      "epoch": 117.40458015267176,
      "grad_norm": 1.4696444272994995,
      "learning_rate": 0.0001,
      "loss": 0.024,
      "step": 15380
    },
    {
      "epoch": 117.48091603053435,
      "grad_norm": 2.1728620529174805,
      "learning_rate": 0.0001,
      "loss": 0.0261,
      "step": 15390
    },
    {
      "epoch": 117.55725190839695,
      "grad_norm": 1.8555303812026978,
      "learning_rate": 0.0001,
      "loss": 0.0256,
      "step": 15400
    },
    {
      "epoch": 117.63358778625954,
      "grad_norm": 1.4966517686843872,
      "learning_rate": 0.0001,
      "loss": 0.0253,
      "step": 15410
    },
    {
      "epoch": 117.70992366412214,
      "grad_norm": 2.3192079067230225,
      "learning_rate": 0.0001,
      "loss": 0.0258,
      "step": 15420
    },
    {
      "epoch": 117.78625954198473,
      "grad_norm": 1.7937722206115723,
      "learning_rate": 0.0001,
      "loss": 0.0253,
      "step": 15430
    },
    {
      "epoch": 117.86259541984732,
      "grad_norm": 1.5581895112991333,
      "learning_rate": 0.0001,
      "loss": 0.0252,
      "step": 15440
    },
    {
      "epoch": 117.93893129770993,
      "grad_norm": 1.5753506422042847,
      "learning_rate": 0.0001,
      "loss": 0.0254,
      "step": 15450
    },
    {
      "epoch": 118.01526717557252,
      "grad_norm": 1.4206081628799438,
      "learning_rate": 0.0001,
      "loss": 0.0255,
      "step": 15460
    },
    {
      "epoch": 118.09160305343511,
      "grad_norm": 2.1512374877929688,
      "learning_rate": 0.0001,
      "loss": 0.0258,
      "step": 15470
    },
    {
      "epoch": 118.16793893129771,
      "grad_norm": 2.0737228393554688,
      "learning_rate": 0.0001,
      "loss": 0.0273,
      "step": 15480
    },
    {
      "epoch": 118.2442748091603,
      "grad_norm": 1.9602850675582886,
      "learning_rate": 0.0001,
      "loss": 0.0261,
      "step": 15490
    },
    {
      "epoch": 118.3206106870229,
      "grad_norm": 2.0509796142578125,
      "learning_rate": 0.0001,
      "loss": 0.0266,
      "step": 15500
    },
    {
      "epoch": 118.3969465648855,
      "grad_norm": 1.9820879697799683,
      "learning_rate": 0.0001,
      "loss": 0.0255,
      "step": 15510
    },
    {
      "epoch": 118.47328244274809,
      "grad_norm": 1.86448335647583,
      "learning_rate": 0.0001,
      "loss": 0.0244,
      "step": 15520
    },
    {
      "epoch": 118.54961832061069,
      "grad_norm": 1.9419654607772827,
      "learning_rate": 0.0001,
      "loss": 0.0247,
      "step": 15530
    },
    {
      "epoch": 118.62595419847328,
      "grad_norm": 2.47489333152771,
      "learning_rate": 0.0001,
      "loss": 0.0254,
      "step": 15540
    },
    {
      "epoch": 118.70229007633588,
      "grad_norm": 1.7001042366027832,
      "learning_rate": 0.0001,
      "loss": 0.024,
      "step": 15550
    },
    {
      "epoch": 118.77862595419847,
      "grad_norm": 1.4148337841033936,
      "learning_rate": 0.0001,
      "loss": 0.0246,
      "step": 15560
    },
    {
      "epoch": 118.85496183206106,
      "grad_norm": 2.7960731983184814,
      "learning_rate": 0.0001,
      "loss": 0.0253,
      "step": 15570
    },
    {
      "epoch": 118.93129770992367,
      "grad_norm": 1.7280665636062622,
      "learning_rate": 0.0001,
      "loss": 0.025,
      "step": 15580
    },
    {
      "epoch": 119.00763358778626,
      "grad_norm": 1.6151024103164673,
      "learning_rate": 0.0001,
      "loss": 0.0242,
      "step": 15590
    },
    {
      "epoch": 119.08396946564885,
      "grad_norm": 1.2589495182037354,
      "learning_rate": 0.0001,
      "loss": 0.023,
      "step": 15600
    },
    {
      "epoch": 119.16030534351145,
      "grad_norm": 2.3939781188964844,
      "learning_rate": 0.0001,
      "loss": 0.0237,
      "step": 15610
    },
    {
      "epoch": 119.23664122137404,
      "grad_norm": 1.746652364730835,
      "learning_rate": 0.0001,
      "loss": 0.0246,
      "step": 15620
    },
    {
      "epoch": 119.31297709923665,
      "grad_norm": 2.4038126468658447,
      "learning_rate": 0.0001,
      "loss": 0.0248,
      "step": 15630
    },
    {
      "epoch": 119.38931297709924,
      "grad_norm": 1.746677279472351,
      "learning_rate": 0.0001,
      "loss": 0.0251,
      "step": 15640
    },
    {
      "epoch": 119.46564885496183,
      "grad_norm": 1.5188875198364258,
      "learning_rate": 0.0001,
      "loss": 0.0253,
      "step": 15650
    },
    {
      "epoch": 119.54198473282443,
      "grad_norm": 1.8718074560165405,
      "learning_rate": 0.0001,
      "loss": 0.0244,
      "step": 15660
    },
    {
      "epoch": 119.61832061068702,
      "grad_norm": 1.8563330173492432,
      "learning_rate": 0.0001,
      "loss": 0.0237,
      "step": 15670
    },
    {
      "epoch": 119.69465648854961,
      "grad_norm": 1.5635520219802856,
      "learning_rate": 0.0001,
      "loss": 0.0246,
      "step": 15680
    },
    {
      "epoch": 119.77099236641222,
      "grad_norm": 2.0395240783691406,
      "learning_rate": 0.0001,
      "loss": 0.0253,
      "step": 15690
    },
    {
      "epoch": 119.8473282442748,
      "grad_norm": 1.8876255750656128,
      "learning_rate": 0.0001,
      "loss": 0.0248,
      "step": 15700
    },
    {
      "epoch": 119.92366412213741,
      "grad_norm": 1.6750431060791016,
      "learning_rate": 0.0001,
      "loss": 0.0261,
      "step": 15710
    },
    {
      "epoch": 120.0,
      "grad_norm": 1.1838289499282837,
      "learning_rate": 0.0001,
      "loss": 0.0251,
      "step": 15720
    },
    {
      "epoch": 120.07633587786259,
      "grad_norm": 1.637638807296753,
      "learning_rate": 0.0001,
      "loss": 0.0252,
      "step": 15730
    },
    {
      "epoch": 120.1526717557252,
      "grad_norm": 1.3162132501602173,
      "learning_rate": 0.0001,
      "loss": 0.0262,
      "step": 15740
    },
    {
      "epoch": 120.22900763358778,
      "grad_norm": 1.3929551839828491,
      "learning_rate": 0.0001,
      "loss": 0.0251,
      "step": 15750
    },
    {
      "epoch": 120.30534351145039,
      "grad_norm": 2.7941837310791016,
      "learning_rate": 0.0001,
      "loss": 0.0262,
      "step": 15760
    },
    {
      "epoch": 120.38167938931298,
      "grad_norm": 1.6508995294570923,
      "learning_rate": 0.0001,
      "loss": 0.0254,
      "step": 15770
    },
    {
      "epoch": 120.45801526717557,
      "grad_norm": 1.6067787408828735,
      "learning_rate": 0.0001,
      "loss": 0.0258,
      "step": 15780
    },
    {
      "epoch": 120.53435114503817,
      "grad_norm": 2.128896474838257,
      "learning_rate": 0.0001,
      "loss": 0.0244,
      "step": 15790
    },
    {
      "epoch": 120.61068702290076,
      "grad_norm": 1.7550603151321411,
      "learning_rate": 0.0001,
      "loss": 0.0248,
      "step": 15800
    },
    {
      "epoch": 120.68702290076335,
      "grad_norm": 2.0526845455169678,
      "learning_rate": 0.0001,
      "loss": 0.0257,
      "step": 15810
    },
    {
      "epoch": 120.76335877862596,
      "grad_norm": 1.750895380973816,
      "learning_rate": 0.0001,
      "loss": 0.0243,
      "step": 15820
    },
    {
      "epoch": 120.83969465648855,
      "grad_norm": 1.295495629310608,
      "learning_rate": 0.0001,
      "loss": 0.0236,
      "step": 15830
    },
    {
      "epoch": 120.91603053435115,
      "grad_norm": 2.3013792037963867,
      "learning_rate": 0.0001,
      "loss": 0.0241,
      "step": 15840
    },
    {
      "epoch": 120.99236641221374,
      "grad_norm": 2.035681962966919,
      "learning_rate": 0.0001,
      "loss": 0.0241,
      "step": 15850
    },
    {
      "epoch": 121.06870229007633,
      "grad_norm": 1.697551965713501,
      "learning_rate": 0.0001,
      "loss": 0.0244,
      "step": 15860
    },
    {
      "epoch": 121.14503816793894,
      "grad_norm": 1.3557212352752686,
      "learning_rate": 0.0001,
      "loss": 0.024,
      "step": 15870
    },
    {
      "epoch": 121.22137404580153,
      "grad_norm": 1.8172125816345215,
      "learning_rate": 0.0001,
      "loss": 0.0244,
      "step": 15880
    },
    {
      "epoch": 121.29770992366412,
      "grad_norm": 2.312432050704956,
      "learning_rate": 0.0001,
      "loss": 0.0244,
      "step": 15890
    },
    {
      "epoch": 121.37404580152672,
      "grad_norm": 2.3072333335876465,
      "learning_rate": 0.0001,
      "loss": 0.0245,
      "step": 15900
    },
    {
      "epoch": 121.45038167938931,
      "grad_norm": 1.7157551050186157,
      "learning_rate": 0.0001,
      "loss": 0.0244,
      "step": 15910
    },
    {
      "epoch": 121.52671755725191,
      "grad_norm": 1.7888585329055786,
      "learning_rate": 0.0001,
      "loss": 0.0241,
      "step": 15920
    },
    {
      "epoch": 121.6030534351145,
      "grad_norm": 1.8260431289672852,
      "learning_rate": 0.0001,
      "loss": 0.0241,
      "step": 15930
    },
    {
      "epoch": 121.6793893129771,
      "grad_norm": 1.778313159942627,
      "learning_rate": 0.0001,
      "loss": 0.0242,
      "step": 15940
    },
    {
      "epoch": 121.7557251908397,
      "grad_norm": 2.2923953533172607,
      "learning_rate": 0.0001,
      "loss": 0.0247,
      "step": 15950
    },
    {
      "epoch": 121.83206106870229,
      "grad_norm": 2.256901264190674,
      "learning_rate": 0.0001,
      "loss": 0.0251,
      "step": 15960
    },
    {
      "epoch": 121.90839694656489,
      "grad_norm": 1.604381799697876,
      "learning_rate": 0.0001,
      "loss": 0.0246,
      "step": 15970
    },
    {
      "epoch": 121.98473282442748,
      "grad_norm": 1.6402384042739868,
      "learning_rate": 0.0001,
      "loss": 0.0237,
      "step": 15980
    },
    {
      "epoch": 122.06106870229007,
      "grad_norm": 1.7560867071151733,
      "learning_rate": 0.0001,
      "loss": 0.0241,
      "step": 15990
    },
    {
      "epoch": 122.13740458015268,
      "grad_norm": 2.2440099716186523,
      "learning_rate": 0.0001,
      "loss": 0.0239,
      "step": 16000
    },
    {
      "epoch": 122.21374045801527,
      "grad_norm": 1.3417513370513916,
      "learning_rate": 0.0001,
      "loss": 0.0253,
      "step": 16010
    },
    {
      "epoch": 122.29007633587786,
      "grad_norm": 1.4212861061096191,
      "learning_rate": 0.0001,
      "loss": 0.0259,
      "step": 16020
    },
    {
      "epoch": 122.36641221374046,
      "grad_norm": 2.1146910190582275,
      "learning_rate": 0.0001,
      "loss": 0.0249,
      "step": 16030
    },
    {
      "epoch": 122.44274809160305,
      "grad_norm": 1.5228506326675415,
      "learning_rate": 0.0001,
      "loss": 0.0246,
      "step": 16040
    },
    {
      "epoch": 122.51908396946565,
      "grad_norm": 1.3759709596633911,
      "learning_rate": 0.0001,
      "loss": 0.0251,
      "step": 16050
    },
    {
      "epoch": 122.59541984732824,
      "grad_norm": 1.8848570585250854,
      "learning_rate": 0.0001,
      "loss": 0.0265,
      "step": 16060
    },
    {
      "epoch": 122.67175572519083,
      "grad_norm": 1.8568482398986816,
      "learning_rate": 0.0001,
      "loss": 0.0274,
      "step": 16070
    },
    {
      "epoch": 122.74809160305344,
      "grad_norm": 1.5361436605453491,
      "learning_rate": 0.0001,
      "loss": 0.0246,
      "step": 16080
    },
    {
      "epoch": 122.82442748091603,
      "grad_norm": 1.4472092390060425,
      "learning_rate": 0.0001,
      "loss": 0.0239,
      "step": 16090
    },
    {
      "epoch": 122.90076335877862,
      "grad_norm": 1.7086504697799683,
      "learning_rate": 0.0001,
      "loss": 0.0247,
      "step": 16100
    },
    {
      "epoch": 122.97709923664122,
      "grad_norm": 1.7791690826416016,
      "learning_rate": 0.0001,
      "loss": 0.0244,
      "step": 16110
    },
    {
      "epoch": 123.05343511450381,
      "grad_norm": 1.703456997871399,
      "learning_rate": 0.0001,
      "loss": 0.0254,
      "step": 16120
    },
    {
      "epoch": 123.12977099236642,
      "grad_norm": 2.4206230640411377,
      "learning_rate": 0.0001,
      "loss": 0.0253,
      "step": 16130
    },
    {
      "epoch": 123.20610687022901,
      "grad_norm": 2.1517505645751953,
      "learning_rate": 0.0001,
      "loss": 0.0253,
      "step": 16140
    },
    {
      "epoch": 123.2824427480916,
      "grad_norm": 2.8271121978759766,
      "learning_rate": 0.0001,
      "loss": 0.0245,
      "step": 16150
    },
    {
      "epoch": 123.3587786259542,
      "grad_norm": 2.9381327629089355,
      "learning_rate": 0.0001,
      "loss": 0.0248,
      "step": 16160
    },
    {
      "epoch": 123.43511450381679,
      "grad_norm": 2.3510942459106445,
      "learning_rate": 0.0001,
      "loss": 0.0245,
      "step": 16170
    },
    {
      "epoch": 123.5114503816794,
      "grad_norm": 2.3057491779327393,
      "learning_rate": 0.0001,
      "loss": 0.0242,
      "step": 16180
    },
    {
      "epoch": 123.58778625954199,
      "grad_norm": 1.5303407907485962,
      "learning_rate": 0.0001,
      "loss": 0.0238,
      "step": 16190
    },
    {
      "epoch": 123.66412213740458,
      "grad_norm": 2.1387438774108887,
      "learning_rate": 0.0001,
      "loss": 0.0241,
      "step": 16200
    },
    {
      "epoch": 123.74045801526718,
      "grad_norm": 1.9674426317214966,
      "learning_rate": 0.0001,
      "loss": 0.0239,
      "step": 16210
    },
    {
      "epoch": 123.81679389312977,
      "grad_norm": 1.9130791425704956,
      "learning_rate": 0.0001,
      "loss": 0.0245,
      "step": 16220
    },
    {
      "epoch": 123.89312977099236,
      "grad_norm": 1.379544734954834,
      "learning_rate": 0.0001,
      "loss": 0.0244,
      "step": 16230
    },
    {
      "epoch": 123.96946564885496,
      "grad_norm": 1.9312430620193481,
      "learning_rate": 0.0001,
      "loss": 0.0237,
      "step": 16240
    },
    {
      "epoch": 124.04580152671755,
      "grad_norm": 1.4378705024719238,
      "learning_rate": 0.0001,
      "loss": 0.0239,
      "step": 16250
    },
    {
      "epoch": 124.12213740458016,
      "grad_norm": 1.9389605522155762,
      "learning_rate": 0.0001,
      "loss": 0.0244,
      "step": 16260
    },
    {
      "epoch": 124.19847328244275,
      "grad_norm": 1.6096863746643066,
      "learning_rate": 0.0001,
      "loss": 0.0236,
      "step": 16270
    },
    {
      "epoch": 124.27480916030534,
      "grad_norm": 1.7904376983642578,
      "learning_rate": 0.0001,
      "loss": 0.0235,
      "step": 16280
    },
    {
      "epoch": 124.35114503816794,
      "grad_norm": 2.1865174770355225,
      "learning_rate": 0.0001,
      "loss": 0.0237,
      "step": 16290
    },
    {
      "epoch": 124.42748091603053,
      "grad_norm": 1.3436956405639648,
      "learning_rate": 0.0001,
      "loss": 0.0232,
      "step": 16300
    },
    {
      "epoch": 124.50381679389314,
      "grad_norm": 1.9371331930160522,
      "learning_rate": 0.0001,
      "loss": 0.0244,
      "step": 16310
    },
    {
      "epoch": 124.58015267175573,
      "grad_norm": 1.7309271097183228,
      "learning_rate": 0.0001,
      "loss": 0.0248,
      "step": 16320
    },
    {
      "epoch": 124.65648854961832,
      "grad_norm": 1.862630009651184,
      "learning_rate": 0.0001,
      "loss": 0.0239,
      "step": 16330
    },
    {
      "epoch": 124.73282442748092,
      "grad_norm": 1.8628296852111816,
      "learning_rate": 0.0001,
      "loss": 0.0247,
      "step": 16340
    },
    {
      "epoch": 124.80916030534351,
      "grad_norm": 2.2309763431549072,
      "learning_rate": 0.0001,
      "loss": 0.0256,
      "step": 16350
    },
    {
      "epoch": 124.8854961832061,
      "grad_norm": 2.0379345417022705,
      "learning_rate": 0.0001,
      "loss": 0.0268,
      "step": 16360
    },
    {
      "epoch": 124.9618320610687,
      "grad_norm": 2.584515333175659,
      "learning_rate": 0.0001,
      "loss": 0.0252,
      "step": 16370
    },
    {
      "epoch": 125.0381679389313,
      "grad_norm": 2.2119827270507812,
      "learning_rate": 0.0001,
      "loss": 0.0254,
      "step": 16380
    },
    {
      "epoch": 125.1145038167939,
      "grad_norm": 2.1146557331085205,
      "learning_rate": 0.0001,
      "loss": 0.0249,
      "step": 16390
    },
    {
      "epoch": 125.19083969465649,
      "grad_norm": 2.0483484268188477,
      "learning_rate": 0.0001,
      "loss": 0.0238,
      "step": 16400
    },
    {
      "epoch": 125.26717557251908,
      "grad_norm": 2.2982728481292725,
      "learning_rate": 0.0001,
      "loss": 0.0246,
      "step": 16410
    },
    {
      "epoch": 125.34351145038168,
      "grad_norm": 2.016889810562134,
      "learning_rate": 0.0001,
      "loss": 0.0249,
      "step": 16420
    },
    {
      "epoch": 125.41984732824427,
      "grad_norm": 2.534792900085449,
      "learning_rate": 0.0001,
      "loss": 0.0241,
      "step": 16430
    },
    {
      "epoch": 125.49618320610686,
      "grad_norm": 1.92035973072052,
      "learning_rate": 0.0001,
      "loss": 0.0245,
      "step": 16440
    },
    {
      "epoch": 125.57251908396947,
      "grad_norm": 1.8099064826965332,
      "learning_rate": 0.0001,
      "loss": 0.0239,
      "step": 16450
    },
    {
      "epoch": 125.64885496183206,
      "grad_norm": 2.320101499557495,
      "learning_rate": 0.0001,
      "loss": 0.024,
      "step": 16460
    },
    {
      "epoch": 125.72519083969466,
      "grad_norm": 2.423621654510498,
      "learning_rate": 0.0001,
      "loss": 0.0239,
      "step": 16470
    },
    {
      "epoch": 125.80152671755725,
      "grad_norm": 1.8318268060684204,
      "learning_rate": 0.0001,
      "loss": 0.0229,
      "step": 16480
    },
    {
      "epoch": 125.87786259541984,
      "grad_norm": 2.7308120727539062,
      "learning_rate": 0.0001,
      "loss": 0.0239,
      "step": 16490
    },
    {
      "epoch": 125.95419847328245,
      "grad_norm": 1.7165706157684326,
      "learning_rate": 0.0001,
      "loss": 0.0218,
      "step": 16500
    },
    {
      "epoch": 126.03053435114504,
      "grad_norm": 2.23111891746521,
      "learning_rate": 0.0001,
      "loss": 0.023,
      "step": 16510
    },
    {
      "epoch": 126.10687022900764,
      "grad_norm": 2.194178342819214,
      "learning_rate": 0.0001,
      "loss": 0.0228,
      "step": 16520
    },
    {
      "epoch": 126.18320610687023,
      "grad_norm": 2.3519949913024902,
      "learning_rate": 0.0001,
      "loss": 0.0225,
      "step": 16530
    },
    {
      "epoch": 126.25954198473282,
      "grad_norm": 1.8070989847183228,
      "learning_rate": 0.0001,
      "loss": 0.0232,
      "step": 16540
    },
    {
      "epoch": 126.33587786259542,
      "grad_norm": 1.9677554368972778,
      "learning_rate": 0.0001,
      "loss": 0.0231,
      "step": 16550
    },
    {
      "epoch": 126.41221374045801,
      "grad_norm": 2.798417568206787,
      "learning_rate": 0.0001,
      "loss": 0.0226,
      "step": 16560
    },
    {
      "epoch": 126.4885496183206,
      "grad_norm": 2.096165180206299,
      "learning_rate": 0.0001,
      "loss": 0.0238,
      "step": 16570
    },
    {
      "epoch": 126.56488549618321,
      "grad_norm": 2.0896694660186768,
      "learning_rate": 0.0001,
      "loss": 0.023,
      "step": 16580
    },
    {
      "epoch": 126.6412213740458,
      "grad_norm": 2.3884434700012207,
      "learning_rate": 0.0001,
      "loss": 0.023,
      "step": 16590
    },
    {
      "epoch": 126.7175572519084,
      "grad_norm": 1.8235700130462646,
      "learning_rate": 0.0001,
      "loss": 0.0236,
      "step": 16600
    },
    {
      "epoch": 126.79389312977099,
      "grad_norm": 2.095262050628662,
      "learning_rate": 0.0001,
      "loss": 0.0232,
      "step": 16610
    },
    {
      "epoch": 126.87022900763358,
      "grad_norm": 1.713771939277649,
      "learning_rate": 0.0001,
      "loss": 0.0237,
      "step": 16620
    },
    {
      "epoch": 126.94656488549619,
      "grad_norm": 1.9034526348114014,
      "learning_rate": 0.0001,
      "loss": 0.0232,
      "step": 16630
    },
    {
      "epoch": 127.02290076335878,
      "grad_norm": 2.1984546184539795,
      "learning_rate": 0.0001,
      "loss": 0.0245,
      "step": 16640
    },
    {
      "epoch": 127.09923664122137,
      "grad_norm": 2.635342597961426,
      "learning_rate": 0.0001,
      "loss": 0.0238,
      "step": 16650
    },
    {
      "epoch": 127.17557251908397,
      "grad_norm": 2.1449527740478516,
      "learning_rate": 0.0001,
      "loss": 0.0234,
      "step": 16660
    },
    {
      "epoch": 127.25190839694656,
      "grad_norm": 1.8335840702056885,
      "learning_rate": 0.0001,
      "loss": 0.0231,
      "step": 16670
    },
    {
      "epoch": 127.32824427480917,
      "grad_norm": 1.7487876415252686,
      "learning_rate": 0.0001,
      "loss": 0.0236,
      "step": 16680
    },
    {
      "epoch": 127.40458015267176,
      "grad_norm": 1.8571327924728394,
      "learning_rate": 0.0001,
      "loss": 0.0232,
      "step": 16690
    },
    {
      "epoch": 127.48091603053435,
      "grad_norm": 1.5652072429656982,
      "learning_rate": 0.0001,
      "loss": 0.0242,
      "step": 16700
    },
    {
      "epoch": 127.55725190839695,
      "grad_norm": 1.8138909339904785,
      "learning_rate": 0.0001,
      "loss": 0.0243,
      "step": 16710
    },
    {
      "epoch": 127.63358778625954,
      "grad_norm": 2.3368799686431885,
      "learning_rate": 0.0001,
      "loss": 0.0243,
      "step": 16720
    },
    {
      "epoch": 127.70992366412214,
      "grad_norm": 2.3406167030334473,
      "learning_rate": 0.0001,
      "loss": 0.0239,
      "step": 16730
    },
    {
      "epoch": 127.78625954198473,
      "grad_norm": 1.7942403554916382,
      "learning_rate": 0.0001,
      "loss": 0.025,
      "step": 16740
    },
    {
      "epoch": 127.86259541984732,
      "grad_norm": 2.771207094192505,
      "learning_rate": 0.0001,
      "loss": 0.0242,
      "step": 16750
    },
    {
      "epoch": 127.93893129770993,
      "grad_norm": 1.6801270246505737,
      "learning_rate": 0.0001,
      "loss": 0.0241,
      "step": 16760
    },
    {
      "epoch": 128.01526717557252,
      "grad_norm": 1.6370314359664917,
      "learning_rate": 0.0001,
      "loss": 0.0233,
      "step": 16770
    },
    {
      "epoch": 128.0916030534351,
      "grad_norm": 1.6873974800109863,
      "learning_rate": 0.0001,
      "loss": 0.0231,
      "step": 16780
    },
    {
      "epoch": 128.1679389312977,
      "grad_norm": 2.436624526977539,
      "learning_rate": 0.0001,
      "loss": 0.023,
      "step": 16790
    },
    {
      "epoch": 128.24427480916032,
      "grad_norm": 2.789461374282837,
      "learning_rate": 0.0001,
      "loss": 0.0252,
      "step": 16800
    },
    {
      "epoch": 128.3206106870229,
      "grad_norm": 2.59100341796875,
      "learning_rate": 0.0001,
      "loss": 0.0243,
      "step": 16810
    },
    {
      "epoch": 128.3969465648855,
      "grad_norm": 1.3165935277938843,
      "learning_rate": 0.0001,
      "loss": 0.0237,
      "step": 16820
    },
    {
      "epoch": 128.4732824427481,
      "grad_norm": 1.9049394130706787,
      "learning_rate": 0.0001,
      "loss": 0.0237,
      "step": 16830
    },
    {
      "epoch": 128.54961832061068,
      "grad_norm": 1.6251397132873535,
      "learning_rate": 0.0001,
      "loss": 0.0238,
      "step": 16840
    },
    {
      "epoch": 128.6259541984733,
      "grad_norm": 2.102013111114502,
      "learning_rate": 0.0001,
      "loss": 0.0238,
      "step": 16850
    },
    {
      "epoch": 128.70229007633588,
      "grad_norm": 1.7725673913955688,
      "learning_rate": 0.0001,
      "loss": 0.0236,
      "step": 16860
    },
    {
      "epoch": 128.77862595419847,
      "grad_norm": 2.0830681324005127,
      "learning_rate": 0.0001,
      "loss": 0.0246,
      "step": 16870
    },
    {
      "epoch": 128.85496183206106,
      "grad_norm": 2.3509674072265625,
      "learning_rate": 0.0001,
      "loss": 0.0254,
      "step": 16880
    },
    {
      "epoch": 128.93129770992365,
      "grad_norm": 1.8996829986572266,
      "learning_rate": 0.0001,
      "loss": 0.0251,
      "step": 16890
    },
    {
      "epoch": 129.00763358778627,
      "grad_norm": 2.4166884422302246,
      "learning_rate": 0.0001,
      "loss": 0.0246,
      "step": 16900
    },
    {
      "epoch": 129.08396946564886,
      "grad_norm": 2.275219678878784,
      "learning_rate": 0.0001,
      "loss": 0.0251,
      "step": 16910
    },
    {
      "epoch": 129.16030534351145,
      "grad_norm": 1.9694429636001587,
      "learning_rate": 0.0001,
      "loss": 0.0245,
      "step": 16920
    },
    {
      "epoch": 129.23664122137404,
      "grad_norm": 2.083876371383667,
      "learning_rate": 0.0001,
      "loss": 0.0251,
      "step": 16930
    },
    {
      "epoch": 129.31297709923663,
      "grad_norm": 2.1330416202545166,
      "learning_rate": 0.0001,
      "loss": 0.0254,
      "step": 16940
    },
    {
      "epoch": 129.38931297709922,
      "grad_norm": 2.171612024307251,
      "learning_rate": 0.0001,
      "loss": 0.0246,
      "step": 16950
    },
    {
      "epoch": 129.46564885496184,
      "grad_norm": 1.9905825853347778,
      "learning_rate": 0.0001,
      "loss": 0.0244,
      "step": 16960
    },
    {
      "epoch": 129.54198473282443,
      "grad_norm": 2.5902140140533447,
      "learning_rate": 0.0001,
      "loss": 0.0243,
      "step": 16970
    },
    {
      "epoch": 129.61832061068702,
      "grad_norm": 2.9320695400238037,
      "learning_rate": 0.0001,
      "loss": 0.0248,
      "step": 16980
    },
    {
      "epoch": 129.6946564885496,
      "grad_norm": 3.1223666667938232,
      "learning_rate": 0.0001,
      "loss": 0.0241,
      "step": 16990
    },
    {
      "epoch": 129.7709923664122,
      "grad_norm": 1.484989047050476,
      "learning_rate": 0.0001,
      "loss": 0.023,
      "step": 17000
    },
    {
      "epoch": 129.84732824427482,
      "grad_norm": 2.4951813220977783,
      "learning_rate": 0.0001,
      "loss": 0.0238,
      "step": 17010
    },
    {
      "epoch": 129.9236641221374,
      "grad_norm": 1.5903056859970093,
      "learning_rate": 0.0001,
      "loss": 0.0233,
      "step": 17020
    },
    {
      "epoch": 130.0,
      "grad_norm": 2.065276861190796,
      "learning_rate": 0.0001,
      "loss": 0.0244,
      "step": 17030
    },
    {
      "epoch": 130.0763358778626,
      "grad_norm": 1.9295934438705444,
      "learning_rate": 0.0001,
      "loss": 0.0235,
      "step": 17040
    },
    {
      "epoch": 130.15267175572518,
      "grad_norm": 1.8086984157562256,
      "learning_rate": 0.0001,
      "loss": 0.0233,
      "step": 17050
    },
    {
      "epoch": 130.2290076335878,
      "grad_norm": 2.5908076763153076,
      "learning_rate": 0.0001,
      "loss": 0.024,
      "step": 17060
    },
    {
      "epoch": 130.3053435114504,
      "grad_norm": 1.9548143148422241,
      "learning_rate": 0.0001,
      "loss": 0.0241,
      "step": 17070
    },
    {
      "epoch": 130.38167938931298,
      "grad_norm": 1.7045865058898926,
      "learning_rate": 0.0001,
      "loss": 0.0236,
      "step": 17080
    },
    {
      "epoch": 130.45801526717557,
      "grad_norm": 2.5864062309265137,
      "learning_rate": 0.0001,
      "loss": 0.024,
      "step": 17090
    },
    {
      "epoch": 130.53435114503816,
      "grad_norm": 2.2013890743255615,
      "learning_rate": 0.0001,
      "loss": 0.0244,
      "step": 17100
    },
    {
      "epoch": 130.61068702290078,
      "grad_norm": 1.695995569229126,
      "learning_rate": 0.0001,
      "loss": 0.0254,
      "step": 17110
    },
    {
      "epoch": 130.68702290076337,
      "grad_norm": 1.823116660118103,
      "learning_rate": 0.0001,
      "loss": 0.0246,
      "step": 17120
    },
    {
      "epoch": 130.76335877862596,
      "grad_norm": 1.2603741884231567,
      "learning_rate": 0.0001,
      "loss": 0.0238,
      "step": 17130
    },
    {
      "epoch": 130.83969465648855,
      "grad_norm": 1.7719241380691528,
      "learning_rate": 0.0001,
      "loss": 0.0243,
      "step": 17140
    },
    {
      "epoch": 130.91603053435114,
      "grad_norm": 1.829355239868164,
      "learning_rate": 0.0001,
      "loss": 0.0249,
      "step": 17150
    },
    {
      "epoch": 130.99236641221373,
      "grad_norm": 2.0080044269561768,
      "learning_rate": 0.0001,
      "loss": 0.0251,
      "step": 17160
    },
    {
      "epoch": 131.06870229007635,
      "grad_norm": 1.8260619640350342,
      "learning_rate": 0.0001,
      "loss": 0.0246,
      "step": 17170
    },
    {
      "epoch": 131.14503816793894,
      "grad_norm": 1.9120230674743652,
      "learning_rate": 0.0001,
      "loss": 0.0254,
      "step": 17180
    },
    {
      "epoch": 131.22137404580153,
      "grad_norm": 1.7523702383041382,
      "learning_rate": 0.0001,
      "loss": 0.0254,
      "step": 17190
    },
    {
      "epoch": 131.29770992366412,
      "grad_norm": 1.9870518445968628,
      "learning_rate": 0.0001,
      "loss": 0.0265,
      "step": 17200
    },
    {
      "epoch": 131.3740458015267,
      "grad_norm": 1.526145100593567,
      "learning_rate": 0.0001,
      "loss": 0.026,
      "step": 17210
    },
    {
      "epoch": 131.45038167938932,
      "grad_norm": 2.649848222732544,
      "learning_rate": 0.0001,
      "loss": 0.0248,
      "step": 17220
    },
    {
      "epoch": 131.5267175572519,
      "grad_norm": 2.544611692428589,
      "learning_rate": 0.0001,
      "loss": 0.0258,
      "step": 17230
    },
    {
      "epoch": 131.6030534351145,
      "grad_norm": 1.7605948448181152,
      "learning_rate": 0.0001,
      "loss": 0.0258,
      "step": 17240
    },
    {
      "epoch": 131.6793893129771,
      "grad_norm": 2.0810811519622803,
      "learning_rate": 0.0001,
      "loss": 0.0248,
      "step": 17250
    },
    {
      "epoch": 131.75572519083968,
      "grad_norm": 1.4834784269332886,
      "learning_rate": 0.0001,
      "loss": 0.0246,
      "step": 17260
    },
    {
      "epoch": 131.8320610687023,
      "grad_norm": 2.631695508956909,
      "learning_rate": 0.0001,
      "loss": 0.0243,
      "step": 17270
    },
    {
      "epoch": 131.9083969465649,
      "grad_norm": 2.364500045776367,
      "learning_rate": 0.0001,
      "loss": 0.0241,
      "step": 17280
    },
    {
      "epoch": 131.98473282442748,
      "grad_norm": 1.5901628732681274,
      "learning_rate": 0.0001,
      "loss": 0.0243,
      "step": 17290
    },
    {
      "epoch": 132.06106870229007,
      "grad_norm": 1.991389513015747,
      "learning_rate": 0.0001,
      "loss": 0.0239,
      "step": 17300
    },
    {
      "epoch": 132.13740458015266,
      "grad_norm": 2.2480506896972656,
      "learning_rate": 0.0001,
      "loss": 0.0239,
      "step": 17310
    },
    {
      "epoch": 132.21374045801528,
      "grad_norm": 1.7686328887939453,
      "learning_rate": 0.0001,
      "loss": 0.0235,
      "step": 17320
    },
    {
      "epoch": 132.29007633587787,
      "grad_norm": 1.5501338243484497,
      "learning_rate": 0.0001,
      "loss": 0.0238,
      "step": 17330
    },
    {
      "epoch": 132.36641221374046,
      "grad_norm": 1.8876698017120361,
      "learning_rate": 0.0001,
      "loss": 0.0232,
      "step": 17340
    },
    {
      "epoch": 132.44274809160305,
      "grad_norm": 1.4958032369613647,
      "learning_rate": 0.0001,
      "loss": 0.0247,
      "step": 17350
    },
    {
      "epoch": 132.51908396946564,
      "grad_norm": 1.585284948348999,
      "learning_rate": 0.0001,
      "loss": 0.0247,
      "step": 17360
    },
    {
      "epoch": 132.59541984732823,
      "grad_norm": 1.8021756410598755,
      "learning_rate": 0.0001,
      "loss": 0.0244,
      "step": 17370
    },
    {
      "epoch": 132.67175572519085,
      "grad_norm": 2.165189743041992,
      "learning_rate": 0.0001,
      "loss": 0.0252,
      "step": 17380
    },
    {
      "epoch": 132.74809160305344,
      "grad_norm": 1.8125700950622559,
      "learning_rate": 0.0001,
      "loss": 0.0244,
      "step": 17390
    },
    {
      "epoch": 132.82442748091603,
      "grad_norm": 2.3665685653686523,
      "learning_rate": 0.0001,
      "loss": 0.0241,
      "step": 17400
    },
    {
      "epoch": 132.90076335877862,
      "grad_norm": 1.7300716638565063,
      "learning_rate": 0.0001,
      "loss": 0.024,
      "step": 17410
    },
    {
      "epoch": 132.9770992366412,
      "grad_norm": 1.4007598161697388,
      "learning_rate": 0.0001,
      "loss": 0.0236,
      "step": 17420
    },
    {
      "epoch": 133.05343511450383,
      "grad_norm": 1.8414175510406494,
      "learning_rate": 0.0001,
      "loss": 0.0236,
      "step": 17430
    },
    {
      "epoch": 133.12977099236642,
      "grad_norm": 2.072113037109375,
      "learning_rate": 0.0001,
      "loss": 0.0233,
      "step": 17440
    },
    {
      "epoch": 133.206106870229,
      "grad_norm": 2.293640613555908,
      "learning_rate": 0.0001,
      "loss": 0.0236,
      "step": 17450
    },
    {
      "epoch": 133.2824427480916,
      "grad_norm": 1.919061303138733,
      "learning_rate": 0.0001,
      "loss": 0.0237,
      "step": 17460
    },
    {
      "epoch": 133.3587786259542,
      "grad_norm": 1.7010351419448853,
      "learning_rate": 0.0001,
      "loss": 0.024,
      "step": 17470
    },
    {
      "epoch": 133.4351145038168,
      "grad_norm": 1.7262523174285889,
      "learning_rate": 0.0001,
      "loss": 0.0241,
      "step": 17480
    },
    {
      "epoch": 133.5114503816794,
      "grad_norm": 1.272637128829956,
      "learning_rate": 0.0001,
      "loss": 0.0243,
      "step": 17490
    },
    {
      "epoch": 133.58778625954199,
      "grad_norm": 1.584294319152832,
      "learning_rate": 0.0001,
      "loss": 0.0251,
      "step": 17500
    },
    {
      "epoch": 133.66412213740458,
      "grad_norm": 1.6738758087158203,
      "learning_rate": 0.0001,
      "loss": 0.0253,
      "step": 17510
    },
    {
      "epoch": 133.74045801526717,
      "grad_norm": 1.7234468460083008,
      "learning_rate": 0.0001,
      "loss": 0.0257,
      "step": 17520
    },
    {
      "epoch": 133.81679389312978,
      "grad_norm": 1.6638462543487549,
      "learning_rate": 0.0001,
      "loss": 0.0251,
      "step": 17530
    },
    {
      "epoch": 133.89312977099237,
      "grad_norm": 2.389390468597412,
      "learning_rate": 0.0001,
      "loss": 0.0249,
      "step": 17540
    },
    {
      "epoch": 133.96946564885496,
      "grad_norm": 2.2606136798858643,
      "learning_rate": 0.0001,
      "loss": 0.0255,
      "step": 17550
    },
    {
      "epoch": 134.04580152671755,
      "grad_norm": 1.6278581619262695,
      "learning_rate": 0.0001,
      "loss": 0.0242,
      "step": 17560
    },
    {
      "epoch": 134.12213740458014,
      "grad_norm": 2.1357390880584717,
      "learning_rate": 0.0001,
      "loss": 0.0252,
      "step": 17570
    },
    {
      "epoch": 134.19847328244273,
      "grad_norm": 1.7148653268814087,
      "learning_rate": 0.0001,
      "loss": 0.0254,
      "step": 17580
    },
    {
      "epoch": 134.27480916030535,
      "grad_norm": 1.7333632707595825,
      "learning_rate": 0.0001,
      "loss": 0.0248,
      "step": 17590
    },
    {
      "epoch": 134.35114503816794,
      "grad_norm": 1.7834539413452148,
      "learning_rate": 0.0001,
      "loss": 0.0246,
      "step": 17600
    },
    {
      "epoch": 134.42748091603053,
      "grad_norm": 1.8663445711135864,
      "learning_rate": 0.0001,
      "loss": 0.0239,
      "step": 17610
    },
    {
      "epoch": 134.50381679389312,
      "grad_norm": 1.8901255130767822,
      "learning_rate": 0.0001,
      "loss": 0.0243,
      "step": 17620
    },
    {
      "epoch": 134.5801526717557,
      "grad_norm": 2.0247488021850586,
      "learning_rate": 0.0001,
      "loss": 0.0241,
      "step": 17630
    },
    {
      "epoch": 134.65648854961833,
      "grad_norm": 1.8260968923568726,
      "learning_rate": 0.0001,
      "loss": 0.0246,
      "step": 17640
    },
    {
      "epoch": 134.73282442748092,
      "grad_norm": 1.5347256660461426,
      "learning_rate": 0.0001,
      "loss": 0.0247,
      "step": 17650
    },
    {
      "epoch": 134.8091603053435,
      "grad_norm": 2.090719223022461,
      "learning_rate": 0.0001,
      "loss": 0.0256,
      "step": 17660
    },
    {
      "epoch": 134.8854961832061,
      "grad_norm": 1.607559084892273,
      "learning_rate": 0.0001,
      "loss": 0.0256,
      "step": 17670
    },
    {
      "epoch": 134.9618320610687,
      "grad_norm": 1.590576171875,
      "learning_rate": 0.0001,
      "loss": 0.0259,
      "step": 17680
    },
    {
      "epoch": 135.0381679389313,
      "grad_norm": 1.8677852153778076,
      "learning_rate": 0.0001,
      "loss": 0.0255,
      "step": 17690
    },
    {
      "epoch": 135.1145038167939,
      "grad_norm": 2.371096611022949,
      "learning_rate": 0.0001,
      "loss": 0.0276,
      "step": 17700
    },
    {
      "epoch": 135.1908396946565,
      "grad_norm": 2.40842342376709,
      "learning_rate": 0.0001,
      "loss": 0.0287,
      "step": 17710
    },
    {
      "epoch": 135.26717557251908,
      "grad_norm": 1.9158827066421509,
      "learning_rate": 0.0001,
      "loss": 0.0276,
      "step": 17720
    },
    {
      "epoch": 135.34351145038167,
      "grad_norm": 1.8305095434188843,
      "learning_rate": 0.0001,
      "loss": 0.0265,
      "step": 17730
    },
    {
      "epoch": 135.4198473282443,
      "grad_norm": 1.6170059442520142,
      "learning_rate": 0.0001,
      "loss": 0.0263,
      "step": 17740
    },
    {
      "epoch": 135.49618320610688,
      "grad_norm": 1.7662345170974731,
      "learning_rate": 0.0001,
      "loss": 0.0255,
      "step": 17750
    },
    {
      "epoch": 135.57251908396947,
      "grad_norm": 1.624845027923584,
      "learning_rate": 0.0001,
      "loss": 0.025,
      "step": 17760
    },
    {
      "epoch": 135.64885496183206,
      "grad_norm": 1.8932509422302246,
      "learning_rate": 0.0001,
      "loss": 0.0253,
      "step": 17770
    },
    {
      "epoch": 135.72519083969465,
      "grad_norm": 1.7705029249191284,
      "learning_rate": 0.0001,
      "loss": 0.0255,
      "step": 17780
    },
    {
      "epoch": 135.80152671755727,
      "grad_norm": 1.4806798696517944,
      "learning_rate": 0.0001,
      "loss": 0.0257,
      "step": 17790
    },
    {
      "epoch": 135.87786259541986,
      "grad_norm": 1.3202948570251465,
      "learning_rate": 0.0001,
      "loss": 0.0245,
      "step": 17800
    },
    {
      "epoch": 135.95419847328245,
      "grad_norm": 1.7669066190719604,
      "learning_rate": 0.0001,
      "loss": 0.0256,
      "step": 17810
    },
    {
      "epoch": 136.03053435114504,
      "grad_norm": 1.6365677118301392,
      "learning_rate": 0.0001,
      "loss": 0.0264,
      "step": 17820
    },
    {
      "epoch": 136.10687022900763,
      "grad_norm": 1.6235955953598022,
      "learning_rate": 0.0001,
      "loss": 0.026,
      "step": 17830
    },
    {
      "epoch": 136.18320610687022,
      "grad_norm": 2.0492846965789795,
      "learning_rate": 0.0001,
      "loss": 0.0261,
      "step": 17840
    },
    {
      "epoch": 136.25954198473283,
      "grad_norm": 1.6765235662460327,
      "learning_rate": 0.0001,
      "loss": 0.0257,
      "step": 17850
    },
    {
      "epoch": 136.33587786259542,
      "grad_norm": 1.84732186794281,
      "learning_rate": 0.0001,
      "loss": 0.0262,
      "step": 17860
    },
    {
      "epoch": 136.41221374045801,
      "grad_norm": 1.4112446308135986,
      "learning_rate": 0.0001,
      "loss": 0.0261,
      "step": 17870
    },
    {
      "epoch": 136.4885496183206,
      "grad_norm": 2.3396568298339844,
      "learning_rate": 0.0001,
      "loss": 0.0255,
      "step": 17880
    },
    {
      "epoch": 136.5648854961832,
      "grad_norm": 2.145880937576294,
      "learning_rate": 0.0001,
      "loss": 0.0266,
      "step": 17890
    },
    {
      "epoch": 136.6412213740458,
      "grad_norm": 1.7020949125289917,
      "learning_rate": 0.0001,
      "loss": 0.0267,
      "step": 17900
    },
    {
      "epoch": 136.7175572519084,
      "grad_norm": 2.1749041080474854,
      "learning_rate": 0.0001,
      "loss": 0.0263,
      "step": 17910
    },
    {
      "epoch": 136.793893129771,
      "grad_norm": 2.5275936126708984,
      "learning_rate": 0.0001,
      "loss": 0.0245,
      "step": 17920
    },
    {
      "epoch": 136.87022900763358,
      "grad_norm": 1.486377477645874,
      "learning_rate": 0.0001,
      "loss": 0.0253,
      "step": 17930
    },
    {
      "epoch": 136.94656488549617,
      "grad_norm": 2.346461057662964,
      "learning_rate": 0.0001,
      "loss": 0.0252,
      "step": 17940
    },
    {
      "epoch": 137.0229007633588,
      "grad_norm": 1.5139367580413818,
      "learning_rate": 0.0001,
      "loss": 0.0244,
      "step": 17950
    },
    {
      "epoch": 137.09923664122138,
      "grad_norm": 1.8141592741012573,
      "learning_rate": 0.0001,
      "loss": 0.0236,
      "step": 17960
    },
    {
      "epoch": 137.17557251908397,
      "grad_norm": 2.1064908504486084,
      "learning_rate": 0.0001,
      "loss": 0.0238,
      "step": 17970
    },
    {
      "epoch": 137.25190839694656,
      "grad_norm": 1.8296928405761719,
      "learning_rate": 0.0001,
      "loss": 0.0245,
      "step": 17980
    },
    {
      "epoch": 137.32824427480915,
      "grad_norm": 1.5814824104309082,
      "learning_rate": 0.0001,
      "loss": 0.0237,
      "step": 17990
    },
    {
      "epoch": 137.40458015267177,
      "grad_norm": 1.6516484022140503,
      "learning_rate": 0.0001,
      "loss": 0.0232,
      "step": 18000
    },
    {
      "epoch": 137.48091603053436,
      "grad_norm": 1.9787766933441162,
      "learning_rate": 0.0001,
      "loss": 0.0233,
      "step": 18010
    },
    {
      "epoch": 137.55725190839695,
      "grad_norm": 2.011317253112793,
      "learning_rate": 0.0001,
      "loss": 0.0236,
      "step": 18020
    },
    {
      "epoch": 137.63358778625954,
      "grad_norm": 2.0006279945373535,
      "learning_rate": 0.0001,
      "loss": 0.0236,
      "step": 18030
    },
    {
      "epoch": 137.70992366412213,
      "grad_norm": 1.3485209941864014,
      "learning_rate": 0.0001,
      "loss": 0.0237,
      "step": 18040
    },
    {
      "epoch": 137.78625954198472,
      "grad_norm": 1.2767022848129272,
      "learning_rate": 0.0001,
      "loss": 0.0236,
      "step": 18050
    },
    {
      "epoch": 137.86259541984734,
      "grad_norm": 1.8262702226638794,
      "learning_rate": 0.0001,
      "loss": 0.0235,
      "step": 18060
    },
    {
      "epoch": 137.93893129770993,
      "grad_norm": 1.9936009645462036,
      "learning_rate": 0.0001,
      "loss": 0.0242,
      "step": 18070
    },
    {
      "epoch": 138.01526717557252,
      "grad_norm": 2.0218558311462402,
      "learning_rate": 0.0001,
      "loss": 0.0228,
      "step": 18080
    },
    {
      "epoch": 138.0916030534351,
      "grad_norm": 1.7554450035095215,
      "learning_rate": 0.0001,
      "loss": 0.0236,
      "step": 18090
    },
    {
      "epoch": 138.1679389312977,
      "grad_norm": 2.0641117095947266,
      "learning_rate": 0.0001,
      "loss": 0.0232,
      "step": 18100
    },
    {
      "epoch": 138.24427480916032,
      "grad_norm": 2.1536149978637695,
      "learning_rate": 0.0001,
      "loss": 0.0239,
      "step": 18110
    },
    {
      "epoch": 138.3206106870229,
      "grad_norm": 1.785131573677063,
      "learning_rate": 0.0001,
      "loss": 0.0235,
      "step": 18120
    },
    {
      "epoch": 138.3969465648855,
      "grad_norm": 2.4867613315582275,
      "learning_rate": 0.0001,
      "loss": 0.0241,
      "step": 18130
    },
    {
      "epoch": 138.4732824427481,
      "grad_norm": 2.1554479598999023,
      "learning_rate": 0.0001,
      "loss": 0.0227,
      "step": 18140
    },
    {
      "epoch": 138.54961832061068,
      "grad_norm": 2.1281261444091797,
      "learning_rate": 0.0001,
      "loss": 0.0229,
      "step": 18150
    },
    {
      "epoch": 138.6259541984733,
      "grad_norm": 2.0595333576202393,
      "learning_rate": 0.0001,
      "loss": 0.0231,
      "step": 18160
    },
    {
      "epoch": 138.70229007633588,
      "grad_norm": 1.8964797258377075,
      "learning_rate": 0.0001,
      "loss": 0.0244,
      "step": 18170
    },
    {
      "epoch": 138.77862595419847,
      "grad_norm": 1.81574285030365,
      "learning_rate": 0.0001,
      "loss": 0.0228,
      "step": 18180
    },
    {
      "epoch": 138.85496183206106,
      "grad_norm": 2.481729030609131,
      "learning_rate": 0.0001,
      "loss": 0.0229,
      "step": 18190
    },
    {
      "epoch": 138.93129770992365,
      "grad_norm": 1.9384708404541016,
      "learning_rate": 0.0001,
      "loss": 0.0227,
      "step": 18200
    },
    {
      "epoch": 139.00763358778627,
      "grad_norm": 1.975895643234253,
      "learning_rate": 0.0001,
      "loss": 0.0232,
      "step": 18210
    },
    {
      "epoch": 139.08396946564886,
      "grad_norm": 1.6916577816009521,
      "learning_rate": 0.0001,
      "loss": 0.0232,
      "step": 18220
    },
    {
      "epoch": 139.16030534351145,
      "grad_norm": 1.7056564092636108,
      "learning_rate": 0.0001,
      "loss": 0.0228,
      "step": 18230
    },
    {
      "epoch": 139.23664122137404,
      "grad_norm": 1.4677714109420776,
      "learning_rate": 0.0001,
      "loss": 0.0233,
      "step": 18240
    },
    {
      "epoch": 139.31297709923663,
      "grad_norm": 1.4529156684875488,
      "learning_rate": 0.0001,
      "loss": 0.0221,
      "step": 18250
    },
    {
      "epoch": 139.38931297709922,
      "grad_norm": 1.6169939041137695,
      "learning_rate": 0.0001,
      "loss": 0.0216,
      "step": 18260
    },
    {
      "epoch": 139.46564885496184,
      "grad_norm": 2.151128053665161,
      "learning_rate": 0.0001,
      "loss": 0.0226,
      "step": 18270
    },
    {
      "epoch": 139.54198473282443,
      "grad_norm": 2.070307731628418,
      "learning_rate": 0.0001,
      "loss": 0.0237,
      "step": 18280
    },
    {
      "epoch": 139.61832061068702,
      "grad_norm": 1.41827392578125,
      "learning_rate": 0.0001,
      "loss": 0.0229,
      "step": 18290
    },
    {
      "epoch": 139.6946564885496,
      "grad_norm": 1.7656997442245483,
      "learning_rate": 0.0001,
      "loss": 0.0226,
      "step": 18300
    },
    {
      "epoch": 139.7709923664122,
      "grad_norm": 2.19321870803833,
      "learning_rate": 0.0001,
      "loss": 0.0226,
      "step": 18310
    },
    {
      "epoch": 139.84732824427482,
      "grad_norm": 2.2900772094726562,
      "learning_rate": 0.0001,
      "loss": 0.0231,
      "step": 18320
    },
    {
      "epoch": 139.9236641221374,
      "grad_norm": 2.404597520828247,
      "learning_rate": 0.0001,
      "loss": 0.0229,
      "step": 18330
    },
    {
      "epoch": 140.0,
      "grad_norm": 1.861312985420227,
      "learning_rate": 0.0001,
      "loss": 0.0226,
      "step": 18340
    },
    {
      "epoch": 140.0763358778626,
      "grad_norm": 1.6206108331680298,
      "learning_rate": 0.0001,
      "loss": 0.0224,
      "step": 18350
    },
    {
      "epoch": 140.15267175572518,
      "grad_norm": 1.569796085357666,
      "learning_rate": 0.0001,
      "loss": 0.0228,
      "step": 18360
    },
    {
      "epoch": 140.2290076335878,
      "grad_norm": 2.4651591777801514,
      "learning_rate": 0.0001,
      "loss": 0.0218,
      "step": 18370
    },
    {
      "epoch": 140.3053435114504,
      "grad_norm": 2.3144779205322266,
      "learning_rate": 0.0001,
      "loss": 0.0226,
      "step": 18380
    },
    {
      "epoch": 140.38167938931298,
      "grad_norm": 1.748473048210144,
      "learning_rate": 0.0001,
      "loss": 0.023,
      "step": 18390
    },
    {
      "epoch": 140.45801526717557,
      "grad_norm": 1.8416175842285156,
      "learning_rate": 0.0001,
      "loss": 0.0225,
      "step": 18400
    },
    {
      "epoch": 140.53435114503816,
      "grad_norm": 1.7939825057983398,
      "learning_rate": 0.0001,
      "loss": 0.0217,
      "step": 18410
    },
    {
      "epoch": 140.61068702290078,
      "grad_norm": 1.251869559288025,
      "learning_rate": 0.0001,
      "loss": 0.022,
      "step": 18420
    },
    {
      "epoch": 140.68702290076337,
      "grad_norm": 1.7626636028289795,
      "learning_rate": 0.0001,
      "loss": 0.023,
      "step": 18430
    },
    {
      "epoch": 140.76335877862596,
      "grad_norm": 1.7751753330230713,
      "learning_rate": 0.0001,
      "loss": 0.0235,
      "step": 18440
    },
    {
      "epoch": 140.83969465648855,
      "grad_norm": 1.9806745052337646,
      "learning_rate": 0.0001,
      "loss": 0.0256,
      "step": 18450
    },
    {
      "epoch": 140.91603053435114,
      "grad_norm": 1.4961674213409424,
      "learning_rate": 0.0001,
      "loss": 0.0261,
      "step": 18460
    },
    {
      "epoch": 140.99236641221373,
      "grad_norm": 1.3152166604995728,
      "learning_rate": 0.0001,
      "loss": 0.0256,
      "step": 18470
    },
    {
      "epoch": 141.06870229007635,
      "grad_norm": 2.225908041000366,
      "learning_rate": 0.0001,
      "loss": 0.0238,
      "step": 18480
    },
    {
      "epoch": 141.14503816793894,
      "grad_norm": 1.5874313116073608,
      "learning_rate": 0.0001,
      "loss": 0.0251,
      "step": 18490
    },
    {
      "epoch": 141.22137404580153,
      "grad_norm": 2.2353591918945312,
      "learning_rate": 0.0001,
      "loss": 0.0247,
      "step": 18500
    },
    {
      "epoch": 141.29770992366412,
      "grad_norm": 1.7588859796524048,
      "learning_rate": 0.0001,
      "loss": 0.0251,
      "step": 18510
    },
    {
      "epoch": 141.3740458015267,
      "grad_norm": 1.6024439334869385,
      "learning_rate": 0.0001,
      "loss": 0.0248,
      "step": 18520
    },
    {
      "epoch": 141.45038167938932,
      "grad_norm": 1.6579993963241577,
      "learning_rate": 0.0001,
      "loss": 0.0236,
      "step": 18530
    },
    {
      "epoch": 141.5267175572519,
      "grad_norm": 1.7040019035339355,
      "learning_rate": 0.0001,
      "loss": 0.0239,
      "step": 18540
    },
    {
      "epoch": 141.6030534351145,
      "grad_norm": 2.2158310413360596,
      "learning_rate": 0.0001,
      "loss": 0.0248,
      "step": 18550
    },
    {
      "epoch": 141.6793893129771,
      "grad_norm": 1.6036994457244873,
      "learning_rate": 0.0001,
      "loss": 0.0247,
      "step": 18560
    },
    {
      "epoch": 141.75572519083968,
      "grad_norm": 2.465074300765991,
      "learning_rate": 0.0001,
      "loss": 0.0256,
      "step": 18570
    },
    {
      "epoch": 141.8320610687023,
      "grad_norm": 1.531445026397705,
      "learning_rate": 0.0001,
      "loss": 0.0236,
      "step": 18580
    },
    {
      "epoch": 141.9083969465649,
      "grad_norm": 2.5781092643737793,
      "learning_rate": 0.0001,
      "loss": 0.0227,
      "step": 18590
    },
    {
      "epoch": 141.98473282442748,
      "grad_norm": 2.609844207763672,
      "learning_rate": 0.0001,
      "loss": 0.0227,
      "step": 18600
    },
    {
      "epoch": 142.06106870229007,
      "grad_norm": 2.6921119689941406,
      "learning_rate": 0.0001,
      "loss": 0.0234,
      "step": 18610
    },
    {
      "epoch": 142.13740458015266,
      "grad_norm": 2.042236566543579,
      "learning_rate": 0.0001,
      "loss": 0.0233,
      "step": 18620
    },
    {
      "epoch": 142.21374045801528,
      "grad_norm": 2.372300386428833,
      "learning_rate": 0.0001,
      "loss": 0.0233,
      "step": 18630
    },
    {
      "epoch": 142.29007633587787,
      "grad_norm": 1.5678398609161377,
      "learning_rate": 0.0001,
      "loss": 0.024,
      "step": 18640
    },
    {
      "epoch": 142.36641221374046,
      "grad_norm": 1.4929572343826294,
      "learning_rate": 0.0001,
      "loss": 0.0239,
      "step": 18650
    },
    {
      "epoch": 142.44274809160305,
      "grad_norm": 1.4599945545196533,
      "learning_rate": 0.0001,
      "loss": 0.0245,
      "step": 18660
    },
    {
      "epoch": 142.51908396946564,
      "grad_norm": 1.8987780809402466,
      "learning_rate": 0.0001,
      "loss": 0.0256,
      "step": 18670
    },
    {
      "epoch": 142.59541984732823,
      "grad_norm": 1.9025704860687256,
      "learning_rate": 0.0001,
      "loss": 0.0256,
      "step": 18680
    },
    {
      "epoch": 142.67175572519085,
      "grad_norm": 1.4561814069747925,
      "learning_rate": 0.0001,
      "loss": 0.0242,
      "step": 18690
    },
    {
      "epoch": 142.74809160305344,
      "grad_norm": 1.54768967628479,
      "learning_rate": 0.0001,
      "loss": 0.0238,
      "step": 18700
    },
    {
      "epoch": 142.82442748091603,
      "grad_norm": 1.6330435276031494,
      "learning_rate": 0.0001,
      "loss": 0.0231,
      "step": 18710
    },
    {
      "epoch": 142.90076335877862,
      "grad_norm": 1.7944693565368652,
      "learning_rate": 0.0001,
      "loss": 0.0241,
      "step": 18720
    },
    {
      "epoch": 142.9770992366412,
      "grad_norm": 1.617865800857544,
      "learning_rate": 0.0001,
      "loss": 0.0238,
      "step": 18730
    },
    {
      "epoch": 143.05343511450383,
      "grad_norm": 1.6488045454025269,
      "learning_rate": 0.0001,
      "loss": 0.0248,
      "step": 18740
    },
    {
      "epoch": 143.12977099236642,
      "grad_norm": 1.973853588104248,
      "learning_rate": 0.0001,
      "loss": 0.0242,
      "step": 18750
    },
    {
      "epoch": 143.206106870229,
      "grad_norm": 1.874089241027832,
      "learning_rate": 0.0001,
      "loss": 0.0241,
      "step": 18760
    },
    {
      "epoch": 143.2824427480916,
      "grad_norm": 1.6558207273483276,
      "learning_rate": 0.0001,
      "loss": 0.0235,
      "step": 18770
    },
    {
      "epoch": 143.3587786259542,
      "grad_norm": 2.090569019317627,
      "learning_rate": 0.0001,
      "loss": 0.0237,
      "step": 18780
    },
    {
      "epoch": 143.4351145038168,
      "grad_norm": 1.7200157642364502,
      "learning_rate": 0.0001,
      "loss": 0.0234,
      "step": 18790
    },
    {
      "epoch": 143.5114503816794,
      "grad_norm": 1.8201185464859009,
      "learning_rate": 0.0001,
      "loss": 0.0239,
      "step": 18800
    },
    {
      "epoch": 143.58778625954199,
      "grad_norm": 1.6051697731018066,
      "learning_rate": 0.0001,
      "loss": 0.0232,
      "step": 18810
    },
    {
      "epoch": 143.66412213740458,
      "grad_norm": 1.7153327465057373,
      "learning_rate": 0.0001,
      "loss": 0.0238,
      "step": 18820
    },
    {
      "epoch": 143.74045801526717,
      "grad_norm": 2.321765422821045,
      "learning_rate": 0.0001,
      "loss": 0.0237,
      "step": 18830
    },
    {
      "epoch": 143.81679389312978,
      "grad_norm": 2.1289901733398438,
      "learning_rate": 0.0001,
      "loss": 0.0234,
      "step": 18840
    },
    {
      "epoch": 143.89312977099237,
      "grad_norm": 2.5311765670776367,
      "learning_rate": 0.0001,
      "loss": 0.0232,
      "step": 18850
    },
    {
      "epoch": 143.96946564885496,
      "grad_norm": 1.8864034414291382,
      "learning_rate": 0.0001,
      "loss": 0.0229,
      "step": 18860
    },
    {
      "epoch": 144.04580152671755,
      "grad_norm": 2.0097994804382324,
      "learning_rate": 0.0001,
      "loss": 0.0229,
      "step": 18870
    },
    {
      "epoch": 144.12213740458014,
      "grad_norm": 1.4302304983139038,
      "learning_rate": 0.0001,
      "loss": 0.0225,
      "step": 18880
    },
    {
      "epoch": 144.19847328244273,
      "grad_norm": 1.5591930150985718,
      "learning_rate": 0.0001,
      "loss": 0.0226,
      "step": 18890
    },
    {
      "epoch": 144.27480916030535,
      "grad_norm": 1.2349088191986084,
      "learning_rate": 0.0001,
      "loss": 0.0221,
      "step": 18900
    },
    {
      "epoch": 144.35114503816794,
      "grad_norm": 1.490890383720398,
      "learning_rate": 0.0001,
      "loss": 0.023,
      "step": 18910
    },
    {
      "epoch": 144.42748091603053,
      "grad_norm": 1.5644499063491821,
      "learning_rate": 0.0001,
      "loss": 0.0238,
      "step": 18920
    },
    {
      "epoch": 144.50381679389312,
      "grad_norm": 2.713182210922241,
      "learning_rate": 0.0001,
      "loss": 0.0248,
      "step": 18930
    },
    {
      "epoch": 144.5801526717557,
      "grad_norm": 2.4140241146087646,
      "learning_rate": 0.0001,
      "loss": 0.0237,
      "step": 18940
    },
    {
      "epoch": 144.65648854961833,
      "grad_norm": 2.142439126968384,
      "learning_rate": 0.0001,
      "loss": 0.0236,
      "step": 18950
    },
    {
      "epoch": 144.73282442748092,
      "grad_norm": 2.095541000366211,
      "learning_rate": 0.0001,
      "loss": 0.0229,
      "step": 18960
    },
    {
      "epoch": 144.8091603053435,
      "grad_norm": 2.766317129135132,
      "learning_rate": 0.0001,
      "loss": 0.0218,
      "step": 18970
    },
    {
      "epoch": 144.8854961832061,
      "grad_norm": 2.5355727672576904,
      "learning_rate": 0.0001,
      "loss": 0.0222,
      "step": 18980
    },
    {
      "epoch": 144.9618320610687,
      "grad_norm": 2.280672788619995,
      "learning_rate": 0.0001,
      "loss": 0.0227,
      "step": 18990
    },
    {
      "epoch": 145.0381679389313,
      "grad_norm": 2.8176050186157227,
      "learning_rate": 0.0001,
      "loss": 0.0221,
      "step": 19000
    },
    {
      "epoch": 145.1145038167939,
      "grad_norm": 1.4921622276306152,
      "learning_rate": 0.0001,
      "loss": 0.0224,
      "step": 19010
    },
    {
      "epoch": 145.1908396946565,
      "grad_norm": 1.6795213222503662,
      "learning_rate": 0.0001,
      "loss": 0.0221,
      "step": 19020
    },
    {
      "epoch": 145.26717557251908,
      "grad_norm": 1.7908555269241333,
      "learning_rate": 0.0001,
      "loss": 0.0224,
      "step": 19030
    },
    {
      "epoch": 145.34351145038167,
      "grad_norm": 1.4827083349227905,
      "learning_rate": 0.0001,
      "loss": 0.0224,
      "step": 19040
    },
    {
      "epoch": 145.4198473282443,
      "grad_norm": 1.8576819896697998,
      "learning_rate": 0.0001,
      "loss": 0.0223,
      "step": 19050
    },
    {
      "epoch": 145.49618320610688,
      "grad_norm": 1.5228997468948364,
      "learning_rate": 0.0001,
      "loss": 0.0226,
      "step": 19060
    },
    {
      "epoch": 145.57251908396947,
      "grad_norm": 1.5266523361206055,
      "learning_rate": 0.0001,
      "loss": 0.0229,
      "step": 19070
    },
    {
      "epoch": 145.64885496183206,
      "grad_norm": 1.584536075592041,
      "learning_rate": 0.0001,
      "loss": 0.0219,
      "step": 19080
    },
    {
      "epoch": 145.72519083969465,
      "grad_norm": 1.4066451787948608,
      "learning_rate": 0.0001,
      "loss": 0.0229,
      "step": 19090
    },
    {
      "epoch": 145.80152671755727,
      "grad_norm": 1.8911315202713013,
      "learning_rate": 0.0001,
      "loss": 0.0235,
      "step": 19100
    },
    {
      "epoch": 145.87786259541986,
      "grad_norm": 1.8923910856246948,
      "learning_rate": 0.0001,
      "loss": 0.024,
      "step": 19110
    },
    {
      "epoch": 145.95419847328245,
      "grad_norm": 1.7185736894607544,
      "learning_rate": 0.0001,
      "loss": 0.0238,
      "step": 19120
    },
    {
      "epoch": 146.03053435114504,
      "grad_norm": 2.319606065750122,
      "learning_rate": 0.0001,
      "loss": 0.0233,
      "step": 19130
    },
    {
      "epoch": 146.10687022900763,
      "grad_norm": 1.5207267999649048,
      "learning_rate": 0.0001,
      "loss": 0.0237,
      "step": 19140
    },
    {
      "epoch": 146.18320610687022,
      "grad_norm": 1.44071364402771,
      "learning_rate": 0.0001,
      "loss": 0.0234,
      "step": 19150
    },
    {
      "epoch": 146.25954198473283,
      "grad_norm": 1.5966678857803345,
      "learning_rate": 0.0001,
      "loss": 0.0228,
      "step": 19160
    },
    {
      "epoch": 146.33587786259542,
      "grad_norm": 1.7550181150436401,
      "learning_rate": 0.0001,
      "loss": 0.0234,
      "step": 19170
    },
    {
      "epoch": 146.41221374045801,
      "grad_norm": 2.190492630004883,
      "learning_rate": 0.0001,
      "loss": 0.0232,
      "step": 19180
    },
    {
      "epoch": 146.4885496183206,
      "grad_norm": 2.3966526985168457,
      "learning_rate": 0.0001,
      "loss": 0.0235,
      "step": 19190
    },
    {
      "epoch": 146.5648854961832,
      "grad_norm": 2.014775276184082,
      "learning_rate": 0.0001,
      "loss": 0.0224,
      "step": 19200
    },
    {
      "epoch": 146.6412213740458,
      "grad_norm": 2.3381433486938477,
      "learning_rate": 0.0001,
      "loss": 0.0235,
      "step": 19210
    },
    {
      "epoch": 146.7175572519084,
      "grad_norm": 1.4027516841888428,
      "learning_rate": 0.0001,
      "loss": 0.0227,
      "step": 19220
    },
    {
      "epoch": 146.793893129771,
      "grad_norm": 1.4419931173324585,
      "learning_rate": 0.0001,
      "loss": 0.0225,
      "step": 19230
    },
    {
      "epoch": 146.87022900763358,
      "grad_norm": 1.6612884998321533,
      "learning_rate": 0.0001,
      "loss": 0.0232,
      "step": 19240
    },
    {
      "epoch": 146.94656488549617,
      "grad_norm": 2.634620189666748,
      "learning_rate": 0.0001,
      "loss": 0.0233,
      "step": 19250
    },
    {
      "epoch": 147.0229007633588,
      "grad_norm": 2.019786834716797,
      "learning_rate": 0.0001,
      "loss": 0.0231,
      "step": 19260
    },
    {
      "epoch": 147.09923664122138,
      "grad_norm": 1.9124294519424438,
      "learning_rate": 0.0001,
      "loss": 0.0231,
      "step": 19270
    },
    {
      "epoch": 147.17557251908397,
      "grad_norm": 1.583674669265747,
      "learning_rate": 0.0001,
      "loss": 0.0237,
      "step": 19280
    },
    {
      "epoch": 147.25190839694656,
      "grad_norm": 2.7291452884674072,
      "learning_rate": 0.0001,
      "loss": 0.024,
      "step": 19290
    },
    {
      "epoch": 147.32824427480915,
      "grad_norm": 1.8250149488449097,
      "learning_rate": 0.0001,
      "loss": 0.0224,
      "step": 19300
    },
    {
      "epoch": 147.40458015267177,
      "grad_norm": 1.7534140348434448,
      "learning_rate": 0.0001,
      "loss": 0.0226,
      "step": 19310
    },
    {
      "epoch": 147.48091603053436,
      "grad_norm": 1.769402265548706,
      "learning_rate": 0.0001,
      "loss": 0.0231,
      "step": 19320
    },
    {
      "epoch": 147.55725190839695,
      "grad_norm": 1.4815322160720825,
      "learning_rate": 0.0001,
      "loss": 0.0225,
      "step": 19330
    },
    {
      "epoch": 147.63358778625954,
      "grad_norm": 2.247523307800293,
      "learning_rate": 0.0001,
      "loss": 0.0222,
      "step": 19340
    },
    {
      "epoch": 147.70992366412213,
      "grad_norm": 1.6464420557022095,
      "learning_rate": 0.0001,
      "loss": 0.0226,
      "step": 19350
    },
    {
      "epoch": 147.78625954198472,
      "grad_norm": 1.5817058086395264,
      "learning_rate": 0.0001,
      "loss": 0.0231,
      "step": 19360
    },
    {
      "epoch": 147.86259541984734,
      "grad_norm": 1.8207142353057861,
      "learning_rate": 0.0001,
      "loss": 0.0224,
      "step": 19370
    },
    {
      "epoch": 147.93893129770993,
      "grad_norm": 2.1463236808776855,
      "learning_rate": 0.0001,
      "loss": 0.0232,
      "step": 19380
    },
    {
      "epoch": 148.01526717557252,
      "grad_norm": 2.0860211849212646,
      "learning_rate": 0.0001,
      "loss": 0.0223,
      "step": 19390
    },
    {
      "epoch": 148.0916030534351,
      "grad_norm": 1.7384068965911865,
      "learning_rate": 0.0001,
      "loss": 0.0233,
      "step": 19400
    },
    {
      "epoch": 148.1679389312977,
      "grad_norm": 1.804158329963684,
      "learning_rate": 0.0001,
      "loss": 0.0227,
      "step": 19410
    },
    {
      "epoch": 148.24427480916032,
      "grad_norm": 1.8705806732177734,
      "learning_rate": 0.0001,
      "loss": 0.0232,
      "step": 19420
    },
    {
      "epoch": 148.3206106870229,
      "grad_norm": 1.7086182832717896,
      "learning_rate": 0.0001,
      "loss": 0.0228,
      "step": 19430
    },
    {
      "epoch": 148.3969465648855,
      "grad_norm": 1.4622129201889038,
      "learning_rate": 0.0001,
      "loss": 0.0219,
      "step": 19440
    },
    {
      "epoch": 148.4732824427481,
      "grad_norm": 1.8405702114105225,
      "learning_rate": 0.0001,
      "loss": 0.0223,
      "step": 19450
    },
    {
      "epoch": 148.54961832061068,
      "grad_norm": 1.5342963933944702,
      "learning_rate": 0.0001,
      "loss": 0.0234,
      "step": 19460
    },
    {
      "epoch": 148.6259541984733,
      "grad_norm": 1.7189654111862183,
      "learning_rate": 0.0001,
      "loss": 0.0229,
      "step": 19470
    },
    {
      "epoch": 148.70229007633588,
      "grad_norm": 2.134758949279785,
      "learning_rate": 0.0001,
      "loss": 0.0236,
      "step": 19480
    },
    {
      "epoch": 148.77862595419847,
      "grad_norm": 2.195810317993164,
      "learning_rate": 0.0001,
      "loss": 0.0228,
      "step": 19490
    },
    {
      "epoch": 148.85496183206106,
      "grad_norm": 1.589704155921936,
      "learning_rate": 0.0001,
      "loss": 0.0224,
      "step": 19500
    },
    {
      "epoch": 148.93129770992365,
      "grad_norm": 1.4758087396621704,
      "learning_rate": 0.0001,
      "loss": 0.022,
      "step": 19510
    },
    {
      "epoch": 149.00763358778627,
      "grad_norm": 2.2490713596343994,
      "learning_rate": 0.0001,
      "loss": 0.0237,
      "step": 19520
    },
    {
      "epoch": 149.08396946564886,
      "grad_norm": 1.9370534420013428,
      "learning_rate": 0.0001,
      "loss": 0.022,
      "step": 19530
    },
    {
      "epoch": 149.16030534351145,
      "grad_norm": 2.062602996826172,
      "learning_rate": 0.0001,
      "loss": 0.0222,
      "step": 19540
    },
    {
      "epoch": 149.23664122137404,
      "grad_norm": 2.3263800144195557,
      "learning_rate": 0.0001,
      "loss": 0.0232,
      "step": 19550
    },
    {
      "epoch": 149.31297709923663,
      "grad_norm": 2.0333786010742188,
      "learning_rate": 0.0001,
      "loss": 0.0232,
      "step": 19560
    },
    {
      "epoch": 149.38931297709922,
      "grad_norm": 1.6431976556777954,
      "learning_rate": 0.0001,
      "loss": 0.0231,
      "step": 19570
    },
    {
      "epoch": 149.46564885496184,
      "grad_norm": 1.6877412796020508,
      "learning_rate": 0.0001,
      "loss": 0.023,
      "step": 19580
    },
    {
      "epoch": 149.54198473282443,
      "grad_norm": 1.9111511707305908,
      "learning_rate": 0.0001,
      "loss": 0.0234,
      "step": 19590
    },
    {
      "epoch": 149.61832061068702,
      "grad_norm": 1.923061728477478,
      "learning_rate": 0.0001,
      "loss": 0.0239,
      "step": 19600
    },
    {
      "epoch": 149.6946564885496,
      "grad_norm": 2.1813807487487793,
      "learning_rate": 0.0001,
      "loss": 0.0239,
      "step": 19610
    },
    {
      "epoch": 149.7709923664122,
      "grad_norm": 1.7091639041900635,
      "learning_rate": 0.0001,
      "loss": 0.0244,
      "step": 19620
    },
    {
      "epoch": 149.84732824427482,
      "grad_norm": 2.0543103218078613,
      "learning_rate": 0.0001,
      "loss": 0.0236,
      "step": 19630
    },
    {
      "epoch": 149.9236641221374,
      "grad_norm": 1.8037424087524414,
      "learning_rate": 0.0001,
      "loss": 0.0237,
      "step": 19640
    },
    {
      "epoch": 150.0,
      "grad_norm": 2.0387673377990723,
      "learning_rate": 0.0001,
      "loss": 0.0225,
      "step": 19650
    },
    {
      "epoch": 150.0763358778626,
      "grad_norm": 2.0109243392944336,
      "learning_rate": 0.0001,
      "loss": 0.0232,
      "step": 19660
    },
    {
      "epoch": 150.15267175572518,
      "grad_norm": 2.4625983238220215,
      "learning_rate": 0.0001,
      "loss": 0.0228,
      "step": 19670
    },
    {
      "epoch": 150.2290076335878,
      "grad_norm": 1.5297874212265015,
      "learning_rate": 0.0001,
      "loss": 0.0219,
      "step": 19680
    },
    {
      "epoch": 150.3053435114504,
      "grad_norm": 2.23103404045105,
      "learning_rate": 0.0001,
      "loss": 0.0212,
      "step": 19690
    },
    {
      "epoch": 150.38167938931298,
      "grad_norm": 1.5405712127685547,
      "learning_rate": 0.0001,
      "loss": 0.0224,
      "step": 19700
    },
    {
      "epoch": 150.45801526717557,
      "grad_norm": 1.3857311010360718,
      "learning_rate": 0.0001,
      "loss": 0.0222,
      "step": 19710
    },
    {
      "epoch": 150.53435114503816,
      "grad_norm": 1.9597268104553223,
      "learning_rate": 0.0001,
      "loss": 0.0229,
      "step": 19720
    },
    {
      "epoch": 150.61068702290078,
      "grad_norm": 1.9449282884597778,
      "learning_rate": 0.0001,
      "loss": 0.0228,
      "step": 19730
    },
    {
      "epoch": 150.68702290076337,
      "grad_norm": 2.206061840057373,
      "learning_rate": 0.0001,
      "loss": 0.0229,
      "step": 19740
    },
    {
      "epoch": 150.76335877862596,
      "grad_norm": 1.9930037260055542,
      "learning_rate": 0.0001,
      "loss": 0.023,
      "step": 19750
    },
    {
      "epoch": 150.83969465648855,
      "grad_norm": 1.4824227094650269,
      "learning_rate": 0.0001,
      "loss": 0.0221,
      "step": 19760
    },
    {
      "epoch": 150.91603053435114,
      "grad_norm": 1.5950818061828613,
      "learning_rate": 0.0001,
      "loss": 0.0224,
      "step": 19770
    },
    {
      "epoch": 150.99236641221373,
      "grad_norm": 1.991788625717163,
      "learning_rate": 0.0001,
      "loss": 0.0218,
      "step": 19780
    },
    {
      "epoch": 151.06870229007635,
      "grad_norm": 1.7095696926116943,
      "learning_rate": 0.0001,
      "loss": 0.0232,
      "step": 19790
    },
    {
      "epoch": 151.14503816793894,
      "grad_norm": 1.3337736129760742,
      "learning_rate": 0.0001,
      "loss": 0.0226,
      "step": 19800
    },
    {
      "epoch": 151.22137404580153,
      "grad_norm": 2.1689517498016357,
      "learning_rate": 0.0001,
      "loss": 0.024,
      "step": 19810
    },
    {
      "epoch": 151.29770992366412,
      "grad_norm": 1.7319650650024414,
      "learning_rate": 0.0001,
      "loss": 0.0238,
      "step": 19820
    },
    {
      "epoch": 151.3740458015267,
      "grad_norm": 1.8656560182571411,
      "learning_rate": 0.0001,
      "loss": 0.0232,
      "step": 19830
    },
    {
      "epoch": 151.45038167938932,
      "grad_norm": 1.8544877767562866,
      "learning_rate": 0.0001,
      "loss": 0.0225,
      "step": 19840
    },
    {
      "epoch": 151.5267175572519,
      "grad_norm": 2.464477300643921,
      "learning_rate": 0.0001,
      "loss": 0.0235,
      "step": 19850
    },
    {
      "epoch": 151.6030534351145,
      "grad_norm": 2.3663899898529053,
      "learning_rate": 0.0001,
      "loss": 0.0229,
      "step": 19860
    },
    {
      "epoch": 151.6793893129771,
      "grad_norm": 2.028512477874756,
      "learning_rate": 0.0001,
      "loss": 0.0228,
      "step": 19870
    },
    {
      "epoch": 151.75572519083968,
      "grad_norm": 1.5044915676116943,
      "learning_rate": 0.0001,
      "loss": 0.0228,
      "step": 19880
    },
    {
      "epoch": 151.8320610687023,
      "grad_norm": 2.248030424118042,
      "learning_rate": 0.0001,
      "loss": 0.0228,
      "step": 19890
    },
    {
      "epoch": 151.9083969465649,
      "grad_norm": 2.7113351821899414,
      "learning_rate": 0.0001,
      "loss": 0.0219,
      "step": 19900
    },
    {
      "epoch": 151.98473282442748,
      "grad_norm": 1.9502358436584473,
      "learning_rate": 0.0001,
      "loss": 0.0236,
      "step": 19910
    },
    {
      "epoch": 152.06106870229007,
      "grad_norm": 1.5177921056747437,
      "learning_rate": 0.0001,
      "loss": 0.0216,
      "step": 19920
    },
    {
      "epoch": 152.13740458015266,
      "grad_norm": 1.3092845678329468,
      "learning_rate": 0.0001,
      "loss": 0.0217,
      "step": 19930
    },
    {
      "epoch": 152.21374045801528,
      "grad_norm": 1.7648773193359375,
      "learning_rate": 0.0001,
      "loss": 0.022,
      "step": 19940
    },
    {
      "epoch": 152.29007633587787,
      "grad_norm": 1.5612967014312744,
      "learning_rate": 0.0001,
      "loss": 0.0228,
      "step": 19950
    },
    {
      "epoch": 152.36641221374046,
      "grad_norm": 1.858564853668213,
      "learning_rate": 0.0001,
      "loss": 0.023,
      "step": 19960
    },
    {
      "epoch": 152.44274809160305,
      "grad_norm": 1.4415937662124634,
      "learning_rate": 0.0001,
      "loss": 0.0223,
      "step": 19970
    },
    {
      "epoch": 152.51908396946564,
      "grad_norm": 1.1106112003326416,
      "learning_rate": 0.0001,
      "loss": 0.0218,
      "step": 19980
    },
    {
      "epoch": 152.59541984732823,
      "grad_norm": 1.3994282484054565,
      "learning_rate": 0.0001,
      "loss": 0.023,
      "step": 19990
    },
    {
      "epoch": 152.67175572519085,
      "grad_norm": 2.033216714859009,
      "learning_rate": 0.0001,
      "loss": 0.0241,
      "step": 20000
    },
    {
      "epoch": 152.74809160305344,
      "grad_norm": 2.6634275913238525,
      "learning_rate": 0.0001,
      "loss": 0.0239,
      "step": 20010
    },
    {
      "epoch": 152.82442748091603,
      "grad_norm": 2.095069169998169,
      "learning_rate": 0.0001,
      "loss": 0.0234,
      "step": 20020
    },
    {
      "epoch": 152.90076335877862,
      "grad_norm": 3.5900886058807373,
      "learning_rate": 0.0001,
      "loss": 0.023,
      "step": 20030
    },
    {
      "epoch": 152.9770992366412,
      "grad_norm": 2.7166759967803955,
      "learning_rate": 0.0001,
      "loss": 0.0228,
      "step": 20040
    },
    {
      "epoch": 153.05343511450383,
      "grad_norm": 1.9750175476074219,
      "learning_rate": 0.0001,
      "loss": 0.022,
      "step": 20050
    },
    {
      "epoch": 153.12977099236642,
      "grad_norm": 1.8120908737182617,
      "learning_rate": 0.0001,
      "loss": 0.021,
      "step": 20060
    },
    {
      "epoch": 153.206106870229,
      "grad_norm": 1.7338941097259521,
      "learning_rate": 0.0001,
      "loss": 0.0212,
      "step": 20070
    },
    {
      "epoch": 153.2824427480916,
      "grad_norm": 2.0505688190460205,
      "learning_rate": 0.0001,
      "loss": 0.0216,
      "step": 20080
    },
    {
      "epoch": 153.3587786259542,
      "grad_norm": 1.9430211782455444,
      "learning_rate": 0.0001,
      "loss": 0.0227,
      "step": 20090
    },
    {
      "epoch": 153.4351145038168,
      "grad_norm": 2.024275779724121,
      "learning_rate": 0.0001,
      "loss": 0.0243,
      "step": 20100
    },
    {
      "epoch": 153.5114503816794,
      "grad_norm": 3.195266008377075,
      "learning_rate": 0.0001,
      "loss": 0.0233,
      "step": 20110
    },
    {
      "epoch": 153.58778625954199,
      "grad_norm": 3.5222599506378174,
      "learning_rate": 0.0001,
      "loss": 0.0254,
      "step": 20120
    },
    {
      "epoch": 153.66412213740458,
      "grad_norm": 2.4723639488220215,
      "learning_rate": 0.0001,
      "loss": 0.0237,
      "step": 20130
    },
    {
      "epoch": 153.74045801526717,
      "grad_norm": 3.374467134475708,
      "learning_rate": 0.0001,
      "loss": 0.0228,
      "step": 20140
    },
    {
      "epoch": 153.81679389312978,
      "grad_norm": 2.180366277694702,
      "learning_rate": 0.0001,
      "loss": 0.0222,
      "step": 20150
    },
    {
      "epoch": 153.89312977099237,
      "grad_norm": 2.339445114135742,
      "learning_rate": 0.0001,
      "loss": 0.0211,
      "step": 20160
    },
    {
      "epoch": 153.96946564885496,
      "grad_norm": 2.1860435009002686,
      "learning_rate": 0.0001,
      "loss": 0.0214,
      "step": 20170
    },
    {
      "epoch": 154.04580152671755,
      "grad_norm": 2.1641323566436768,
      "learning_rate": 0.0001,
      "loss": 0.0205,
      "step": 20180
    },
    {
      "epoch": 154.12213740458014,
      "grad_norm": 1.9945554733276367,
      "learning_rate": 0.0001,
      "loss": 0.0203,
      "step": 20190
    },
    {
      "epoch": 154.19847328244273,
      "grad_norm": 2.02128267288208,
      "learning_rate": 0.0001,
      "loss": 0.0217,
      "step": 20200
    },
    {
      "epoch": 154.27480916030535,
      "grad_norm": 1.706535816192627,
      "learning_rate": 0.0001,
      "loss": 0.021,
      "step": 20210
    },
    {
      "epoch": 154.35114503816794,
      "grad_norm": 1.7006375789642334,
      "learning_rate": 0.0001,
      "loss": 0.0214,
      "step": 20220
    },
    {
      "epoch": 154.42748091603053,
      "grad_norm": 1.3947381973266602,
      "learning_rate": 0.0001,
      "loss": 0.0215,
      "step": 20230
    },
    {
      "epoch": 154.50381679389312,
      "grad_norm": 1.7772727012634277,
      "learning_rate": 0.0001,
      "loss": 0.0218,
      "step": 20240
    },
    {
      "epoch": 154.5801526717557,
      "grad_norm": 1.6285043954849243,
      "learning_rate": 0.0001,
      "loss": 0.0221,
      "step": 20250
    },
    {
      "epoch": 154.65648854961833,
      "grad_norm": 1.5370588302612305,
      "learning_rate": 0.0001,
      "loss": 0.0225,
      "step": 20260
    },
    {
      "epoch": 154.73282442748092,
      "grad_norm": 1.2778910398483276,
      "learning_rate": 0.0001,
      "loss": 0.0218,
      "step": 20270
    },
    {
      "epoch": 154.8091603053435,
      "grad_norm": 1.7086045742034912,
      "learning_rate": 0.0001,
      "loss": 0.0221,
      "step": 20280
    },
    {
      "epoch": 154.8854961832061,
      "grad_norm": 2.4366657733917236,
      "learning_rate": 0.0001,
      "loss": 0.0226,
      "step": 20290
    },
    {
      "epoch": 154.9618320610687,
      "grad_norm": 1.679747223854065,
      "learning_rate": 0.0001,
      "loss": 0.0224,
      "step": 20300
    },
    {
      "epoch": 155.0381679389313,
      "grad_norm": 1.9735270738601685,
      "learning_rate": 0.0001,
      "loss": 0.0236,
      "step": 20310
    },
    {
      "epoch": 155.1145038167939,
      "grad_norm": 2.4519248008728027,
      "learning_rate": 0.0001,
      "loss": 0.0222,
      "step": 20320
    },
    {
      "epoch": 155.1908396946565,
      "grad_norm": 1.7672796249389648,
      "learning_rate": 0.0001,
      "loss": 0.0225,
      "step": 20330
    },
    {
      "epoch": 155.26717557251908,
      "grad_norm": 1.96281099319458,
      "learning_rate": 0.0001,
      "loss": 0.0218,
      "step": 20340
    },
    {
      "epoch": 155.34351145038167,
      "grad_norm": 1.212877631187439,
      "learning_rate": 0.0001,
      "loss": 0.0224,
      "step": 20350
    },
    {
      "epoch": 155.4198473282443,
      "grad_norm": 1.6876603364944458,
      "learning_rate": 0.0001,
      "loss": 0.0223,
      "step": 20360
    },
    {
      "epoch": 155.49618320610688,
      "grad_norm": 1.442894458770752,
      "learning_rate": 0.0001,
      "loss": 0.022,
      "step": 20370
    },
    {
      "epoch": 155.57251908396947,
      "grad_norm": 1.5333373546600342,
      "learning_rate": 0.0001,
      "loss": 0.0217,
      "step": 20380
    },
    {
      "epoch": 155.64885496183206,
      "grad_norm": 1.9774178266525269,
      "learning_rate": 0.0001,
      "loss": 0.023,
      "step": 20390
    },
    {
      "epoch": 155.72519083969465,
      "grad_norm": 1.2164281606674194,
      "learning_rate": 0.0001,
      "loss": 0.0235,
      "step": 20400
    },
    {
      "epoch": 155.80152671755727,
      "grad_norm": 1.8258938789367676,
      "learning_rate": 0.0001,
      "loss": 0.0232,
      "step": 20410
    },
    {
      "epoch": 155.87786259541986,
      "grad_norm": 1.9329631328582764,
      "learning_rate": 0.0001,
      "loss": 0.0231,
      "step": 20420
    },
    {
      "epoch": 155.95419847328245,
      "grad_norm": 2.1637556552886963,
      "learning_rate": 0.0001,
      "loss": 0.0228,
      "step": 20430
    },
    {
      "epoch": 156.03053435114504,
      "grad_norm": 1.5575392246246338,
      "learning_rate": 0.0001,
      "loss": 0.0227,
      "step": 20440
    },
    {
      "epoch": 156.10687022900763,
      "grad_norm": 1.7726606130599976,
      "learning_rate": 0.0001,
      "loss": 0.023,
      "step": 20450
    },
    {
      "epoch": 156.18320610687022,
      "grad_norm": 2.6433327198028564,
      "learning_rate": 0.0001,
      "loss": 0.0218,
      "step": 20460
    },
    {
      "epoch": 156.25954198473283,
      "grad_norm": 1.5608073472976685,
      "learning_rate": 0.0001,
      "loss": 0.0225,
      "step": 20470
    },
    {
      "epoch": 156.33587786259542,
      "grad_norm": 1.9678473472595215,
      "learning_rate": 0.0001,
      "loss": 0.0237,
      "step": 20480
    },
    {
      "epoch": 156.41221374045801,
      "grad_norm": 1.7237086296081543,
      "learning_rate": 0.0001,
      "loss": 0.0221,
      "step": 20490
    },
    {
      "epoch": 156.4885496183206,
      "grad_norm": 2.132045269012451,
      "learning_rate": 0.0001,
      "loss": 0.022,
      "step": 20500
    },
    {
      "epoch": 156.5648854961832,
      "grad_norm": 1.2970499992370605,
      "learning_rate": 0.0001,
      "loss": 0.0213,
      "step": 20510
    },
    {
      "epoch": 156.6412213740458,
      "grad_norm": 2.190141439437866,
      "learning_rate": 0.0001,
      "loss": 0.0219,
      "step": 20520
    },
    {
      "epoch": 156.7175572519084,
      "grad_norm": 1.4638142585754395,
      "learning_rate": 0.0001,
      "loss": 0.0226,
      "step": 20530
    },
    {
      "epoch": 156.793893129771,
      "grad_norm": 1.337630271911621,
      "learning_rate": 0.0001,
      "loss": 0.0225,
      "step": 20540
    },
    {
      "epoch": 156.87022900763358,
      "grad_norm": 1.3416345119476318,
      "learning_rate": 0.0001,
      "loss": 0.0219,
      "step": 20550
    },
    {
      "epoch": 156.94656488549617,
      "grad_norm": 1.737494707107544,
      "learning_rate": 0.0001,
      "loss": 0.0225,
      "step": 20560
    },
    {
      "epoch": 157.0229007633588,
      "grad_norm": 1.9312658309936523,
      "learning_rate": 0.0001,
      "loss": 0.0226,
      "step": 20570
    },
    {
      "epoch": 157.09923664122138,
      "grad_norm": 1.723759412765503,
      "learning_rate": 0.0001,
      "loss": 0.022,
      "step": 20580
    },
    {
      "epoch": 157.17557251908397,
      "grad_norm": 1.160834789276123,
      "learning_rate": 0.0001,
      "loss": 0.0222,
      "step": 20590
    },
    {
      "epoch": 157.25190839694656,
      "grad_norm": 2.2235686779022217,
      "learning_rate": 0.0001,
      "loss": 0.0223,
      "step": 20600
    },
    {
      "epoch": 157.32824427480915,
      "grad_norm": 1.553209662437439,
      "learning_rate": 0.0001,
      "loss": 0.0232,
      "step": 20610
    },
    {
      "epoch": 157.40458015267177,
      "grad_norm": 1.9157912731170654,
      "learning_rate": 0.0001,
      "loss": 0.0232,
      "step": 20620
    },
    {
      "epoch": 157.48091603053436,
      "grad_norm": 2.324876070022583,
      "learning_rate": 0.0001,
      "loss": 0.0231,
      "step": 20630
    },
    {
      "epoch": 157.55725190839695,
      "grad_norm": 1.5198075771331787,
      "learning_rate": 0.0001,
      "loss": 0.0225,
      "step": 20640
    },
    {
      "epoch": 157.63358778625954,
      "grad_norm": 2.1136093139648438,
      "learning_rate": 0.0001,
      "loss": 0.0226,
      "step": 20650
    },
    {
      "epoch": 157.70992366412213,
      "grad_norm": 1.7197810411453247,
      "learning_rate": 0.0001,
      "loss": 0.0225,
      "step": 20660
    },
    {
      "epoch": 157.78625954198472,
      "grad_norm": 1.5631693601608276,
      "learning_rate": 0.0001,
      "loss": 0.0232,
      "step": 20670
    },
    {
      "epoch": 157.86259541984734,
      "grad_norm": 1.235395908355713,
      "learning_rate": 0.0001,
      "loss": 0.0224,
      "step": 20680
    },
    {
      "epoch": 157.93893129770993,
      "grad_norm": 2.150519609451294,
      "learning_rate": 0.0001,
      "loss": 0.0237,
      "step": 20690
    },
    {
      "epoch": 158.01526717557252,
      "grad_norm": 1.9886951446533203,
      "learning_rate": 0.0001,
      "loss": 0.0244,
      "step": 20700
    },
    {
      "epoch": 158.0916030534351,
      "grad_norm": 1.9335685968399048,
      "learning_rate": 0.0001,
      "loss": 0.024,
      "step": 20710
    },
    {
      "epoch": 158.1679389312977,
      "grad_norm": 1.418335199356079,
      "learning_rate": 0.0001,
      "loss": 0.0238,
      "step": 20720
    },
    {
      "epoch": 158.24427480916032,
      "grad_norm": 1.5999822616577148,
      "learning_rate": 0.0001,
      "loss": 0.0243,
      "step": 20730
    },
    {
      "epoch": 158.3206106870229,
      "grad_norm": 1.7888798713684082,
      "learning_rate": 0.0001,
      "loss": 0.0245,
      "step": 20740
    },
    {
      "epoch": 158.3969465648855,
      "grad_norm": 1.560165524482727,
      "learning_rate": 0.0001,
      "loss": 0.0251,
      "step": 20750
    },
    {
      "epoch": 158.4732824427481,
      "grad_norm": 1.668843150138855,
      "learning_rate": 0.0001,
      "loss": 0.024,
      "step": 20760
    },
    {
      "epoch": 158.54961832061068,
      "grad_norm": 1.5955833196640015,
      "learning_rate": 0.0001,
      "loss": 0.0248,
      "step": 20770
    },
    {
      "epoch": 158.6259541984733,
      "grad_norm": 1.3566563129425049,
      "learning_rate": 0.0001,
      "loss": 0.0239,
      "step": 20780
    },
    {
      "epoch": 158.70229007633588,
      "grad_norm": 1.5992969274520874,
      "learning_rate": 0.0001,
      "loss": 0.0222,
      "step": 20790
    },
    {
      "epoch": 158.77862595419847,
      "grad_norm": 1.3938175439834595,
      "learning_rate": 0.0001,
      "loss": 0.0242,
      "step": 20800
    },
    {
      "epoch": 158.85496183206106,
      "grad_norm": 1.641372561454773,
      "learning_rate": 0.0001,
      "loss": 0.0232,
      "step": 20810
    },
    {
      "epoch": 158.93129770992365,
      "grad_norm": 2.4115989208221436,
      "learning_rate": 0.0001,
      "loss": 0.0246,
      "step": 20820
    },
    {
      "epoch": 159.00763358778627,
      "grad_norm": 2.2648093700408936,
      "learning_rate": 0.0001,
      "loss": 0.0243,
      "step": 20830
    },
    {
      "epoch": 159.08396946564886,
      "grad_norm": 2.4227991104125977,
      "learning_rate": 0.0001,
      "loss": 0.0234,
      "step": 20840
    },
    {
      "epoch": 159.16030534351145,
      "grad_norm": 1.5228561162948608,
      "learning_rate": 0.0001,
      "loss": 0.0219,
      "step": 20850
    },
    {
      "epoch": 159.23664122137404,
      "grad_norm": 2.162625551223755,
      "learning_rate": 0.0001,
      "loss": 0.0231,
      "step": 20860
    },
    {
      "epoch": 159.31297709923663,
      "grad_norm": 2.173746347427368,
      "learning_rate": 0.0001,
      "loss": 0.0235,
      "step": 20870
    },
    {
      "epoch": 159.38931297709922,
      "grad_norm": 1.4672915935516357,
      "learning_rate": 0.0001,
      "loss": 0.0219,
      "step": 20880
    },
    {
      "epoch": 159.46564885496184,
      "grad_norm": 2.5573930740356445,
      "learning_rate": 0.0001,
      "loss": 0.0226,
      "step": 20890
    },
    {
      "epoch": 159.54198473282443,
      "grad_norm": 1.8001632690429688,
      "learning_rate": 0.0001,
      "loss": 0.0228,
      "step": 20900
    },
    {
      "epoch": 159.61832061068702,
      "grad_norm": 2.841303825378418,
      "learning_rate": 0.0001,
      "loss": 0.0215,
      "step": 20910
    },
    {
      "epoch": 159.6946564885496,
      "grad_norm": 2.897516965866089,
      "learning_rate": 0.0001,
      "loss": 0.023,
      "step": 20920
    },
    {
      "epoch": 159.7709923664122,
      "grad_norm": 1.9642887115478516,
      "learning_rate": 0.0001,
      "loss": 0.0226,
      "step": 20930
    },
    {
      "epoch": 159.84732824427482,
      "grad_norm": 2.1953418254852295,
      "learning_rate": 0.0001,
      "loss": 0.0228,
      "step": 20940
    },
    {
      "epoch": 159.9236641221374,
      "grad_norm": 2.060640335083008,
      "learning_rate": 0.0001,
      "loss": 0.0226,
      "step": 20950
    },
    {
      "epoch": 160.0,
      "grad_norm": 1.8610405921936035,
      "learning_rate": 0.0001,
      "loss": 0.0224,
      "step": 20960
    },
    {
      "epoch": 160.0763358778626,
      "grad_norm": 2.650118827819824,
      "learning_rate": 0.0001,
      "loss": 0.0226,
      "step": 20970
    },
    {
      "epoch": 160.15267175572518,
      "grad_norm": 1.8298012018203735,
      "learning_rate": 0.0001,
      "loss": 0.0218,
      "step": 20980
    },
    {
      "epoch": 160.2290076335878,
      "grad_norm": 1.741580843925476,
      "learning_rate": 0.0001,
      "loss": 0.0217,
      "step": 20990
    },
    {
      "epoch": 160.3053435114504,
      "grad_norm": 2.2207155227661133,
      "learning_rate": 0.0001,
      "loss": 0.0219,
      "step": 21000
    },
    {
      "epoch": 160.38167938931298,
      "grad_norm": 1.9793070554733276,
      "learning_rate": 0.0001,
      "loss": 0.0218,
      "step": 21010
    },
    {
      "epoch": 160.45801526717557,
      "grad_norm": 1.9044231176376343,
      "learning_rate": 0.0001,
      "loss": 0.0216,
      "step": 21020
    },
    {
      "epoch": 160.53435114503816,
      "grad_norm": 2.1002867221832275,
      "learning_rate": 0.0001,
      "loss": 0.023,
      "step": 21030
    },
    {
      "epoch": 160.61068702290078,
      "grad_norm": 2.071359157562256,
      "learning_rate": 0.0001,
      "loss": 0.0229,
      "step": 21040
    },
    {
      "epoch": 160.68702290076337,
      "grad_norm": 2.687701463699341,
      "learning_rate": 0.0001,
      "loss": 0.0228,
      "step": 21050
    },
    {
      "epoch": 160.76335877862596,
      "grad_norm": 2.027771472930908,
      "learning_rate": 0.0001,
      "loss": 0.0228,
      "step": 21060
    },
    {
      "epoch": 160.83969465648855,
      "grad_norm": 1.5135585069656372,
      "learning_rate": 0.0001,
      "loss": 0.0226,
      "step": 21070
    },
    {
      "epoch": 160.91603053435114,
      "grad_norm": 1.5295920372009277,
      "learning_rate": 0.0001,
      "loss": 0.0213,
      "step": 21080
    },
    {
      "epoch": 160.99236641221373,
      "grad_norm": 1.556797742843628,
      "learning_rate": 0.0001,
      "loss": 0.0218,
      "step": 21090
    },
    {
      "epoch": 161.06870229007635,
      "grad_norm": 1.6905088424682617,
      "learning_rate": 0.0001,
      "loss": 0.0217,
      "step": 21100
    },
    {
      "epoch": 161.14503816793894,
      "grad_norm": 2.696230411529541,
      "learning_rate": 0.0001,
      "loss": 0.0239,
      "step": 21110
    },
    {
      "epoch": 161.22137404580153,
      "grad_norm": 2.189103364944458,
      "learning_rate": 0.0001,
      "loss": 0.0234,
      "step": 21120
    },
    {
      "epoch": 161.29770992366412,
      "grad_norm": 2.0637717247009277,
      "learning_rate": 0.0001,
      "loss": 0.0236,
      "step": 21130
    },
    {
      "epoch": 161.3740458015267,
      "grad_norm": 1.6538993120193481,
      "learning_rate": 0.0001,
      "loss": 0.0232,
      "step": 21140
    },
    {
      "epoch": 161.45038167938932,
      "grad_norm": 1.8302137851715088,
      "learning_rate": 0.0001,
      "loss": 0.0218,
      "step": 21150
    },
    {
      "epoch": 161.5267175572519,
      "grad_norm": 1.5508488416671753,
      "learning_rate": 0.0001,
      "loss": 0.0225,
      "step": 21160
    },
    {
      "epoch": 161.6030534351145,
      "grad_norm": 2.2469322681427,
      "learning_rate": 0.0001,
      "loss": 0.0214,
      "step": 21170
    },
    {
      "epoch": 161.6793893129771,
      "grad_norm": 1.9213944673538208,
      "learning_rate": 0.0001,
      "loss": 0.0228,
      "step": 21180
    },
    {
      "epoch": 161.75572519083968,
      "grad_norm": 1.8453326225280762,
      "learning_rate": 0.0001,
      "loss": 0.0232,
      "step": 21190
    },
    {
      "epoch": 161.8320610687023,
      "grad_norm": 2.3942835330963135,
      "learning_rate": 0.0001,
      "loss": 0.0236,
      "step": 21200
    },
    {
      "epoch": 161.9083969465649,
      "grad_norm": 1.207602858543396,
      "learning_rate": 0.0001,
      "loss": 0.0231,
      "step": 21210
    },
    {
      "epoch": 161.98473282442748,
      "grad_norm": 1.5184985399246216,
      "learning_rate": 0.0001,
      "loss": 0.0228,
      "step": 21220
    },
    {
      "epoch": 162.06106870229007,
      "grad_norm": 1.9011670351028442,
      "learning_rate": 0.0001,
      "loss": 0.0233,
      "step": 21230
    },
    {
      "epoch": 162.13740458015266,
      "grad_norm": 1.4306609630584717,
      "learning_rate": 0.0001,
      "loss": 0.0246,
      "step": 21240
    },
    {
      "epoch": 162.21374045801528,
      "grad_norm": 2.1581804752349854,
      "learning_rate": 0.0001,
      "loss": 0.0244,
      "step": 21250
    },
    {
      "epoch": 162.29007633587787,
      "grad_norm": 1.6539276838302612,
      "learning_rate": 0.0001,
      "loss": 0.0251,
      "step": 21260
    },
    {
      "epoch": 162.36641221374046,
      "grad_norm": 2.347217082977295,
      "learning_rate": 0.0001,
      "loss": 0.0249,
      "step": 21270
    },
    {
      "epoch": 162.44274809160305,
      "grad_norm": 1.461394190788269,
      "learning_rate": 0.0001,
      "loss": 0.0244,
      "step": 21280
    },
    {
      "epoch": 162.51908396946564,
      "grad_norm": 1.8420989513397217,
      "learning_rate": 0.0001,
      "loss": 0.023,
      "step": 21290
    },
    {
      "epoch": 162.59541984732823,
      "grad_norm": 1.7283047437667847,
      "learning_rate": 0.0001,
      "loss": 0.0225,
      "step": 21300
    },
    {
      "epoch": 162.67175572519085,
      "grad_norm": 1.3291535377502441,
      "learning_rate": 0.0001,
      "loss": 0.023,
      "step": 21310
    },
    {
      "epoch": 162.74809160305344,
      "grad_norm": 1.7306084632873535,
      "learning_rate": 0.0001,
      "loss": 0.0232,
      "step": 21320
    },
    {
      "epoch": 162.82442748091603,
      "grad_norm": 1.669945478439331,
      "learning_rate": 0.0001,
      "loss": 0.0238,
      "step": 21330
    },
    {
      "epoch": 162.90076335877862,
      "grad_norm": 1.6542117595672607,
      "learning_rate": 0.0001,
      "loss": 0.0237,
      "step": 21340
    },
    {
      "epoch": 162.9770992366412,
      "grad_norm": 2.3019251823425293,
      "learning_rate": 0.0001,
      "loss": 0.0233,
      "step": 21350
    },
    {
      "epoch": 163.05343511450383,
      "grad_norm": 1.320403814315796,
      "learning_rate": 0.0001,
      "loss": 0.0225,
      "step": 21360
    },
    {
      "epoch": 163.12977099236642,
      "grad_norm": 1.927878737449646,
      "learning_rate": 0.0001,
      "loss": 0.0227,
      "step": 21370
    },
    {
      "epoch": 163.206106870229,
      "grad_norm": 1.9642177820205688,
      "learning_rate": 0.0001,
      "loss": 0.0228,
      "step": 21380
    },
    {
      "epoch": 163.2824427480916,
      "grad_norm": 2.2045435905456543,
      "learning_rate": 0.0001,
      "loss": 0.0231,
      "step": 21390
    },
    {
      "epoch": 163.3587786259542,
      "grad_norm": 1.5938889980316162,
      "learning_rate": 0.0001,
      "loss": 0.0229,
      "step": 21400
    },
    {
      "epoch": 163.4351145038168,
      "grad_norm": 2.288153886795044,
      "learning_rate": 0.0001,
      "loss": 0.0235,
      "step": 21410
    },
    {
      "epoch": 163.5114503816794,
      "grad_norm": 1.4675546884536743,
      "learning_rate": 0.0001,
      "loss": 0.023,
      "step": 21420
    },
    {
      "epoch": 163.58778625954199,
      "grad_norm": 1.5411453247070312,
      "learning_rate": 0.0001,
      "loss": 0.0225,
      "step": 21430
    },
    {
      "epoch": 163.66412213740458,
      "grad_norm": 2.329625129699707,
      "learning_rate": 0.0001,
      "loss": 0.023,
      "step": 21440
    },
    {
      "epoch": 163.74045801526717,
      "grad_norm": 2.125457286834717,
      "learning_rate": 0.0001,
      "loss": 0.0229,
      "step": 21450
    },
    {
      "epoch": 163.81679389312978,
      "grad_norm": 1.6455180644989014,
      "learning_rate": 0.0001,
      "loss": 0.0224,
      "step": 21460
    },
    {
      "epoch": 163.89312977099237,
      "grad_norm": 1.6706815958023071,
      "learning_rate": 0.0001,
      "loss": 0.0216,
      "step": 21470
    },
    {
      "epoch": 163.96946564885496,
      "grad_norm": 1.7077192068099976,
      "learning_rate": 0.0001,
      "loss": 0.0216,
      "step": 21480
    },
    {
      "epoch": 164.04580152671755,
      "grad_norm": 2.2540478706359863,
      "learning_rate": 0.0001,
      "loss": 0.0221,
      "step": 21490
    },
    {
      "epoch": 164.12213740458014,
      "grad_norm": 1.8492074012756348,
      "learning_rate": 0.0001,
      "loss": 0.023,
      "step": 21500
    },
    {
      "epoch": 164.19847328244273,
      "grad_norm": 1.9196491241455078,
      "learning_rate": 0.0001,
      "loss": 0.0226,
      "step": 21510
    },
    {
      "epoch": 164.27480916030535,
      "grad_norm": 1.5825941562652588,
      "learning_rate": 0.0001,
      "loss": 0.0216,
      "step": 21520
    },
    {
      "epoch": 164.35114503816794,
      "grad_norm": 1.800052285194397,
      "learning_rate": 0.0001,
      "loss": 0.0225,
      "step": 21530
    },
    {
      "epoch": 164.42748091603053,
      "grad_norm": 2.7707035541534424,
      "learning_rate": 0.0001,
      "loss": 0.0231,
      "step": 21540
    },
    {
      "epoch": 164.50381679389312,
      "grad_norm": 1.4967827796936035,
      "learning_rate": 0.0001,
      "loss": 0.0228,
      "step": 21550
    },
    {
      "epoch": 164.5801526717557,
      "grad_norm": 1.3447129726409912,
      "learning_rate": 0.0001,
      "loss": 0.0222,
      "step": 21560
    },
    {
      "epoch": 164.65648854961833,
      "grad_norm": 1.311567783355713,
      "learning_rate": 0.0001,
      "loss": 0.0215,
      "step": 21570
    },
    {
      "epoch": 164.73282442748092,
      "grad_norm": 1.8684263229370117,
      "learning_rate": 0.0001,
      "loss": 0.022,
      "step": 21580
    },
    {
      "epoch": 164.8091603053435,
      "grad_norm": 2.0928337574005127,
      "learning_rate": 0.0001,
      "loss": 0.0212,
      "step": 21590
    },
    {
      "epoch": 164.8854961832061,
      "grad_norm": 1.3690582513809204,
      "learning_rate": 0.0001,
      "loss": 0.0211,
      "step": 21600
    },
    {
      "epoch": 164.9618320610687,
      "grad_norm": 1.315799593925476,
      "learning_rate": 0.0001,
      "loss": 0.0228,
      "step": 21610
    },
    {
      "epoch": 165.0381679389313,
      "grad_norm": 2.06595778465271,
      "learning_rate": 0.0001,
      "loss": 0.0222,
      "step": 21620
    },
    {
      "epoch": 165.1145038167939,
      "grad_norm": 1.92926824092865,
      "learning_rate": 0.0001,
      "loss": 0.0228,
      "step": 21630
    },
    {
      "epoch": 165.1908396946565,
      "grad_norm": 1.5361056327819824,
      "learning_rate": 0.0001,
      "loss": 0.0218,
      "step": 21640
    },
    {
      "epoch": 165.26717557251908,
      "grad_norm": 2.3015835285186768,
      "learning_rate": 0.0001,
      "loss": 0.0239,
      "step": 21650
    },
    {
      "epoch": 165.34351145038167,
      "grad_norm": 2.166611909866333,
      "learning_rate": 0.0001,
      "loss": 0.0219,
      "step": 21660
    },
    {
      "epoch": 165.4198473282443,
      "grad_norm": 2.1090946197509766,
      "learning_rate": 0.0001,
      "loss": 0.0213,
      "step": 21670
    },
    {
      "epoch": 165.49618320610688,
      "grad_norm": 2.156492233276367,
      "learning_rate": 0.0001,
      "loss": 0.0222,
      "step": 21680
    },
    {
      "epoch": 165.57251908396947,
      "grad_norm": 1.6741328239440918,
      "learning_rate": 0.0001,
      "loss": 0.0219,
      "step": 21690
    },
    {
      "epoch": 165.64885496183206,
      "grad_norm": 1.5692726373672485,
      "learning_rate": 0.0001,
      "loss": 0.0215,
      "step": 21700
    },
    {
      "epoch": 165.72519083969465,
      "grad_norm": 2.173657178878784,
      "learning_rate": 0.0001,
      "loss": 0.0212,
      "step": 21710
    },
    {
      "epoch": 165.80152671755727,
      "grad_norm": 1.5870939493179321,
      "learning_rate": 0.0001,
      "loss": 0.0221,
      "step": 21720
    },
    {
      "epoch": 165.87786259541986,
      "grad_norm": 1.7792344093322754,
      "learning_rate": 0.0001,
      "loss": 0.0223,
      "step": 21730
    },
    {
      "epoch": 165.95419847328245,
      "grad_norm": 2.4655873775482178,
      "learning_rate": 0.0001,
      "loss": 0.0219,
      "step": 21740
    },
    {
      "epoch": 166.03053435114504,
      "grad_norm": 1.9168108701705933,
      "learning_rate": 0.0001,
      "loss": 0.0221,
      "step": 21750
    },
    {
      "epoch": 166.10687022900763,
      "grad_norm": 1.2115076780319214,
      "learning_rate": 0.0001,
      "loss": 0.0215,
      "step": 21760
    },
    {
      "epoch": 166.18320610687022,
      "grad_norm": 1.3329217433929443,
      "learning_rate": 0.0001,
      "loss": 0.0223,
      "step": 21770
    },
    {
      "epoch": 166.25954198473283,
      "grad_norm": 1.372704029083252,
      "learning_rate": 0.0001,
      "loss": 0.023,
      "step": 21780
    },
    {
      "epoch": 166.33587786259542,
      "grad_norm": 1.3280328512191772,
      "learning_rate": 0.0001,
      "loss": 0.0233,
      "step": 21790
    },
    {
      "epoch": 166.41221374045801,
      "grad_norm": 2.0022058486938477,
      "learning_rate": 0.0001,
      "loss": 0.023,
      "step": 21800
    },
    {
      "epoch": 166.4885496183206,
      "grad_norm": 1.5718485116958618,
      "learning_rate": 0.0001,
      "loss": 0.0227,
      "step": 21810
    },
    {
      "epoch": 166.5648854961832,
      "grad_norm": 2.4222145080566406,
      "learning_rate": 0.0001,
      "loss": 0.0221,
      "step": 21820
    },
    {
      "epoch": 166.6412213740458,
      "grad_norm": 1.5047003030776978,
      "learning_rate": 0.0001,
      "loss": 0.0228,
      "step": 21830
    },
    {
      "epoch": 166.7175572519084,
      "grad_norm": 1.364322304725647,
      "learning_rate": 0.0001,
      "loss": 0.0216,
      "step": 21840
    },
    {
      "epoch": 166.793893129771,
      "grad_norm": 1.4773656129837036,
      "learning_rate": 0.0001,
      "loss": 0.0223,
      "step": 21850
    },
    {
      "epoch": 166.87022900763358,
      "grad_norm": 1.9001561403274536,
      "learning_rate": 0.0001,
      "loss": 0.0217,
      "step": 21860
    },
    {
      "epoch": 166.94656488549617,
      "grad_norm": 2.9062881469726562,
      "learning_rate": 0.0001,
      "loss": 0.0217,
      "step": 21870
    },
    {
      "epoch": 167.0229007633588,
      "grad_norm": 1.6220593452453613,
      "learning_rate": 0.0001,
      "loss": 0.0212,
      "step": 21880
    },
    {
      "epoch": 167.09923664122138,
      "grad_norm": 1.8843563795089722,
      "learning_rate": 0.0001,
      "loss": 0.0207,
      "step": 21890
    },
    {
      "epoch": 167.17557251908397,
      "grad_norm": 1.7807495594024658,
      "learning_rate": 0.0001,
      "loss": 0.0206,
      "step": 21900
    },
    {
      "epoch": 167.25190839694656,
      "grad_norm": 1.3884310722351074,
      "learning_rate": 0.0001,
      "loss": 0.0209,
      "step": 21910
    },
    {
      "epoch": 167.32824427480915,
      "grad_norm": 1.570243000984192,
      "learning_rate": 0.0001,
      "loss": 0.0205,
      "step": 21920
    },
    {
      "epoch": 167.40458015267177,
      "grad_norm": 2.030144453048706,
      "learning_rate": 0.0001,
      "loss": 0.0212,
      "step": 21930
    },
    {
      "epoch": 167.48091603053436,
      "grad_norm": 2.218545913696289,
      "learning_rate": 0.0001,
      "loss": 0.0212,
      "step": 21940
    },
    {
      "epoch": 167.55725190839695,
      "grad_norm": 2.422698736190796,
      "learning_rate": 0.0001,
      "loss": 0.0213,
      "step": 21950
    },
    {
      "epoch": 167.63358778625954,
      "grad_norm": 2.0288004875183105,
      "learning_rate": 0.0001,
      "loss": 0.021,
      "step": 21960
    },
    {
      "epoch": 167.70992366412213,
      "grad_norm": 2.1546318531036377,
      "learning_rate": 0.0001,
      "loss": 0.0214,
      "step": 21970
    },
    {
      "epoch": 167.78625954198472,
      "grad_norm": 1.7608442306518555,
      "learning_rate": 0.0001,
      "loss": 0.0218,
      "step": 21980
    },
    {
      "epoch": 167.86259541984734,
      "grad_norm": 1.7497482299804688,
      "learning_rate": 0.0001,
      "loss": 0.0228,
      "step": 21990
    },
    {
      "epoch": 167.93893129770993,
      "grad_norm": 1.9544154405593872,
      "learning_rate": 0.0001,
      "loss": 0.0222,
      "step": 22000
    },
    {
      "epoch": 168.01526717557252,
      "grad_norm": 1.921897292137146,
      "learning_rate": 0.0001,
      "loss": 0.0218,
      "step": 22010
    },
    {
      "epoch": 168.0916030534351,
      "grad_norm": 1.7276482582092285,
      "learning_rate": 0.0001,
      "loss": 0.0229,
      "step": 22020
    },
    {
      "epoch": 168.1679389312977,
      "grad_norm": 1.7362651824951172,
      "learning_rate": 0.0001,
      "loss": 0.0214,
      "step": 22030
    },
    {
      "epoch": 168.24427480916032,
      "grad_norm": 2.168593168258667,
      "learning_rate": 0.0001,
      "loss": 0.0221,
      "step": 22040
    },
    {
      "epoch": 168.3206106870229,
      "grad_norm": 1.5920201539993286,
      "learning_rate": 0.0001,
      "loss": 0.0229,
      "step": 22050
    },
    {
      "epoch": 168.3969465648855,
      "grad_norm": 1.8681761026382446,
      "learning_rate": 0.0001,
      "loss": 0.022,
      "step": 22060
    },
    {
      "epoch": 168.4732824427481,
      "grad_norm": 2.371202230453491,
      "learning_rate": 0.0001,
      "loss": 0.0226,
      "step": 22070
    },
    {
      "epoch": 168.54961832061068,
      "grad_norm": 1.5926083326339722,
      "learning_rate": 0.0001,
      "loss": 0.0224,
      "step": 22080
    },
    {
      "epoch": 168.6259541984733,
      "grad_norm": 1.6500896215438843,
      "learning_rate": 0.0001,
      "loss": 0.0217,
      "step": 22090
    },
    {
      "epoch": 168.70229007633588,
      "grad_norm": 1.7714884281158447,
      "learning_rate": 0.0001,
      "loss": 0.0217,
      "step": 22100
    },
    {
      "epoch": 168.77862595419847,
      "grad_norm": 1.963346242904663,
      "learning_rate": 0.0001,
      "loss": 0.0225,
      "step": 22110
    },
    {
      "epoch": 168.85496183206106,
      "grad_norm": 2.3053863048553467,
      "learning_rate": 0.0001,
      "loss": 0.0217,
      "step": 22120
    },
    {
      "epoch": 168.93129770992365,
      "grad_norm": 1.207205057144165,
      "learning_rate": 0.0001,
      "loss": 0.0209,
      "step": 22130
    },
    {
      "epoch": 169.00763358778627,
      "grad_norm": 1.6502596139907837,
      "learning_rate": 0.0001,
      "loss": 0.021,
      "step": 22140
    },
    {
      "epoch": 169.08396946564886,
      "grad_norm": 1.086119294166565,
      "learning_rate": 0.0001,
      "loss": 0.0217,
      "step": 22150
    },
    {
      "epoch": 169.16030534351145,
      "grad_norm": 2.876680374145508,
      "learning_rate": 0.0001,
      "loss": 0.0232,
      "step": 22160
    },
    {
      "epoch": 169.23664122137404,
      "grad_norm": 2.4049222469329834,
      "learning_rate": 0.0001,
      "loss": 0.0229,
      "step": 22170
    },
    {
      "epoch": 169.31297709923663,
      "grad_norm": 1.9603906869888306,
      "learning_rate": 0.0001,
      "loss": 0.0223,
      "step": 22180
    },
    {
      "epoch": 169.38931297709922,
      "grad_norm": 2.1025452613830566,
      "learning_rate": 0.0001,
      "loss": 0.0222,
      "step": 22190
    },
    {
      "epoch": 169.46564885496184,
      "grad_norm": 2.2270915508270264,
      "learning_rate": 0.0001,
      "loss": 0.0219,
      "step": 22200
    },
    {
      "epoch": 169.54198473282443,
      "grad_norm": 1.7365612983703613,
      "learning_rate": 0.0001,
      "loss": 0.0216,
      "step": 22210
    },
    {
      "epoch": 169.61832061068702,
      "grad_norm": 1.9957469701766968,
      "learning_rate": 0.0001,
      "loss": 0.0222,
      "step": 22220
    },
    {
      "epoch": 169.6946564885496,
      "grad_norm": 1.9072980880737305,
      "learning_rate": 0.0001,
      "loss": 0.0217,
      "step": 22230
    },
    {
      "epoch": 169.7709923664122,
      "grad_norm": 1.8167704343795776,
      "learning_rate": 0.0001,
      "loss": 0.0214,
      "step": 22240
    },
    {
      "epoch": 169.84732824427482,
      "grad_norm": 1.4379886388778687,
      "learning_rate": 0.0001,
      "loss": 0.0214,
      "step": 22250
    },
    {
      "epoch": 169.9236641221374,
      "grad_norm": 1.4165899753570557,
      "learning_rate": 0.0001,
      "loss": 0.021,
      "step": 22260
    },
    {
      "epoch": 170.0,
      "grad_norm": 1.9446052312850952,
      "learning_rate": 0.0001,
      "loss": 0.0206,
      "step": 22270
    },
    {
      "epoch": 170.0763358778626,
      "grad_norm": 2.2885234355926514,
      "learning_rate": 0.0001,
      "loss": 0.0212,
      "step": 22280
    },
    {
      "epoch": 170.15267175572518,
      "grad_norm": 1.9917221069335938,
      "learning_rate": 0.0001,
      "loss": 0.0209,
      "step": 22290
    },
    {
      "epoch": 170.2290076335878,
      "grad_norm": 1.358998417854309,
      "learning_rate": 0.0001,
      "loss": 0.0207,
      "step": 22300
    },
    {
      "epoch": 170.3053435114504,
      "grad_norm": 2.1055665016174316,
      "learning_rate": 0.0001,
      "loss": 0.0203,
      "step": 22310
    },
    {
      "epoch": 170.38167938931298,
      "grad_norm": 2.5007755756378174,
      "learning_rate": 0.0001,
      "loss": 0.0206,
      "step": 22320
    },
    {
      "epoch": 170.45801526717557,
      "grad_norm": 2.099022388458252,
      "learning_rate": 0.0001,
      "loss": 0.0206,
      "step": 22330
    },
    {
      "epoch": 170.53435114503816,
      "grad_norm": 1.6562551259994507,
      "learning_rate": 0.0001,
      "loss": 0.0211,
      "step": 22340
    },
    {
      "epoch": 170.61068702290078,
      "grad_norm": 1.9748826026916504,
      "learning_rate": 0.0001,
      "loss": 0.0211,
      "step": 22350
    },
    {
      "epoch": 170.68702290076337,
      "grad_norm": 1.4840904474258423,
      "learning_rate": 0.0001,
      "loss": 0.0212,
      "step": 22360
    },
    {
      "epoch": 170.76335877862596,
      "grad_norm": 1.5095648765563965,
      "learning_rate": 0.0001,
      "loss": 0.0219,
      "step": 22370
    },
    {
      "epoch": 170.83969465648855,
      "grad_norm": 1.8259320259094238,
      "learning_rate": 0.0001,
      "loss": 0.0215,
      "step": 22380
    },
    {
      "epoch": 170.91603053435114,
      "grad_norm": 1.529832124710083,
      "learning_rate": 0.0001,
      "loss": 0.0227,
      "step": 22390
    },
    {
      "epoch": 170.99236641221373,
      "grad_norm": 1.500813364982605,
      "learning_rate": 0.0001,
      "loss": 0.023,
      "step": 22400
    },
    {
      "epoch": 171.06870229007635,
      "grad_norm": 2.0732688903808594,
      "learning_rate": 0.0001,
      "loss": 0.0227,
      "step": 22410
    },
    {
      "epoch": 171.14503816793894,
      "grad_norm": 1.6453624963760376,
      "learning_rate": 0.0001,
      "loss": 0.0216,
      "step": 22420
    },
    {
      "epoch": 171.22137404580153,
      "grad_norm": 1.9134691953659058,
      "learning_rate": 0.0001,
      "loss": 0.0228,
      "step": 22430
    },
    {
      "epoch": 171.29770992366412,
      "grad_norm": 1.6582732200622559,
      "learning_rate": 0.0001,
      "loss": 0.022,
      "step": 22440
    },
    {
      "epoch": 171.3740458015267,
      "grad_norm": 1.4566854238510132,
      "learning_rate": 0.0001,
      "loss": 0.022,
      "step": 22450
    },
    {
      "epoch": 171.45038167938932,
      "grad_norm": 1.5370690822601318,
      "learning_rate": 0.0001,
      "loss": 0.0223,
      "step": 22460
    },
    {
      "epoch": 171.5267175572519,
      "grad_norm": 1.944685459136963,
      "learning_rate": 0.0001,
      "loss": 0.0238,
      "step": 22470
    },
    {
      "epoch": 171.6030534351145,
      "grad_norm": 1.1829198598861694,
      "learning_rate": 0.0001,
      "loss": 0.0245,
      "step": 22480
    },
    {
      "epoch": 171.6793893129771,
      "grad_norm": 1.6947907209396362,
      "learning_rate": 0.0001,
      "loss": 0.0234,
      "step": 22490
    },
    {
      "epoch": 171.75572519083968,
      "grad_norm": 1.7128280401229858,
      "learning_rate": 0.0001,
      "loss": 0.0229,
      "step": 22500
    },
    {
      "epoch": 171.8320610687023,
      "grad_norm": 1.4393528699874878,
      "learning_rate": 0.0001,
      "loss": 0.0224,
      "step": 22510
    },
    {
      "epoch": 171.9083969465649,
      "grad_norm": 1.6767370700836182,
      "learning_rate": 0.0001,
      "loss": 0.0226,
      "step": 22520
    },
    {
      "epoch": 171.98473282442748,
      "grad_norm": 1.5434006452560425,
      "learning_rate": 0.0001,
      "loss": 0.0216,
      "step": 22530
    },
    {
      "epoch": 172.06106870229007,
      "grad_norm": 2.381965160369873,
      "learning_rate": 0.0001,
      "loss": 0.0219,
      "step": 22540
    },
    {
      "epoch": 172.13740458015266,
      "grad_norm": 2.3163888454437256,
      "learning_rate": 0.0001,
      "loss": 0.0229,
      "step": 22550
    },
    {
      "epoch": 172.21374045801528,
      "grad_norm": 1.9249721765518188,
      "learning_rate": 0.0001,
      "loss": 0.0228,
      "step": 22560
    },
    {
      "epoch": 172.29007633587787,
      "grad_norm": 1.3112709522247314,
      "learning_rate": 0.0001,
      "loss": 0.0225,
      "step": 22570
    },
    {
      "epoch": 172.36641221374046,
      "grad_norm": 1.425394058227539,
      "learning_rate": 0.0001,
      "loss": 0.0223,
      "step": 22580
    },
    {
      "epoch": 172.44274809160305,
      "grad_norm": 1.7495349645614624,
      "learning_rate": 0.0001,
      "loss": 0.0219,
      "step": 22590
    },
    {
      "epoch": 172.51908396946564,
      "grad_norm": 1.574785590171814,
      "learning_rate": 0.0001,
      "loss": 0.022,
      "step": 22600
    },
    {
      "epoch": 172.59541984732823,
      "grad_norm": 1.7773194313049316,
      "learning_rate": 0.0001,
      "loss": 0.0206,
      "step": 22610
    },
    {
      "epoch": 172.67175572519085,
      "grad_norm": 1.9789533615112305,
      "learning_rate": 0.0001,
      "loss": 0.0212,
      "step": 22620
    },
    {
      "epoch": 172.74809160305344,
      "grad_norm": 1.7124643325805664,
      "learning_rate": 0.0001,
      "loss": 0.0223,
      "step": 22630
    },
    {
      "epoch": 172.82442748091603,
      "grad_norm": 2.2491819858551025,
      "learning_rate": 0.0001,
      "loss": 0.0229,
      "step": 22640
    },
    {
      "epoch": 172.90076335877862,
      "grad_norm": 1.4172966480255127,
      "learning_rate": 0.0001,
      "loss": 0.0232,
      "step": 22650
    },
    {
      "epoch": 172.9770992366412,
      "grad_norm": 2.89172101020813,
      "learning_rate": 0.0001,
      "loss": 0.0241,
      "step": 22660
    },
    {
      "epoch": 173.05343511450383,
      "grad_norm": 1.8342483043670654,
      "learning_rate": 0.0001,
      "loss": 0.0232,
      "step": 22670
    },
    {
      "epoch": 173.12977099236642,
      "grad_norm": 1.2697004079818726,
      "learning_rate": 0.0001,
      "loss": 0.022,
      "step": 22680
    },
    {
      "epoch": 173.206106870229,
      "grad_norm": 1.4993033409118652,
      "learning_rate": 0.0001,
      "loss": 0.0217,
      "step": 22690
    },
    {
      "epoch": 173.2824427480916,
      "grad_norm": 1.7246832847595215,
      "learning_rate": 0.0001,
      "loss": 0.0221,
      "step": 22700
    },
    {
      "epoch": 173.3587786259542,
      "grad_norm": 2.1477181911468506,
      "learning_rate": 0.0001,
      "loss": 0.0213,
      "step": 22710
    },
    {
      "epoch": 173.4351145038168,
      "grad_norm": 1.7059417963027954,
      "learning_rate": 0.0001,
      "loss": 0.0219,
      "step": 22720
    },
    {
      "epoch": 173.5114503816794,
      "grad_norm": 1.3060420751571655,
      "learning_rate": 0.0001,
      "loss": 0.0209,
      "step": 22730
    },
    {
      "epoch": 173.58778625954199,
      "grad_norm": 1.4111950397491455,
      "learning_rate": 0.0001,
      "loss": 0.0211,
      "step": 22740
    },
    {
      "epoch": 173.66412213740458,
      "grad_norm": 1.8502399921417236,
      "learning_rate": 0.0001,
      "loss": 0.0214,
      "step": 22750
    },
    {
      "epoch": 173.74045801526717,
      "grad_norm": 1.7360258102416992,
      "learning_rate": 0.0001,
      "loss": 0.0229,
      "step": 22760
    },
    {
      "epoch": 173.81679389312978,
      "grad_norm": 1.7936232089996338,
      "learning_rate": 0.0001,
      "loss": 0.0231,
      "step": 22770
    },
    {
      "epoch": 173.89312977099237,
      "grad_norm": 1.9499050378799438,
      "learning_rate": 0.0001,
      "loss": 0.0231,
      "step": 22780
    },
    {
      "epoch": 173.96946564885496,
      "grad_norm": 1.4462395906448364,
      "learning_rate": 0.0001,
      "loss": 0.0227,
      "step": 22790
    },
    {
      "epoch": 174.04580152671755,
      "grad_norm": 2.602766990661621,
      "learning_rate": 0.0001,
      "loss": 0.0225,
      "step": 22800
    },
    {
      "epoch": 174.12213740458014,
      "grad_norm": 1.725661277770996,
      "learning_rate": 0.0001,
      "loss": 0.0233,
      "step": 22810
    },
    {
      "epoch": 174.19847328244273,
      "grad_norm": 1.9464209079742432,
      "learning_rate": 0.0001,
      "loss": 0.0216,
      "step": 22820
    },
    {
      "epoch": 174.27480916030535,
      "grad_norm": 1.415336012840271,
      "learning_rate": 0.0001,
      "loss": 0.022,
      "step": 22830
    },
    {
      "epoch": 174.35114503816794,
      "grad_norm": 1.9603220224380493,
      "learning_rate": 0.0001,
      "loss": 0.0227,
      "step": 22840
    },
    {
      "epoch": 174.42748091603053,
      "grad_norm": 1.6594618558883667,
      "learning_rate": 0.0001,
      "loss": 0.0241,
      "step": 22850
    },
    {
      "epoch": 174.50381679389312,
      "grad_norm": 1.7286323308944702,
      "learning_rate": 0.0001,
      "loss": 0.0247,
      "step": 22860
    },
    {
      "epoch": 174.5801526717557,
      "grad_norm": 1.671622395515442,
      "learning_rate": 0.0001,
      "loss": 0.0233,
      "step": 22870
    },
    {
      "epoch": 174.65648854961833,
      "grad_norm": 1.7323306798934937,
      "learning_rate": 0.0001,
      "loss": 0.0222,
      "step": 22880
    },
    {
      "epoch": 174.73282442748092,
      "grad_norm": 1.2820415496826172,
      "learning_rate": 0.0001,
      "loss": 0.0229,
      "step": 22890
    },
    {
      "epoch": 174.8091603053435,
      "grad_norm": 2.170872688293457,
      "learning_rate": 0.0001,
      "loss": 0.0225,
      "step": 22900
    },
    {
      "epoch": 174.8854961832061,
      "grad_norm": 1.876339316368103,
      "learning_rate": 0.0001,
      "loss": 0.0232,
      "step": 22910
    },
    {
      "epoch": 174.9618320610687,
      "grad_norm": 1.6856611967086792,
      "learning_rate": 0.0001,
      "loss": 0.0228,
      "step": 22920
    },
    {
      "epoch": 175.0381679389313,
      "grad_norm": 1.6870908737182617,
      "learning_rate": 0.0001,
      "loss": 0.0223,
      "step": 22930
    },
    {
      "epoch": 175.1145038167939,
      "grad_norm": 2.2220895290374756,
      "learning_rate": 0.0001,
      "loss": 0.0223,
      "step": 22940
    },
    {
      "epoch": 175.1908396946565,
      "grad_norm": 1.3819546699523926,
      "learning_rate": 0.0001,
      "loss": 0.0225,
      "step": 22950
    },
    {
      "epoch": 175.26717557251908,
      "grad_norm": 1.7581202983856201,
      "learning_rate": 0.0001,
      "loss": 0.0209,
      "step": 22960
    },
    {
      "epoch": 175.34351145038167,
      "grad_norm": 1.5827678442001343,
      "learning_rate": 0.0001,
      "loss": 0.0219,
      "step": 22970
    },
    {
      "epoch": 175.4198473282443,
      "grad_norm": 1.8515571355819702,
      "learning_rate": 0.0001,
      "loss": 0.0208,
      "step": 22980
    },
    {
      "epoch": 175.49618320610688,
      "grad_norm": 1.6494163274765015,
      "learning_rate": 0.0001,
      "loss": 0.0214,
      "step": 22990
    },
    {
      "epoch": 175.57251908396947,
      "grad_norm": 1.9911894798278809,
      "learning_rate": 0.0001,
      "loss": 0.0218,
      "step": 23000
    },
    {
      "epoch": 175.64885496183206,
      "grad_norm": 1.599664330482483,
      "learning_rate": 0.0001,
      "loss": 0.0222,
      "step": 23010
    },
    {
      "epoch": 175.72519083969465,
      "grad_norm": 1.9557398557662964,
      "learning_rate": 0.0001,
      "loss": 0.022,
      "step": 23020
    },
    {
      "epoch": 175.80152671755727,
      "grad_norm": 1.5706526041030884,
      "learning_rate": 0.0001,
      "loss": 0.022,
      "step": 23030
    },
    {
      "epoch": 175.87786259541986,
      "grad_norm": 1.5998494625091553,
      "learning_rate": 0.0001,
      "loss": 0.0224,
      "step": 23040
    },
    {
      "epoch": 175.95419847328245,
      "grad_norm": 1.2812048196792603,
      "learning_rate": 0.0001,
      "loss": 0.0221,
      "step": 23050
    },
    {
      "epoch": 176.03053435114504,
      "grad_norm": 1.667405366897583,
      "learning_rate": 0.0001,
      "loss": 0.0216,
      "step": 23060
    },
    {
      "epoch": 176.10687022900763,
      "grad_norm": 1.4794055223464966,
      "learning_rate": 0.0001,
      "loss": 0.0228,
      "step": 23070
    },
    {
      "epoch": 176.18320610687022,
      "grad_norm": 2.2206647396087646,
      "learning_rate": 0.0001,
      "loss": 0.0229,
      "step": 23080
    },
    {
      "epoch": 176.25954198473283,
      "grad_norm": 2.435009002685547,
      "learning_rate": 0.0001,
      "loss": 0.0228,
      "step": 23090
    },
    {
      "epoch": 176.33587786259542,
      "grad_norm": 1.7252695560455322,
      "learning_rate": 0.0001,
      "loss": 0.0228,
      "step": 23100
    },
    {
      "epoch": 176.41221374045801,
      "grad_norm": 2.182196855545044,
      "learning_rate": 0.0001,
      "loss": 0.0217,
      "step": 23110
    },
    {
      "epoch": 176.4885496183206,
      "grad_norm": 2.2744691371917725,
      "learning_rate": 0.0001,
      "loss": 0.0205,
      "step": 23120
    },
    {
      "epoch": 176.5648854961832,
      "grad_norm": 1.227611780166626,
      "learning_rate": 0.0001,
      "loss": 0.021,
      "step": 23130
    },
    {
      "epoch": 176.6412213740458,
      "grad_norm": 1.0991308689117432,
      "learning_rate": 0.0001,
      "loss": 0.0214,
      "step": 23140
    },
    {
      "epoch": 176.7175572519084,
      "grad_norm": 2.7247660160064697,
      "learning_rate": 0.0001,
      "loss": 0.0207,
      "step": 23150
    },
    {
      "epoch": 176.793893129771,
      "grad_norm": 2.1144115924835205,
      "learning_rate": 0.0001,
      "loss": 0.0217,
      "step": 23160
    },
    {
      "epoch": 176.87022900763358,
      "grad_norm": 1.5654641389846802,
      "learning_rate": 0.0001,
      "loss": 0.0224,
      "step": 23170
    },
    {
      "epoch": 176.94656488549617,
      "grad_norm": 2.0250115394592285,
      "learning_rate": 0.0001,
      "loss": 0.0217,
      "step": 23180
    },
    {
      "epoch": 177.0229007633588,
      "grad_norm": 1.2246999740600586,
      "learning_rate": 0.0001,
      "loss": 0.0209,
      "step": 23190
    },
    {
      "epoch": 177.09923664122138,
      "grad_norm": 1.5260474681854248,
      "learning_rate": 0.0001,
      "loss": 0.0206,
      "step": 23200
    },
    {
      "epoch": 177.17557251908397,
      "grad_norm": 1.5454713106155396,
      "learning_rate": 0.0001,
      "loss": 0.0208,
      "step": 23210
    },
    {
      "epoch": 177.25190839694656,
      "grad_norm": 1.3704653978347778,
      "learning_rate": 0.0001,
      "loss": 0.0211,
      "step": 23220
    },
    {
      "epoch": 177.32824427480915,
      "grad_norm": 2.506273031234741,
      "learning_rate": 0.0001,
      "loss": 0.0209,
      "step": 23230
    },
    {
      "epoch": 177.40458015267177,
      "grad_norm": 1.6447663307189941,
      "learning_rate": 0.0001,
      "loss": 0.021,
      "step": 23240
    },
    {
      "epoch": 177.48091603053436,
      "grad_norm": 1.934885025024414,
      "learning_rate": 0.0001,
      "loss": 0.021,
      "step": 23250
    },
    {
      "epoch": 177.55725190839695,
      "grad_norm": 1.445265531539917,
      "learning_rate": 0.0001,
      "loss": 0.0217,
      "step": 23260
    },
    {
      "epoch": 177.63358778625954,
      "grad_norm": 1.461861491203308,
      "learning_rate": 0.0001,
      "loss": 0.0215,
      "step": 23270
    },
    {
      "epoch": 177.70992366412213,
      "grad_norm": 2.2309372425079346,
      "learning_rate": 0.0001,
      "loss": 0.0212,
      "step": 23280
    },
    {
      "epoch": 177.78625954198472,
      "grad_norm": 1.6086236238479614,
      "learning_rate": 0.0001,
      "loss": 0.0215,
      "step": 23290
    },
    {
      "epoch": 177.86259541984734,
      "grad_norm": 2.035792589187622,
      "learning_rate": 0.0001,
      "loss": 0.0209,
      "step": 23300
    },
    {
      "epoch": 177.93893129770993,
      "grad_norm": 1.5424104928970337,
      "learning_rate": 0.0001,
      "loss": 0.0215,
      "step": 23310
    },
    {
      "epoch": 178.01526717557252,
      "grad_norm": 1.1691855192184448,
      "learning_rate": 0.0001,
      "loss": 0.0209,
      "step": 23320
    },
    {
      "epoch": 178.0916030534351,
      "grad_norm": 1.4711965322494507,
      "learning_rate": 0.0001,
      "loss": 0.0207,
      "step": 23330
    },
    {
      "epoch": 178.1679389312977,
      "grad_norm": 1.3122197389602661,
      "learning_rate": 0.0001,
      "loss": 0.0209,
      "step": 23340
    },
    {
      "epoch": 178.24427480916032,
      "grad_norm": 1.998096227645874,
      "learning_rate": 0.0001,
      "loss": 0.0217,
      "step": 23350
    },
    {
      "epoch": 178.3206106870229,
      "grad_norm": 1.6266369819641113,
      "learning_rate": 0.0001,
      "loss": 0.0218,
      "step": 23360
    },
    {
      "epoch": 178.3969465648855,
      "grad_norm": 1.7069343328475952,
      "learning_rate": 0.0001,
      "loss": 0.0222,
      "step": 23370
    },
    {
      "epoch": 178.4732824427481,
      "grad_norm": 1.9495598077774048,
      "learning_rate": 0.0001,
      "loss": 0.0231,
      "step": 23380
    },
    {
      "epoch": 178.54961832061068,
      "grad_norm": 1.9329026937484741,
      "learning_rate": 0.0001,
      "loss": 0.022,
      "step": 23390
    },
    {
      "epoch": 178.6259541984733,
      "grad_norm": 1.8020412921905518,
      "learning_rate": 0.0001,
      "loss": 0.0223,
      "step": 23400
    },
    {
      "epoch": 178.70229007633588,
      "grad_norm": 2.0395169258117676,
      "learning_rate": 0.0001,
      "loss": 0.0218,
      "step": 23410
    },
    {
      "epoch": 178.77862595419847,
      "grad_norm": 2.1409263610839844,
      "learning_rate": 0.0001,
      "loss": 0.0207,
      "step": 23420
    },
    {
      "epoch": 178.85496183206106,
      "grad_norm": 1.718335509300232,
      "learning_rate": 0.0001,
      "loss": 0.0211,
      "step": 23430
    },
    {
      "epoch": 178.93129770992365,
      "grad_norm": 1.9731471538543701,
      "learning_rate": 0.0001,
      "loss": 0.0219,
      "step": 23440
    },
    {
      "epoch": 179.00763358778627,
      "grad_norm": 1.4988259077072144,
      "learning_rate": 0.0001,
      "loss": 0.0224,
      "step": 23450
    },
    {
      "epoch": 179.08396946564886,
      "grad_norm": 1.362685203552246,
      "learning_rate": 0.0001,
      "loss": 0.022,
      "step": 23460
    },
    {
      "epoch": 179.16030534351145,
      "grad_norm": 2.079068422317505,
      "learning_rate": 0.0001,
      "loss": 0.0229,
      "step": 23470
    },
    {
      "epoch": 179.23664122137404,
      "grad_norm": 1.4700963497161865,
      "learning_rate": 0.0001,
      "loss": 0.0227,
      "step": 23480
    },
    {
      "epoch": 179.31297709923663,
      "grad_norm": 2.0773797035217285,
      "learning_rate": 0.0001,
      "loss": 0.0217,
      "step": 23490
    },
    {
      "epoch": 179.38931297709922,
      "grad_norm": 1.7251348495483398,
      "learning_rate": 0.0001,
      "loss": 0.0227,
      "step": 23500
    },
    {
      "epoch": 179.46564885496184,
      "grad_norm": 2.8634581565856934,
      "learning_rate": 0.0001,
      "loss": 0.0216,
      "step": 23510
    },
    {
      "epoch": 179.54198473282443,
      "grad_norm": 1.637608528137207,
      "learning_rate": 0.0001,
      "loss": 0.0211,
      "step": 23520
    },
    {
      "epoch": 179.61832061068702,
      "grad_norm": 1.93489408493042,
      "learning_rate": 0.0001,
      "loss": 0.0209,
      "step": 23530
    },
    {
      "epoch": 179.6946564885496,
      "grad_norm": 1.8865607976913452,
      "learning_rate": 0.0001,
      "loss": 0.0215,
      "step": 23540
    },
    {
      "epoch": 179.7709923664122,
      "grad_norm": 1.4447447061538696,
      "learning_rate": 0.0001,
      "loss": 0.0222,
      "step": 23550
    },
    {
      "epoch": 179.84732824427482,
      "grad_norm": 2.55912709236145,
      "learning_rate": 0.0001,
      "loss": 0.0224,
      "step": 23560
    },
    {
      "epoch": 179.9236641221374,
      "grad_norm": 1.8555114269256592,
      "learning_rate": 0.0001,
      "loss": 0.0218,
      "step": 23570
    },
    {
      "epoch": 180.0,
      "grad_norm": 1.7340373992919922,
      "learning_rate": 0.0001,
      "loss": 0.0215,
      "step": 23580
    },
    {
      "epoch": 180.0763358778626,
      "grad_norm": 2.1897952556610107,
      "learning_rate": 0.0001,
      "loss": 0.0209,
      "step": 23590
    },
    {
      "epoch": 180.15267175572518,
      "grad_norm": 2.108966588973999,
      "learning_rate": 0.0001,
      "loss": 0.0207,
      "step": 23600
    },
    {
      "epoch": 180.2290076335878,
      "grad_norm": 2.078275442123413,
      "learning_rate": 0.0001,
      "loss": 0.0223,
      "step": 23610
    },
    {
      "epoch": 180.3053435114504,
      "grad_norm": 2.6599504947662354,
      "learning_rate": 0.0001,
      "loss": 0.0214,
      "step": 23620
    },
    {
      "epoch": 180.38167938931298,
      "grad_norm": 2.6282622814178467,
      "learning_rate": 0.0001,
      "loss": 0.0206,
      "step": 23630
    },
    {
      "epoch": 180.45801526717557,
      "grad_norm": 2.3378348350524902,
      "learning_rate": 0.0001,
      "loss": 0.0209,
      "step": 23640
    },
    {
      "epoch": 180.53435114503816,
      "grad_norm": 1.4437836408615112,
      "learning_rate": 0.0001,
      "loss": 0.0194,
      "step": 23650
    },
    {
      "epoch": 180.61068702290078,
      "grad_norm": 1.3158305883407593,
      "learning_rate": 0.0001,
      "loss": 0.0203,
      "step": 23660
    },
    {
      "epoch": 180.68702290076337,
      "grad_norm": 1.554937720298767,
      "learning_rate": 0.0001,
      "loss": 0.0208,
      "step": 23670
    },
    {
      "epoch": 180.76335877862596,
      "grad_norm": 1.4327739477157593,
      "learning_rate": 0.0001,
      "loss": 0.0208,
      "step": 23680
    },
    {
      "epoch": 180.83969465648855,
      "grad_norm": 2.2751147747039795,
      "learning_rate": 0.0001,
      "loss": 0.0207,
      "step": 23690
    },
    {
      "epoch": 180.91603053435114,
      "grad_norm": 2.290031909942627,
      "learning_rate": 0.0001,
      "loss": 0.0218,
      "step": 23700
    },
    {
      "epoch": 180.99236641221373,
      "grad_norm": 2.28201961517334,
      "learning_rate": 0.0001,
      "loss": 0.022,
      "step": 23710
    },
    {
      "epoch": 181.06870229007635,
      "grad_norm": 1.825775384902954,
      "learning_rate": 0.0001,
      "loss": 0.0211,
      "step": 23720
    },
    {
      "epoch": 181.14503816793894,
      "grad_norm": 1.7590025663375854,
      "learning_rate": 0.0001,
      "loss": 0.021,
      "step": 23730
    },
    {
      "epoch": 181.22137404580153,
      "grad_norm": 1.2263292074203491,
      "learning_rate": 0.0001,
      "loss": 0.0205,
      "step": 23740
    },
    {
      "epoch": 181.29770992366412,
      "grad_norm": 1.3882137537002563,
      "learning_rate": 0.0001,
      "loss": 0.0213,
      "step": 23750
    },
    {
      "epoch": 181.3740458015267,
      "grad_norm": 1.7285140752792358,
      "learning_rate": 0.0001,
      "loss": 0.0211,
      "step": 23760
    },
    {
      "epoch": 181.45038167938932,
      "grad_norm": 1.2065813541412354,
      "learning_rate": 0.0001,
      "loss": 0.0214,
      "step": 23770
    },
    {
      "epoch": 181.5267175572519,
      "grad_norm": 1.363983392715454,
      "learning_rate": 0.0001,
      "loss": 0.0216,
      "step": 23780
    },
    {
      "epoch": 181.6030534351145,
      "grad_norm": 1.289522409439087,
      "learning_rate": 0.0001,
      "loss": 0.022,
      "step": 23790
    },
    {
      "epoch": 181.6793893129771,
      "grad_norm": 1.254873275756836,
      "learning_rate": 0.0001,
      "loss": 0.0229,
      "step": 23800
    },
    {
      "epoch": 181.75572519083968,
      "grad_norm": 1.754231572151184,
      "learning_rate": 0.0001,
      "loss": 0.0214,
      "step": 23810
    },
    {
      "epoch": 181.8320610687023,
      "grad_norm": 1.6247626543045044,
      "learning_rate": 0.0001,
      "loss": 0.0219,
      "step": 23820
    },
    {
      "epoch": 181.9083969465649,
      "grad_norm": 1.6458961963653564,
      "learning_rate": 0.0001,
      "loss": 0.0219,
      "step": 23830
    },
    {
      "epoch": 181.98473282442748,
      "grad_norm": 1.4291177988052368,
      "learning_rate": 0.0001,
      "loss": 0.021,
      "step": 23840
    },
    {
      "epoch": 182.06106870229007,
      "grad_norm": 1.4339404106140137,
      "learning_rate": 0.0001,
      "loss": 0.022,
      "step": 23850
    },
    {
      "epoch": 182.13740458015266,
      "grad_norm": 1.625072717666626,
      "learning_rate": 0.0001,
      "loss": 0.0227,
      "step": 23860
    },
    {
      "epoch": 182.21374045801528,
      "grad_norm": 1.7074978351593018,
      "learning_rate": 0.0001,
      "loss": 0.0238,
      "step": 23870
    },
    {
      "epoch": 182.29007633587787,
      "grad_norm": 1.8346022367477417,
      "learning_rate": 0.0001,
      "loss": 0.0244,
      "step": 23880
    },
    {
      "epoch": 182.36641221374046,
      "grad_norm": 1.7996799945831299,
      "learning_rate": 0.0001,
      "loss": 0.0234,
      "step": 23890
    },
    {
      "epoch": 182.44274809160305,
      "grad_norm": 1.5501830577850342,
      "learning_rate": 0.0001,
      "loss": 0.0227,
      "step": 23900
    },
    {
      "epoch": 182.51908396946564,
      "grad_norm": 1.4164342880249023,
      "learning_rate": 0.0001,
      "loss": 0.0225,
      "step": 23910
    },
    {
      "epoch": 182.59541984732823,
      "grad_norm": 1.707708477973938,
      "learning_rate": 0.0001,
      "loss": 0.0216,
      "step": 23920
    },
    {
      "epoch": 182.67175572519085,
      "grad_norm": 1.5814367532730103,
      "learning_rate": 0.0001,
      "loss": 0.0218,
      "step": 23930
    },
    {
      "epoch": 182.74809160305344,
      "grad_norm": 0.991327702999115,
      "learning_rate": 0.0001,
      "loss": 0.0208,
      "step": 23940
    },
    {
      "epoch": 182.82442748091603,
      "grad_norm": 1.4550538063049316,
      "learning_rate": 0.0001,
      "loss": 0.0213,
      "step": 23950
    },
    {
      "epoch": 182.90076335877862,
      "grad_norm": 1.621055245399475,
      "learning_rate": 0.0001,
      "loss": 0.0206,
      "step": 23960
    },
    {
      "epoch": 182.9770992366412,
      "grad_norm": 2.0230774879455566,
      "learning_rate": 0.0001,
      "loss": 0.0212,
      "step": 23970
    },
    {
      "epoch": 183.05343511450383,
      "grad_norm": 1.9626582860946655,
      "learning_rate": 0.0001,
      "loss": 0.0214,
      "step": 23980
    },
    {
      "epoch": 183.12977099236642,
      "grad_norm": 2.1521873474121094,
      "learning_rate": 0.0001,
      "loss": 0.0213,
      "step": 23990
    },
    {
      "epoch": 183.206106870229,
      "grad_norm": 1.5870939493179321,
      "learning_rate": 0.0001,
      "loss": 0.0218,
      "step": 24000
    },
    {
      "epoch": 183.2824427480916,
      "grad_norm": 1.4056739807128906,
      "learning_rate": 0.0001,
      "loss": 0.0208,
      "step": 24010
    },
    {
      "epoch": 183.3587786259542,
      "grad_norm": 1.3566814661026,
      "learning_rate": 0.0001,
      "loss": 0.0212,
      "step": 24020
    },
    {
      "epoch": 183.4351145038168,
      "grad_norm": 1.5375303030014038,
      "learning_rate": 0.0001,
      "loss": 0.0218,
      "step": 24030
    },
    {
      "epoch": 183.5114503816794,
      "grad_norm": 1.4487076997756958,
      "learning_rate": 0.0001,
      "loss": 0.0212,
      "step": 24040
    },
    {
      "epoch": 183.58778625954199,
      "grad_norm": 1.6572365760803223,
      "learning_rate": 0.0001,
      "loss": 0.0226,
      "step": 24050
    },
    {
      "epoch": 183.66412213740458,
      "grad_norm": 1.662877082824707,
      "learning_rate": 0.0001,
      "loss": 0.0218,
      "step": 24060
    },
    {
      "epoch": 183.74045801526717,
      "grad_norm": 1.8005154132843018,
      "learning_rate": 0.0001,
      "loss": 0.0223,
      "step": 24070
    },
    {
      "epoch": 183.81679389312978,
      "grad_norm": 1.6186962127685547,
      "learning_rate": 0.0001,
      "loss": 0.0225,
      "step": 24080
    },
    {
      "epoch": 183.89312977099237,
      "grad_norm": 1.987959384918213,
      "learning_rate": 0.0001,
      "loss": 0.0222,
      "step": 24090
    },
    {
      "epoch": 183.96946564885496,
      "grad_norm": 1.678130865097046,
      "learning_rate": 0.0001,
      "loss": 0.0212,
      "step": 24100
    },
    {
      "epoch": 184.04580152671755,
      "grad_norm": 1.8585387468338013,
      "learning_rate": 0.0001,
      "loss": 0.021,
      "step": 24110
    },
    {
      "epoch": 184.12213740458014,
      "grad_norm": 2.800595760345459,
      "learning_rate": 0.0001,
      "loss": 0.022,
      "step": 24120
    },
    {
      "epoch": 184.19847328244273,
      "grad_norm": 2.0730392932891846,
      "learning_rate": 0.0001,
      "loss": 0.0214,
      "step": 24130
    },
    {
      "epoch": 184.27480916030535,
      "grad_norm": 2.462068796157837,
      "learning_rate": 0.0001,
      "loss": 0.0207,
      "step": 24140
    },
    {
      "epoch": 184.35114503816794,
      "grad_norm": 1.6177124977111816,
      "learning_rate": 0.0001,
      "loss": 0.0211,
      "step": 24150
    },
    {
      "epoch": 184.42748091603053,
      "grad_norm": 2.919520854949951,
      "learning_rate": 0.0001,
      "loss": 0.0207,
      "step": 24160
    },
    {
      "epoch": 184.50381679389312,
      "grad_norm": 2.103503465652466,
      "learning_rate": 0.0001,
      "loss": 0.0207,
      "step": 24170
    },
    {
      "epoch": 184.5801526717557,
      "grad_norm": 1.8151739835739136,
      "learning_rate": 0.0001,
      "loss": 0.0204,
      "step": 24180
    },
    {
      "epoch": 184.65648854961833,
      "grad_norm": 2.707106113433838,
      "learning_rate": 0.0001,
      "loss": 0.0207,
      "step": 24190
    },
    {
      "epoch": 184.73282442748092,
      "grad_norm": 1.8534914255142212,
      "learning_rate": 0.0001,
      "loss": 0.0203,
      "step": 24200
    },
    {
      "epoch": 184.8091603053435,
      "grad_norm": 2.129941701889038,
      "learning_rate": 0.0001,
      "loss": 0.0203,
      "step": 24210
    },
    {
      "epoch": 184.8854961832061,
      "grad_norm": 1.6789530515670776,
      "learning_rate": 0.0001,
      "loss": 0.0204,
      "step": 24220
    },
    {
      "epoch": 184.9618320610687,
      "grad_norm": 2.2978951930999756,
      "learning_rate": 0.0001,
      "loss": 0.0208,
      "step": 24230
    },
    {
      "epoch": 185.0381679389313,
      "grad_norm": 1.4639513492584229,
      "learning_rate": 0.0001,
      "loss": 0.0206,
      "step": 24240
    },
    {
      "epoch": 185.1145038167939,
      "grad_norm": 2.227553606033325,
      "learning_rate": 0.0001,
      "loss": 0.0211,
      "step": 24250
    },
    {
      "epoch": 185.1908396946565,
      "grad_norm": 2.034788131713867,
      "learning_rate": 0.0001,
      "loss": 0.0209,
      "step": 24260
    },
    {
      "epoch": 185.26717557251908,
      "grad_norm": 2.187082052230835,
      "learning_rate": 0.0001,
      "loss": 0.0211,
      "step": 24270
    },
    {
      "epoch": 185.34351145038167,
      "grad_norm": 2.472611427307129,
      "learning_rate": 0.0001,
      "loss": 0.0214,
      "step": 24280
    },
    {
      "epoch": 185.4198473282443,
      "grad_norm": 2.05346941947937,
      "learning_rate": 0.0001,
      "loss": 0.0206,
      "step": 24290
    },
    {
      "epoch": 185.49618320610688,
      "grad_norm": 1.5020560026168823,
      "learning_rate": 0.0001,
      "loss": 0.0198,
      "step": 24300
    },
    {
      "epoch": 185.57251908396947,
      "grad_norm": 1.895699143409729,
      "learning_rate": 0.0001,
      "loss": 0.0199,
      "step": 24310
    },
    {
      "epoch": 185.64885496183206,
      "grad_norm": 1.9496965408325195,
      "learning_rate": 0.0001,
      "loss": 0.02,
      "step": 24320
    },
    {
      "epoch": 185.72519083969465,
      "grad_norm": 1.7097110748291016,
      "learning_rate": 0.0001,
      "loss": 0.0199,
      "step": 24330
    },
    {
      "epoch": 185.80152671755727,
      "grad_norm": 1.3029290437698364,
      "learning_rate": 0.0001,
      "loss": 0.0194,
      "step": 24340
    },
    {
      "epoch": 185.87786259541986,
      "grad_norm": 1.6116409301757812,
      "learning_rate": 0.0001,
      "loss": 0.0207,
      "step": 24350
    },
    {
      "epoch": 185.95419847328245,
      "grad_norm": 1.9740408658981323,
      "learning_rate": 0.0001,
      "loss": 0.0203,
      "step": 24360
    },
    {
      "epoch": 186.03053435114504,
      "grad_norm": 1.556488037109375,
      "learning_rate": 0.0001,
      "loss": 0.0209,
      "step": 24370
    },
    {
      "epoch": 186.10687022900763,
      "grad_norm": 1.4059616327285767,
      "learning_rate": 0.0001,
      "loss": 0.0215,
      "step": 24380
    },
    {
      "epoch": 186.18320610687022,
      "grad_norm": 1.8327434062957764,
      "learning_rate": 0.0001,
      "loss": 0.0222,
      "step": 24390
    },
    {
      "epoch": 186.25954198473283,
      "grad_norm": 2.3722164630889893,
      "learning_rate": 0.0001,
      "loss": 0.0231,
      "step": 24400
    },
    {
      "epoch": 186.33587786259542,
      "grad_norm": 2.0672130584716797,
      "learning_rate": 0.0001,
      "loss": 0.0218,
      "step": 24410
    },
    {
      "epoch": 186.41221374045801,
      "grad_norm": 2.1230273246765137,
      "learning_rate": 0.0001,
      "loss": 0.0209,
      "step": 24420
    },
    {
      "epoch": 186.4885496183206,
      "grad_norm": 1.9044562578201294,
      "learning_rate": 0.0001,
      "loss": 0.0206,
      "step": 24430
    },
    {
      "epoch": 186.5648854961832,
      "grad_norm": 1.579028606414795,
      "learning_rate": 0.0001,
      "loss": 0.0201,
      "step": 24440
    },
    {
      "epoch": 186.6412213740458,
      "grad_norm": 2.0431718826293945,
      "learning_rate": 0.0001,
      "loss": 0.0199,
      "step": 24450
    },
    {
      "epoch": 186.7175572519084,
      "grad_norm": 1.76737642288208,
      "learning_rate": 0.0001,
      "loss": 0.0202,
      "step": 24460
    },
    {
      "epoch": 186.793893129771,
      "grad_norm": 1.4224921464920044,
      "learning_rate": 0.0001,
      "loss": 0.0195,
      "step": 24470
    },
    {
      "epoch": 186.87022900763358,
      "grad_norm": 1.326766014099121,
      "learning_rate": 0.0001,
      "loss": 0.0195,
      "step": 24480
    },
    {
      "epoch": 186.94656488549617,
      "grad_norm": 1.6101688146591187,
      "learning_rate": 0.0001,
      "loss": 0.02,
      "step": 24490
    },
    {
      "epoch": 187.0229007633588,
      "grad_norm": 1.6738961935043335,
      "learning_rate": 0.0001,
      "loss": 0.0198,
      "step": 24500
    },
    {
      "epoch": 187.09923664122138,
      "grad_norm": 1.1907485723495483,
      "learning_rate": 0.0001,
      "loss": 0.0205,
      "step": 24510
    },
    {
      "epoch": 187.17557251908397,
      "grad_norm": 1.8487001657485962,
      "learning_rate": 0.0001,
      "loss": 0.0207,
      "step": 24520
    },
    {
      "epoch": 187.25190839694656,
      "grad_norm": 1.3636102676391602,
      "learning_rate": 0.0001,
      "loss": 0.021,
      "step": 24530
    },
    {
      "epoch": 187.32824427480915,
      "grad_norm": 1.7319059371948242,
      "learning_rate": 0.0001,
      "loss": 0.0213,
      "step": 24540
    },
    {
      "epoch": 187.40458015267177,
      "grad_norm": 2.5530214309692383,
      "learning_rate": 0.0001,
      "loss": 0.0206,
      "step": 24550
    },
    {
      "epoch": 187.48091603053436,
      "grad_norm": 2.6330156326293945,
      "learning_rate": 0.0001,
      "loss": 0.0209,
      "step": 24560
    },
    {
      "epoch": 187.55725190839695,
      "grad_norm": 2.077301263809204,
      "learning_rate": 0.0001,
      "loss": 0.0206,
      "step": 24570
    },
    {
      "epoch": 187.63358778625954,
      "grad_norm": 2.1170239448547363,
      "learning_rate": 0.0001,
      "loss": 0.021,
      "step": 24580
    },
    {
      "epoch": 187.70992366412213,
      "grad_norm": 2.1051957607269287,
      "learning_rate": 0.0001,
      "loss": 0.0206,
      "step": 24590
    },
    {
      "epoch": 187.78625954198472,
      "grad_norm": 2.341588020324707,
      "learning_rate": 0.0001,
      "loss": 0.0209,
      "step": 24600
    },
    {
      "epoch": 187.86259541984734,
      "grad_norm": 1.614212155342102,
      "learning_rate": 0.0001,
      "loss": 0.021,
      "step": 24610
    },
    {
      "epoch": 187.93893129770993,
      "grad_norm": 2.516505479812622,
      "learning_rate": 0.0001,
      "loss": 0.0209,
      "step": 24620
    },
    {
      "epoch": 188.01526717557252,
      "grad_norm": 2.0920915603637695,
      "learning_rate": 0.0001,
      "loss": 0.0211,
      "step": 24630
    },
    {
      "epoch": 188.0916030534351,
      "grad_norm": 2.0410637855529785,
      "learning_rate": 0.0001,
      "loss": 0.0203,
      "step": 24640
    },
    {
      "epoch": 188.1679389312977,
      "grad_norm": 1.686797022819519,
      "learning_rate": 0.0001,
      "loss": 0.0202,
      "step": 24650
    },
    {
      "epoch": 188.24427480916032,
      "grad_norm": 1.5657457113265991,
      "learning_rate": 0.0001,
      "loss": 0.0204,
      "step": 24660
    },
    {
      "epoch": 188.3206106870229,
      "grad_norm": 1.560410737991333,
      "learning_rate": 0.0001,
      "loss": 0.0205,
      "step": 24670
    },
    {
      "epoch": 188.3969465648855,
      "grad_norm": 1.5390305519104004,
      "learning_rate": 0.0001,
      "loss": 0.0208,
      "step": 24680
    },
    {
      "epoch": 188.4732824427481,
      "grad_norm": 1.6408581733703613,
      "learning_rate": 0.0001,
      "loss": 0.0207,
      "step": 24690
    },
    {
      "epoch": 188.54961832061068,
      "grad_norm": 1.7326037883758545,
      "learning_rate": 0.0001,
      "loss": 0.0213,
      "step": 24700
    },
    {
      "epoch": 188.6259541984733,
      "grad_norm": 1.9865597486495972,
      "learning_rate": 0.0001,
      "loss": 0.0223,
      "step": 24710
    },
    {
      "epoch": 188.70229007633588,
      "grad_norm": 2.563878297805786,
      "learning_rate": 0.0001,
      "loss": 0.0218,
      "step": 24720
    },
    {
      "epoch": 188.77862595419847,
      "grad_norm": 1.9122099876403809,
      "learning_rate": 0.0001,
      "loss": 0.0212,
      "step": 24730
    },
    {
      "epoch": 188.85496183206106,
      "grad_norm": 1.5954242944717407,
      "learning_rate": 0.0001,
      "loss": 0.0211,
      "step": 24740
    },
    {
      "epoch": 188.93129770992365,
      "grad_norm": 1.6656742095947266,
      "learning_rate": 0.0001,
      "loss": 0.0208,
      "step": 24750
    },
    {
      "epoch": 189.00763358778627,
      "grad_norm": 1.8426915407180786,
      "learning_rate": 0.0001,
      "loss": 0.0211,
      "step": 24760
    },
    {
      "epoch": 189.08396946564886,
      "grad_norm": 1.5240758657455444,
      "learning_rate": 0.0001,
      "loss": 0.021,
      "step": 24770
    },
    {
      "epoch": 189.16030534351145,
      "grad_norm": 2.47446346282959,
      "learning_rate": 0.0001,
      "loss": 0.021,
      "step": 24780
    },
    {
      "epoch": 189.23664122137404,
      "grad_norm": 2.4581313133239746,
      "learning_rate": 0.0001,
      "loss": 0.0214,
      "step": 24790
    },
    {
      "epoch": 189.31297709923663,
      "grad_norm": 1.7017483711242676,
      "learning_rate": 0.0001,
      "loss": 0.0209,
      "step": 24800
    },
    {
      "epoch": 189.38931297709922,
      "grad_norm": 1.8851197957992554,
      "learning_rate": 0.0001,
      "loss": 0.0204,
      "step": 24810
    },
    {
      "epoch": 189.46564885496184,
      "grad_norm": 1.4101073741912842,
      "learning_rate": 0.0001,
      "loss": 0.0192,
      "step": 24820
    },
    {
      "epoch": 189.54198473282443,
      "grad_norm": 1.4338527917861938,
      "learning_rate": 0.0001,
      "loss": 0.0199,
      "step": 24830
    },
    {
      "epoch": 189.61832061068702,
      "grad_norm": 1.7569819688796997,
      "learning_rate": 0.0001,
      "loss": 0.021,
      "step": 24840
    },
    {
      "epoch": 189.6946564885496,
      "grad_norm": 1.742276906967163,
      "learning_rate": 0.0001,
      "loss": 0.0201,
      "step": 24850
    },
    {
      "epoch": 189.7709923664122,
      "grad_norm": 2.006625175476074,
      "learning_rate": 0.0001,
      "loss": 0.0214,
      "step": 24860
    },
    {
      "epoch": 189.84732824427482,
      "grad_norm": 1.8266856670379639,
      "learning_rate": 0.0001,
      "loss": 0.0209,
      "step": 24870
    },
    {
      "epoch": 189.9236641221374,
      "grad_norm": 1.8758834600448608,
      "learning_rate": 0.0001,
      "loss": 0.0205,
      "step": 24880
    },
    {
      "epoch": 190.0,
      "grad_norm": 1.9195538759231567,
      "learning_rate": 0.0001,
      "loss": 0.0208,
      "step": 24890
    },
    {
      "epoch": 190.0763358778626,
      "grad_norm": 1.6389490365982056,
      "learning_rate": 0.0001,
      "loss": 0.0202,
      "step": 24900
    },
    {
      "epoch": 190.15267175572518,
      "grad_norm": 1.7357898950576782,
      "learning_rate": 0.0001,
      "loss": 0.0203,
      "step": 24910
    },
    {
      "epoch": 190.2290076335878,
      "grad_norm": 1.4256343841552734,
      "learning_rate": 0.0001,
      "loss": 0.0205,
      "step": 24920
    },
    {
      "epoch": 190.3053435114504,
      "grad_norm": 1.1464303731918335,
      "learning_rate": 0.0001,
      "loss": 0.0208,
      "step": 24930
    },
    {
      "epoch": 190.38167938931298,
      "grad_norm": 2.0040061473846436,
      "learning_rate": 0.0001,
      "loss": 0.0213,
      "step": 24940
    },
    {
      "epoch": 190.45801526717557,
      "grad_norm": 1.5865610837936401,
      "learning_rate": 0.0001,
      "loss": 0.0203,
      "step": 24950
    },
    {
      "epoch": 190.53435114503816,
      "grad_norm": 1.9267361164093018,
      "learning_rate": 0.0001,
      "loss": 0.0214,
      "step": 24960
    },
    {
      "epoch": 190.61068702290078,
      "grad_norm": 2.169950008392334,
      "learning_rate": 0.0001,
      "loss": 0.0209,
      "step": 24970
    },
    {
      "epoch": 190.68702290076337,
      "grad_norm": 1.487210750579834,
      "learning_rate": 0.0001,
      "loss": 0.0209,
      "step": 24980
    },
    {
      "epoch": 190.76335877862596,
      "grad_norm": 1.936001181602478,
      "learning_rate": 0.0001,
      "loss": 0.0205,
      "step": 24990
    },
    {
      "epoch": 190.83969465648855,
      "grad_norm": 2.012246608734131,
      "learning_rate": 0.0001,
      "loss": 0.0219,
      "step": 25000
    },
    {
      "epoch": 190.91603053435114,
      "grad_norm": 1.6860244274139404,
      "learning_rate": 0.0001,
      "loss": 0.021,
      "step": 25010
    },
    {
      "epoch": 190.99236641221373,
      "grad_norm": 1.7539801597595215,
      "learning_rate": 0.0001,
      "loss": 0.0204,
      "step": 25020
    },
    {
      "epoch": 191.06870229007635,
      "grad_norm": 1.6664352416992188,
      "learning_rate": 0.0001,
      "loss": 0.0206,
      "step": 25030
    },
    {
      "epoch": 191.14503816793894,
      "grad_norm": 2.0140435695648193,
      "learning_rate": 0.0001,
      "loss": 0.0212,
      "step": 25040
    },
    {
      "epoch": 191.22137404580153,
      "grad_norm": 1.685986042022705,
      "learning_rate": 0.0001,
      "loss": 0.0212,
      "step": 25050
    },
    {
      "epoch": 191.29770992366412,
      "grad_norm": 2.2997403144836426,
      "learning_rate": 0.0001,
      "loss": 0.0212,
      "step": 25060
    },
    {
      "epoch": 191.3740458015267,
      "grad_norm": 2.013061285018921,
      "learning_rate": 0.0001,
      "loss": 0.021,
      "step": 25070
    },
    {
      "epoch": 191.45038167938932,
      "grad_norm": 1.6849156618118286,
      "learning_rate": 0.0001,
      "loss": 0.021,
      "step": 25080
    },
    {
      "epoch": 191.5267175572519,
      "grad_norm": 1.7962619066238403,
      "learning_rate": 0.0001,
      "loss": 0.0212,
      "step": 25090
    },
    {
      "epoch": 191.6030534351145,
      "grad_norm": 1.5315865278244019,
      "learning_rate": 0.0001,
      "loss": 0.0214,
      "step": 25100
    },
    {
      "epoch": 191.6793893129771,
      "grad_norm": 1.5507243871688843,
      "learning_rate": 0.0001,
      "loss": 0.0206,
      "step": 25110
    },
    {
      "epoch": 191.75572519083968,
      "grad_norm": 1.5645508766174316,
      "learning_rate": 0.0001,
      "loss": 0.0202,
      "step": 25120
    },
    {
      "epoch": 191.8320610687023,
      "grad_norm": 1.5418697595596313,
      "learning_rate": 0.0001,
      "loss": 0.0206,
      "step": 25130
    },
    {
      "epoch": 191.9083969465649,
      "grad_norm": 1.83246910572052,
      "learning_rate": 0.0001,
      "loss": 0.021,
      "step": 25140
    },
    {
      "epoch": 191.98473282442748,
      "grad_norm": 1.6846472024917603,
      "learning_rate": 0.0001,
      "loss": 0.0218,
      "step": 25150
    },
    {
      "epoch": 192.06106870229007,
      "grad_norm": 1.7745792865753174,
      "learning_rate": 0.0001,
      "loss": 0.0219,
      "step": 25160
    },
    {
      "epoch": 192.13740458015266,
      "grad_norm": 1.8291758298873901,
      "learning_rate": 0.0001,
      "loss": 0.0212,
      "step": 25170
    },
    {
      "epoch": 192.21374045801528,
      "grad_norm": 2.0109879970550537,
      "learning_rate": 0.0001,
      "loss": 0.021,
      "step": 25180
    },
    {
      "epoch": 192.29007633587787,
      "grad_norm": 2.0082485675811768,
      "learning_rate": 0.0001,
      "loss": 0.0211,
      "step": 25190
    },
    {
      "epoch": 192.36641221374046,
      "grad_norm": 1.7560397386550903,
      "learning_rate": 0.0001,
      "loss": 0.0204,
      "step": 25200
    },
    {
      "epoch": 192.44274809160305,
      "grad_norm": 1.622100591659546,
      "learning_rate": 0.0001,
      "loss": 0.0199,
      "step": 25210
    },
    {
      "epoch": 192.51908396946564,
      "grad_norm": 1.4455454349517822,
      "learning_rate": 0.0001,
      "loss": 0.0212,
      "step": 25220
    },
    {
      "epoch": 192.59541984732823,
      "grad_norm": 1.6919325590133667,
      "learning_rate": 0.0001,
      "loss": 0.021,
      "step": 25230
    },
    {
      "epoch": 192.67175572519085,
      "grad_norm": 1.7698153257369995,
      "learning_rate": 0.0001,
      "loss": 0.0205,
      "step": 25240
    },
    {
      "epoch": 192.74809160305344,
      "grad_norm": 1.8345613479614258,
      "learning_rate": 0.0001,
      "loss": 0.0204,
      "step": 25250
    },
    {
      "epoch": 192.82442748091603,
      "grad_norm": 2.0554630756378174,
      "learning_rate": 0.0001,
      "loss": 0.0204,
      "step": 25260
    },
    {
      "epoch": 192.90076335877862,
      "grad_norm": 1.207247257232666,
      "learning_rate": 0.0001,
      "loss": 0.0195,
      "step": 25270
    },
    {
      "epoch": 192.9770992366412,
      "grad_norm": 1.9996036291122437,
      "learning_rate": 0.0001,
      "loss": 0.02,
      "step": 25280
    },
    {
      "epoch": 193.05343511450383,
      "grad_norm": 1.3551374673843384,
      "learning_rate": 0.0001,
      "loss": 0.02,
      "step": 25290
    },
    {
      "epoch": 193.12977099236642,
      "grad_norm": 1.1612240076065063,
      "learning_rate": 0.0001,
      "loss": 0.0206,
      "step": 25300
    },
    {
      "epoch": 193.206106870229,
      "grad_norm": 1.5771969556808472,
      "learning_rate": 0.0001,
      "loss": 0.0207,
      "step": 25310
    },
    {
      "epoch": 193.2824427480916,
      "grad_norm": 1.3401286602020264,
      "learning_rate": 0.0001,
      "loss": 0.0201,
      "step": 25320
    },
    {
      "epoch": 193.3587786259542,
      "grad_norm": 1.8073445558547974,
      "learning_rate": 0.0001,
      "loss": 0.0198,
      "step": 25330
    },
    {
      "epoch": 193.4351145038168,
      "grad_norm": 1.5679103136062622,
      "learning_rate": 0.0001,
      "loss": 0.0211,
      "step": 25340
    },
    {
      "epoch": 193.5114503816794,
      "grad_norm": 1.6002110242843628,
      "learning_rate": 0.0001,
      "loss": 0.0206,
      "step": 25350
    },
    {
      "epoch": 193.58778625954199,
      "grad_norm": 2.028174877166748,
      "learning_rate": 0.0001,
      "loss": 0.0201,
      "step": 25360
    },
    {
      "epoch": 193.66412213740458,
      "grad_norm": 1.377624750137329,
      "learning_rate": 0.0001,
      "loss": 0.0202,
      "step": 25370
    },
    {
      "epoch": 193.74045801526717,
      "grad_norm": 2.047410726547241,
      "learning_rate": 0.0001,
      "loss": 0.0209,
      "step": 25380
    },
    {
      "epoch": 193.81679389312978,
      "grad_norm": 1.5137287378311157,
      "learning_rate": 0.0001,
      "loss": 0.0205,
      "step": 25390
    },
    {
      "epoch": 193.89312977099237,
      "grad_norm": 2.174386739730835,
      "learning_rate": 0.0001,
      "loss": 0.0203,
      "step": 25400
    },
    {
      "epoch": 193.96946564885496,
      "grad_norm": 1.7005951404571533,
      "learning_rate": 0.0001,
      "loss": 0.0203,
      "step": 25410
    },
    {
      "epoch": 194.04580152671755,
      "grad_norm": 1.681911587715149,
      "learning_rate": 0.0001,
      "loss": 0.0192,
      "step": 25420
    },
    {
      "epoch": 194.12213740458014,
      "grad_norm": 1.9381603002548218,
      "learning_rate": 0.0001,
      "loss": 0.0204,
      "step": 25430
    },
    {
      "epoch": 194.19847328244273,
      "grad_norm": 1.8146319389343262,
      "learning_rate": 0.0001,
      "loss": 0.0204,
      "step": 25440
    },
    {
      "epoch": 194.27480916030535,
      "grad_norm": 1.3676148653030396,
      "learning_rate": 0.0001,
      "loss": 0.0205,
      "step": 25450
    },
    {
      "epoch": 194.35114503816794,
      "grad_norm": 1.580313801765442,
      "learning_rate": 0.0001,
      "loss": 0.0207,
      "step": 25460
    },
    {
      "epoch": 194.42748091603053,
      "grad_norm": 1.796258807182312,
      "learning_rate": 0.0001,
      "loss": 0.0209,
      "step": 25470
    },
    {
      "epoch": 194.50381679389312,
      "grad_norm": 1.5504627227783203,
      "learning_rate": 0.0001,
      "loss": 0.0213,
      "step": 25480
    },
    {
      "epoch": 194.5801526717557,
      "grad_norm": 1.4488433599472046,
      "learning_rate": 0.0001,
      "loss": 0.0217,
      "step": 25490
    },
    {
      "epoch": 194.65648854961833,
      "grad_norm": 1.4247689247131348,
      "learning_rate": 0.0001,
      "loss": 0.0211,
      "step": 25500
    },
    {
      "epoch": 194.73282442748092,
      "grad_norm": 1.7369853258132935,
      "learning_rate": 0.0001,
      "loss": 0.0215,
      "step": 25510
    },
    {
      "epoch": 194.8091603053435,
      "grad_norm": 2.550147771835327,
      "learning_rate": 0.0001,
      "loss": 0.0212,
      "step": 25520
    },
    {
      "epoch": 194.8854961832061,
      "grad_norm": 1.7774994373321533,
      "learning_rate": 0.0001,
      "loss": 0.0215,
      "step": 25530
    },
    {
      "epoch": 194.9618320610687,
      "grad_norm": 1.8196895122528076,
      "learning_rate": 0.0001,
      "loss": 0.0218,
      "step": 25540
    },
    {
      "epoch": 195.0381679389313,
      "grad_norm": 1.6165357828140259,
      "learning_rate": 0.0001,
      "loss": 0.0211,
      "step": 25550
    },
    {
      "epoch": 195.1145038167939,
      "grad_norm": 1.4221878051757812,
      "learning_rate": 0.0001,
      "loss": 0.0214,
      "step": 25560
    },
    {
      "epoch": 195.1908396946565,
      "grad_norm": 1.2976670265197754,
      "learning_rate": 0.0001,
      "loss": 0.0219,
      "step": 25570
    },
    {
      "epoch": 195.26717557251908,
      "grad_norm": 2.2212655544281006,
      "learning_rate": 0.0001,
      "loss": 0.0202,
      "step": 25580
    },
    {
      "epoch": 195.34351145038167,
      "grad_norm": 1.5515273809432983,
      "learning_rate": 0.0001,
      "loss": 0.0205,
      "step": 25590
    },
    {
      "epoch": 195.4198473282443,
      "grad_norm": 1.6764265298843384,
      "learning_rate": 0.0001,
      "loss": 0.0223,
      "step": 25600
    },
    {
      "epoch": 195.49618320610688,
      "grad_norm": 1.7600173950195312,
      "learning_rate": 0.0001,
      "loss": 0.0229,
      "step": 25610
    },
    {
      "epoch": 195.57251908396947,
      "grad_norm": 1.5097618103027344,
      "learning_rate": 0.0001,
      "loss": 0.0231,
      "step": 25620
    },
    {
      "epoch": 195.64885496183206,
      "grad_norm": 2.06498122215271,
      "learning_rate": 0.0001,
      "loss": 0.0222,
      "step": 25630
    },
    {
      "epoch": 195.72519083969465,
      "grad_norm": 2.4085283279418945,
      "learning_rate": 0.0001,
      "loss": 0.0223,
      "step": 25640
    },
    {
      "epoch": 195.80152671755727,
      "grad_norm": 1.88239586353302,
      "learning_rate": 0.0001,
      "loss": 0.0221,
      "step": 25650
    },
    {
      "epoch": 195.87786259541986,
      "grad_norm": 1.5626360177993774,
      "learning_rate": 0.0001,
      "loss": 0.022,
      "step": 25660
    },
    {
      "epoch": 195.95419847328245,
      "grad_norm": 1.9201804399490356,
      "learning_rate": 0.0001,
      "loss": 0.0209,
      "step": 25670
    },
    {
      "epoch": 196.03053435114504,
      "grad_norm": 1.4151155948638916,
      "learning_rate": 0.0001,
      "loss": 0.0203,
      "step": 25680
    },
    {
      "epoch": 196.10687022900763,
      "grad_norm": 2.089506149291992,
      "learning_rate": 0.0001,
      "loss": 0.0213,
      "step": 25690
    },
    {
      "epoch": 196.18320610687022,
      "grad_norm": 1.5939885377883911,
      "learning_rate": 0.0001,
      "loss": 0.0205,
      "step": 25700
    },
    {
      "epoch": 196.25954198473283,
      "grad_norm": 1.898643970489502,
      "learning_rate": 0.0001,
      "loss": 0.0203,
      "step": 25710
    },
    {
      "epoch": 196.33587786259542,
      "grad_norm": 2.1500778198242188,
      "learning_rate": 0.0001,
      "loss": 0.0203,
      "step": 25720
    },
    {
      "epoch": 196.41221374045801,
      "grad_norm": 1.9085943698883057,
      "learning_rate": 0.0001,
      "loss": 0.0203,
      "step": 25730
    },
    {
      "epoch": 196.4885496183206,
      "grad_norm": 2.607948064804077,
      "learning_rate": 0.0001,
      "loss": 0.0202,
      "step": 25740
    },
    {
      "epoch": 196.5648854961832,
      "grad_norm": 1.820949912071228,
      "learning_rate": 0.0001,
      "loss": 0.0204,
      "step": 25750
    },
    {
      "epoch": 196.6412213740458,
      "grad_norm": 1.6572890281677246,
      "learning_rate": 0.0001,
      "loss": 0.0191,
      "step": 25760
    },
    {
      "epoch": 196.7175572519084,
      "grad_norm": 2.128269910812378,
      "learning_rate": 0.0001,
      "loss": 0.0203,
      "step": 25770
    },
    {
      "epoch": 196.793893129771,
      "grad_norm": 1.5117156505584717,
      "learning_rate": 0.0001,
      "loss": 0.0206,
      "step": 25780
    },
    {
      "epoch": 196.87022900763358,
      "grad_norm": 1.9089518785476685,
      "learning_rate": 0.0001,
      "loss": 0.0203,
      "step": 25790
    },
    {
      "epoch": 196.94656488549617,
      "grad_norm": 1.5729318857192993,
      "learning_rate": 0.0001,
      "loss": 0.0218,
      "step": 25800
    },
    {
      "epoch": 197.0229007633588,
      "grad_norm": 1.4225314855575562,
      "learning_rate": 0.0001,
      "loss": 0.0207,
      "step": 25810
    },
    {
      "epoch": 197.09923664122138,
      "grad_norm": 1.952863097190857,
      "learning_rate": 0.0001,
      "loss": 0.0216,
      "step": 25820
    },
    {
      "epoch": 197.17557251908397,
      "grad_norm": 1.9769736528396606,
      "learning_rate": 0.0001,
      "loss": 0.0217,
      "step": 25830
    },
    {
      "epoch": 197.25190839694656,
      "grad_norm": 1.2563809156417847,
      "learning_rate": 0.0001,
      "loss": 0.0218,
      "step": 25840
    },
    {
      "epoch": 197.32824427480915,
      "grad_norm": 1.8597203493118286,
      "learning_rate": 0.0001,
      "loss": 0.0205,
      "step": 25850
    },
    {
      "epoch": 197.40458015267177,
      "grad_norm": 1.3368136882781982,
      "learning_rate": 0.0001,
      "loss": 0.0215,
      "step": 25860
    },
    {
      "epoch": 197.48091603053436,
      "grad_norm": 1.3501331806182861,
      "learning_rate": 0.0001,
      "loss": 0.0212,
      "step": 25870
    },
    {
      "epoch": 197.55725190839695,
      "grad_norm": 1.5942165851593018,
      "learning_rate": 0.0001,
      "loss": 0.0215,
      "step": 25880
    },
    {
      "epoch": 197.63358778625954,
      "grad_norm": 1.2879201173782349,
      "learning_rate": 0.0001,
      "loss": 0.0223,
      "step": 25890
    },
    {
      "epoch": 197.70992366412213,
      "grad_norm": 1.4393723011016846,
      "learning_rate": 0.0001,
      "loss": 0.023,
      "step": 25900
    },
    {
      "epoch": 197.78625954198472,
      "grad_norm": 1.791897177696228,
      "learning_rate": 0.0001,
      "loss": 0.0238,
      "step": 25910
    },
    {
      "epoch": 197.86259541984734,
      "grad_norm": 1.1778590679168701,
      "learning_rate": 0.0001,
      "loss": 0.0218,
      "step": 25920
    },
    {
      "epoch": 197.93893129770993,
      "grad_norm": 1.344442367553711,
      "learning_rate": 0.0001,
      "loss": 0.0213,
      "step": 25930
    },
    {
      "epoch": 198.01526717557252,
      "grad_norm": 1.4362016916275024,
      "learning_rate": 0.0001,
      "loss": 0.0211,
      "step": 25940
    },
    {
      "epoch": 198.0916030534351,
      "grad_norm": 1.273647427558899,
      "learning_rate": 0.0001,
      "loss": 0.0207,
      "step": 25950
    },
    {
      "epoch": 198.1679389312977,
      "grad_norm": 1.3756766319274902,
      "learning_rate": 0.0001,
      "loss": 0.0208,
      "step": 25960
    },
    {
      "epoch": 198.24427480916032,
      "grad_norm": 2.4455935955047607,
      "learning_rate": 0.0001,
      "loss": 0.0205,
      "step": 25970
    },
    {
      "epoch": 198.3206106870229,
      "grad_norm": 1.862897515296936,
      "learning_rate": 0.0001,
      "loss": 0.0207,
      "step": 25980
    },
    {
      "epoch": 198.3969465648855,
      "grad_norm": 2.104339122772217,
      "learning_rate": 0.0001,
      "loss": 0.0214,
      "step": 25990
    },
    {
      "epoch": 198.4732824427481,
      "grad_norm": 1.591981291770935,
      "learning_rate": 0.0001,
      "loss": 0.0211,
      "step": 26000
    },
    {
      "epoch": 198.54961832061068,
      "grad_norm": 1.748861312866211,
      "learning_rate": 0.0001,
      "loss": 0.021,
      "step": 26010
    },
    {
      "epoch": 198.6259541984733,
      "grad_norm": 1.9624388217926025,
      "learning_rate": 0.0001,
      "loss": 0.0206,
      "step": 26020
    },
    {
      "epoch": 198.70229007633588,
      "grad_norm": 1.8516641855239868,
      "learning_rate": 0.0001,
      "loss": 0.0218,
      "step": 26030
    },
    {
      "epoch": 198.77862595419847,
      "grad_norm": 1.784555435180664,
      "learning_rate": 0.0001,
      "loss": 0.0216,
      "step": 26040
    },
    {
      "epoch": 198.85496183206106,
      "grad_norm": 1.2281900644302368,
      "learning_rate": 0.0001,
      "loss": 0.0213,
      "step": 26050
    },
    {
      "epoch": 198.93129770992365,
      "grad_norm": 1.7220531702041626,
      "learning_rate": 0.0001,
      "loss": 0.0204,
      "step": 26060
    },
    {
      "epoch": 199.00763358778627,
      "grad_norm": 1.7228924036026,
      "learning_rate": 0.0001,
      "loss": 0.0207,
      "step": 26070
    },
    {
      "epoch": 199.08396946564886,
      "grad_norm": 1.4724980592727661,
      "learning_rate": 0.0001,
      "loss": 0.0202,
      "step": 26080
    },
    {
      "epoch": 199.16030534351145,
      "grad_norm": 1.5389896631240845,
      "learning_rate": 0.0001,
      "loss": 0.0206,
      "step": 26090
    },
    {
      "epoch": 199.23664122137404,
      "grad_norm": 1.3764731884002686,
      "learning_rate": 0.0001,
      "loss": 0.0204,
      "step": 26100
    },
    {
      "epoch": 199.31297709923663,
      "grad_norm": 1.8386181592941284,
      "learning_rate": 0.0001,
      "loss": 0.0203,
      "step": 26110
    },
    {
      "epoch": 199.38931297709922,
      "grad_norm": 1.9860702753067017,
      "learning_rate": 0.0001,
      "loss": 0.0215,
      "step": 26120
    },
    {
      "epoch": 199.46564885496184,
      "grad_norm": 2.3243515491485596,
      "learning_rate": 0.0001,
      "loss": 0.0215,
      "step": 26130
    },
    {
      "epoch": 199.54198473282443,
      "grad_norm": 2.5021979808807373,
      "learning_rate": 0.0001,
      "loss": 0.0215,
      "step": 26140
    },
    {
      "epoch": 199.61832061068702,
      "grad_norm": 1.7285618782043457,
      "learning_rate": 0.0001,
      "loss": 0.0219,
      "step": 26150
    },
    {
      "epoch": 199.6946564885496,
      "grad_norm": 1.8069965839385986,
      "learning_rate": 0.0001,
      "loss": 0.0218,
      "step": 26160
    },
    {
      "epoch": 199.7709923664122,
      "grad_norm": 2.117262125015259,
      "learning_rate": 0.0001,
      "loss": 0.0217,
      "step": 26170
    },
    {
      "epoch": 199.84732824427482,
      "grad_norm": 1.4245035648345947,
      "learning_rate": 0.0001,
      "loss": 0.0211,
      "step": 26180
    },
    {
      "epoch": 199.9236641221374,
      "grad_norm": 1.5899196863174438,
      "learning_rate": 0.0001,
      "loss": 0.02,
      "step": 26190
    },
    {
      "epoch": 200.0,
      "grad_norm": 1.827039361000061,
      "learning_rate": 0.0001,
      "loss": 0.0201,
      "step": 26200
    },
    {
      "epoch": 200.0763358778626,
      "grad_norm": 1.4052727222442627,
      "learning_rate": 0.0001,
      "loss": 0.0209,
      "step": 26210
    },
    {
      "epoch": 200.15267175572518,
      "grad_norm": 1.5331180095672607,
      "learning_rate": 0.0001,
      "loss": 0.0217,
      "step": 26220
    },
    {
      "epoch": 200.2290076335878,
      "grad_norm": 1.9471148252487183,
      "learning_rate": 0.0001,
      "loss": 0.0215,
      "step": 26230
    },
    {
      "epoch": 200.3053435114504,
      "grad_norm": 2.5415072441101074,
      "learning_rate": 0.0001,
      "loss": 0.0214,
      "step": 26240
    },
    {
      "epoch": 200.38167938931298,
      "grad_norm": 2.3740501403808594,
      "learning_rate": 0.0001,
      "loss": 0.021,
      "step": 26250
    },
    {
      "epoch": 200.45801526717557,
      "grad_norm": 1.9660924673080444,
      "learning_rate": 0.0001,
      "loss": 0.0202,
      "step": 26260
    },
    {
      "epoch": 200.53435114503816,
      "grad_norm": 2.5231664180755615,
      "learning_rate": 0.0001,
      "loss": 0.0206,
      "step": 26270
    },
    {
      "epoch": 200.61068702290078,
      "grad_norm": 1.5139880180358887,
      "learning_rate": 0.0001,
      "loss": 0.0202,
      "step": 26280
    },
    {
      "epoch": 200.68702290076337,
      "grad_norm": 1.5237690210342407,
      "learning_rate": 0.0001,
      "loss": 0.0196,
      "step": 26290
    },
    {
      "epoch": 200.76335877862596,
      "grad_norm": 1.4430533647537231,
      "learning_rate": 0.0001,
      "loss": 0.0199,
      "step": 26300
    },
    {
      "epoch": 200.83969465648855,
      "grad_norm": 1.7605549097061157,
      "learning_rate": 0.0001,
      "loss": 0.0204,
      "step": 26310
    },
    {
      "epoch": 200.91603053435114,
      "grad_norm": 1.6951361894607544,
      "learning_rate": 0.0001,
      "loss": 0.0216,
      "step": 26320
    },
    {
      "epoch": 200.99236641221373,
      "grad_norm": 2.0131945610046387,
      "learning_rate": 0.0001,
      "loss": 0.0219,
      "step": 26330
    },
    {
      "epoch": 201.06870229007635,
      "grad_norm": 1.4570903778076172,
      "learning_rate": 0.0001,
      "loss": 0.0206,
      "step": 26340
    },
    {
      "epoch": 201.14503816793894,
      "grad_norm": 1.58893620967865,
      "learning_rate": 0.0001,
      "loss": 0.0216,
      "step": 26350
    },
    {
      "epoch": 201.22137404580153,
      "grad_norm": 1.8565753698349,
      "learning_rate": 0.0001,
      "loss": 0.0213,
      "step": 26360
    },
    {
      "epoch": 201.29770992366412,
      "grad_norm": 2.8051223754882812,
      "learning_rate": 0.0001,
      "loss": 0.0221,
      "step": 26370
    },
    {
      "epoch": 201.3740458015267,
      "grad_norm": 2.968824863433838,
      "learning_rate": 0.0001,
      "loss": 0.0211,
      "step": 26380
    },
    {
      "epoch": 201.45038167938932,
      "grad_norm": 3.2743008136749268,
      "learning_rate": 0.0001,
      "loss": 0.0205,
      "step": 26390
    },
    {
      "epoch": 201.5267175572519,
      "grad_norm": 2.040377140045166,
      "learning_rate": 0.0001,
      "loss": 0.0208,
      "step": 26400
    },
    {
      "epoch": 201.6030534351145,
      "grad_norm": 2.7658770084381104,
      "learning_rate": 0.0001,
      "loss": 0.0203,
      "step": 26410
    },
    {
      "epoch": 201.6793893129771,
      "grad_norm": 2.439661979675293,
      "learning_rate": 0.0001,
      "loss": 0.0197,
      "step": 26420
    },
    {
      "epoch": 201.75572519083968,
      "grad_norm": 1.5621082782745361,
      "learning_rate": 0.0001,
      "loss": 0.0196,
      "step": 26430
    },
    {
      "epoch": 201.8320610687023,
      "grad_norm": 1.810871958732605,
      "learning_rate": 0.0001,
      "loss": 0.0193,
      "step": 26440
    },
    {
      "epoch": 201.9083969465649,
      "grad_norm": 2.2744202613830566,
      "learning_rate": 0.0001,
      "loss": 0.0199,
      "step": 26450
    },
    {
      "epoch": 201.98473282442748,
      "grad_norm": 2.0999209880828857,
      "learning_rate": 0.0001,
      "loss": 0.0195,
      "step": 26460
    },
    {
      "epoch": 202.06106870229007,
      "grad_norm": 2.7262158393859863,
      "learning_rate": 0.0001,
      "loss": 0.0189,
      "step": 26470
    },
    {
      "epoch": 202.13740458015266,
      "grad_norm": 2.030538320541382,
      "learning_rate": 0.0001,
      "loss": 0.019,
      "step": 26480
    },
    {
      "epoch": 202.21374045801528,
      "grad_norm": 1.4374977350234985,
      "learning_rate": 0.0001,
      "loss": 0.0189,
      "step": 26490
    },
    {
      "epoch": 202.29007633587787,
      "grad_norm": 1.7394020557403564,
      "learning_rate": 0.0001,
      "loss": 0.0186,
      "step": 26500
    },
    {
      "epoch": 202.36641221374046,
      "grad_norm": 1.954837679862976,
      "learning_rate": 0.0001,
      "loss": 0.0193,
      "step": 26510
    },
    {
      "epoch": 202.44274809160305,
      "grad_norm": 1.2735214233398438,
      "learning_rate": 0.0001,
      "loss": 0.0186,
      "step": 26520
    },
    {
      "epoch": 202.51908396946564,
      "grad_norm": 1.5060038566589355,
      "learning_rate": 0.0001,
      "loss": 0.0195,
      "step": 26530
    },
    {
      "epoch": 202.59541984732823,
      "grad_norm": 1.8587881326675415,
      "learning_rate": 0.0001,
      "loss": 0.0202,
      "step": 26540
    },
    {
      "epoch": 202.67175572519085,
      "grad_norm": 1.3965219259262085,
      "learning_rate": 0.0001,
      "loss": 0.0197,
      "step": 26550
    },
    {
      "epoch": 202.74809160305344,
      "grad_norm": 1.5911325216293335,
      "learning_rate": 0.0001,
      "loss": 0.0197,
      "step": 26560
    },
    {
      "epoch": 202.82442748091603,
      "grad_norm": 2.04811692237854,
      "learning_rate": 0.0001,
      "loss": 0.0212,
      "step": 26570
    },
    {
      "epoch": 202.90076335877862,
      "grad_norm": 1.6008570194244385,
      "learning_rate": 0.0001,
      "loss": 0.02,
      "step": 26580
    },
    {
      "epoch": 202.9770992366412,
      "grad_norm": 2.025291681289673,
      "learning_rate": 0.0001,
      "loss": 0.0199,
      "step": 26590
    },
    {
      "epoch": 203.05343511450383,
      "grad_norm": 1.7323241233825684,
      "learning_rate": 0.0001,
      "loss": 0.0213,
      "step": 26600
    },
    {
      "epoch": 203.12977099236642,
      "grad_norm": 1.4775371551513672,
      "learning_rate": 0.0001,
      "loss": 0.0203,
      "step": 26610
    },
    {
      "epoch": 203.206106870229,
      "grad_norm": 1.5055314302444458,
      "learning_rate": 0.0001,
      "loss": 0.0201,
      "step": 26620
    },
    {
      "epoch": 203.2824427480916,
      "grad_norm": 2.007391929626465,
      "learning_rate": 0.0001,
      "loss": 0.0203,
      "step": 26630
    },
    {
      "epoch": 203.3587786259542,
      "grad_norm": 1.3941255807876587,
      "learning_rate": 0.0001,
      "loss": 0.0203,
      "step": 26640
    },
    {
      "epoch": 203.4351145038168,
      "grad_norm": 1.9527591466903687,
      "learning_rate": 0.0001,
      "loss": 0.0206,
      "step": 26650
    },
    {
      "epoch": 203.5114503816794,
      "grad_norm": 1.9040284156799316,
      "learning_rate": 0.0001,
      "loss": 0.0199,
      "step": 26660
    },
    {
      "epoch": 203.58778625954199,
      "grad_norm": 1.5050666332244873,
      "learning_rate": 0.0001,
      "loss": 0.0203,
      "step": 26670
    },
    {
      "epoch": 203.66412213740458,
      "grad_norm": 1.3774352073669434,
      "learning_rate": 0.0001,
      "loss": 0.0205,
      "step": 26680
    },
    {
      "epoch": 203.74045801526717,
      "grad_norm": 1.4383190870285034,
      "learning_rate": 0.0001,
      "loss": 0.0202,
      "step": 26690
    },
    {
      "epoch": 203.81679389312978,
      "grad_norm": 1.7433987855911255,
      "learning_rate": 0.0001,
      "loss": 0.0201,
      "step": 26700
    },
    {
      "epoch": 203.89312977099237,
      "grad_norm": 2.039682149887085,
      "learning_rate": 0.0001,
      "loss": 0.0209,
      "step": 26710
    },
    {
      "epoch": 203.96946564885496,
      "grad_norm": 2.5937283039093018,
      "learning_rate": 0.0001,
      "loss": 0.0199,
      "step": 26720
    },
    {
      "epoch": 204.04580152671755,
      "grad_norm": 1.8101080656051636,
      "learning_rate": 0.0001,
      "loss": 0.0199,
      "step": 26730
    },
    {
      "epoch": 204.12213740458014,
      "grad_norm": 1.9091938734054565,
      "learning_rate": 0.0001,
      "loss": 0.02,
      "step": 26740
    },
    {
      "epoch": 204.19847328244273,
      "grad_norm": 1.5184134244918823,
      "learning_rate": 0.0001,
      "loss": 0.0201,
      "step": 26750
    },
    {
      "epoch": 204.27480916030535,
      "grad_norm": 1.5610036849975586,
      "learning_rate": 0.0001,
      "loss": 0.019,
      "step": 26760
    },
    {
      "epoch": 204.35114503816794,
      "grad_norm": 1.5335311889648438,
      "learning_rate": 0.0001,
      "loss": 0.0194,
      "step": 26770
    },
    {
      "epoch": 204.42748091603053,
      "grad_norm": 1.027923583984375,
      "learning_rate": 0.0001,
      "loss": 0.0203,
      "step": 26780
    },
    {
      "epoch": 204.50381679389312,
      "grad_norm": 1.2624523639678955,
      "learning_rate": 0.0001,
      "loss": 0.021,
      "step": 26790
    },
    {
      "epoch": 204.5801526717557,
      "grad_norm": 1.6056592464447021,
      "learning_rate": 0.0001,
      "loss": 0.0199,
      "step": 26800
    },
    {
      "epoch": 204.65648854961833,
      "grad_norm": 1.6135568618774414,
      "learning_rate": 0.0001,
      "loss": 0.0215,
      "step": 26810
    },
    {
      "epoch": 204.73282442748092,
      "grad_norm": 2.390652656555176,
      "learning_rate": 0.0001,
      "loss": 0.021,
      "step": 26820
    },
    {
      "epoch": 204.8091603053435,
      "grad_norm": 1.831555962562561,
      "learning_rate": 0.0001,
      "loss": 0.0211,
      "step": 26830
    },
    {
      "epoch": 204.8854961832061,
      "grad_norm": 2.2205379009246826,
      "learning_rate": 0.0001,
      "loss": 0.0204,
      "step": 26840
    },
    {
      "epoch": 204.9618320610687,
      "grad_norm": 1.942641019821167,
      "learning_rate": 0.0001,
      "loss": 0.0202,
      "step": 26850
    },
    {
      "epoch": 205.0381679389313,
      "grad_norm": 2.216310501098633,
      "learning_rate": 0.0001,
      "loss": 0.0203,
      "step": 26860
    },
    {
      "epoch": 205.1145038167939,
      "grad_norm": 1.6680171489715576,
      "learning_rate": 0.0001,
      "loss": 0.0204,
      "step": 26870
    },
    {
      "epoch": 205.1908396946565,
      "grad_norm": 1.7223719358444214,
      "learning_rate": 0.0001,
      "loss": 0.0201,
      "step": 26880
    },
    {
      "epoch": 205.26717557251908,
      "grad_norm": 2.5038950443267822,
      "learning_rate": 0.0001,
      "loss": 0.0209,
      "step": 26890
    },
    {
      "epoch": 205.34351145038167,
      "grad_norm": 2.8057918548583984,
      "learning_rate": 0.0001,
      "loss": 0.0206,
      "step": 26900
    },
    {
      "epoch": 205.4198473282443,
      "grad_norm": 1.6448322534561157,
      "learning_rate": 0.0001,
      "loss": 0.0203,
      "step": 26910
    },
    {
      "epoch": 205.49618320610688,
      "grad_norm": 2.0137784481048584,
      "learning_rate": 0.0001,
      "loss": 0.0198,
      "step": 26920
    },
    {
      "epoch": 205.57251908396947,
      "grad_norm": 2.208261013031006,
      "learning_rate": 0.0001,
      "loss": 0.0208,
      "step": 26930
    },
    {
      "epoch": 205.64885496183206,
      "grad_norm": 1.5348082780838013,
      "learning_rate": 0.0001,
      "loss": 0.0199,
      "step": 26940
    },
    {
      "epoch": 205.72519083969465,
      "grad_norm": 1.3385905027389526,
      "learning_rate": 0.0001,
      "loss": 0.0205,
      "step": 26950
    },
    {
      "epoch": 205.80152671755727,
      "grad_norm": 1.8609826564788818,
      "learning_rate": 0.0001,
      "loss": 0.0204,
      "step": 26960
    },
    {
      "epoch": 205.87786259541986,
      "grad_norm": 1.1026450395584106,
      "learning_rate": 0.0001,
      "loss": 0.0198,
      "step": 26970
    },
    {
      "epoch": 205.95419847328245,
      "grad_norm": 1.9429023265838623,
      "learning_rate": 0.0001,
      "loss": 0.0199,
      "step": 26980
    },
    {
      "epoch": 206.03053435114504,
      "grad_norm": 1.4814035892486572,
      "learning_rate": 0.0001,
      "loss": 0.02,
      "step": 26990
    },
    {
      "epoch": 206.10687022900763,
      "grad_norm": 2.4459147453308105,
      "learning_rate": 0.0001,
      "loss": 0.02,
      "step": 27000
    },
    {
      "epoch": 206.18320610687022,
      "grad_norm": 1.6097416877746582,
      "learning_rate": 0.0001,
      "loss": 0.0204,
      "step": 27010
    },
    {
      "epoch": 206.25954198473283,
      "grad_norm": 1.6661375761032104,
      "learning_rate": 0.0001,
      "loss": 0.021,
      "step": 27020
    },
    {
      "epoch": 206.33587786259542,
      "grad_norm": 2.353231906890869,
      "learning_rate": 0.0001,
      "loss": 0.0208,
      "step": 27030
    },
    {
      "epoch": 206.41221374045801,
      "grad_norm": 2.0205042362213135,
      "learning_rate": 0.0001,
      "loss": 0.0206,
      "step": 27040
    },
    {
      "epoch": 206.4885496183206,
      "grad_norm": 1.8184890747070312,
      "learning_rate": 0.0001,
      "loss": 0.0207,
      "step": 27050
    },
    {
      "epoch": 206.5648854961832,
      "grad_norm": 2.4536590576171875,
      "learning_rate": 0.0001,
      "loss": 0.0208,
      "step": 27060
    },
    {
      "epoch": 206.6412213740458,
      "grad_norm": 1.3955814838409424,
      "learning_rate": 0.0001,
      "loss": 0.0204,
      "step": 27070
    },
    {
      "epoch": 206.7175572519084,
      "grad_norm": 2.1149237155914307,
      "learning_rate": 0.0001,
      "loss": 0.0205,
      "step": 27080
    },
    {
      "epoch": 206.793893129771,
      "grad_norm": 2.007566452026367,
      "learning_rate": 0.0001,
      "loss": 0.02,
      "step": 27090
    },
    {
      "epoch": 206.87022900763358,
      "grad_norm": 1.5441783666610718,
      "learning_rate": 0.0001,
      "loss": 0.02,
      "step": 27100
    },
    {
      "epoch": 206.94656488549617,
      "grad_norm": 2.099058151245117,
      "learning_rate": 0.0001,
      "loss": 0.0198,
      "step": 27110
    },
    {
      "epoch": 207.0229007633588,
      "grad_norm": 1.4849094152450562,
      "learning_rate": 0.0001,
      "loss": 0.0199,
      "step": 27120
    },
    {
      "epoch": 207.09923664122138,
      "grad_norm": 2.7093236446380615,
      "learning_rate": 0.0001,
      "loss": 0.0202,
      "step": 27130
    },
    {
      "epoch": 207.17557251908397,
      "grad_norm": 1.6180262565612793,
      "learning_rate": 0.0001,
      "loss": 0.0201,
      "step": 27140
    },
    {
      "epoch": 207.25190839694656,
      "grad_norm": 1.8052557706832886,
      "learning_rate": 0.0001,
      "loss": 0.0205,
      "step": 27150
    },
    {
      "epoch": 207.32824427480915,
      "grad_norm": 1.8942919969558716,
      "learning_rate": 0.0001,
      "loss": 0.0205,
      "step": 27160
    },
    {
      "epoch": 207.40458015267177,
      "grad_norm": 1.3810951709747314,
      "learning_rate": 0.0001,
      "loss": 0.0211,
      "step": 27170
    },
    {
      "epoch": 207.48091603053436,
      "grad_norm": 1.5881009101867676,
      "learning_rate": 0.0001,
      "loss": 0.0206,
      "step": 27180
    },
    {
      "epoch": 207.55725190839695,
      "grad_norm": 1.664138674736023,
      "learning_rate": 0.0001,
      "loss": 0.0213,
      "step": 27190
    },
    {
      "epoch": 207.63358778625954,
      "grad_norm": 1.3936665058135986,
      "learning_rate": 0.0001,
      "loss": 0.0202,
      "step": 27200
    },
    {
      "epoch": 207.70992366412213,
      "grad_norm": 1.674176812171936,
      "learning_rate": 0.0001,
      "loss": 0.0208,
      "step": 27210
    },
    {
      "epoch": 207.78625954198472,
      "grad_norm": 1.1129387617111206,
      "learning_rate": 0.0001,
      "loss": 0.0205,
      "step": 27220
    },
    {
      "epoch": 207.86259541984734,
      "grad_norm": 1.5804208517074585,
      "learning_rate": 0.0001,
      "loss": 0.0201,
      "step": 27230
    },
    {
      "epoch": 207.93893129770993,
      "grad_norm": 1.6368402242660522,
      "learning_rate": 0.0001,
      "loss": 0.0216,
      "step": 27240
    },
    {
      "epoch": 208.01526717557252,
      "grad_norm": 2.2811367511749268,
      "learning_rate": 0.0001,
      "loss": 0.0209,
      "step": 27250
    },
    {
      "epoch": 208.0916030534351,
      "grad_norm": 2.004406213760376,
      "learning_rate": 0.0001,
      "loss": 0.0208,
      "step": 27260
    },
    {
      "epoch": 208.1679389312977,
      "grad_norm": 2.462174892425537,
      "learning_rate": 0.0001,
      "loss": 0.0207,
      "step": 27270
    },
    {
      "epoch": 208.24427480916032,
      "grad_norm": 1.910258173942566,
      "learning_rate": 0.0001,
      "loss": 0.0211,
      "step": 27280
    },
    {
      "epoch": 208.3206106870229,
      "grad_norm": 1.8702048063278198,
      "learning_rate": 0.0001,
      "loss": 0.0203,
      "step": 27290
    },
    {
      "epoch": 208.3969465648855,
      "grad_norm": 2.6437692642211914,
      "learning_rate": 0.0001,
      "loss": 0.0204,
      "step": 27300
    },
    {
      "epoch": 208.4732824427481,
      "grad_norm": 1.6656861305236816,
      "learning_rate": 0.0001,
      "loss": 0.0198,
      "step": 27310
    },
    {
      "epoch": 208.54961832061068,
      "grad_norm": 1.814435362815857,
      "learning_rate": 0.0001,
      "loss": 0.0198,
      "step": 27320
    },
    {
      "epoch": 208.6259541984733,
      "grad_norm": 1.8766393661499023,
      "learning_rate": 0.0001,
      "loss": 0.02,
      "step": 27330
    },
    {
      "epoch": 208.70229007633588,
      "grad_norm": 1.673209309577942,
      "learning_rate": 0.0001,
      "loss": 0.0194,
      "step": 27340
    },
    {
      "epoch": 208.77862595419847,
      "grad_norm": 2.2662484645843506,
      "learning_rate": 0.0001,
      "loss": 0.0194,
      "step": 27350
    },
    {
      "epoch": 208.85496183206106,
      "grad_norm": 1.9312435388565063,
      "learning_rate": 0.0001,
      "loss": 0.0202,
      "step": 27360
    },
    {
      "epoch": 208.93129770992365,
      "grad_norm": 1.6189842224121094,
      "learning_rate": 0.0001,
      "loss": 0.0207,
      "step": 27370
    },
    {
      "epoch": 209.00763358778627,
      "grad_norm": 1.3744523525238037,
      "learning_rate": 0.0001,
      "loss": 0.0207,
      "step": 27380
    },
    {
      "epoch": 209.08396946564886,
      "grad_norm": 1.8684215545654297,
      "learning_rate": 0.0001,
      "loss": 0.0208,
      "step": 27390
    },
    {
      "epoch": 209.16030534351145,
      "grad_norm": 2.1375551223754883,
      "learning_rate": 0.0001,
      "loss": 0.0211,
      "step": 27400
    },
    {
      "epoch": 209.23664122137404,
      "grad_norm": 2.1450648307800293,
      "learning_rate": 0.0001,
      "loss": 0.0206,
      "step": 27410
    },
    {
      "epoch": 209.31297709923663,
      "grad_norm": 2.5473690032958984,
      "learning_rate": 0.0001,
      "loss": 0.0205,
      "step": 27420
    },
    {
      "epoch": 209.38931297709922,
      "grad_norm": 3.035773992538452,
      "learning_rate": 0.0001,
      "loss": 0.02,
      "step": 27430
    },
    {
      "epoch": 209.46564885496184,
      "grad_norm": 1.864399790763855,
      "learning_rate": 0.0001,
      "loss": 0.02,
      "step": 27440
    },
    {
      "epoch": 209.54198473282443,
      "grad_norm": 1.7866169214248657,
      "learning_rate": 0.0001,
      "loss": 0.0193,
      "step": 27450
    },
    {
      "epoch": 209.61832061068702,
      "grad_norm": 1.8969860076904297,
      "learning_rate": 0.0001,
      "loss": 0.0193,
      "step": 27460
    },
    {
      "epoch": 209.6946564885496,
      "grad_norm": 2.2415926456451416,
      "learning_rate": 0.0001,
      "loss": 0.0193,
      "step": 27470
    },
    {
      "epoch": 209.7709923664122,
      "grad_norm": 1.5537514686584473,
      "learning_rate": 0.0001,
      "loss": 0.0199,
      "step": 27480
    },
    {
      "epoch": 209.84732824427482,
      "grad_norm": 1.8727991580963135,
      "learning_rate": 0.0001,
      "loss": 0.0195,
      "step": 27490
    },
    {
      "epoch": 209.9236641221374,
      "grad_norm": 1.4338096380233765,
      "learning_rate": 0.0001,
      "loss": 0.0209,
      "step": 27500
    },
    {
      "epoch": 210.0,
      "grad_norm": 2.0573959350585938,
      "learning_rate": 0.0001,
      "loss": 0.0202,
      "step": 27510
    },
    {
      "epoch": 210.0763358778626,
      "grad_norm": 2.0980446338653564,
      "learning_rate": 0.0001,
      "loss": 0.0216,
      "step": 27520
    },
    {
      "epoch": 210.15267175572518,
      "grad_norm": 2.2707955837249756,
      "learning_rate": 0.0001,
      "loss": 0.021,
      "step": 27530
    },
    {
      "epoch": 210.2290076335878,
      "grad_norm": 1.931077480316162,
      "learning_rate": 0.0001,
      "loss": 0.0207,
      "step": 27540
    },
    {
      "epoch": 210.3053435114504,
      "grad_norm": 1.688913345336914,
      "learning_rate": 0.0001,
      "loss": 0.0203,
      "step": 27550
    },
    {
      "epoch": 210.38167938931298,
      "grad_norm": 1.597499132156372,
      "learning_rate": 0.0001,
      "loss": 0.0204,
      "step": 27560
    },
    {
      "epoch": 210.45801526717557,
      "grad_norm": 1.6438912153244019,
      "learning_rate": 0.0001,
      "loss": 0.0196,
      "step": 27570
    },
    {
      "epoch": 210.53435114503816,
      "grad_norm": 1.4914565086364746,
      "learning_rate": 0.0001,
      "loss": 0.0205,
      "step": 27580
    },
    {
      "epoch": 210.61068702290078,
      "grad_norm": 1.351320505142212,
      "learning_rate": 0.0001,
      "loss": 0.0201,
      "step": 27590
    },
    {
      "epoch": 210.68702290076337,
      "grad_norm": 1.5868878364562988,
      "learning_rate": 0.0001,
      "loss": 0.021,
      "step": 27600
    },
    {
      "epoch": 210.76335877862596,
      "grad_norm": 1.6748393774032593,
      "learning_rate": 0.0001,
      "loss": 0.0211,
      "step": 27610
    },
    {
      "epoch": 210.83969465648855,
      "grad_norm": 1.5330474376678467,
      "learning_rate": 0.0001,
      "loss": 0.0212,
      "step": 27620
    },
    {
      "epoch": 210.91603053435114,
      "grad_norm": 1.6041748523712158,
      "learning_rate": 0.0001,
      "loss": 0.0212,
      "step": 27630
    },
    {
      "epoch": 210.99236641221373,
      "grad_norm": 2.4768457412719727,
      "learning_rate": 0.0001,
      "loss": 0.021,
      "step": 27640
    },
    {
      "epoch": 211.06870229007635,
      "grad_norm": 2.4593119621276855,
      "learning_rate": 0.0001,
      "loss": 0.0211,
      "step": 27650
    },
    {
      "epoch": 211.14503816793894,
      "grad_norm": 1.9183717966079712,
      "learning_rate": 0.0001,
      "loss": 0.0206,
      "step": 27660
    },
    {
      "epoch": 211.22137404580153,
      "grad_norm": 2.341362953186035,
      "learning_rate": 0.0001,
      "loss": 0.0215,
      "step": 27670
    },
    {
      "epoch": 211.29770992366412,
      "grad_norm": 2.0096004009246826,
      "learning_rate": 0.0001,
      "loss": 0.0205,
      "step": 27680
    },
    {
      "epoch": 211.3740458015267,
      "grad_norm": 1.899532437324524,
      "learning_rate": 0.0001,
      "loss": 0.02,
      "step": 27690
    },
    {
      "epoch": 211.45038167938932,
      "grad_norm": 1.6768296957015991,
      "learning_rate": 0.0001,
      "loss": 0.0205,
      "step": 27700
    },
    {
      "epoch": 211.5267175572519,
      "grad_norm": 1.4656563997268677,
      "learning_rate": 0.0001,
      "loss": 0.02,
      "step": 27710
    },
    {
      "epoch": 211.6030534351145,
      "grad_norm": 2.306624174118042,
      "learning_rate": 0.0001,
      "loss": 0.0195,
      "step": 27720
    },
    {
      "epoch": 211.6793893129771,
      "grad_norm": 1.681687355041504,
      "learning_rate": 0.0001,
      "loss": 0.0188,
      "step": 27730
    },
    {
      "epoch": 211.75572519083968,
      "grad_norm": 2.0045135021209717,
      "learning_rate": 0.0001,
      "loss": 0.0197,
      "step": 27740
    },
    {
      "epoch": 211.8320610687023,
      "grad_norm": 1.8094873428344727,
      "learning_rate": 0.0001,
      "loss": 0.0197,
      "step": 27750
    },
    {
      "epoch": 211.9083969465649,
      "grad_norm": 1.9790680408477783,
      "learning_rate": 0.0001,
      "loss": 0.019,
      "step": 27760
    },
    {
      "epoch": 211.98473282442748,
      "grad_norm": 1.6372815370559692,
      "learning_rate": 0.0001,
      "loss": 0.0198,
      "step": 27770
    },
    {
      "epoch": 212.06106870229007,
      "grad_norm": 1.5920032262802124,
      "learning_rate": 0.0001,
      "loss": 0.0191,
      "step": 27780
    },
    {
      "epoch": 212.13740458015266,
      "grad_norm": 1.5952187776565552,
      "learning_rate": 0.0001,
      "loss": 0.02,
      "step": 27790
    },
    {
      "epoch": 212.21374045801528,
      "grad_norm": 2.477078914642334,
      "learning_rate": 0.0001,
      "loss": 0.0197,
      "step": 27800
    },
    {
      "epoch": 212.29007633587787,
      "grad_norm": 1.9837394952774048,
      "learning_rate": 0.0001,
      "loss": 0.0202,
      "step": 27810
    },
    {
      "epoch": 212.36641221374046,
      "grad_norm": 1.9152506589889526,
      "learning_rate": 0.0001,
      "loss": 0.0201,
      "step": 27820
    },
    {
      "epoch": 212.44274809160305,
      "grad_norm": 1.5122016668319702,
      "learning_rate": 0.0001,
      "loss": 0.0196,
      "step": 27830
    },
    {
      "epoch": 212.51908396946564,
      "grad_norm": 1.7879258394241333,
      "learning_rate": 0.0001,
      "loss": 0.0204,
      "step": 27840
    },
    {
      "epoch": 212.59541984732823,
      "grad_norm": 1.58941650390625,
      "learning_rate": 0.0001,
      "loss": 0.0204,
      "step": 27850
    },
    {
      "epoch": 212.67175572519085,
      "grad_norm": 2.588716506958008,
      "learning_rate": 0.0001,
      "loss": 0.0199,
      "step": 27860
    },
    {
      "epoch": 212.74809160305344,
      "grad_norm": 1.7323440313339233,
      "learning_rate": 0.0001,
      "loss": 0.0203,
      "step": 27870
    },
    {
      "epoch": 212.82442748091603,
      "grad_norm": 1.3111238479614258,
      "learning_rate": 0.0001,
      "loss": 0.019,
      "step": 27880
    },
    {
      "epoch": 212.90076335877862,
      "grad_norm": 1.963696837425232,
      "learning_rate": 0.0001,
      "loss": 0.0204,
      "step": 27890
    },
    {
      "epoch": 212.9770992366412,
      "grad_norm": 1.7117180824279785,
      "learning_rate": 0.0001,
      "loss": 0.0204,
      "step": 27900
    },
    {
      "epoch": 213.05343511450383,
      "grad_norm": 2.2912437915802,
      "learning_rate": 0.0001,
      "loss": 0.0201,
      "step": 27910
    },
    {
      "epoch": 213.12977099236642,
      "grad_norm": 1.4395489692687988,
      "learning_rate": 0.0001,
      "loss": 0.0205,
      "step": 27920
    },
    {
      "epoch": 213.206106870229,
      "grad_norm": 2.0851316452026367,
      "learning_rate": 0.0001,
      "loss": 0.0208,
      "step": 27930
    },
    {
      "epoch": 213.2824427480916,
      "grad_norm": 1.8116750717163086,
      "learning_rate": 0.0001,
      "loss": 0.0215,
      "step": 27940
    },
    {
      "epoch": 213.3587786259542,
      "grad_norm": 1.747558355331421,
      "learning_rate": 0.0001,
      "loss": 0.0209,
      "step": 27950
    },
    {
      "epoch": 213.4351145038168,
      "grad_norm": 1.3816044330596924,
      "learning_rate": 0.0001,
      "loss": 0.02,
      "step": 27960
    },
    {
      "epoch": 213.5114503816794,
      "grad_norm": 1.652869701385498,
      "learning_rate": 0.0001,
      "loss": 0.021,
      "step": 27970
    },
    {
      "epoch": 213.58778625954199,
      "grad_norm": 2.17498517036438,
      "learning_rate": 0.0001,
      "loss": 0.0208,
      "step": 27980
    },
    {
      "epoch": 213.66412213740458,
      "grad_norm": 1.6759119033813477,
      "learning_rate": 0.0001,
      "loss": 0.0202,
      "step": 27990
    },
    {
      "epoch": 213.74045801526717,
      "grad_norm": 1.8141099214553833,
      "learning_rate": 0.0001,
      "loss": 0.02,
      "step": 28000
    },
    {
      "epoch": 213.81679389312978,
      "grad_norm": 1.516993761062622,
      "learning_rate": 0.0001,
      "loss": 0.021,
      "step": 28010
    },
    {
      "epoch": 213.89312977099237,
      "grad_norm": 1.9303538799285889,
      "learning_rate": 0.0001,
      "loss": 0.0207,
      "step": 28020
    },
    {
      "epoch": 213.96946564885496,
      "grad_norm": 1.1123241186141968,
      "learning_rate": 0.0001,
      "loss": 0.02,
      "step": 28030
    },
    {
      "epoch": 214.04580152671755,
      "grad_norm": 1.820546269416809,
      "learning_rate": 0.0001,
      "loss": 0.0201,
      "step": 28040
    },
    {
      "epoch": 214.12213740458014,
      "grad_norm": 1.8463058471679688,
      "learning_rate": 0.0001,
      "loss": 0.0202,
      "step": 28050
    },
    {
      "epoch": 214.19847328244273,
      "grad_norm": 1.694929599761963,
      "learning_rate": 0.0001,
      "loss": 0.0196,
      "step": 28060
    },
    {
      "epoch": 214.27480916030535,
      "grad_norm": 1.514792799949646,
      "learning_rate": 0.0001,
      "loss": 0.0194,
      "step": 28070
    },
    {
      "epoch": 214.35114503816794,
      "grad_norm": 1.9629075527191162,
      "learning_rate": 0.0001,
      "loss": 0.0204,
      "step": 28080
    },
    {
      "epoch": 214.42748091603053,
      "grad_norm": 1.9067411422729492,
      "learning_rate": 0.0001,
      "loss": 0.0205,
      "step": 28090
    },
    {
      "epoch": 214.50381679389312,
      "grad_norm": 2.059335231781006,
      "learning_rate": 0.0001,
      "loss": 0.0202,
      "step": 28100
    },
    {
      "epoch": 214.5801526717557,
      "grad_norm": 1.611331582069397,
      "learning_rate": 0.0001,
      "loss": 0.0199,
      "step": 28110
    },
    {
      "epoch": 214.65648854961833,
      "grad_norm": 2.794905424118042,
      "learning_rate": 0.0001,
      "loss": 0.0196,
      "step": 28120
    },
    {
      "epoch": 214.73282442748092,
      "grad_norm": 2.1255276203155518,
      "learning_rate": 0.0001,
      "loss": 0.0189,
      "step": 28130
    },
    {
      "epoch": 214.8091603053435,
      "grad_norm": 2.4690215587615967,
      "learning_rate": 0.0001,
      "loss": 0.0191,
      "step": 28140
    },
    {
      "epoch": 214.8854961832061,
      "grad_norm": 2.5606839656829834,
      "learning_rate": 0.0001,
      "loss": 0.0189,
      "step": 28150
    },
    {
      "epoch": 214.9618320610687,
      "grad_norm": 1.978377103805542,
      "learning_rate": 0.0001,
      "loss": 0.0189,
      "step": 28160
    },
    {
      "epoch": 215.0381679389313,
      "grad_norm": 1.4231321811676025,
      "learning_rate": 0.0001,
      "loss": 0.0187,
      "step": 28170
    },
    {
      "epoch": 215.1145038167939,
      "grad_norm": 1.6771881580352783,
      "learning_rate": 0.0001,
      "loss": 0.0186,
      "step": 28180
    },
    {
      "epoch": 215.1908396946565,
      "grad_norm": 2.4929535388946533,
      "learning_rate": 0.0001,
      "loss": 0.0187,
      "step": 28190
    },
    {
      "epoch": 215.26717557251908,
      "grad_norm": 2.1066317558288574,
      "learning_rate": 0.0001,
      "loss": 0.0191,
      "step": 28200
    },
    {
      "epoch": 215.34351145038167,
      "grad_norm": 1.3996052742004395,
      "learning_rate": 0.0001,
      "loss": 0.0189,
      "step": 28210
    },
    {
      "epoch": 215.4198473282443,
      "grad_norm": 1.5581459999084473,
      "learning_rate": 0.0001,
      "loss": 0.0192,
      "step": 28220
    },
    {
      "epoch": 215.49618320610688,
      "grad_norm": 1.813713550567627,
      "learning_rate": 0.0001,
      "loss": 0.0192,
      "step": 28230
    },
    {
      "epoch": 215.57251908396947,
      "grad_norm": 1.8921396732330322,
      "learning_rate": 0.0001,
      "loss": 0.019,
      "step": 28240
    },
    {
      "epoch": 215.64885496183206,
      "grad_norm": 1.2824344635009766,
      "learning_rate": 0.0001,
      "loss": 0.0198,
      "step": 28250
    },
    {
      "epoch": 215.72519083969465,
      "grad_norm": 1.722132921218872,
      "learning_rate": 0.0001,
      "loss": 0.0202,
      "step": 28260
    },
    {
      "epoch": 215.80152671755727,
      "grad_norm": 1.6188160181045532,
      "learning_rate": 0.0001,
      "loss": 0.0203,
      "step": 28270
    },
    {
      "epoch": 215.87786259541986,
      "grad_norm": 1.9405170679092407,
      "learning_rate": 0.0001,
      "loss": 0.0205,
      "step": 28280
    },
    {
      "epoch": 215.95419847328245,
      "grad_norm": 2.347334623336792,
      "learning_rate": 0.0001,
      "loss": 0.02,
      "step": 28290
    },
    {
      "epoch": 216.03053435114504,
      "grad_norm": 1.240739345550537,
      "learning_rate": 0.0001,
      "loss": 0.0201,
      "step": 28300
    },
    {
      "epoch": 216.10687022900763,
      "grad_norm": 1.9451292753219604,
      "learning_rate": 0.0001,
      "loss": 0.0194,
      "step": 28310
    },
    {
      "epoch": 216.18320610687022,
      "grad_norm": 2.229991912841797,
      "learning_rate": 0.0001,
      "loss": 0.019,
      "step": 28320
    },
    {
      "epoch": 216.25954198473283,
      "grad_norm": 2.4645748138427734,
      "learning_rate": 0.0001,
      "loss": 0.0198,
      "step": 28330
    },
    {
      "epoch": 216.33587786259542,
      "grad_norm": 1.5712730884552002,
      "learning_rate": 0.0001,
      "loss": 0.0195,
      "step": 28340
    },
    {
      "epoch": 216.41221374045801,
      "grad_norm": 1.4513264894485474,
      "learning_rate": 0.0001,
      "loss": 0.02,
      "step": 28350
    },
    {
      "epoch": 216.4885496183206,
      "grad_norm": 2.2770092487335205,
      "learning_rate": 0.0001,
      "loss": 0.0198,
      "step": 28360
    },
    {
      "epoch": 216.5648854961832,
      "grad_norm": 1.7679721117019653,
      "learning_rate": 0.0001,
      "loss": 0.0196,
      "step": 28370
    },
    {
      "epoch": 216.6412213740458,
      "grad_norm": 1.8558305501937866,
      "learning_rate": 0.0001,
      "loss": 0.0197,
      "step": 28380
    },
    {
      "epoch": 216.7175572519084,
      "grad_norm": 1.4815568923950195,
      "learning_rate": 0.0001,
      "loss": 0.0194,
      "step": 28390
    },
    {
      "epoch": 216.793893129771,
      "grad_norm": 1.1153957843780518,
      "learning_rate": 0.0001,
      "loss": 0.0191,
      "step": 28400
    },
    {
      "epoch": 216.87022900763358,
      "grad_norm": 1.5491752624511719,
      "learning_rate": 0.0001,
      "loss": 0.0198,
      "step": 28410
    },
    {
      "epoch": 216.94656488549617,
      "grad_norm": 1.3681238889694214,
      "learning_rate": 0.0001,
      "loss": 0.0203,
      "step": 28420
    },
    {
      "epoch": 217.0229007633588,
      "grad_norm": 1.324243426322937,
      "learning_rate": 0.0001,
      "loss": 0.0208,
      "step": 28430
    },
    {
      "epoch": 217.09923664122138,
      "grad_norm": 1.559936285018921,
      "learning_rate": 0.0001,
      "loss": 0.0209,
      "step": 28440
    },
    {
      "epoch": 217.17557251908397,
      "grad_norm": 2.412653684616089,
      "learning_rate": 0.0001,
      "loss": 0.0213,
      "step": 28450
    },
    {
      "epoch": 217.25190839694656,
      "grad_norm": 1.3397325277328491,
      "learning_rate": 0.0001,
      "loss": 0.0212,
      "step": 28460
    },
    {
      "epoch": 217.32824427480915,
      "grad_norm": 2.0694284439086914,
      "learning_rate": 0.0001,
      "loss": 0.0205,
      "step": 28470
    },
    {
      "epoch": 217.40458015267177,
      "grad_norm": 1.3615003824234009,
      "learning_rate": 0.0001,
      "loss": 0.0208,
      "step": 28480
    },
    {
      "epoch": 217.48091603053436,
      "grad_norm": 1.739808201789856,
      "learning_rate": 0.0001,
      "loss": 0.0204,
      "step": 28490
    },
    {
      "epoch": 217.55725190839695,
      "grad_norm": 1.4641845226287842,
      "learning_rate": 0.0001,
      "loss": 0.0204,
      "step": 28500
    },
    {
      "epoch": 217.63358778625954,
      "grad_norm": 1.5120306015014648,
      "learning_rate": 0.0001,
      "loss": 0.0208,
      "step": 28510
    },
    {
      "epoch": 217.70992366412213,
      "grad_norm": 1.5747963190078735,
      "learning_rate": 0.0001,
      "loss": 0.0203,
      "step": 28520
    },
    {
      "epoch": 217.78625954198472,
      "grad_norm": 1.6080116033554077,
      "learning_rate": 0.0001,
      "loss": 0.0212,
      "step": 28530
    },
    {
      "epoch": 217.86259541984734,
      "grad_norm": 1.5958623886108398,
      "learning_rate": 0.0001,
      "loss": 0.0212,
      "step": 28540
    },
    {
      "epoch": 217.93893129770993,
      "grad_norm": 1.3535460233688354,
      "learning_rate": 0.0001,
      "loss": 0.0203,
      "step": 28550
    },
    {
      "epoch": 218.01526717557252,
      "grad_norm": 2.142479658126831,
      "learning_rate": 0.0001,
      "loss": 0.0212,
      "step": 28560
    },
    {
      "epoch": 218.0916030534351,
      "grad_norm": 1.582614779472351,
      "learning_rate": 0.0001,
      "loss": 0.021,
      "step": 28570
    },
    {
      "epoch": 218.1679389312977,
      "grad_norm": 1.8747440576553345,
      "learning_rate": 0.0001,
      "loss": 0.0201,
      "step": 28580
    },
    {
      "epoch": 218.24427480916032,
      "grad_norm": 1.6657357215881348,
      "learning_rate": 0.0001,
      "loss": 0.021,
      "step": 28590
    },
    {
      "epoch": 218.3206106870229,
      "grad_norm": 1.3278779983520508,
      "learning_rate": 0.0001,
      "loss": 0.021,
      "step": 28600
    },
    {
      "epoch": 218.3969465648855,
      "grad_norm": 1.5700058937072754,
      "learning_rate": 0.0001,
      "loss": 0.0206,
      "step": 28610
    },
    {
      "epoch": 218.4732824427481,
      "grad_norm": 2.127697467803955,
      "learning_rate": 0.0001,
      "loss": 0.0213,
      "step": 28620
    },
    {
      "epoch": 218.54961832061068,
      "grad_norm": 1.688131332397461,
      "learning_rate": 0.0001,
      "loss": 0.0205,
      "step": 28630
    },
    {
      "epoch": 218.6259541984733,
      "grad_norm": 2.255859851837158,
      "learning_rate": 0.0001,
      "loss": 0.0211,
      "step": 28640
    },
    {
      "epoch": 218.70229007633588,
      "grad_norm": 2.6652491092681885,
      "learning_rate": 0.0001,
      "loss": 0.0211,
      "step": 28650
    },
    {
      "epoch": 218.77862595419847,
      "grad_norm": 2.0566415786743164,
      "learning_rate": 0.0001,
      "loss": 0.0208,
      "step": 28660
    },
    {
      "epoch": 218.85496183206106,
      "grad_norm": 2.1104767322540283,
      "learning_rate": 0.0001,
      "loss": 0.02,
      "step": 28670
    },
    {
      "epoch": 218.93129770992365,
      "grad_norm": 1.6617987155914307,
      "learning_rate": 0.0001,
      "loss": 0.0198,
      "step": 28680
    },
    {
      "epoch": 219.00763358778627,
      "grad_norm": 2.0542428493499756,
      "learning_rate": 0.0001,
      "loss": 0.0203,
      "step": 28690
    },
    {
      "epoch": 219.08396946564886,
      "grad_norm": 1.545452356338501,
      "learning_rate": 0.0001,
      "loss": 0.0194,
      "step": 28700
    },
    {
      "epoch": 219.16030534351145,
      "grad_norm": 1.436671495437622,
      "learning_rate": 0.0001,
      "loss": 0.0196,
      "step": 28710
    },
    {
      "epoch": 219.23664122137404,
      "grad_norm": 1.4000232219696045,
      "learning_rate": 0.0001,
      "loss": 0.019,
      "step": 28720
    },
    {
      "epoch": 219.31297709923663,
      "grad_norm": 1.7459250688552856,
      "learning_rate": 0.0001,
      "loss": 0.0198,
      "step": 28730
    },
    {
      "epoch": 219.38931297709922,
      "grad_norm": 1.7112761735916138,
      "learning_rate": 0.0001,
      "loss": 0.0193,
      "step": 28740
    },
    {
      "epoch": 219.46564885496184,
      "grad_norm": 1.6293737888336182,
      "learning_rate": 0.0001,
      "loss": 0.0193,
      "step": 28750
    },
    {
      "epoch": 219.54198473282443,
      "grad_norm": 2.15759015083313,
      "learning_rate": 0.0001,
      "loss": 0.0191,
      "step": 28760
    },
    {
      "epoch": 219.61832061068702,
      "grad_norm": 2.468843460083008,
      "learning_rate": 0.0001,
      "loss": 0.0192,
      "step": 28770
    },
    {
      "epoch": 219.6946564885496,
      "grad_norm": 2.1061410903930664,
      "learning_rate": 0.0001,
      "loss": 0.019,
      "step": 28780
    },
    {
      "epoch": 219.7709923664122,
      "grad_norm": 1.7314035892486572,
      "learning_rate": 0.0001,
      "loss": 0.0187,
      "step": 28790
    },
    {
      "epoch": 219.84732824427482,
      "grad_norm": 1.3484599590301514,
      "learning_rate": 0.0001,
      "loss": 0.0187,
      "step": 28800
    },
    {
      "epoch": 219.9236641221374,
      "grad_norm": 2.020348072052002,
      "learning_rate": 0.0001,
      "loss": 0.0193,
      "step": 28810
    },
    {
      "epoch": 220.0,
      "grad_norm": 1.6040616035461426,
      "learning_rate": 0.0001,
      "loss": 0.019,
      "step": 28820
    },
    {
      "epoch": 220.0763358778626,
      "grad_norm": 1.445194959640503,
      "learning_rate": 0.0001,
      "loss": 0.019,
      "step": 28830
    },
    {
      "epoch": 220.15267175572518,
      "grad_norm": 1.6593080759048462,
      "learning_rate": 0.0001,
      "loss": 0.0192,
      "step": 28840
    },
    {
      "epoch": 220.2290076335878,
      "grad_norm": 2.3975141048431396,
      "learning_rate": 0.0001,
      "loss": 0.0198,
      "step": 28850
    },
    {
      "epoch": 220.3053435114504,
      "grad_norm": 1.4975179433822632,
      "learning_rate": 0.0001,
      "loss": 0.0191,
      "step": 28860
    },
    {
      "epoch": 220.38167938931298,
      "grad_norm": 1.3744868040084839,
      "learning_rate": 0.0001,
      "loss": 0.0191,
      "step": 28870
    },
    {
      "epoch": 220.45801526717557,
      "grad_norm": 1.6490219831466675,
      "learning_rate": 0.0001,
      "loss": 0.0196,
      "step": 28880
    },
    {
      "epoch": 220.53435114503816,
      "grad_norm": 1.7780630588531494,
      "learning_rate": 0.0001,
      "loss": 0.0201,
      "step": 28890
    },
    {
      "epoch": 220.61068702290078,
      "grad_norm": 1.6373153924942017,
      "learning_rate": 0.0001,
      "loss": 0.0203,
      "step": 28900
    },
    {
      "epoch": 220.68702290076337,
      "grad_norm": 1.8755545616149902,
      "learning_rate": 0.0001,
      "loss": 0.0194,
      "step": 28910
    },
    {
      "epoch": 220.76335877862596,
      "grad_norm": 1.9904776811599731,
      "learning_rate": 0.0001,
      "loss": 0.0199,
      "step": 28920
    },
    {
      "epoch": 220.83969465648855,
      "grad_norm": 1.5554630756378174,
      "learning_rate": 0.0001,
      "loss": 0.0194,
      "step": 28930
    },
    {
      "epoch": 220.91603053435114,
      "grad_norm": 1.5496746301651,
      "learning_rate": 0.0001,
      "loss": 0.0197,
      "step": 28940
    },
    {
      "epoch": 220.99236641221373,
      "grad_norm": 2.098242998123169,
      "learning_rate": 0.0001,
      "loss": 0.0209,
      "step": 28950
    },
    {
      "epoch": 221.06870229007635,
      "grad_norm": 1.5969104766845703,
      "learning_rate": 0.0001,
      "loss": 0.02,
      "step": 28960
    },
    {
      "epoch": 221.14503816793894,
      "grad_norm": 1.2332878112792969,
      "learning_rate": 0.0001,
      "loss": 0.0208,
      "step": 28970
    },
    {
      "epoch": 221.22137404580153,
      "grad_norm": 2.0147318840026855,
      "learning_rate": 0.0001,
      "loss": 0.0202,
      "step": 28980
    },
    {
      "epoch": 221.29770992366412,
      "grad_norm": 1.5716989040374756,
      "learning_rate": 0.0001,
      "loss": 0.0197,
      "step": 28990
    },
    {
      "epoch": 221.3740458015267,
      "grad_norm": 1.8190624713897705,
      "learning_rate": 0.0001,
      "loss": 0.0207,
      "step": 29000
    },
    {
      "epoch": 221.45038167938932,
      "grad_norm": 1.5354857444763184,
      "learning_rate": 0.0001,
      "loss": 0.0209,
      "step": 29010
    },
    {
      "epoch": 221.5267175572519,
      "grad_norm": 2.5572292804718018,
      "learning_rate": 0.0001,
      "loss": 0.0213,
      "step": 29020
    },
    {
      "epoch": 221.6030534351145,
      "grad_norm": 1.2282094955444336,
      "learning_rate": 0.0001,
      "loss": 0.0205,
      "step": 29030
    },
    {
      "epoch": 221.6793893129771,
      "grad_norm": 1.4324383735656738,
      "learning_rate": 0.0001,
      "loss": 0.0205,
      "step": 29040
    },
    {
      "epoch": 221.75572519083968,
      "grad_norm": 2.144275188446045,
      "learning_rate": 0.0001,
      "loss": 0.0208,
      "step": 29050
    },
    {
      "epoch": 221.8320610687023,
      "grad_norm": 1.4130526781082153,
      "learning_rate": 0.0001,
      "loss": 0.0202,
      "step": 29060
    },
    {
      "epoch": 221.9083969465649,
      "grad_norm": 1.5283437967300415,
      "learning_rate": 0.0001,
      "loss": 0.0208,
      "step": 29070
    },
    {
      "epoch": 221.98473282442748,
      "grad_norm": 1.1189489364624023,
      "learning_rate": 0.0001,
      "loss": 0.0202,
      "step": 29080
    },
    {
      "epoch": 222.06106870229007,
      "grad_norm": 1.7385103702545166,
      "learning_rate": 0.0001,
      "loss": 0.0197,
      "step": 29090
    },
    {
      "epoch": 222.13740458015266,
      "grad_norm": 1.5122185945510864,
      "learning_rate": 0.0001,
      "loss": 0.0195,
      "step": 29100
    },
    {
      "epoch": 222.21374045801528,
      "grad_norm": 1.5466212034225464,
      "learning_rate": 0.0001,
      "loss": 0.0195,
      "step": 29110
    },
    {
      "epoch": 222.29007633587787,
      "grad_norm": 1.852888584136963,
      "learning_rate": 0.0001,
      "loss": 0.02,
      "step": 29120
    },
    {
      "epoch": 222.36641221374046,
      "grad_norm": 1.5056545734405518,
      "learning_rate": 0.0001,
      "loss": 0.0202,
      "step": 29130
    },
    {
      "epoch": 222.44274809160305,
      "grad_norm": 2.5993728637695312,
      "learning_rate": 0.0001,
      "loss": 0.0205,
      "step": 29140
    },
    {
      "epoch": 222.51908396946564,
      "grad_norm": 1.8644473552703857,
      "learning_rate": 0.0001,
      "loss": 0.0202,
      "step": 29150
    },
    {
      "epoch": 222.59541984732823,
      "grad_norm": 1.4358985424041748,
      "learning_rate": 0.0001,
      "loss": 0.0195,
      "step": 29160
    },
    {
      "epoch": 222.67175572519085,
      "grad_norm": 1.6311460733413696,
      "learning_rate": 0.0001,
      "loss": 0.0198,
      "step": 29170
    },
    {
      "epoch": 222.74809160305344,
      "grad_norm": 1.231732964515686,
      "learning_rate": 0.0001,
      "loss": 0.0206,
      "step": 29180
    },
    {
      "epoch": 222.82442748091603,
      "grad_norm": 2.1773524284362793,
      "learning_rate": 0.0001,
      "loss": 0.0201,
      "step": 29190
    },
    {
      "epoch": 222.90076335877862,
      "grad_norm": 2.727030038833618,
      "learning_rate": 0.0001,
      "loss": 0.0201,
      "step": 29200
    },
    {
      "epoch": 222.9770992366412,
      "grad_norm": 1.4476256370544434,
      "learning_rate": 0.0001,
      "loss": 0.0204,
      "step": 29210
    },
    {
      "epoch": 223.05343511450383,
      "grad_norm": 1.6426969766616821,
      "learning_rate": 0.0001,
      "loss": 0.0198,
      "step": 29220
    },
    {
      "epoch": 223.12977099236642,
      "grad_norm": 1.6916193962097168,
      "learning_rate": 0.0001,
      "loss": 0.0208,
      "step": 29230
    },
    {
      "epoch": 223.206106870229,
      "grad_norm": 2.4865825176239014,
      "learning_rate": 0.0001,
      "loss": 0.0203,
      "step": 29240
    },
    {
      "epoch": 223.2824427480916,
      "grad_norm": 1.8812756538391113,
      "learning_rate": 0.0001,
      "loss": 0.0202,
      "step": 29250
    },
    {
      "epoch": 223.3587786259542,
      "grad_norm": 1.5301048755645752,
      "learning_rate": 0.0001,
      "loss": 0.0195,
      "step": 29260
    },
    {
      "epoch": 223.4351145038168,
      "grad_norm": 2.2134146690368652,
      "learning_rate": 0.0001,
      "loss": 0.0191,
      "step": 29270
    },
    {
      "epoch": 223.5114503816794,
      "grad_norm": 1.815268874168396,
      "learning_rate": 0.0001,
      "loss": 0.0192,
      "step": 29280
    },
    {
      "epoch": 223.58778625954199,
      "grad_norm": 1.6932717561721802,
      "learning_rate": 0.0001,
      "loss": 0.0189,
      "step": 29290
    },
    {
      "epoch": 223.66412213740458,
      "grad_norm": 1.8051141500473022,
      "learning_rate": 0.0001,
      "loss": 0.0194,
      "step": 29300
    },
    {
      "epoch": 223.74045801526717,
      "grad_norm": 1.6701586246490479,
      "learning_rate": 0.0001,
      "loss": 0.0193,
      "step": 29310
    },
    {
      "epoch": 223.81679389312978,
      "grad_norm": 1.7425373792648315,
      "learning_rate": 0.0001,
      "loss": 0.0191,
      "step": 29320
    },
    {
      "epoch": 223.89312977099237,
      "grad_norm": 1.7045090198516846,
      "learning_rate": 0.0001,
      "loss": 0.0191,
      "step": 29330
    },
    {
      "epoch": 223.96946564885496,
      "grad_norm": 2.1696650981903076,
      "learning_rate": 0.0001,
      "loss": 0.0198,
      "step": 29340
    },
    {
      "epoch": 224.04580152671755,
      "grad_norm": 2.160710096359253,
      "learning_rate": 0.0001,
      "loss": 0.0194,
      "step": 29350
    },
    {
      "epoch": 224.12213740458014,
      "grad_norm": 1.5531034469604492,
      "learning_rate": 0.0001,
      "loss": 0.0189,
      "step": 29360
    },
    {
      "epoch": 224.19847328244273,
      "grad_norm": 1.576005220413208,
      "learning_rate": 0.0001,
      "loss": 0.0196,
      "step": 29370
    },
    {
      "epoch": 224.27480916030535,
      "grad_norm": 1.3345789909362793,
      "learning_rate": 0.0001,
      "loss": 0.0191,
      "step": 29380
    },
    {
      "epoch": 224.35114503816794,
      "grad_norm": 2.0492944717407227,
      "learning_rate": 0.0001,
      "loss": 0.0198,
      "step": 29390
    },
    {
      "epoch": 224.42748091603053,
      "grad_norm": 1.498372197151184,
      "learning_rate": 0.0001,
      "loss": 0.0196,
      "step": 29400
    },
    {
      "epoch": 224.50381679389312,
      "grad_norm": 1.9966559410095215,
      "learning_rate": 0.0001,
      "loss": 0.0201,
      "step": 29410
    },
    {
      "epoch": 224.5801526717557,
      "grad_norm": 2.0624799728393555,
      "learning_rate": 0.0001,
      "loss": 0.0196,
      "step": 29420
    },
    {
      "epoch": 224.65648854961833,
      "grad_norm": 1.797250509262085,
      "learning_rate": 0.0001,
      "loss": 0.0194,
      "step": 29430
    },
    {
      "epoch": 224.73282442748092,
      "grad_norm": 1.675264596939087,
      "learning_rate": 0.0001,
      "loss": 0.0201,
      "step": 29440
    },
    {
      "epoch": 224.8091603053435,
      "grad_norm": 2.4206621646881104,
      "learning_rate": 0.0001,
      "loss": 0.0199,
      "step": 29450
    },
    {
      "epoch": 224.8854961832061,
      "grad_norm": 2.2179152965545654,
      "learning_rate": 0.0001,
      "loss": 0.0203,
      "step": 29460
    },
    {
      "epoch": 224.9618320610687,
      "grad_norm": 1.8060888051986694,
      "learning_rate": 0.0001,
      "loss": 0.0207,
      "step": 29470
    },
    {
      "epoch": 225.0381679389313,
      "grad_norm": 1.758692741394043,
      "learning_rate": 0.0001,
      "loss": 0.0202,
      "step": 29480
    },
    {
      "epoch": 225.1145038167939,
      "grad_norm": 1.5889911651611328,
      "learning_rate": 0.0001,
      "loss": 0.02,
      "step": 29490
    },
    {
      "epoch": 225.1908396946565,
      "grad_norm": 2.1339170932769775,
      "learning_rate": 0.0001,
      "loss": 0.0199,
      "step": 29500
    },
    {
      "epoch": 225.26717557251908,
      "grad_norm": 1.4491697549819946,
      "learning_rate": 0.0001,
      "loss": 0.0199,
      "step": 29510
    },
    {
      "epoch": 225.34351145038167,
      "grad_norm": 1.6307644844055176,
      "learning_rate": 0.0001,
      "loss": 0.0196,
      "step": 29520
    },
    {
      "epoch": 225.4198473282443,
      "grad_norm": 1.4546895027160645,
      "learning_rate": 0.0001,
      "loss": 0.0191,
      "step": 29530
    },
    {
      "epoch": 225.49618320610688,
      "grad_norm": 1.9260454177856445,
      "learning_rate": 0.0001,
      "loss": 0.019,
      "step": 29540
    },
    {
      "epoch": 225.57251908396947,
      "grad_norm": 1.62917959690094,
      "learning_rate": 0.0001,
      "loss": 0.0193,
      "step": 29550
    },
    {
      "epoch": 225.64885496183206,
      "grad_norm": 2.3202507495880127,
      "learning_rate": 0.0001,
      "loss": 0.0195,
      "step": 29560
    },
    {
      "epoch": 225.72519083969465,
      "grad_norm": 1.4705801010131836,
      "learning_rate": 0.0001,
      "loss": 0.019,
      "step": 29570
    },
    {
      "epoch": 225.80152671755727,
      "grad_norm": 2.179410934448242,
      "learning_rate": 0.0001,
      "loss": 0.0188,
      "step": 29580
    },
    {
      "epoch": 225.87786259541986,
      "grad_norm": 1.7950325012207031,
      "learning_rate": 0.0001,
      "loss": 0.02,
      "step": 29590
    },
    {
      "epoch": 225.95419847328245,
      "grad_norm": 1.2794673442840576,
      "learning_rate": 0.0001,
      "loss": 0.0186,
      "step": 29600
    },
    {
      "epoch": 226.03053435114504,
      "grad_norm": 1.4904955625534058,
      "learning_rate": 0.0001,
      "loss": 0.0191,
      "step": 29610
    },
    {
      "epoch": 226.10687022900763,
      "grad_norm": 2.1621596813201904,
      "learning_rate": 0.0001,
      "loss": 0.0194,
      "step": 29620
    },
    {
      "epoch": 226.18320610687022,
      "grad_norm": 1.612284541130066,
      "learning_rate": 0.0001,
      "loss": 0.0194,
      "step": 29630
    },
    {
      "epoch": 226.25954198473283,
      "grad_norm": 2.3074147701263428,
      "learning_rate": 0.0001,
      "loss": 0.0193,
      "step": 29640
    },
    {
      "epoch": 226.33587786259542,
      "grad_norm": 1.771267294883728,
      "learning_rate": 0.0001,
      "loss": 0.0193,
      "step": 29650
    },
    {
      "epoch": 226.41221374045801,
      "grad_norm": 2.1699681282043457,
      "learning_rate": 0.0001,
      "loss": 0.0192,
      "step": 29660
    },
    {
      "epoch": 226.4885496183206,
      "grad_norm": 1.4951281547546387,
      "learning_rate": 0.0001,
      "loss": 0.0186,
      "step": 29670
    },
    {
      "epoch": 226.5648854961832,
      "grad_norm": 1.5192015171051025,
      "learning_rate": 0.0001,
      "loss": 0.019,
      "step": 29680
    },
    {
      "epoch": 226.6412213740458,
      "grad_norm": 1.749383568763733,
      "learning_rate": 0.0001,
      "loss": 0.0195,
      "step": 29690
    },
    {
      "epoch": 226.7175572519084,
      "grad_norm": 1.6344712972640991,
      "learning_rate": 0.0001,
      "loss": 0.0185,
      "step": 29700
    },
    {
      "epoch": 226.793893129771,
      "grad_norm": 1.7094981670379639,
      "learning_rate": 0.0001,
      "loss": 0.0186,
      "step": 29710
    },
    {
      "epoch": 226.87022900763358,
      "grad_norm": 1.6329665184020996,
      "learning_rate": 0.0001,
      "loss": 0.0189,
      "step": 29720
    },
    {
      "epoch": 226.94656488549617,
      "grad_norm": 2.2806806564331055,
      "learning_rate": 0.0001,
      "loss": 0.0195,
      "step": 29730
    },
    {
      "epoch": 227.0229007633588,
      "grad_norm": 1.9027892351150513,
      "learning_rate": 0.0001,
      "loss": 0.0189,
      "step": 29740
    },
    {
      "epoch": 227.09923664122138,
      "grad_norm": 1.2402926683425903,
      "learning_rate": 0.0001,
      "loss": 0.0196,
      "step": 29750
    },
    {
      "epoch": 227.17557251908397,
      "grad_norm": 1.845613956451416,
      "learning_rate": 0.0001,
      "loss": 0.0188,
      "step": 29760
    },
    {
      "epoch": 227.25190839694656,
      "grad_norm": 1.5191941261291504,
      "learning_rate": 0.0001,
      "loss": 0.0191,
      "step": 29770
    },
    {
      "epoch": 227.32824427480915,
      "grad_norm": 1.969158411026001,
      "learning_rate": 0.0001,
      "loss": 0.0186,
      "step": 29780
    },
    {
      "epoch": 227.40458015267177,
      "grad_norm": 1.129394769668579,
      "learning_rate": 0.0001,
      "loss": 0.0188,
      "step": 29790
    },
    {
      "epoch": 227.48091603053436,
      "grad_norm": 1.412137746810913,
      "learning_rate": 0.0001,
      "loss": 0.0186,
      "step": 29800
    },
    {
      "epoch": 227.55725190839695,
      "grad_norm": 1.7291431427001953,
      "learning_rate": 0.0001,
      "loss": 0.0194,
      "step": 29810
    },
    {
      "epoch": 227.63358778625954,
      "grad_norm": 1.5055334568023682,
      "learning_rate": 0.0001,
      "loss": 0.02,
      "step": 29820
    },
    {
      "epoch": 227.70992366412213,
      "grad_norm": 1.4898438453674316,
      "learning_rate": 0.0001,
      "loss": 0.0203,
      "step": 29830
    },
    {
      "epoch": 227.78625954198472,
      "grad_norm": 1.4075088500976562,
      "learning_rate": 0.0001,
      "loss": 0.0203,
      "step": 29840
    },
    {
      "epoch": 227.86259541984734,
      "grad_norm": 1.7032837867736816,
      "learning_rate": 0.0001,
      "loss": 0.0198,
      "step": 29850
    },
    {
      "epoch": 227.93893129770993,
      "grad_norm": 1.408571720123291,
      "learning_rate": 0.0001,
      "loss": 0.0206,
      "step": 29860
    },
    {
      "epoch": 228.01526717557252,
      "grad_norm": 1.3365085124969482,
      "learning_rate": 0.0001,
      "loss": 0.0212,
      "step": 29870
    },
    {
      "epoch": 228.0916030534351,
      "grad_norm": 1.2977961301803589,
      "learning_rate": 0.0001,
      "loss": 0.0205,
      "step": 29880
    },
    {
      "epoch": 228.1679389312977,
      "grad_norm": 1.9620128870010376,
      "learning_rate": 0.0001,
      "loss": 0.019,
      "step": 29890
    },
    {
      "epoch": 228.24427480916032,
      "grad_norm": 1.5918060541152954,
      "learning_rate": 0.0001,
      "loss": 0.0191,
      "step": 29900
    },
    {
      "epoch": 228.3206106870229,
      "grad_norm": 1.631442904472351,
      "learning_rate": 0.0001,
      "loss": 0.0196,
      "step": 29910
    },
    {
      "epoch": 228.3969465648855,
      "grad_norm": 1.5648412704467773,
      "learning_rate": 0.0001,
      "loss": 0.0198,
      "step": 29920
    },
    {
      "epoch": 228.4732824427481,
      "grad_norm": 1.5613449811935425,
      "learning_rate": 0.0001,
      "loss": 0.0195,
      "step": 29930
    },
    {
      "epoch": 228.54961832061068,
      "grad_norm": 1.5085835456848145,
      "learning_rate": 0.0001,
      "loss": 0.0192,
      "step": 29940
    },
    {
      "epoch": 228.6259541984733,
      "grad_norm": 2.1215932369232178,
      "learning_rate": 0.0001,
      "loss": 0.0196,
      "step": 29950
    },
    {
      "epoch": 228.70229007633588,
      "grad_norm": 1.8856043815612793,
      "learning_rate": 0.0001,
      "loss": 0.0197,
      "step": 29960
    },
    {
      "epoch": 228.77862595419847,
      "grad_norm": 2.028282403945923,
      "learning_rate": 0.0001,
      "loss": 0.0195,
      "step": 29970
    },
    {
      "epoch": 228.85496183206106,
      "grad_norm": 1.8524106740951538,
      "learning_rate": 0.0001,
      "loss": 0.0191,
      "step": 29980
    },
    {
      "epoch": 228.93129770992365,
      "grad_norm": 1.6796132326126099,
      "learning_rate": 0.0001,
      "loss": 0.0193,
      "step": 29990
    },
    {
      "epoch": 229.00763358778627,
      "grad_norm": 1.6787506341934204,
      "learning_rate": 0.0001,
      "loss": 0.0195,
      "step": 30000
    },
    {
      "epoch": 229.00763358778627,
      "step": 30000,
      "total_flos": 0.0,
      "train_loss": 0.021504405591388543,
      "train_runtime": 9723.7824,
      "train_samples_per_second": 197.454,
      "train_steps_per_second": 3.085
    }
  ],
  "logging_steps": 10,
  "max_steps": 30000,
  "num_input_tokens_seen": 0,
  "num_train_epochs": 230,
  "save_steps": 5000,
  "stateful_callbacks": {
    "TrainerControl": {
      "args": {
        "should_epoch_stop": false,
        "should_evaluate": false,
        "should_log": false,
        "should_save": true,
        "should_training_stop": true
      },
      "attributes": {}
    }
  },
  "total_flos": 0.0,
  "train_batch_size": 64,
  "trial_name": null,
  "trial_params": null
}