{
  "best_metric": null,
  "best_model_checkpoint": null,
  "epoch": 2.0,
  "eval_steps": 500,
  "global_step": 1022,
  "is_hyper_param_search": false,
  "is_local_process_zero": true,
  "is_world_process_zero": true,
  "log_history": [
    {
      "epoch": 0.0019569471624266144,
      "grad_norm": 6.49816938838842,
      "learning_rate": 9.99997637686018e-06,
      "loss": 0.3831,
      "step": 1
    },
    {
      "epoch": 0.003913894324853229,
      "grad_norm": 5.380693356203711,
      "learning_rate": 9.999905507663936e-06,
      "loss": 0.3581,
      "step": 2
    },
    {
      "epoch": 0.005870841487279843,
      "grad_norm": 4.854102607288882,
      "learning_rate": 9.999787393080931e-06,
      "loss": 0.3323,
      "step": 3
    },
    {
      "epoch": 0.007827788649706457,
      "grad_norm": 3.3339489731022236,
      "learning_rate": 9.99962203422726e-06,
      "loss": 0.2206,
      "step": 4
    },
    {
      "epoch": 0.009784735812133072,
      "grad_norm": 3.089407392178408,
      "learning_rate": 9.999409432665442e-06,
      "loss": 0.2369,
      "step": 5
    },
    {
      "epoch": 0.011741682974559686,
      "grad_norm": 2.6560729801276,
      "learning_rate": 9.9991495904044e-06,
      "loss": 0.2,
      "step": 6
    },
    {
      "epoch": 0.0136986301369863,
      "grad_norm": 2.5800447510898294,
      "learning_rate": 9.998842509899456e-06,
      "loss": 0.1678,
      "step": 7
    },
    {
      "epoch": 0.015655577299412915,
      "grad_norm": 2.823342371763127,
      "learning_rate": 9.998488194052287e-06,
      "loss": 0.2169,
      "step": 8
    },
    {
      "epoch": 0.01761252446183953,
      "grad_norm": 3.4565865518835786,
      "learning_rate": 9.998086646210916e-06,
      "loss": 0.2734,
      "step": 9
    },
    {
      "epoch": 0.019569471624266144,
      "grad_norm": 3.155959188591151,
      "learning_rate": 9.997637870169673e-06,
      "loss": 0.2101,
      "step": 10
    },
    {
      "epoch": 0.021526418786692758,
      "grad_norm": 2.5892748160647394,
      "learning_rate": 9.997141870169154e-06,
      "loss": 0.2341,
      "step": 11
    },
    {
      "epoch": 0.023483365949119372,
      "grad_norm": 2.2770534492930223,
      "learning_rate": 9.996598650896191e-06,
      "loss": 0.2109,
      "step": 12
    },
    {
      "epoch": 0.025440313111545987,
      "grad_norm": 2.6766408472493586,
      "learning_rate": 9.996008217483806e-06,
      "loss": 0.252,
      "step": 13
    },
    {
      "epoch": 0.0273972602739726,
      "grad_norm": 2.42877025676844,
      "learning_rate": 9.995370575511151e-06,
      "loss": 0.2012,
      "step": 14
    },
    {
      "epoch": 0.029354207436399216,
      "grad_norm": 2.3106434819204464,
      "learning_rate": 9.994685731003469e-06,
      "loss": 0.1809,
      "step": 15
    },
    {
      "epoch": 0.03131115459882583,
      "grad_norm": 2.7138963384238206,
      "learning_rate": 9.993953690432032e-06,
      "loss": 0.2227,
      "step": 16
    },
    {
      "epoch": 0.033268101761252444,
      "grad_norm": 1.9560459455673258,
      "learning_rate": 9.99317446071408e-06,
      "loss": 0.1861,
      "step": 17
    },
    {
      "epoch": 0.03522504892367906,
      "grad_norm": 2.2259934753526567,
      "learning_rate": 9.99234804921275e-06,
      "loss": 0.2005,
      "step": 18
    },
    {
      "epoch": 0.03718199608610567,
      "grad_norm": 2.771920003009874,
      "learning_rate": 9.991474463737018e-06,
      "loss": 0.2211,
      "step": 19
    },
    {
      "epoch": 0.03913894324853229,
      "grad_norm": 3.4898151511234126,
      "learning_rate": 9.990553712541617e-06,
      "loss": 0.2587,
      "step": 20
    },
    {
      "epoch": 0.0410958904109589,
      "grad_norm": 2.82405436363526,
      "learning_rate": 9.989585804326963e-06,
      "loss": 0.2295,
      "step": 21
    },
    {
      "epoch": 0.043052837573385516,
      "grad_norm": 2.932912521576679,
      "learning_rate": 9.988570748239062e-06,
      "loss": 0.2594,
      "step": 22
    },
    {
      "epoch": 0.04500978473581213,
      "grad_norm": 2.495304772832742,
      "learning_rate": 9.987508553869444e-06,
      "loss": 0.1973,
      "step": 23
    },
    {
      "epoch": 0.046966731898238745,
      "grad_norm": 2.601956252074884,
      "learning_rate": 9.986399231255057e-06,
      "loss": 0.1905,
      "step": 24
    },
    {
      "epoch": 0.04892367906066536,
      "grad_norm": 2.529030852639673,
      "learning_rate": 9.985242790878168e-06,
      "loss": 0.1691,
      "step": 25
    },
    {
      "epoch": 0.050880626223091974,
      "grad_norm": 2.4882841479475317,
      "learning_rate": 9.984039243666284e-06,
      "loss": 0.1979,
      "step": 26
    },
    {
      "epoch": 0.05283757338551859,
      "grad_norm": 2.9257563764546406,
      "learning_rate": 9.982788600992027e-06,
      "loss": 0.2072,
      "step": 27
    },
    {
      "epoch": 0.0547945205479452,
      "grad_norm": 2.8838722311323255,
      "learning_rate": 9.98149087467304e-06,
      "loss": 0.2328,
      "step": 28
    },
    {
      "epoch": 0.05675146771037182,
      "grad_norm": 2.181327262811659,
      "learning_rate": 9.980146076971873e-06,
      "loss": 0.2007,
      "step": 29
    },
    {
      "epoch": 0.05870841487279843,
      "grad_norm": 2.8572486821313197,
      "learning_rate": 9.978754220595861e-06,
      "loss": 0.2135,
      "step": 30
    },
    {
      "epoch": 0.060665362035225046,
      "grad_norm": 2.5374509542410886,
      "learning_rate": 9.977315318697013e-06,
      "loss": 0.2073,
      "step": 31
    },
    {
      "epoch": 0.06262230919765166,
      "grad_norm": 2.3130227856443275,
      "learning_rate": 9.975829384871884e-06,
      "loss": 0.1879,
      "step": 32
    },
    {
      "epoch": 0.06457925636007827,
      "grad_norm": 2.4793830732334765,
      "learning_rate": 9.974296433161437e-06,
      "loss": 0.2215,
      "step": 33
    },
    {
      "epoch": 0.06653620352250489,
      "grad_norm": 2.6918960743148457,
      "learning_rate": 9.97271647805093e-06,
      "loss": 0.2037,
      "step": 34
    },
    {
      "epoch": 0.0684931506849315,
      "grad_norm": 2.656918035841296,
      "learning_rate": 9.97108953446976e-06,
      "loss": 0.2072,
      "step": 35
    },
    {
      "epoch": 0.07045009784735812,
      "grad_norm": 2.2989268048651597,
      "learning_rate": 9.969415617791336e-06,
      "loss": 0.2243,
      "step": 36
    },
    {
      "epoch": 0.07240704500978473,
      "grad_norm": 2.2220346400231508,
      "learning_rate": 9.967694743832923e-06,
      "loss": 0.1945,
      "step": 37
    },
    {
      "epoch": 0.07436399217221135,
      "grad_norm": 2.0711067608688665,
      "learning_rate": 9.965926928855498e-06,
      "loss": 0.1712,
      "step": 38
    },
    {
      "epoch": 0.07632093933463796,
      "grad_norm": 2.5322489103260537,
      "learning_rate": 9.964112189563601e-06,
      "loss": 0.2341,
      "step": 39
    },
    {
      "epoch": 0.07827788649706457,
      "grad_norm": 2.1485732934115074,
      "learning_rate": 9.962250543105167e-06,
      "loss": 0.1974,
      "step": 40
    },
    {
      "epoch": 0.08023483365949119,
      "grad_norm": 2.0625357973409857,
      "learning_rate": 9.960342007071368e-06,
      "loss": 0.1452,
      "step": 41
    },
    {
      "epoch": 0.0821917808219178,
      "grad_norm": 2.7180375898424654,
      "learning_rate": 9.95838659949645e-06,
      "loss": 0.2038,
      "step": 42
    },
    {
      "epoch": 0.08414872798434442,
      "grad_norm": 2.0868047221494765,
      "learning_rate": 9.956384338857561e-06,
      "loss": 0.1651,
      "step": 43
    },
    {
      "epoch": 0.08610567514677103,
      "grad_norm": 2.8213948689249593,
      "learning_rate": 9.954335244074575e-06,
      "loss": 0.2619,
      "step": 44
    },
    {
      "epoch": 0.08806262230919765,
      "grad_norm": 1.871771628868505,
      "learning_rate": 9.952239334509909e-06,
      "loss": 0.1617,
      "step": 45
    },
    {
      "epoch": 0.09001956947162426,
      "grad_norm": 2.731855359483773,
      "learning_rate": 9.950096629968353e-06,
      "loss": 0.2518,
      "step": 46
    },
    {
      "epoch": 0.09197651663405088,
      "grad_norm": 2.6371657115421763,
      "learning_rate": 9.947907150696868e-06,
      "loss": 0.1958,
      "step": 47
    },
    {
      "epoch": 0.09393346379647749,
      "grad_norm": 2.6444310296811615,
      "learning_rate": 9.945670917384404e-06,
      "loss": 0.1583,
      "step": 48
    },
    {
      "epoch": 0.0958904109589041,
      "grad_norm": 2.4826045149475946,
      "learning_rate": 9.943387951161702e-06,
      "loss": 0.2238,
      "step": 49
    },
    {
      "epoch": 0.09784735812133072,
      "grad_norm": 2.5082949960285084,
      "learning_rate": 9.941058273601097e-06,
      "loss": 0.1619,
      "step": 50
    },
    {
      "epoch": 0.09980430528375733,
      "grad_norm": 2.3729389287378164,
      "learning_rate": 9.938681906716305e-06,
      "loss": 0.1744,
      "step": 51
    },
    {
      "epoch": 0.10176125244618395,
      "grad_norm": 2.648730419799791,
      "learning_rate": 9.936258872962229e-06,
      "loss": 0.2122,
      "step": 52
    },
    {
      "epoch": 0.10371819960861056,
      "grad_norm": 2.486658025546424,
      "learning_rate": 9.93378919523473e-06,
      "loss": 0.1649,
      "step": 53
    },
    {
      "epoch": 0.10567514677103718,
      "grad_norm": 2.2724210250046513,
      "learning_rate": 9.931272896870427e-06,
      "loss": 0.2044,
      "step": 54
    },
    {
      "epoch": 0.10763209393346379,
      "grad_norm": 1.9775758430433867,
      "learning_rate": 9.928710001646467e-06,
      "loss": 0.1763,
      "step": 55
    },
    {
      "epoch": 0.1095890410958904,
      "grad_norm": 2.4370142170794913,
      "learning_rate": 9.926100533780304e-06,
      "loss": 0.2233,
      "step": 56
    },
    {
      "epoch": 0.11154598825831702,
      "grad_norm": 2.5141917988151343,
      "learning_rate": 9.923444517929467e-06,
      "loss": 0.2492,
      "step": 57
    },
    {
      "epoch": 0.11350293542074363,
      "grad_norm": 2.752368590034408,
      "learning_rate": 9.92074197919133e-06,
      "loss": 0.1967,
      "step": 58
    },
    {
      "epoch": 0.11545988258317025,
      "grad_norm": 2.765803987257559,
      "learning_rate": 9.917992943102872e-06,
      "loss": 0.2097,
      "step": 59
    },
    {
      "epoch": 0.11741682974559686,
      "grad_norm": 2.5147132924542674,
      "learning_rate": 9.91519743564044e-06,
      "loss": 0.2212,
      "step": 60
    },
    {
      "epoch": 0.11937377690802348,
      "grad_norm": 2.0155053032184087,
      "learning_rate": 9.912355483219498e-06,
      "loss": 0.1638,
      "step": 61
    },
    {
      "epoch": 0.12133072407045009,
      "grad_norm": 2.021296244758309,
      "learning_rate": 9.909467112694385e-06,
      "loss": 0.1672,
      "step": 62
    },
    {
      "epoch": 0.1232876712328767,
      "grad_norm": 2.2173585967079745,
      "learning_rate": 9.906532351358047e-06,
      "loss": 0.174,
      "step": 63
    },
    {
      "epoch": 0.12524461839530332,
      "grad_norm": 2.899798726270873,
      "learning_rate": 9.903551226941801e-06,
      "loss": 0.253,
      "step": 64
    },
    {
      "epoch": 0.12720156555772993,
      "grad_norm": 2.503996867252731,
      "learning_rate": 9.900523767615052e-06,
      "loss": 0.2198,
      "step": 65
    },
    {
      "epoch": 0.12915851272015655,
      "grad_norm": 2.3952499898965094,
      "learning_rate": 9.897450001985038e-06,
      "loss": 0.2071,
      "step": 66
    },
    {
      "epoch": 0.13111545988258316,
      "grad_norm": 2.399907837161599,
      "learning_rate": 9.894329959096559e-06,
      "loss": 0.254,
      "step": 67
    },
    {
      "epoch": 0.13307240704500978,
      "grad_norm": 2.7441327698125404,
      "learning_rate": 9.891163668431696e-06,
      "loss": 0.186,
      "step": 68
    },
    {
      "epoch": 0.1350293542074364,
      "grad_norm": 2.2747673192909934,
      "learning_rate": 9.887951159909541e-06,
      "loss": 0.2202,
      "step": 69
    },
    {
      "epoch": 0.136986301369863,
      "grad_norm": 2.702240638553894,
      "learning_rate": 9.88469246388591e-06,
      "loss": 0.1936,
      "step": 70
    },
    {
      "epoch": 0.13894324853228962,
      "grad_norm": 2.39315583619449,
      "learning_rate": 9.881387611153053e-06,
      "loss": 0.1679,
      "step": 71
    },
    {
      "epoch": 0.14090019569471623,
      "grad_norm": 2.7394787651459644,
      "learning_rate": 9.878036632939374e-06,
      "loss": 0.2118,
      "step": 72
    },
    {
      "epoch": 0.14285714285714285,
      "grad_norm": 2.7400844254551364,
      "learning_rate": 9.874639560909118e-06,
      "loss": 0.2248,
      "step": 73
    },
    {
      "epoch": 0.14481409001956946,
      "grad_norm": 3.387587218567297,
      "learning_rate": 9.871196427162094e-06,
      "loss": 0.2027,
      "step": 74
    },
    {
      "epoch": 0.14677103718199608,
      "grad_norm": 2.8157583006918454,
      "learning_rate": 9.867707264233349e-06,
      "loss": 0.2308,
      "step": 75
    },
    {
      "epoch": 0.1487279843444227,
      "grad_norm": 2.1042150721161326,
      "learning_rate": 9.86417210509288e-06,
      "loss": 0.1666,
      "step": 76
    },
    {
      "epoch": 0.1506849315068493,
      "grad_norm": 2.133705709859829,
      "learning_rate": 9.860590983145307e-06,
      "loss": 0.2,
      "step": 77
    },
    {
      "epoch": 0.15264187866927592,
      "grad_norm": 2.1633564482046803,
      "learning_rate": 9.85696393222957e-06,
      "loss": 0.1774,
      "step": 78
    },
    {
      "epoch": 0.15459882583170254,
      "grad_norm": 2.4915588839950273,
      "learning_rate": 9.853290986618604e-06,
      "loss": 0.2003,
      "step": 79
    },
    {
      "epoch": 0.15655577299412915,
      "grad_norm": 2.210488926028733,
      "learning_rate": 9.849572181019008e-06,
      "loss": 0.1895,
      "step": 80
    },
    {
      "epoch": 0.15851272015655576,
      "grad_norm": 2.902575002928562,
      "learning_rate": 9.845807550570727e-06,
      "loss": 0.2201,
      "step": 81
    },
    {
      "epoch": 0.16046966731898238,
      "grad_norm": 2.460701914976216,
      "learning_rate": 9.84199713084672e-06,
      "loss": 0.169,
      "step": 82
    },
    {
      "epoch": 0.162426614481409,
      "grad_norm": 2.291537819889769,
      "learning_rate": 9.83814095785262e-06,
      "loss": 0.2016,
      "step": 83
    },
    {
      "epoch": 0.1643835616438356,
      "grad_norm": 2.4535458882383785,
      "learning_rate": 9.834239068026388e-06,
      "loss": 0.1808,
      "step": 84
    },
    {
      "epoch": 0.16634050880626222,
      "grad_norm": 2.4284249353537364,
      "learning_rate": 9.830291498237983e-06,
      "loss": 0.2074,
      "step": 85
    },
    {
      "epoch": 0.16829745596868884,
      "grad_norm": 2.181210964875374,
      "learning_rate": 9.826298285789002e-06,
      "loss": 0.2071,
      "step": 86
    },
    {
      "epoch": 0.17025440313111545,
      "grad_norm": 2.193375948249739,
      "learning_rate": 9.822259468412329e-06,
      "loss": 0.1642,
      "step": 87
    },
    {
      "epoch": 0.17221135029354206,
      "grad_norm": 2.7426121907059016,
      "learning_rate": 9.818175084271786e-06,
      "loss": 0.1825,
      "step": 88
    },
    {
      "epoch": 0.17416829745596868,
      "grad_norm": 2.2015774825289895,
      "learning_rate": 9.814045171961762e-06,
      "loss": 0.2004,
      "step": 89
    },
    {
      "epoch": 0.1761252446183953,
      "grad_norm": 2.0524771992508195,
      "learning_rate": 9.809869770506855e-06,
      "loss": 0.163,
      "step": 90
    },
    {
      "epoch": 0.1780821917808219,
      "grad_norm": 2.3527235519778147,
      "learning_rate": 9.805648919361505e-06,
      "loss": 0.1897,
      "step": 91
    },
    {
      "epoch": 0.18003913894324852,
      "grad_norm": 2.1754448826743444,
      "learning_rate": 9.801382658409611e-06,
      "loss": 0.209,
      "step": 92
    },
    {
      "epoch": 0.18199608610567514,
      "grad_norm": 2.0361688732737337,
      "learning_rate": 9.797071027964166e-06,
      "loss": 0.1833,
      "step": 93
    },
    {
      "epoch": 0.18395303326810175,
      "grad_norm": 2.5653082795621986,
      "learning_rate": 9.792714068766872e-06,
      "loss": 0.2326,
      "step": 94
    },
    {
      "epoch": 0.18590998043052837,
      "grad_norm": 1.826467304079506,
      "learning_rate": 9.788311821987748e-06,
      "loss": 0.1548,
      "step": 95
    },
    {
      "epoch": 0.18786692759295498,
      "grad_norm": 1.6993615861848013,
      "learning_rate": 9.783864329224752e-06,
      "loss": 0.1342,
      "step": 96
    },
    {
      "epoch": 0.1898238747553816,
      "grad_norm": 2.624746390682379,
      "learning_rate": 9.779371632503382e-06,
      "loss": 0.2394,
      "step": 97
    },
    {
      "epoch": 0.1917808219178082,
      "grad_norm": 2.3275235518937722,
      "learning_rate": 9.774833774276278e-06,
      "loss": 0.2222,
      "step": 98
    },
    {
      "epoch": 0.19373776908023482,
      "grad_norm": 2.86146034805017,
      "learning_rate": 9.770250797422822e-06,
      "loss": 0.2029,
      "step": 99
    },
    {
      "epoch": 0.19569471624266144,
      "grad_norm": 2.741265179665307,
      "learning_rate": 9.765622745248739e-06,
      "loss": 0.1934,
      "step": 100
    },
    {
      "epoch": 0.19765166340508805,
      "grad_norm": 2.5823472746443557,
      "learning_rate": 9.760949661485676e-06,
      "loss": 0.1962,
      "step": 101
    },
    {
      "epoch": 0.19960861056751467,
      "grad_norm": 2.1759848293570743,
      "learning_rate": 9.7562315902908e-06,
      "loss": 0.1897,
      "step": 102
    },
    {
      "epoch": 0.20156555772994128,
      "grad_norm": 2.3771044101959595,
      "learning_rate": 9.75146857624637e-06,
      "loss": 0.1987,
      "step": 103
    },
    {
      "epoch": 0.2035225048923679,
      "grad_norm": 1.8921875081895094,
      "learning_rate": 9.746660664359326e-06,
      "loss": 0.181,
      "step": 104
    },
    {
      "epoch": 0.2054794520547945,
      "grad_norm": 2.515657563734455,
      "learning_rate": 9.741807900060858e-06,
      "loss": 0.2228,
      "step": 105
    },
    {
      "epoch": 0.20743639921722112,
      "grad_norm": 2.8310381056783567,
      "learning_rate": 9.73691032920598e-06,
      "loss": 0.2107,
      "step": 106
    },
    {
      "epoch": 0.20939334637964774,
      "grad_norm": 2.5486385399926843,
      "learning_rate": 9.731967998073087e-06,
      "loss": 0.1505,
      "step": 107
    },
    {
      "epoch": 0.21135029354207435,
      "grad_norm": 2.1347198320178227,
      "learning_rate": 9.726980953363536e-06,
      "loss": 0.1803,
      "step": 108
    },
    {
      "epoch": 0.21330724070450097,
      "grad_norm": 2.641580369943664,
      "learning_rate": 9.721949242201185e-06,
      "loss": 0.2239,
      "step": 109
    },
    {
      "epoch": 0.21526418786692758,
      "grad_norm": 2.5211140766736495,
      "learning_rate": 9.716872912131964e-06,
      "loss": 0.1749,
      "step": 110
    },
    {
      "epoch": 0.2172211350293542,
      "grad_norm": 2.087904485693696,
      "learning_rate": 9.711752011123412e-06,
      "loss": 0.1743,
      "step": 111
    },
    {
      "epoch": 0.2191780821917808,
      "grad_norm": 2.2983871399852367,
      "learning_rate": 9.706586587564236e-06,
      "loss": 0.1643,
      "step": 112
    },
    {
      "epoch": 0.22113502935420742,
      "grad_norm": 2.780628581073493,
      "learning_rate": 9.701376690263845e-06,
      "loss": 0.2444,
      "step": 113
    },
    {
      "epoch": 0.22309197651663404,
      "grad_norm": 2.326905056397722,
      "learning_rate": 9.696122368451887e-06,
      "loss": 0.1673,
      "step": 114
    },
    {
      "epoch": 0.22504892367906065,
      "grad_norm": 2.519042300696672,
      "learning_rate": 9.690823671777799e-06,
      "loss": 0.1694,
      "step": 115
    },
    {
      "epoch": 0.22700587084148727,
      "grad_norm": 1.7378931792828742,
      "learning_rate": 9.685480650310319e-06,
      "loss": 0.1391,
      "step": 116
    },
    {
      "epoch": 0.22896281800391388,
      "grad_norm": 2.034879982322088,
      "learning_rate": 9.680093354537027e-06,
      "loss": 0.1715,
      "step": 117
    },
    {
      "epoch": 0.2309197651663405,
      "grad_norm": 2.994384283826758,
      "learning_rate": 9.67466183536386e-06,
      "loss": 0.2517,
      "step": 118
    },
    {
      "epoch": 0.2328767123287671,
      "grad_norm": 1.8992995415631702,
      "learning_rate": 9.669186144114627e-06,
      "loss": 0.1415,
      "step": 119
    },
    {
      "epoch": 0.23483365949119372,
      "grad_norm": 2.269855574311111,
      "learning_rate": 9.663666332530541e-06,
      "loss": 0.2372,
      "step": 120
    },
    {
      "epoch": 0.23679060665362034,
      "grad_norm": 2.3574308339486465,
      "learning_rate": 9.658102452769712e-06,
      "loss": 0.2276,
      "step": 121
    },
    {
      "epoch": 0.23874755381604695,
      "grad_norm": 2.1149611303024494,
      "learning_rate": 9.652494557406666e-06,
      "loss": 0.1977,
      "step": 122
    },
    {
      "epoch": 0.24070450097847357,
      "grad_norm": 2.121396498728366,
      "learning_rate": 9.646842699431842e-06,
      "loss": 0.2404,
      "step": 123
    },
    {
      "epoch": 0.24266144814090018,
      "grad_norm": 2.275643415388438,
      "learning_rate": 9.641146932251088e-06,
      "loss": 0.1869,
      "step": 124
    },
    {
      "epoch": 0.2446183953033268,
      "grad_norm": 2.047919519630945,
      "learning_rate": 9.635407309685171e-06,
      "loss": 0.1825,
      "step": 125
    },
    {
      "epoch": 0.2465753424657534,
      "grad_norm": 2.681245894602953,
      "learning_rate": 9.62962388596925e-06,
      "loss": 0.2251,
      "step": 126
    },
    {
      "epoch": 0.24853228962818003,
      "grad_norm": 2.419599821005517,
      "learning_rate": 9.623796715752378e-06,
      "loss": 0.1732,
      "step": 127
    },
    {
      "epoch": 0.25048923679060664,
      "grad_norm": 2.1938648465449826,
      "learning_rate": 9.617925854096975e-06,
      "loss": 0.2004,
      "step": 128
    },
    {
      "epoch": 0.25244618395303325,
      "grad_norm": 2.267142684845981,
      "learning_rate": 9.61201135647832e-06,
      "loss": 0.2056,
      "step": 129
    },
    {
      "epoch": 0.25440313111545987,
      "grad_norm": 2.41015151814145,
      "learning_rate": 9.606053278784009e-06,
      "loss": 0.2091,
      "step": 130
    },
    {
      "epoch": 0.2563600782778865,
      "grad_norm": 2.1753469191770667,
      "learning_rate": 9.600051677313446e-06,
      "loss": 0.2118,
      "step": 131
    },
    {
      "epoch": 0.2583170254403131,
      "grad_norm": 2.2023732989411866,
      "learning_rate": 9.5940066087773e-06,
      "loss": 0.2141,
      "step": 132
    },
    {
      "epoch": 0.2602739726027397,
      "grad_norm": 2.5292796304039022,
      "learning_rate": 9.587918130296969e-06,
      "loss": 0.2303,
      "step": 133
    },
    {
      "epoch": 0.2622309197651663,
      "grad_norm": 2.867701225542371,
      "learning_rate": 9.581786299404046e-06,
      "loss": 0.1757,
      "step": 134
    },
    {
      "epoch": 0.26418786692759294,
      "grad_norm": 2.0953787309643257,
      "learning_rate": 9.57561117403977e-06,
      "loss": 0.2003,
      "step": 135
    },
    {
      "epoch": 0.26614481409001955,
      "grad_norm": 2.4141335556858063,
      "learning_rate": 9.56939281255448e-06,
      "loss": 0.2104,
      "step": 136
    },
    {
      "epoch": 0.26810176125244617,
      "grad_norm": 2.620656202730439,
      "learning_rate": 9.563131273707065e-06,
      "loss": 0.233,
      "step": 137
    },
    {
      "epoch": 0.2700587084148728,
      "grad_norm": 2.440317368365604,
      "learning_rate": 9.556826616664408e-06,
      "loss": 0.2622,
      "step": 138
    },
    {
      "epoch": 0.2720156555772994,
      "grad_norm": 2.2609850867758037,
      "learning_rate": 9.550478901000827e-06,
      "loss": 0.1784,
      "step": 139
    },
    {
      "epoch": 0.273972602739726,
      "grad_norm": 3.2204287542922185,
      "learning_rate": 9.544088186697515e-06,
      "loss": 0.2581,
      "step": 140
    },
    {
      "epoch": 0.2759295499021526,
      "grad_norm": 2.1488795287046236,
      "learning_rate": 9.537654534141964e-06,
      "loss": 0.1823,
      "step": 141
    },
    {
      "epoch": 0.27788649706457924,
      "grad_norm": 2.5173257456737974,
      "learning_rate": 9.531178004127404e-06,
      "loss": 0.2183,
      "step": 142
    },
    {
      "epoch": 0.27984344422700586,
      "grad_norm": 2.150436741808308,
      "learning_rate": 9.524658657852223e-06,
      "loss": 0.1989,
      "step": 143
    },
    {
      "epoch": 0.28180039138943247,
      "grad_norm": 2.5222707702692153,
      "learning_rate": 9.518096556919396e-06,
      "loss": 0.2068,
      "step": 144
    },
    {
      "epoch": 0.2837573385518591,
      "grad_norm": 1.9379853268562073,
      "learning_rate": 9.511491763335893e-06,
      "loss": 0.1559,
      "step": 145
    },
    {
      "epoch": 0.2857142857142857,
      "grad_norm": 2.0238963605764977,
      "learning_rate": 9.504844339512096e-06,
      "loss": 0.1886,
      "step": 146
    },
    {
      "epoch": 0.2876712328767123,
      "grad_norm": 2.7078248088939834,
      "learning_rate": 9.498154348261217e-06,
      "loss": 0.2552,
      "step": 147
    },
    {
      "epoch": 0.2896281800391389,
      "grad_norm": 1.833615803597142,
      "learning_rate": 9.491421852798695e-06,
      "loss": 0.164,
      "step": 148
    },
    {
      "epoch": 0.29158512720156554,
      "grad_norm": 2.0789055569223307,
      "learning_rate": 9.484646916741602e-06,
      "loss": 0.1642,
      "step": 149
    },
    {
      "epoch": 0.29354207436399216,
      "grad_norm": 2.4365222052159745,
      "learning_rate": 9.477829604108044e-06,
      "loss": 0.2071,
      "step": 150
    },
    {
      "epoch": 0.29549902152641877,
      "grad_norm": 2.7626517916406317,
      "learning_rate": 9.47096997931655e-06,
      "loss": 0.2399,
      "step": 151
    },
    {
      "epoch": 0.2974559686888454,
      "grad_norm": 1.756442646434427,
      "learning_rate": 9.464068107185476e-06,
      "loss": 0.1683,
      "step": 152
    },
    {
      "epoch": 0.299412915851272,
      "grad_norm": 2.3951752279986156,
      "learning_rate": 9.45712405293237e-06,
      "loss": 0.2283,
      "step": 153
    },
    {
      "epoch": 0.3013698630136986,
      "grad_norm": 2.7991273888999504,
      "learning_rate": 9.450137882173385e-06,
      "loss": 0.2873,
      "step": 154
    },
    {
      "epoch": 0.30332681017612523,
      "grad_norm": 2.665588066905155,
      "learning_rate": 9.443109660922632e-06,
      "loss": 0.1771,
      "step": 155
    },
    {
      "epoch": 0.30528375733855184,
      "grad_norm": 2.358906853004939,
      "learning_rate": 9.436039455591574e-06,
      "loss": 0.1669,
      "step": 156
    },
    {
      "epoch": 0.30724070450097846,
      "grad_norm": 2.5899056219491925,
      "learning_rate": 9.42892733298839e-06,
      "loss": 0.2035,
      "step": 157
    },
    {
      "epoch": 0.30919765166340507,
      "grad_norm": 2.4047599442576737,
      "learning_rate": 9.421773360317348e-06,
      "loss": 0.1816,
      "step": 158
    },
    {
      "epoch": 0.3111545988258317,
      "grad_norm": 2.4544158682406594,
      "learning_rate": 9.414577605178166e-06,
      "loss": 0.2101,
      "step": 159
    },
    {
      "epoch": 0.3131115459882583,
      "grad_norm": 2.609981440605299,
      "learning_rate": 9.407340135565375e-06,
      "loss": 0.2205,
      "step": 160
    },
    {
      "epoch": 0.3150684931506849,
      "grad_norm": 2.092482917971009,
      "learning_rate": 9.40006101986768e-06,
      "loss": 0.1806,
      "step": 161
    },
    {
      "epoch": 0.31702544031311153,
      "grad_norm": 2.2336246760665666,
      "learning_rate": 9.392740326867304e-06,
      "loss": 0.1999,
      "step": 162
    },
    {
      "epoch": 0.31898238747553814,
      "grad_norm": 2.2633274486118298,
      "learning_rate": 9.385378125739352e-06,
      "loss": 0.2153,
      "step": 163
    },
    {
      "epoch": 0.32093933463796476,
      "grad_norm": 2.4013991115498308,
      "learning_rate": 9.377974486051149e-06,
      "loss": 0.2377,
      "step": 164
    },
    {
      "epoch": 0.32289628180039137,
      "grad_norm": 2.4717198255171433,
      "learning_rate": 9.370529477761574e-06,
      "loss": 0.1903,
      "step": 165
    },
    {
      "epoch": 0.324853228962818,
      "grad_norm": 2.1896594597201218,
      "learning_rate": 9.363043171220423e-06,
      "loss": 0.193,
      "step": 166
    },
    {
      "epoch": 0.3268101761252446,
      "grad_norm": 2.261922478295587,
      "learning_rate": 9.355515637167719e-06,
      "loss": 0.1875,
      "step": 167
    },
    {
      "epoch": 0.3287671232876712,
      "grad_norm": 2.549880582238543,
      "learning_rate": 9.347946946733055e-06,
      "loss": 0.2321,
      "step": 168
    },
    {
      "epoch": 0.33072407045009783,
      "grad_norm": 2.0563506953858695,
      "learning_rate": 9.34033717143493e-06,
      "loss": 0.1962,
      "step": 169
    },
    {
      "epoch": 0.33268101761252444,
      "grad_norm": 2.1707802126832507,
      "learning_rate": 9.332686383180055e-06,
      "loss": 0.193,
      "step": 170
    },
    {
      "epoch": 0.33463796477495106,
      "grad_norm": 2.9408127854748667,
      "learning_rate": 9.324994654262687e-06,
      "loss": 0.2347,
      "step": 171
    },
    {
      "epoch": 0.33659491193737767,
      "grad_norm": 2.4906740775132334,
      "learning_rate": 9.31726205736394e-06,
      "loss": 0.217,
      "step": 172
    },
    {
      "epoch": 0.3385518590998043,
      "grad_norm": 2.498445091973163,
      "learning_rate": 9.309488665551104e-06,
      "loss": 0.2161,
      "step": 173
    },
    {
      "epoch": 0.3405088062622309,
      "grad_norm": 2.790520427002426,
      "learning_rate": 9.301674552276942e-06,
      "loss": 0.231,
      "step": 174
    },
    {
      "epoch": 0.3424657534246575,
      "grad_norm": 1.9895496968942854,
      "learning_rate": 9.293819791379016e-06,
      "loss": 0.1649,
      "step": 175
    },
    {
      "epoch": 0.34442270058708413,
      "grad_norm": 1.833766391446337,
      "learning_rate": 9.28592445707897e-06,
      "loss": 0.1585,
      "step": 176
    },
    {
      "epoch": 0.34637964774951074,
      "grad_norm": 2.391738037807345,
      "learning_rate": 9.277988623981837e-06,
      "loss": 0.1699,
      "step": 177
    },
    {
      "epoch": 0.34833659491193736,
      "grad_norm": 2.396251438784599,
      "learning_rate": 9.270012367075337e-06,
      "loss": 0.2266,
      "step": 178
    },
    {
      "epoch": 0.350293542074364,
      "grad_norm": 2.5986052542988705,
      "learning_rate": 9.26199576172916e-06,
      "loss": 0.2442,
      "step": 179
    },
    {
      "epoch": 0.3522504892367906,
      "grad_norm": 2.406433783735256,
      "learning_rate": 9.253938883694266e-06,
      "loss": 0.2242,
      "step": 180
    },
    {
      "epoch": 0.3542074363992172,
      "grad_norm": 1.8409370969769863,
      "learning_rate": 9.245841809102156e-06,
      "loss": 0.2212,
      "step": 181
    },
    {
      "epoch": 0.3561643835616438,
      "grad_norm": 2.229640332374793,
      "learning_rate": 9.237704614464157e-06,
      "loss": 0.1877,
      "step": 182
    },
    {
      "epoch": 0.35812133072407043,
      "grad_norm": 1.748208942535522,
      "learning_rate": 9.229527376670706e-06,
      "loss": 0.1646,
      "step": 183
    },
    {
      "epoch": 0.36007827788649704,
      "grad_norm": 2.1833227413069864,
      "learning_rate": 9.221310172990616e-06,
      "loss": 0.2057,
      "step": 184
    },
    {
      "epoch": 0.36203522504892366,
      "grad_norm": 1.8945740870610521,
      "learning_rate": 9.213053081070346e-06,
      "loss": 0.1807,
      "step": 185
    },
    {
      "epoch": 0.3639921722113503,
      "grad_norm": 2.216741563710101,
      "learning_rate": 9.204756178933274e-06,
      "loss": 0.1885,
      "step": 186
    },
    {
      "epoch": 0.3659491193737769,
      "grad_norm": 2.256774055316552,
      "learning_rate": 9.19641954497895e-06,
      "loss": 0.1902,
      "step": 187
    },
    {
      "epoch": 0.3679060665362035,
      "grad_norm": 2.0194869754940763,
      "learning_rate": 9.18804325798236e-06,
      "loss": 0.1781,
      "step": 188
    },
    {
      "epoch": 0.3698630136986301,
      "grad_norm": 1.9980319322395583,
      "learning_rate": 9.179627397093184e-06,
      "loss": 0.1749,
      "step": 189
    },
    {
      "epoch": 0.37181996086105673,
      "grad_norm": 2.3626866121126247,
      "learning_rate": 9.171172041835048e-06,
      "loss": 0.194,
      "step": 190
    },
    {
      "epoch": 0.37377690802348335,
      "grad_norm": 2.2438869339005274,
      "learning_rate": 9.162677272104767e-06,
      "loss": 0.1958,
      "step": 191
    },
    {
      "epoch": 0.37573385518590996,
      "grad_norm": 2.106976935821723,
      "learning_rate": 9.154143168171594e-06,
      "loss": 0.1622,
      "step": 192
    },
    {
      "epoch": 0.3776908023483366,
      "grad_norm": 2.2068971862392877,
      "learning_rate": 9.145569810676458e-06,
      "loss": 0.167,
      "step": 193
    },
    {
      "epoch": 0.3796477495107632,
      "grad_norm": 2.39645414205477,
      "learning_rate": 9.136957280631212e-06,
      "loss": 0.1793,
      "step": 194
    },
    {
      "epoch": 0.3816046966731898,
      "grad_norm": 2.5229709065064077,
      "learning_rate": 9.128305659417856e-06,
      "loss": 0.1865,
      "step": 195
    },
    {
      "epoch": 0.3835616438356164,
      "grad_norm": 2.182990698297152,
      "learning_rate": 9.119615028787771e-06,
      "loss": 0.1881,
      "step": 196
    },
    {
      "epoch": 0.38551859099804303,
      "grad_norm": 2.274532942330284,
      "learning_rate": 9.110885470860953e-06,
      "loss": 0.1951,
      "step": 197
    },
    {
      "epoch": 0.38747553816046965,
      "grad_norm": 2.445554265575562,
      "learning_rate": 9.102117068125227e-06,
      "loss": 0.1956,
      "step": 198
    },
    {
      "epoch": 0.38943248532289626,
      "grad_norm": 2.4358676162272515,
      "learning_rate": 9.093309903435475e-06,
      "loss": 0.2076,
      "step": 199
    },
    {
      "epoch": 0.3913894324853229,
      "grad_norm": 2.1878514933367916,
      "learning_rate": 9.084464060012849e-06,
      "loss": 0.1673,
      "step": 200
    },
    {
      "epoch": 0.3933463796477495,
      "grad_norm": 1.9958089790089841,
      "learning_rate": 9.075579621443991e-06,
      "loss": 0.1473,
      "step": 201
    },
    {
      "epoch": 0.3953033268101761,
      "grad_norm": 2.115877596984378,
      "learning_rate": 9.066656671680231e-06,
      "loss": 0.157,
      "step": 202
    },
    {
      "epoch": 0.3972602739726027,
      "grad_norm": 1.8022014598062654,
      "learning_rate": 9.057695295036806e-06,
      "loss": 0.1598,
      "step": 203
    },
    {
      "epoch": 0.39921722113502933,
      "grad_norm": 3.064431282962799,
      "learning_rate": 9.048695576192058e-06,
      "loss": 0.2295,
      "step": 204
    },
    {
      "epoch": 0.40117416829745595,
      "grad_norm": 2.288011058306396,
      "learning_rate": 9.039657600186633e-06,
      "loss": 0.1733,
      "step": 205
    },
    {
      "epoch": 0.40313111545988256,
      "grad_norm": 2.2885142765205835,
      "learning_rate": 9.03058145242268e-06,
      "loss": 0.2037,
      "step": 206
    },
    {
      "epoch": 0.4050880626223092,
      "grad_norm": 2.018202070053573,
      "learning_rate": 9.021467218663042e-06,
      "loss": 0.1923,
      "step": 207
    },
    {
      "epoch": 0.4070450097847358,
      "grad_norm": 2.697309772059589,
      "learning_rate": 9.012314985030445e-06,
      "loss": 0.1838,
      "step": 208
    },
    {
      "epoch": 0.4090019569471624,
      "grad_norm": 2.1136959142478187,
      "learning_rate": 9.003124838006689e-06,
      "loss": 0.1919,
      "step": 209
    },
    {
      "epoch": 0.410958904109589,
      "grad_norm": 4.860487229796089,
      "learning_rate": 8.993896864431825e-06,
      "loss": 0.1891,
      "step": 210
    },
    {
      "epoch": 0.41291585127201563,
      "grad_norm": 2.144576023613455,
      "learning_rate": 8.984631151503335e-06,
      "loss": 0.1327,
      "step": 211
    },
    {
      "epoch": 0.41487279843444225,
      "grad_norm": 1.906283506983683,
      "learning_rate": 8.975327786775316e-06,
      "loss": 0.1505,
      "step": 212
    },
    {
      "epoch": 0.41682974559686886,
      "grad_norm": 4.628602425835523,
      "learning_rate": 8.965986858157636e-06,
      "loss": 0.1955,
      "step": 213
    },
    {
      "epoch": 0.4187866927592955,
      "grad_norm": 2.8764301880578182,
      "learning_rate": 8.956608453915126e-06,
      "loss": 0.2246,
      "step": 214
    },
    {
      "epoch": 0.4207436399217221,
      "grad_norm": 2.7919477716369254,
      "learning_rate": 8.947192662666724e-06,
      "loss": 0.2058,
      "step": 215
    },
    {
      "epoch": 0.4227005870841487,
      "grad_norm": 6.407872718797146,
      "learning_rate": 8.937739573384653e-06,
      "loss": 0.188,
      "step": 216
    },
    {
      "epoch": 0.4246575342465753,
      "grad_norm": 2.7809615856986905,
      "learning_rate": 8.928249275393572e-06,
      "loss": 0.2357,
      "step": 217
    },
    {
      "epoch": 0.42661448140900193,
      "grad_norm": 2.695289142220112,
      "learning_rate": 8.918721858369738e-06,
      "loss": 0.156,
      "step": 218
    },
    {
      "epoch": 0.42857142857142855,
      "grad_norm": 2.176281626881343,
      "learning_rate": 8.90915741234015e-06,
      "loss": 0.2453,
      "step": 219
    },
    {
      "epoch": 0.43052837573385516,
      "grad_norm": 3.8445700444424515,
      "learning_rate": 8.899556027681708e-06,
      "loss": 0.2147,
      "step": 220
    },
    {
      "epoch": 0.4324853228962818,
      "grad_norm": 3.2286157538199673,
      "learning_rate": 8.88991779512035e-06,
      "loss": 0.1934,
      "step": 221
    },
    {
      "epoch": 0.4344422700587084,
      "grad_norm": 2.3347055437322064,
      "learning_rate": 8.880242805730208e-06,
      "loss": 0.1725,
      "step": 222
    },
    {
      "epoch": 0.436399217221135,
      "grad_norm": 2.0637964590518663,
      "learning_rate": 8.870531150932727e-06,
      "loss": 0.1882,
      "step": 223
    },
    {
      "epoch": 0.4383561643835616,
      "grad_norm": 2.674428942823747,
      "learning_rate": 8.860782922495821e-06,
      "loss": 0.1747,
      "step": 224
    },
    {
      "epoch": 0.44031311154598823,
      "grad_norm": 2.2742296106240807,
      "learning_rate": 8.850998212532998e-06,
      "loss": 0.2379,
      "step": 225
    },
    {
      "epoch": 0.44227005870841485,
      "grad_norm": 1.8587039860876922,
      "learning_rate": 8.84117711350248e-06,
      "loss": 0.1805,
      "step": 226
    },
    {
      "epoch": 0.44422700587084146,
      "grad_norm": 2.4996506588033345,
      "learning_rate": 8.831319718206353e-06,
      "loss": 0.1926,
      "step": 227
    },
    {
      "epoch": 0.4461839530332681,
      "grad_norm": 2.4201920192241353,
      "learning_rate": 8.821426119789662e-06,
      "loss": 0.2049,
      "step": 228
    },
    {
      "epoch": 0.4481409001956947,
      "grad_norm": 2.3947181002335793,
      "learning_rate": 8.811496411739552e-06,
      "loss": 0.2055,
      "step": 229
    },
    {
      "epoch": 0.4500978473581213,
      "grad_norm": 2.8927660475394585,
      "learning_rate": 8.801530687884378e-06,
      "loss": 0.2204,
      "step": 230
    },
    {
      "epoch": 0.4520547945205479,
      "grad_norm": 4.2812142457221,
      "learning_rate": 8.791529042392813e-06,
      "loss": 0.2235,
      "step": 231
    },
    {
      "epoch": 0.45401174168297453,
      "grad_norm": 2.5990468504023165,
      "learning_rate": 8.781491569772966e-06,
      "loss": 0.2153,
      "step": 232
    },
    {
      "epoch": 0.45596868884540115,
      "grad_norm": 2.303420913649967,
      "learning_rate": 8.771418364871483e-06,
      "loss": 0.1853,
      "step": 233
    },
    {
      "epoch": 0.45792563600782776,
      "grad_norm": 2.587544539691289,
      "learning_rate": 8.761309522872657e-06,
      "loss": 0.2136,
      "step": 234
    },
    {
      "epoch": 0.4598825831702544,
      "grad_norm": 2.4243317462016774,
      "learning_rate": 8.751165139297522e-06,
      "loss": 0.2163,
      "step": 235
    },
    {
      "epoch": 0.461839530332681,
      "grad_norm": 2.480230009126469,
      "learning_rate": 8.740985310002956e-06,
      "loss": 0.1733,
      "step": 236
    },
    {
      "epoch": 0.4637964774951076,
      "grad_norm": 2.0406551042359484,
      "learning_rate": 8.730770131180771e-06,
      "loss": 0.1622,
      "step": 237
    },
    {
      "epoch": 0.4657534246575342,
      "grad_norm": 2.2972584301769676,
      "learning_rate": 8.720519699356804e-06,
      "loss": 0.2411,
      "step": 238
    },
    {
      "epoch": 0.46771037181996084,
      "grad_norm": 2.143621529692524,
      "learning_rate": 8.71023411139001e-06,
      "loss": 0.1565,
      "step": 239
    },
    {
      "epoch": 0.46966731898238745,
      "grad_norm": 2.6594355800009986,
      "learning_rate": 8.699913464471543e-06,
      "loss": 0.2167,
      "step": 240
    },
    {
      "epoch": 0.47162426614481406,
      "grad_norm": 1.9364714197948296,
      "learning_rate": 8.689557856123838e-06,
      "loss": 0.1917,
      "step": 241
    },
    {
      "epoch": 0.4735812133072407,
      "grad_norm": 2.594548452571705,
      "learning_rate": 8.679167384199686e-06,
      "loss": 0.2053,
      "step": 242
    },
    {
      "epoch": 0.4755381604696673,
      "grad_norm": 2.683685283122139,
      "learning_rate": 8.668742146881316e-06,
      "loss": 0.2513,
      "step": 243
    },
    {
      "epoch": 0.4774951076320939,
      "grad_norm": 1.9502017134281109,
      "learning_rate": 8.658282242679461e-06,
      "loss": 0.1752,
      "step": 244
    },
    {
      "epoch": 0.4794520547945205,
      "grad_norm": 2.1703811289170525,
      "learning_rate": 8.647787770432439e-06,
      "loss": 0.1793,
      "step": 245
    },
    {
      "epoch": 0.48140900195694714,
      "grad_norm": 2.2411637178177726,
      "learning_rate": 8.6372588293052e-06,
      "loss": 0.1989,
      "step": 246
    },
    {
      "epoch": 0.48336594911937375,
      "grad_norm": 1.9662273933653867,
      "learning_rate": 8.626695518788403e-06,
      "loss": 0.1727,
      "step": 247
    },
    {
      "epoch": 0.48532289628180036,
      "grad_norm": 2.5135384160700016,
      "learning_rate": 8.616097938697476e-06,
      "loss": 0.2073,
      "step": 248
    },
    {
      "epoch": 0.487279843444227,
      "grad_norm": 2.3034756521167576,
      "learning_rate": 8.60546618917166e-06,
      "loss": 0.2145,
      "step": 249
    },
    {
      "epoch": 0.4892367906066536,
      "grad_norm": 2.15481510860185,
      "learning_rate": 8.594800370673083e-06,
      "loss": 0.2035,
      "step": 250
    },
    {
      "epoch": 0.4911937377690802,
      "grad_norm": 2.5333361180263023,
      "learning_rate": 8.584100583985791e-06,
      "loss": 0.1949,
      "step": 251
    },
    {
      "epoch": 0.4931506849315068,
      "grad_norm": 1.9994598084504018,
      "learning_rate": 8.573366930214807e-06,
      "loss": 0.1685,
      "step": 252
    },
    {
      "epoch": 0.49510763209393344,
      "grad_norm": 2.376019589572924,
      "learning_rate": 8.562599510785171e-06,
      "loss": 0.1956,
      "step": 253
    },
    {
      "epoch": 0.49706457925636005,
      "grad_norm": 2.2120050988896884,
      "learning_rate": 8.551798427440985e-06,
      "loss": 0.1671,
      "step": 254
    },
    {
      "epoch": 0.49902152641878667,
      "grad_norm": 2.4559111510151426,
      "learning_rate": 8.540963782244455e-06,
      "loss": 0.2117,
      "step": 255
    },
    {
      "epoch": 0.5009784735812133,
      "grad_norm": 2.5103983294113963,
      "learning_rate": 8.53009567757491e-06,
      "loss": 0.1918,
      "step": 256
    },
    {
      "epoch": 0.50293542074364,
      "grad_norm": 2.0942954436320953,
      "learning_rate": 8.519194216127854e-06,
      "loss": 0.1814,
      "step": 257
    },
    {
      "epoch": 0.5048923679060665,
      "grad_norm": 2.1088644604940607,
      "learning_rate": 8.50825950091399e-06,
      "loss": 0.1766,
      "step": 258
    },
    {
      "epoch": 0.5068493150684932,
      "grad_norm": 2.706846628068543,
      "learning_rate": 8.497291635258235e-06,
      "loss": 0.2975,
      "step": 259
    },
    {
      "epoch": 0.5088062622309197,
      "grad_norm": 2.759614134739062,
      "learning_rate": 8.486290722798765e-06,
      "loss": 0.2473,
      "step": 260
    },
    {
      "epoch": 0.5107632093933464,
      "grad_norm": 2.055003880255024,
      "learning_rate": 8.475256867486011e-06,
      "loss": 0.171,
      "step": 261
    },
    {
      "epoch": 0.512720156555773,
      "grad_norm": 1.948751515908191,
      "learning_rate": 8.464190173581698e-06,
      "loss": 0.1799,
      "step": 262
    },
    {
      "epoch": 0.5146771037181996,
      "grad_norm": 1.8704298582706453,
      "learning_rate": 8.45309074565785e-06,
      "loss": 0.1854,
      "step": 263
    },
    {
      "epoch": 0.5166340508806262,
      "grad_norm": 1.9403290225766887,
      "learning_rate": 8.441958688595802e-06,
      "loss": 0.1603,
      "step": 264
    },
    {
      "epoch": 0.5185909980430529,
      "grad_norm": 2.0627854794372107,
      "learning_rate": 8.430794107585208e-06,
      "loss": 0.1998,
      "step": 265
    },
    {
      "epoch": 0.5205479452054794,
      "grad_norm": 3.134871484922293,
      "learning_rate": 8.419597108123054e-06,
      "loss": 0.28,
      "step": 266
    },
    {
      "epoch": 0.5225048923679061,
      "grad_norm": 2.1328599665868437,
      "learning_rate": 8.408367796012652e-06,
      "loss": 0.1762,
      "step": 267
    },
    {
      "epoch": 0.5244618395303327,
      "grad_norm": 1.9861081126962148,
      "learning_rate": 8.397106277362647e-06,
      "loss": 0.1785,
      "step": 268
    },
    {
      "epoch": 0.5264187866927593,
      "grad_norm": 2.570735848683898,
      "learning_rate": 8.38581265858601e-06,
      "loss": 0.1896,
      "step": 269
    },
    {
      "epoch": 0.5283757338551859,
      "grad_norm": 2.3585440623771348,
      "learning_rate": 8.374487046399035e-06,
      "loss": 0.1905,
      "step": 270
    },
    {
      "epoch": 0.5303326810176126,
      "grad_norm": 2.0282507335721736,
      "learning_rate": 8.363129547820333e-06,
      "loss": 0.1839,
      "step": 271
    },
    {
      "epoch": 0.5322896281800391,
      "grad_norm": 2.076096289424388,
      "learning_rate": 8.35174027016981e-06,
      "loss": 0.1723,
      "step": 272
    },
    {
      "epoch": 0.5342465753424658,
      "grad_norm": 2.2002147091456914,
      "learning_rate": 8.340319321067668e-06,
      "loss": 0.1939,
      "step": 273
    },
    {
      "epoch": 0.5362035225048923,
      "grad_norm": 2.2187956327644955,
      "learning_rate": 8.328866808433378e-06,
      "loss": 0.1886,
      "step": 274
    },
    {
      "epoch": 0.538160469667319,
      "grad_norm": 1.948043222652721,
      "learning_rate": 8.317382840484663e-06,
      "loss": 0.1956,
      "step": 275
    },
    {
      "epoch": 0.5401174168297456,
      "grad_norm": 2.2498449881181353,
      "learning_rate": 8.305867525736475e-06,
      "loss": 0.2214,
      "step": 276
    },
    {
      "epoch": 0.5420743639921722,
      "grad_norm": 2.2583633223543855,
      "learning_rate": 8.29432097299997e-06,
      "loss": 0.2291,
      "step": 277
    },
    {
      "epoch": 0.5440313111545988,
      "grad_norm": 2.172742832768641,
      "learning_rate": 8.28274329138148e-06,
      "loss": 0.1946,
      "step": 278
    },
    {
      "epoch": 0.5459882583170255,
      "grad_norm": 2.8694946256241907,
      "learning_rate": 8.271134590281482e-06,
      "loss": 0.2084,
      "step": 279
    },
    {
      "epoch": 0.547945205479452,
      "grad_norm": 2.409144386542836,
      "learning_rate": 8.259494979393563e-06,
      "loss": 0.2286,
      "step": 280
    },
    {
      "epoch": 0.5499021526418787,
      "grad_norm": 2.1209827677563395,
      "learning_rate": 8.247824568703386e-06,
      "loss": 0.1681,
      "step": 281
    },
    {
      "epoch": 0.5518590998043053,
      "grad_norm": 2.1367613658790154,
      "learning_rate": 8.236123468487649e-06,
      "loss": 0.1765,
      "step": 282
    },
    {
      "epoch": 0.5538160469667319,
      "grad_norm": 2.150473396723976,
      "learning_rate": 8.224391789313038e-06,
      "loss": 0.2243,
      "step": 283
    },
    {
      "epoch": 0.5557729941291585,
      "grad_norm": 1.9172230370495653,
      "learning_rate": 8.2126296420352e-06,
      "loss": 0.1764,
      "step": 284
    },
    {
      "epoch": 0.5577299412915852,
      "grad_norm": 2.383363524883776,
      "learning_rate": 8.200837137797665e-06,
      "loss": 0.2118,
      "step": 285
    },
    {
      "epoch": 0.5596868884540117,
      "grad_norm": 2.153619634620154,
      "learning_rate": 8.189014388030834e-06,
      "loss": 0.2059,
      "step": 286
    },
    {
      "epoch": 0.5616438356164384,
      "grad_norm": 2.1441994457955467,
      "learning_rate": 8.177161504450887e-06,
      "loss": 0.1775,
      "step": 287
    },
    {
      "epoch": 0.5636007827788649,
      "grad_norm": 1.6038648606526436,
      "learning_rate": 8.16527859905876e-06,
      "loss": 0.1778,
      "step": 288
    },
    {
      "epoch": 0.5655577299412916,
      "grad_norm": 1.7633769339721965,
      "learning_rate": 8.153365784139065e-06,
      "loss": 0.1541,
      "step": 289
    },
    {
      "epoch": 0.5675146771037182,
      "grad_norm": 1.8018002573379492,
      "learning_rate": 8.141423172259038e-06,
      "loss": 0.1447,
      "step": 290
    },
    {
      "epoch": 0.5694716242661448,
      "grad_norm": 2.7466777060039056,
      "learning_rate": 8.129450876267475e-06,
      "loss": 0.245,
      "step": 291
    },
    {
      "epoch": 0.5714285714285714,
      "grad_norm": 2.833360917876741,
      "learning_rate": 8.117449009293668e-06,
      "loss": 0.2029,
      "step": 292
    },
    {
      "epoch": 0.5733855185909981,
      "grad_norm": 2.10574467332215,
      "learning_rate": 8.105417684746327e-06,
      "loss": 0.1509,
      "step": 293
    },
    {
      "epoch": 0.5753424657534246,
      "grad_norm": 1.8282908744111137,
      "learning_rate": 8.093357016312518e-06,
      "loss": 0.1617,
      "step": 294
    },
    {
      "epoch": 0.5772994129158513,
      "grad_norm": 2.0000453924465886,
      "learning_rate": 8.081267117956581e-06,
      "loss": 0.1522,
      "step": 295
    },
    {
      "epoch": 0.5792563600782779,
      "grad_norm": 2.009827552095151,
      "learning_rate": 8.069148103919064e-06,
      "loss": 0.1436,
      "step": 296
    },
    {
      "epoch": 0.5812133072407045,
      "grad_norm": 2.4734575920532875,
      "learning_rate": 8.057000088715631e-06,
      "loss": 0.2021,
      "step": 297
    },
    {
      "epoch": 0.5831702544031311,
      "grad_norm": 1.611541409791449,
      "learning_rate": 8.044823187135984e-06,
      "loss": 0.128,
      "step": 298
    },
    {
      "epoch": 0.5851272015655578,
      "grad_norm": 2.272604965276249,
      "learning_rate": 8.032617514242784e-06,
      "loss": 0.2376,
      "step": 299
    },
    {
      "epoch": 0.5870841487279843,
      "grad_norm": 1.7826119333125128,
      "learning_rate": 8.020383185370559e-06,
      "loss": 0.1271,
      "step": 300
    },
    {
      "epoch": 0.589041095890411,
      "grad_norm": 2.332798169783043,
      "learning_rate": 8.008120316124612e-06,
      "loss": 0.1933,
      "step": 301
    },
    {
      "epoch": 0.5909980430528375,
      "grad_norm": 2.198482018882503,
      "learning_rate": 7.995829022379937e-06,
      "loss": 0.1782,
      "step": 302
    },
    {
      "epoch": 0.5929549902152642,
      "grad_norm": 1.8388860798415916,
      "learning_rate": 7.983509420280107e-06,
      "loss": 0.1486,
      "step": 303
    },
    {
      "epoch": 0.5949119373776908,
      "grad_norm": 1.9960324775951768,
      "learning_rate": 7.9711616262362e-06,
      "loss": 0.1903,
      "step": 304
    },
    {
      "epoch": 0.5968688845401174,
      "grad_norm": 2.115797877624949,
      "learning_rate": 7.958785756925684e-06,
      "loss": 0.1922,
      "step": 305
    },
    {
      "epoch": 0.598825831702544,
      "grad_norm": 1.8193570816264995,
      "learning_rate": 7.94638192929131e-06,
      "loss": 0.1772,
      "step": 306
    },
    {
      "epoch": 0.6007827788649707,
      "grad_norm": 2.3493170468607256,
      "learning_rate": 7.933950260540023e-06,
      "loss": 0.2133,
      "step": 307
    },
    {
      "epoch": 0.6027397260273972,
      "grad_norm": 1.879332176666921,
      "learning_rate": 7.921490868141843e-06,
      "loss": 0.1766,
      "step": 308
    },
    {
      "epoch": 0.6046966731898239,
      "grad_norm": 1.7341708223195131,
      "learning_rate": 7.909003869828757e-06,
      "loss": 0.1677,
      "step": 309
    },
    {
      "epoch": 0.6066536203522505,
      "grad_norm": 2.2507292732004007,
      "learning_rate": 7.896489383593606e-06,
      "loss": 0.1601,
      "step": 310
    },
    {
      "epoch": 0.6086105675146771,
      "grad_norm": 2.0594027791268923,
      "learning_rate": 7.883947527688976e-06,
      "loss": 0.1532,
      "step": 311
    },
    {
      "epoch": 0.6105675146771037,
      "grad_norm": 2.408708926474526,
      "learning_rate": 7.871378420626072e-06,
      "loss": 0.2021,
      "step": 312
    },
    {
      "epoch": 0.6125244618395304,
      "grad_norm": 2.2830641099498035,
      "learning_rate": 7.858782181173602e-06,
      "loss": 0.1723,
      "step": 313
    },
    {
      "epoch": 0.6144814090019569,
      "grad_norm": 1.9982758429450047,
      "learning_rate": 7.84615892835666e-06,
      "loss": 0.16,
      "step": 314
    },
    {
      "epoch": 0.6164383561643836,
      "grad_norm": 2.634699473199227,
      "learning_rate": 7.83350878145559e-06,
      "loss": 0.2396,
      "step": 315
    },
    {
      "epoch": 0.6183953033268101,
      "grad_norm": 2.439100354318057,
      "learning_rate": 7.820831860004867e-06,
      "loss": 0.135,
      "step": 316
    },
    {
      "epoch": 0.6203522504892368,
      "grad_norm": 2.293955055772235,
      "learning_rate": 7.808128283791967e-06,
      "loss": 0.2077,
      "step": 317
    },
    {
      "epoch": 0.6223091976516634,
      "grad_norm": 1.5197542859653332,
      "learning_rate": 7.795398172856234e-06,
      "loss": 0.1289,
      "step": 318
    },
    {
      "epoch": 0.62426614481409,
      "grad_norm": 1.8961618220022762,
      "learning_rate": 7.782641647487741e-06,
      "loss": 0.1331,
      "step": 319
    },
    {
      "epoch": 0.6262230919765166,
      "grad_norm": 2.0491282710401677,
      "learning_rate": 7.769858828226165e-06,
      "loss": 0.1697,
      "step": 320
    },
    {
      "epoch": 0.6281800391389433,
      "grad_norm": 1.9617574024954327,
      "learning_rate": 7.757049835859635e-06,
      "loss": 0.1639,
      "step": 321
    },
    {
      "epoch": 0.6301369863013698,
      "grad_norm": 2.71550580279651,
      "learning_rate": 7.744214791423597e-06,
      "loss": 0.2303,
      "step": 322
    },
    {
      "epoch": 0.6320939334637965,
      "grad_norm": 2.433519685679652,
      "learning_rate": 7.731353816199672e-06,
      "loss": 0.2156,
      "step": 323
    },
    {
      "epoch": 0.6340508806262231,
      "grad_norm": 2.664762358240488,
      "learning_rate": 7.718467031714506e-06,
      "loss": 0.1864,
      "step": 324
    },
    {
      "epoch": 0.6360078277886497,
      "grad_norm": 2.340396402101541,
      "learning_rate": 7.705554559738623e-06,
      "loss": 0.24,
      "step": 325
    },
    {
      "epoch": 0.6379647749510763,
      "grad_norm": 2.648004004757832,
      "learning_rate": 7.692616522285278e-06,
      "loss": 0.1616,
      "step": 326
    },
    {
      "epoch": 0.639921722113503,
      "grad_norm": 2.1379122455101895,
      "learning_rate": 7.679653041609296e-06,
      "loss": 0.1608,
      "step": 327
    },
    {
      "epoch": 0.6418786692759295,
      "grad_norm": 2.016213472489541,
      "learning_rate": 7.666664240205922e-06,
      "loss": 0.1862,
      "step": 328
    },
    {
      "epoch": 0.6438356164383562,
      "grad_norm": 2.023888144392631,
      "learning_rate": 7.653650240809667e-06,
      "loss": 0.1689,
      "step": 329
    },
    {
      "epoch": 0.6457925636007827,
      "grad_norm": 1.9091564689003773,
      "learning_rate": 7.640611166393142e-06,
      "loss": 0.1462,
      "step": 330
    },
    {
      "epoch": 0.6477495107632094,
      "grad_norm": 1.8185912288115094,
      "learning_rate": 7.627547140165899e-06,
      "loss": 0.1647,
      "step": 331
    },
    {
      "epoch": 0.649706457925636,
      "grad_norm": 1.9563867765498288,
      "learning_rate": 7.614458285573262e-06,
      "loss": 0.1722,
      "step": 332
    },
    {
      "epoch": 0.6516634050880626,
      "grad_norm": 1.8173428796019335,
      "learning_rate": 7.60134472629517e-06,
      "loss": 0.1437,
      "step": 333
    },
    {
      "epoch": 0.6536203522504892,
      "grad_norm": 2.3721957835019847,
      "learning_rate": 7.588206586245001e-06,
      "loss": 0.1989,
      "step": 334
    },
    {
      "epoch": 0.6555772994129159,
      "grad_norm": 2.0578841275944266,
      "learning_rate": 7.575043989568401e-06,
      "loss": 0.1802,
      "step": 335
    },
    {
      "epoch": 0.6575342465753424,
      "grad_norm": 2.33956924434927,
      "learning_rate": 7.56185706064212e-06,
      "loss": 0.1776,
      "step": 336
    },
    {
      "epoch": 0.6594911937377691,
      "grad_norm": 2.6488764141970744,
      "learning_rate": 7.548645924072816e-06,
      "loss": 0.1789,
      "step": 337
    },
    {
      "epoch": 0.6614481409001957,
      "grad_norm": 2.0121629729257657,
      "learning_rate": 7.535410704695907e-06,
      "loss": 0.1784,
      "step": 338
    },
    {
      "epoch": 0.6634050880626223,
      "grad_norm": 2.5686994589463423,
      "learning_rate": 7.522151527574362e-06,
      "loss": 0.2442,
      "step": 339
    },
    {
      "epoch": 0.6653620352250489,
      "grad_norm": 2.836071043986302,
      "learning_rate": 7.508868517997544e-06,
      "loss": 0.2319,
      "step": 340
    },
    {
      "epoch": 0.6673189823874756,
      "grad_norm": 2.227411079361732,
      "learning_rate": 7.495561801480009e-06,
      "loss": 0.1767,
      "step": 341
    },
    {
      "epoch": 0.6692759295499021,
      "grad_norm": 2.1374935257419923,
      "learning_rate": 7.4822315037603245e-06,
      "loss": 0.1884,
      "step": 342
    },
    {
      "epoch": 0.6712328767123288,
      "grad_norm": 1.5918580893658882,
      "learning_rate": 7.468877750799887e-06,
      "loss": 0.125,
      "step": 343
    },
    {
      "epoch": 0.6731898238747553,
      "grad_norm": 2.1374541789525177,
      "learning_rate": 7.455500668781725e-06,
      "loss": 0.1634,
      "step": 344
    },
    {
      "epoch": 0.675146771037182,
      "grad_norm": 1.9794879471155153,
      "learning_rate": 7.442100384109313e-06,
      "loss": 0.1868,
      "step": 345
    },
    {
      "epoch": 0.6771037181996086,
      "grad_norm": 2.148898308745395,
      "learning_rate": 7.428677023405366e-06,
      "loss": 0.1833,
      "step": 346
    },
    {
      "epoch": 0.6790606653620352,
      "grad_norm": 2.0421994641633905,
      "learning_rate": 7.415230713510657e-06,
      "loss": 0.1697,
      "step": 347
    },
    {
      "epoch": 0.6810176125244618,
      "grad_norm": 2.1165597448492535,
      "learning_rate": 7.40176158148281e-06,
      "loss": 0.1849,
      "step": 348
    },
    {
      "epoch": 0.6829745596868885,
      "grad_norm": 2.761270328760098,
      "learning_rate": 7.3882697545951e-06,
      "loss": 0.2161,
      "step": 349
    },
    {
      "epoch": 0.684931506849315,
      "grad_norm": 2.179460448802176,
      "learning_rate": 7.374755360335253e-06,
      "loss": 0.199,
      "step": 350
    },
    {
      "epoch": 0.6868884540117417,
      "grad_norm": 3.005401317413042,
      "learning_rate": 7.361218526404237e-06,
      "loss": 0.1952,
      "step": 351
    },
    {
      "epoch": 0.6888454011741683,
      "grad_norm": 2.2722310438981412,
      "learning_rate": 7.3476593807150606e-06,
      "loss": 0.1965,
      "step": 352
    },
    {
      "epoch": 0.6908023483365949,
      "grad_norm": 2.287920474174499,
      "learning_rate": 7.334078051391563e-06,
      "loss": 0.1676,
      "step": 353
    },
    {
      "epoch": 0.6927592954990215,
      "grad_norm": 2.001353989212772,
      "learning_rate": 7.320474666767201e-06,
      "loss": 0.13,
      "step": 354
    },
    {
      "epoch": 0.6947162426614482,
      "grad_norm": 2.241629320644228,
      "learning_rate": 7.3068493553838386e-06,
      "loss": 0.1819,
      "step": 355
    },
    {
      "epoch": 0.6966731898238747,
      "grad_norm": 2.293034396349547,
      "learning_rate": 7.293202245990526e-06,
      "loss": 0.2079,
      "step": 356
    },
    {
      "epoch": 0.6986301369863014,
      "grad_norm": 2.0722814594404517,
      "learning_rate": 7.279533467542295e-06,
      "loss": 0.1691,
      "step": 357
    },
    {
      "epoch": 0.700587084148728,
      "grad_norm": 2.013824330796792,
      "learning_rate": 7.265843149198931e-06,
      "loss": 0.1483,
      "step": 358
    },
    {
      "epoch": 0.7025440313111546,
      "grad_norm": 1.8293971221527265,
      "learning_rate": 7.252131420323757e-06,
      "loss": 0.1502,
      "step": 359
    },
    {
      "epoch": 0.7045009784735812,
      "grad_norm": 2.2775240476862098,
      "learning_rate": 7.238398410482408e-06,
      "loss": 0.1886,
      "step": 360
    },
    {
      "epoch": 0.7064579256360078,
      "grad_norm": 2.3849802054367077,
      "learning_rate": 7.224644249441606e-06,
      "loss": 0.1495,
      "step": 361
    },
    {
      "epoch": 0.7084148727984344,
      "grad_norm": 2.3168751357812907,
      "learning_rate": 7.210869067167942e-06,
      "loss": 0.1873,
      "step": 362
    },
    {
      "epoch": 0.7103718199608611,
      "grad_norm": 2.046664547966605,
      "learning_rate": 7.197072993826637e-06,
      "loss": 0.1612,
      "step": 363
    },
    {
      "epoch": 0.7123287671232876,
      "grad_norm": 2.5318621007477273,
      "learning_rate": 7.183256159780321e-06,
      "loss": 0.2566,
      "step": 364
    },
    {
      "epoch": 0.7142857142857143,
      "grad_norm": 2.576097997051626,
      "learning_rate": 7.169418695587791e-06,
      "loss": 0.2234,
      "step": 365
    },
    {
      "epoch": 0.7162426614481409,
      "grad_norm": 2.0978024481980633,
      "learning_rate": 7.155560732002792e-06,
      "loss": 0.1662,
      "step": 366
    },
    {
      "epoch": 0.7181996086105675,
      "grad_norm": 2.363993610816794,
      "learning_rate": 7.141682399972765e-06,
      "loss": 0.1935,
      "step": 367
    },
    {
      "epoch": 0.7201565557729941,
      "grad_norm": 3.068135522185098,
      "learning_rate": 7.127783830637625e-06,
      "loss": 0.2496,
      "step": 368
    },
    {
      "epoch": 0.7221135029354208,
      "grad_norm": 2.093219630568525,
      "learning_rate": 7.113865155328506e-06,
      "loss": 0.1906,
      "step": 369
    },
    {
      "epoch": 0.7240704500978473,
      "grad_norm": 2.5084679208006384,
      "learning_rate": 7.099926505566537e-06,
      "loss": 0.2078,
      "step": 370
    },
    {
      "epoch": 0.726027397260274,
      "grad_norm": 2.1721439053705387,
      "learning_rate": 7.085968013061585e-06,
      "loss": 0.1625,
      "step": 371
    },
    {
      "epoch": 0.7279843444227005,
      "grad_norm": 2.644362370137884,
      "learning_rate": 7.071989809711018e-06,
      "loss": 0.263,
      "step": 372
    },
    {
      "epoch": 0.7299412915851272,
      "grad_norm": 2.0980923615020814,
      "learning_rate": 7.057992027598459e-06,
      "loss": 0.1756,
      "step": 373
    },
    {
      "epoch": 0.7318982387475538,
      "grad_norm": 2.1688025512369813,
      "learning_rate": 7.043974798992532e-06,
      "loss": 0.182,
      "step": 374
    },
    {
      "epoch": 0.7338551859099804,
      "grad_norm": 2.249817038860846,
      "learning_rate": 7.029938256345617e-06,
      "loss": 0.1578,
      "step": 375
    },
    {
      "epoch": 0.735812133072407,
      "grad_norm": 2.531776097231375,
      "learning_rate": 7.015882532292598e-06,
      "loss": 0.1886,
      "step": 376
    },
    {
      "epoch": 0.7377690802348337,
      "grad_norm": 2.367720121263562,
      "learning_rate": 7.001807759649609e-06,
      "loss": 0.1973,
      "step": 377
    },
    {
      "epoch": 0.7397260273972602,
      "grad_norm": 2.315462953608418,
      "learning_rate": 6.987714071412781e-06,
      "loss": 0.1946,
      "step": 378
    },
    {
      "epoch": 0.7416829745596869,
      "grad_norm": 2.04094554695451,
      "learning_rate": 6.973601600756978e-06,
      "loss": 0.1998,
      "step": 379
    },
    {
      "epoch": 0.7436399217221135,
      "grad_norm": 1.8432650259541994,
      "learning_rate": 6.959470481034547e-06,
      "loss": 0.1796,
      "step": 380
    },
    {
      "epoch": 0.7455968688845401,
      "grad_norm": 2.112901859688788,
      "learning_rate": 6.945320845774057e-06,
      "loss": 0.1735,
      "step": 381
    },
    {
      "epoch": 0.7475538160469667,
      "grad_norm": 1.7613330270494343,
      "learning_rate": 6.931152828679033e-06,
      "loss": 0.1502,
      "step": 382
    },
    {
      "epoch": 0.7495107632093934,
      "grad_norm": 2.674901871712495,
      "learning_rate": 6.9169665636266925e-06,
      "loss": 0.2437,
      "step": 383
    },
    {
      "epoch": 0.7514677103718199,
      "grad_norm": 2.5422669549986128,
      "learning_rate": 6.902762184666687e-06,
      "loss": 0.1897,
      "step": 384
    },
    {
      "epoch": 0.7534246575342466,
      "grad_norm": 1.9666127900842278,
      "learning_rate": 6.888539826019824e-06,
      "loss": 0.1539,
      "step": 385
    },
    {
      "epoch": 0.7553816046966731,
      "grad_norm": 2.406136825101305,
      "learning_rate": 6.874299622076817e-06,
      "loss": 0.2033,
      "step": 386
    },
    {
      "epoch": 0.7573385518590998,
      "grad_norm": 1.7232207896617806,
      "learning_rate": 6.860041707396993e-06,
      "loss": 0.1476,
      "step": 387
    },
    {
      "epoch": 0.7592954990215264,
      "grad_norm": 2.0480956588223336,
      "learning_rate": 6.845766216707037e-06,
      "loss": 0.1438,
      "step": 388
    },
    {
      "epoch": 0.761252446183953,
      "grad_norm": 1.9065836666555238,
      "learning_rate": 6.831473284899715e-06,
      "loss": 0.153,
      "step": 389
    },
    {
      "epoch": 0.7632093933463796,
      "grad_norm": 2.544910841115613,
      "learning_rate": 6.817163047032598e-06,
      "loss": 0.217,
      "step": 390
    },
    {
      "epoch": 0.7651663405088063,
      "grad_norm": 2.373086577098212,
      "learning_rate": 6.802835638326784e-06,
      "loss": 0.2042,
      "step": 391
    },
    {
      "epoch": 0.7671232876712328,
      "grad_norm": 2.188989414027513,
      "learning_rate": 6.788491194165629e-06,
      "loss": 0.1821,
      "step": 392
    },
    {
      "epoch": 0.7690802348336595,
      "grad_norm": 1.882204780094551,
      "learning_rate": 6.774129850093451e-06,
      "loss": 0.1207,
      "step": 393
    },
    {
      "epoch": 0.7710371819960861,
      "grad_norm": 2.0143426714345862,
      "learning_rate": 6.759751741814271e-06,
      "loss": 0.1703,
      "step": 394
    },
    {
      "epoch": 0.7729941291585127,
      "grad_norm": 1.8577228941871937,
      "learning_rate": 6.74535700519051e-06,
      "loss": 0.1265,
      "step": 395
    },
    {
      "epoch": 0.7749510763209393,
      "grad_norm": 1.9986366972767378,
      "learning_rate": 6.7309457762417214e-06,
      "loss": 0.1706,
      "step": 396
    },
    {
      "epoch": 0.776908023483366,
      "grad_norm": 2.55488139449399,
      "learning_rate": 6.7165181911432955e-06,
      "loss": 0.2356,
      "step": 397
    },
    {
      "epoch": 0.7788649706457925,
      "grad_norm": 2.023963402324868,
      "learning_rate": 6.702074386225175e-06,
      "loss": 0.2164,
      "step": 398
    },
    {
      "epoch": 0.7808219178082192,
      "grad_norm": 2.0119370135736605,
      "learning_rate": 6.687614497970567e-06,
      "loss": 0.1775,
      "step": 399
    },
    {
      "epoch": 0.7827788649706457,
      "grad_norm": 2.2378042919112935,
      "learning_rate": 6.67313866301466e-06,
      "loss": 0.1607,
      "step": 400
    },
    {
      "epoch": 0.7847358121330724,
      "grad_norm": 2.4473506044542184,
      "learning_rate": 6.658647018143322e-06,
      "loss": 0.1968,
      "step": 401
    },
    {
      "epoch": 0.786692759295499,
      "grad_norm": 2.065741540272696,
      "learning_rate": 6.6441397002918165e-06,
      "loss": 0.1627,
      "step": 402
    },
    {
      "epoch": 0.7886497064579256,
      "grad_norm": 2.1800644343624764,
      "learning_rate": 6.629616846543497e-06,
      "loss": 0.2436,
      "step": 403
    },
    {
      "epoch": 0.7906066536203522,
      "grad_norm": 2.0766431734944812,
      "learning_rate": 6.615078594128531e-06,
      "loss": 0.1624,
      "step": 404
    },
    {
      "epoch": 0.7925636007827789,
      "grad_norm": 1.959807511254783,
      "learning_rate": 6.600525080422583e-06,
      "loss": 0.1766,
      "step": 405
    },
    {
      "epoch": 0.7945205479452054,
      "grad_norm": 1.94596835349326,
      "learning_rate": 6.585956442945531e-06,
      "loss": 0.1634,
      "step": 406
    },
    {
      "epoch": 0.7964774951076321,
      "grad_norm": 1.957611360720237,
      "learning_rate": 6.571372819360158e-06,
      "loss": 0.1602,
      "step": 407
    },
    {
      "epoch": 0.7984344422700587,
      "grad_norm": 2.157155308661062,
      "learning_rate": 6.5567743474708545e-06,
      "loss": 0.1846,
      "step": 408
    },
    {
      "epoch": 0.8003913894324853,
      "grad_norm": 2.306982809696333,
      "learning_rate": 6.5421611652223185e-06,
      "loss": 0.2247,
      "step": 409
    },
    {
      "epoch": 0.8023483365949119,
      "grad_norm": 1.82765638257364,
      "learning_rate": 6.52753341069825e-06,
      "loss": 0.1623,
      "step": 410
    },
    {
      "epoch": 0.8043052837573386,
      "grad_norm": 2.2805728167927413,
      "learning_rate": 6.512891222120044e-06,
      "loss": 0.1893,
      "step": 411
    },
    {
      "epoch": 0.8062622309197651,
      "grad_norm": 2.0168151394995406,
      "learning_rate": 6.498234737845488e-06,
      "loss": 0.1693,
      "step": 412
    },
    {
      "epoch": 0.8082191780821918,
      "grad_norm": 2.198351064216878,
      "learning_rate": 6.483564096367452e-06,
      "loss": 0.1635,
      "step": 413
    },
    {
      "epoch": 0.8101761252446184,
      "grad_norm": 2.081853940644963,
      "learning_rate": 6.468879436312584e-06,
      "loss": 0.2099,
      "step": 414
    },
    {
      "epoch": 0.812133072407045,
      "grad_norm": 1.890784041976538,
      "learning_rate": 6.454180896439993e-06,
      "loss": 0.1817,
      "step": 415
    },
    {
      "epoch": 0.8140900195694716,
      "grad_norm": 2.4301334004946082,
      "learning_rate": 6.439468615639947e-06,
      "loss": 0.2134,
      "step": 416
    },
    {
      "epoch": 0.8160469667318982,
      "grad_norm": 2.2710552894492797,
      "learning_rate": 6.424742732932547e-06,
      "loss": 0.1803,
      "step": 417
    },
    {
      "epoch": 0.8180039138943248,
      "grad_norm": 1.8802636849356569,
      "learning_rate": 6.410003387466433e-06,
      "loss": 0.1701,
      "step": 418
    },
    {
      "epoch": 0.8199608610567515,
      "grad_norm": 1.8785987026944129,
      "learning_rate": 6.3952507185174505e-06,
      "loss": 0.1515,
      "step": 419
    },
    {
      "epoch": 0.821917808219178,
      "grad_norm": 2.448476109773896,
      "learning_rate": 6.380484865487346e-06,
      "loss": 0.186,
      "step": 420
    },
    {
      "epoch": 0.8238747553816047,
      "grad_norm": 2.464947399234228,
      "learning_rate": 6.365705967902439e-06,
      "loss": 0.1628,
      "step": 421
    },
    {
      "epoch": 0.8258317025440313,
      "grad_norm": 1.5135706949117274,
      "learning_rate": 6.35091416541232e-06,
      "loss": 0.1552,
      "step": 422
    },
    {
      "epoch": 0.8277886497064579,
      "grad_norm": 2.0339945027320625,
      "learning_rate": 6.3361095977885125e-06,
      "loss": 0.1922,
      "step": 423
    },
    {
      "epoch": 0.8297455968688845,
      "grad_norm": 2.4839169687346723,
      "learning_rate": 6.3212924049231676e-06,
      "loss": 0.2332,
      "step": 424
    },
    {
      "epoch": 0.8317025440313112,
      "grad_norm": 1.9431387370715525,
      "learning_rate": 6.306462726827733e-06,
      "loss": 0.1869,
      "step": 425
    },
    {
      "epoch": 0.8336594911937377,
      "grad_norm": 2.1199143348931306,
      "learning_rate": 6.29162070363163e-06,
      "loss": 0.1476,
      "step": 426
    },
    {
      "epoch": 0.8356164383561644,
      "grad_norm": 1.8748486888730402,
      "learning_rate": 6.276766475580935e-06,
      "loss": 0.1663,
      "step": 427
    },
    {
      "epoch": 0.837573385518591,
      "grad_norm": 2.1588105700286415,
      "learning_rate": 6.261900183037053e-06,
      "loss": 0.238,
      "step": 428
    },
    {
      "epoch": 0.8395303326810176,
      "grad_norm": 2.189612463579074,
      "learning_rate": 6.247021966475385e-06,
      "loss": 0.179,
      "step": 429
    },
    {
      "epoch": 0.8414872798434442,
      "grad_norm": 2.1892679059620543,
      "learning_rate": 6.232131966484007e-06,
      "loss": 0.1269,
      "step": 430
    },
    {
      "epoch": 0.8434442270058709,
      "grad_norm": 2.6317084779940534,
      "learning_rate": 6.217230323762338e-06,
      "loss": 0.1994,
      "step": 431
    },
    {
      "epoch": 0.8454011741682974,
      "grad_norm": 1.7973110272935775,
      "learning_rate": 6.202317179119817e-06,
      "loss": 0.1276,
      "step": 432
    },
    {
      "epoch": 0.8473581213307241,
      "grad_norm": 2.3523541173540274,
      "learning_rate": 6.187392673474562e-06,
      "loss": 0.19,
      "step": 433
    },
    {
      "epoch": 0.8493150684931506,
      "grad_norm": 1.9466611158615799,
      "learning_rate": 6.1724569478520495e-06,
      "loss": 0.1354,
      "step": 434
    },
    {
      "epoch": 0.8512720156555773,
      "grad_norm": 2.030324983182261,
      "learning_rate": 6.15751014338377e-06,
      "loss": 0.1634,
      "step": 435
    },
    {
      "epoch": 0.8532289628180039,
      "grad_norm": 2.535851970665704,
      "learning_rate": 6.142552401305907e-06,
      "loss": 0.2085,
      "step": 436
    },
    {
      "epoch": 0.8551859099804305,
      "grad_norm": 2.776722870414143,
      "learning_rate": 6.1275838629579906e-06,
      "loss": 0.2938,
      "step": 437
    },
    {
      "epoch": 0.8571428571428571,
      "grad_norm": 2.5286257239586565,
      "learning_rate": 6.112604669781572e-06,
      "loss": 0.2056,
      "step": 438
    },
    {
      "epoch": 0.8590998043052838,
      "grad_norm": 2.2206772657404343,
      "learning_rate": 6.097614963318883e-06,
      "loss": 0.1711,
      "step": 439
    },
    {
      "epoch": 0.8610567514677103,
      "grad_norm": 2.151811845313509,
      "learning_rate": 6.0826148852114945e-06,
      "loss": 0.175,
      "step": 440
    },
    {
      "epoch": 0.863013698630137,
      "grad_norm": 2.56573554662175,
      "learning_rate": 6.067604577198981e-06,
      "loss": 0.1751,
      "step": 441
    },
    {
      "epoch": 0.8649706457925636,
      "grad_norm": 1.8051537157371025,
      "learning_rate": 6.052584181117589e-06,
      "loss": 0.1292,
      "step": 442
    },
    {
      "epoch": 0.8669275929549902,
      "grad_norm": 2.058692378129427,
      "learning_rate": 6.037553838898882e-06,
      "loss": 0.1923,
      "step": 443
    },
    {
      "epoch": 0.8688845401174168,
      "grad_norm": 2.3162309090883504,
      "learning_rate": 6.022513692568412e-06,
      "loss": 0.1804,
      "step": 444
    },
    {
      "epoch": 0.8708414872798435,
      "grad_norm": 1.8005749395750652,
      "learning_rate": 6.00746388424437e-06,
      "loss": 0.1809,
      "step": 445
    },
    {
      "epoch": 0.87279843444227,
      "grad_norm": 2.426858839571719,
      "learning_rate": 5.992404556136247e-06,
      "loss": 0.1817,
      "step": 446
    },
    {
      "epoch": 0.8747553816046967,
      "grad_norm": 2.5119474822070105,
      "learning_rate": 5.977335850543488e-06,
      "loss": 0.2053,
      "step": 447
    },
    {
      "epoch": 0.8767123287671232,
      "grad_norm": 2.0283698043023364,
      "learning_rate": 5.96225790985415e-06,
      "loss": 0.1259,
      "step": 448
    },
    {
      "epoch": 0.8786692759295499,
      "grad_norm": 2.7604953637866414,
      "learning_rate": 5.947170876543553e-06,
      "loss": 0.1657,
      "step": 449
    },
    {
      "epoch": 0.8806262230919765,
      "grad_norm": 2.128906444124902,
      "learning_rate": 5.932074893172934e-06,
      "loss": 0.1932,
      "step": 450
    },
    {
      "epoch": 0.8825831702544031,
      "grad_norm": 1.983151604590541,
      "learning_rate": 5.916970102388104e-06,
      "loss": 0.1976,
      "step": 451
    },
    {
      "epoch": 0.8845401174168297,
      "grad_norm": 2.145851420074306,
      "learning_rate": 5.9018566469181e-06,
      "loss": 0.1423,
      "step": 452
    },
    {
      "epoch": 0.8864970645792564,
      "grad_norm": 2.1241035461670497,
      "learning_rate": 5.886734669573827e-06,
      "loss": 0.1771,
      "step": 453
    },
    {
      "epoch": 0.8884540117416829,
      "grad_norm": 1.9479268148718478,
      "learning_rate": 5.87160431324672e-06,
      "loss": 0.1328,
      "step": 454
    },
    {
      "epoch": 0.8904109589041096,
      "grad_norm": 2.1174977715657293,
      "learning_rate": 5.856465720907388e-06,
      "loss": 0.211,
      "step": 455
    },
    {
      "epoch": 0.8923679060665362,
      "grad_norm": 2.4205453845240323,
      "learning_rate": 5.841319035604267e-06,
      "loss": 0.1666,
      "step": 456
    },
    {
      "epoch": 0.8943248532289628,
      "grad_norm": 2.297680335093687,
      "learning_rate": 5.826164400462259e-06,
      "loss": 0.2323,
      "step": 457
    },
    {
      "epoch": 0.8962818003913894,
      "grad_norm": 2.493174486491035,
      "learning_rate": 5.8110019586813944e-06,
      "loss": 0.1973,
      "step": 458
    },
    {
      "epoch": 0.898238747553816,
      "grad_norm": 2.2644834447659963,
      "learning_rate": 5.795831853535461e-06,
      "loss": 0.1763,
      "step": 459
    },
    {
      "epoch": 0.9001956947162426,
      "grad_norm": 2.3845938800970656,
      "learning_rate": 5.780654228370669e-06,
      "loss": 0.1862,
      "step": 460
    },
    {
      "epoch": 0.9021526418786693,
      "grad_norm": 2.344583110265581,
      "learning_rate": 5.76546922660428e-06,
      "loss": 0.1807,
      "step": 461
    },
    {
      "epoch": 0.9041095890410958,
      "grad_norm": 2.1398071686563975,
      "learning_rate": 5.7502769917232635e-06,
      "loss": 0.1589,
      "step": 462
    },
    {
      "epoch": 0.9060665362035225,
      "grad_norm": 1.9714418531756854,
      "learning_rate": 5.735077667282935e-06,
      "loss": 0.129,
      "step": 463
    },
    {
      "epoch": 0.9080234833659491,
      "grad_norm": 2.212318091375408,
      "learning_rate": 5.719871396905603e-06,
      "loss": 0.1943,
      "step": 464
    },
    {
      "epoch": 0.9099804305283757,
      "grad_norm": 1.5451056855048066,
      "learning_rate": 5.704658324279203e-06,
      "loss": 0.1701,
      "step": 465
    },
    {
      "epoch": 0.9119373776908023,
      "grad_norm": 2.139023612246954,
      "learning_rate": 5.6894385931559555e-06,
      "loss": 0.1888,
      "step": 466
    },
    {
      "epoch": 0.913894324853229,
      "grad_norm": 2.1793452689245143,
      "learning_rate": 5.674212347350996e-06,
      "loss": 0.1588,
      "step": 467
    },
    {
      "epoch": 0.9158512720156555,
      "grad_norm": 1.9974126080003265,
      "learning_rate": 5.658979730741014e-06,
      "loss": 0.1713,
      "step": 468
    },
    {
      "epoch": 0.9178082191780822,
      "grad_norm": 2.380983147927289,
      "learning_rate": 5.643740887262905e-06,
      "loss": 0.1815,
      "step": 469
    },
    {
      "epoch": 0.9197651663405088,
      "grad_norm": 1.9336954495370033,
      "learning_rate": 5.6284959609124e-06,
      "loss": 0.1507,
      "step": 470
    },
    {
      "epoch": 0.9217221135029354,
      "grad_norm": 2.23889600104245,
      "learning_rate": 5.613245095742711e-06,
      "loss": 0.2161,
      "step": 471
    },
    {
      "epoch": 0.923679060665362,
      "grad_norm": 1.934229378085192,
      "learning_rate": 5.5979884358631665e-06,
      "loss": 0.1526,
      "step": 472
    },
    {
      "epoch": 0.9256360078277887,
      "grad_norm": 1.9889854036080192,
      "learning_rate": 5.582726125437846e-06,
      "loss": 0.1731,
      "step": 473
    },
    {
      "epoch": 0.9275929549902152,
      "grad_norm": 2.360199878036082,
      "learning_rate": 5.567458308684233e-06,
      "loss": 0.1513,
      "step": 474
    },
    {
      "epoch": 0.9295499021526419,
      "grad_norm": 2.3158352876921926,
      "learning_rate": 5.5521851298718295e-06,
      "loss": 0.2106,
      "step": 475
    },
    {
      "epoch": 0.9315068493150684,
      "grad_norm": 2.44754781105346,
      "learning_rate": 5.536906733320816e-06,
      "loss": 0.1977,
      "step": 476
    },
    {
      "epoch": 0.9334637964774951,
      "grad_norm": 2.720718018235558,
      "learning_rate": 5.5216232634006695e-06,
      "loss": 0.2127,
      "step": 477
    },
    {
      "epoch": 0.9354207436399217,
      "grad_norm": 2.3186341405245767,
      "learning_rate": 5.506334864528808e-06,
      "loss": 0.1702,
      "step": 478
    },
    {
      "epoch": 0.9373776908023483,
      "grad_norm": 2.120993296789949,
      "learning_rate": 5.491041681169226e-06,
      "loss": 0.1885,
      "step": 479
    },
    {
      "epoch": 0.9393346379647749,
      "grad_norm": 2.151691597269135,
      "learning_rate": 5.4757438578311275e-06,
      "loss": 0.2019,
      "step": 480
    },
    {
      "epoch": 0.9412915851272016,
      "grad_norm": 2.3001760321495555,
      "learning_rate": 5.460441539067559e-06,
      "loss": 0.2007,
      "step": 481
    },
    {
      "epoch": 0.9432485322896281,
      "grad_norm": 2.047203799197217,
      "learning_rate": 5.4451348694740495e-06,
      "loss": 0.1669,
      "step": 482
    },
    {
      "epoch": 0.9452054794520548,
      "grad_norm": 2.1777995685000997,
      "learning_rate": 5.429823993687234e-06,
      "loss": 0.1768,
      "step": 483
    },
    {
      "epoch": 0.9471624266144814,
      "grad_norm": 2.3015372444552438,
      "learning_rate": 5.414509056383498e-06,
      "loss": 0.1855,
      "step": 484
    },
    {
      "epoch": 0.949119373776908,
      "grad_norm": 2.1104267668286134,
      "learning_rate": 5.399190202277602e-06,
      "loss": 0.1881,
      "step": 485
    },
    {
      "epoch": 0.9510763209393346,
      "grad_norm": 2.6686581513854652,
      "learning_rate": 5.383867576121324e-06,
      "loss": 0.2014,
      "step": 486
    },
    {
      "epoch": 0.9530332681017613,
      "grad_norm": 1.9621455477131546,
      "learning_rate": 5.368541322702074e-06,
      "loss": 0.1773,
      "step": 487
    },
    {
      "epoch": 0.9549902152641878,
      "grad_norm": 2.4455326885270376,
      "learning_rate": 5.353211586841547e-06,
      "loss": 0.184,
      "step": 488
    },
    {
      "epoch": 0.9569471624266145,
      "grad_norm": 2.2250938934280087,
      "learning_rate": 5.337878513394337e-06,
      "loss": 0.172,
      "step": 489
    },
    {
      "epoch": 0.958904109589041,
      "grad_norm": 2.4311155979257957,
      "learning_rate": 5.322542247246583e-06,
      "loss": 0.1935,
      "step": 490
    },
    {
      "epoch": 0.9608610567514677,
      "grad_norm": 2.072682084849118,
      "learning_rate": 5.307202933314586e-06,
      "loss": 0.1575,
      "step": 491
    },
    {
      "epoch": 0.9628180039138943,
      "grad_norm": 2.0063370920638124,
      "learning_rate": 5.29186071654345e-06,
      "loss": 0.1973,
      "step": 492
    },
    {
      "epoch": 0.9647749510763209,
      "grad_norm": 1.9638393601170117,
      "learning_rate": 5.276515741905708e-06,
      "loss": 0.1659,
      "step": 493
    },
    {
      "epoch": 0.9667318982387475,
      "grad_norm": 2.37792580273935,
      "learning_rate": 5.261168154399953e-06,
      "loss": 0.2104,
      "step": 494
    },
    {
      "epoch": 0.9686888454011742,
      "grad_norm": 2.2859496040978913,
      "learning_rate": 5.245818099049467e-06,
      "loss": 0.1724,
      "step": 495
    },
    {
      "epoch": 0.9706457925636007,
      "grad_norm": 1.9929497963870733,
      "learning_rate": 5.23046572090085e-06,
      "loss": 0.1866,
      "step": 496
    },
    {
      "epoch": 0.9726027397260274,
      "grad_norm": 2.5725173955202902,
      "learning_rate": 5.215111165022653e-06,
      "loss": 0.2702,
      "step": 497
    },
    {
      "epoch": 0.974559686888454,
      "grad_norm": 1.900349030846749,
      "learning_rate": 5.199754576504006e-06,
      "loss": 0.1553,
      "step": 498
    },
    {
      "epoch": 0.9765166340508806,
      "grad_norm": 2.009465322944539,
      "learning_rate": 5.184396100453242e-06,
      "loss": 0.1979,
      "step": 499
    },
    {
      "epoch": 0.9784735812133072,
      "grad_norm": 2.510565501697165,
      "learning_rate": 5.1690358819965334e-06,
      "loss": 0.1794,
      "step": 500
    },
    {
      "epoch": 0.9784735812133072,
      "eval_loss": 0.1730533093214035,
      "eval_runtime": 1.7673,
      "eval_samples_per_second": 23.765,
      "eval_steps_per_second": 6.224,
      "step": 500
    },
    {
      "epoch": 0.9804305283757339,
      "grad_norm": 1.9913594200136842,
      "learning_rate": 5.153674066276513e-06,
      "loss": 0.1724,
      "step": 501
    },
    {
      "epoch": 0.9823874755381604,
      "grad_norm": 2.092031396013016,
      "learning_rate": 5.138310798450912e-06,
      "loss": 0.1524,
      "step": 502
    },
    {
      "epoch": 0.9843444227005871,
      "grad_norm": 2.4719622291429366,
      "learning_rate": 5.122946223691177e-06,
      "loss": 0.26,
      "step": 503
    },
    {
      "epoch": 0.9863013698630136,
      "grad_norm": 1.9265073115138192,
      "learning_rate": 5.107580487181112e-06,
      "loss": 0.1427,
      "step": 504
    },
    {
      "epoch": 0.9882583170254403,
      "grad_norm": 2.293444490699572,
      "learning_rate": 5.092213734115489e-06,
      "loss": 0.1742,
      "step": 505
    },
    {
      "epoch": 0.9902152641878669,
      "grad_norm": 1.998119128505986,
      "learning_rate": 5.0768461096986935e-06,
      "loss": 0.1824,
      "step": 506
    },
    {
      "epoch": 0.9921722113502935,
      "grad_norm": 2.4031471707620216,
      "learning_rate": 5.0614777591433375e-06,
      "loss": 0.2025,
      "step": 507
    },
    {
      "epoch": 0.9941291585127201,
      "grad_norm": 2.2343620512025697,
      "learning_rate": 5.0461088276689026e-06,
      "loss": 0.1577,
      "step": 508
    },
    {
      "epoch": 0.9960861056751468,
      "grad_norm": 1.6683261552912807,
      "learning_rate": 5.0307394605003554e-06,
      "loss": 0.1689,
      "step": 509
    },
    {
      "epoch": 0.9980430528375733,
      "grad_norm": 1.460659346326579,
      "learning_rate": 5.01536980286678e-06,
      "loss": 0.1062,
      "step": 510
    },
    {
      "epoch": 1.0,
      "grad_norm": 1.6860617130527176,
      "learning_rate": 5e-06,
      "loss": 0.1376,
      "step": 511
    },
    {
      "epoch": 1.0019569471624266,
      "grad_norm": 1.4364604535711802,
      "learning_rate": 4.984630197133224e-06,
      "loss": 0.0943,
      "step": 512
    },
    {
      "epoch": 1.0039138943248531,
      "grad_norm": 1.5725953632244196,
      "learning_rate": 4.969260539499645e-06,
      "loss": 0.0807,
      "step": 513
    },
    {
      "epoch": 1.00587084148728,
      "grad_norm": 1.4497646797478543,
      "learning_rate": 4.953891172331098e-06,
      "loss": 0.0819,
      "step": 514
    },
    {
      "epoch": 1.0078277886497065,
      "grad_norm": 1.6849830170920463,
      "learning_rate": 4.938522240856664e-06,
      "loss": 0.0927,
      "step": 515
    },
    {
      "epoch": 1.009784735812133,
      "grad_norm": 1.5300862825979846,
      "learning_rate": 4.92315389030131e-06,
      "loss": 0.1013,
      "step": 516
    },
    {
      "epoch": 1.0117416829745598,
      "grad_norm": 1.406057897590303,
      "learning_rate": 4.907786265884511e-06,
      "loss": 0.0828,
      "step": 517
    },
    {
      "epoch": 1.0136986301369864,
      "grad_norm": 1.5621100292746029,
      "learning_rate": 4.89241951281889e-06,
      "loss": 0.0741,
      "step": 518
    },
    {
      "epoch": 1.015655577299413,
      "grad_norm": 1.4601764822523038,
      "learning_rate": 4.8770537763088234e-06,
      "loss": 0.0857,
      "step": 519
    },
    {
      "epoch": 1.0176125244618395,
      "grad_norm": 1.4678940809229446,
      "learning_rate": 4.8616892015490905e-06,
      "loss": 0.0976,
      "step": 520
    },
    {
      "epoch": 1.019569471624266,
      "grad_norm": 1.6757635833037305,
      "learning_rate": 4.846325933723487e-06,
      "loss": 0.0754,
      "step": 521
    },
    {
      "epoch": 1.0215264187866928,
      "grad_norm": 1.6595726843007137,
      "learning_rate": 4.830964118003468e-06,
      "loss": 0.0826,
      "step": 522
    },
    {
      "epoch": 1.0234833659491194,
      "grad_norm": 1.928983509127001,
      "learning_rate": 4.8156038995467606e-06,
      "loss": 0.1359,
      "step": 523
    },
    {
      "epoch": 1.025440313111546,
      "grad_norm": 1.5732507111682255,
      "learning_rate": 4.800245423495997e-06,
      "loss": 0.0747,
      "step": 524
    },
    {
      "epoch": 1.0273972602739727,
      "grad_norm": 1.383530254503628,
      "learning_rate": 4.784888834977347e-06,
      "loss": 0.076,
      "step": 525
    },
    {
      "epoch": 1.0293542074363993,
      "grad_norm": 1.899212911308038,
      "learning_rate": 4.769534279099151e-06,
      "loss": 0.0884,
      "step": 526
    },
    {
      "epoch": 1.0313111545988258,
      "grad_norm": 3.569009618772651,
      "learning_rate": 4.7541819009505354e-06,
      "loss": 0.0917,
      "step": 527
    },
    {
      "epoch": 1.0332681017612524,
      "grad_norm": 1.6455734820411143,
      "learning_rate": 4.73883184560005e-06,
      "loss": 0.0812,
      "step": 528
    },
    {
      "epoch": 1.035225048923679,
      "grad_norm": 2.483396518537711,
      "learning_rate": 4.723484258094293e-06,
      "loss": 0.099,
      "step": 529
    },
    {
      "epoch": 1.0371819960861057,
      "grad_norm": 1.8626635991158047,
      "learning_rate": 4.708139283456551e-06,
      "loss": 0.0744,
      "step": 530
    },
    {
      "epoch": 1.0391389432485323,
      "grad_norm": 1.6382008334734672,
      "learning_rate": 4.692797066685415e-06,
      "loss": 0.0557,
      "step": 531
    },
    {
      "epoch": 1.0410958904109588,
      "grad_norm": 2.3189584109701107,
      "learning_rate": 4.6774577527534195e-06,
      "loss": 0.0822,
      "step": 532
    },
    {
      "epoch": 1.0430528375733856,
      "grad_norm": 1.9716766753796242,
      "learning_rate": 4.662121486605663e-06,
      "loss": 0.0679,
      "step": 533
    },
    {
      "epoch": 1.0450097847358122,
      "grad_norm": 2.4490741026154295,
      "learning_rate": 4.646788413158455e-06,
      "loss": 0.067,
      "step": 534
    },
    {
      "epoch": 1.0469667318982387,
      "grad_norm": 2.1309358698955267,
      "learning_rate": 4.631458677297927e-06,
      "loss": 0.0766,
      "step": 535
    },
    {
      "epoch": 1.0489236790606653,
      "grad_norm": 1.8030435026312444,
      "learning_rate": 4.616132423878679e-06,
      "loss": 0.056,
      "step": 536
    },
    {
      "epoch": 1.0508806262230919,
      "grad_norm": 1.380389372236134,
      "learning_rate": 4.600809797722398e-06,
      "loss": 0.0576,
      "step": 537
    },
    {
      "epoch": 1.0528375733855186,
      "grad_norm": 2.068579626120395,
      "learning_rate": 4.585490943616504e-06,
      "loss": 0.0669,
      "step": 538
    },
    {
      "epoch": 1.0547945205479452,
      "grad_norm": 1.8160828277729508,
      "learning_rate": 4.570176006312769e-06,
      "loss": 0.0809,
      "step": 539
    },
    {
      "epoch": 1.0567514677103718,
      "grad_norm": 2.181532539041997,
      "learning_rate": 4.554865130525953e-06,
      "loss": 0.0794,
      "step": 540
    },
    {
      "epoch": 1.0587084148727985,
      "grad_norm": 2.481238669867583,
      "learning_rate": 4.539558460932442e-06,
      "loss": 0.0984,
      "step": 541
    },
    {
      "epoch": 1.060665362035225,
      "grad_norm": 2.2043986315536244,
      "learning_rate": 4.524256142168874e-06,
      "loss": 0.102,
      "step": 542
    },
    {
      "epoch": 1.0626223091976517,
      "grad_norm": 2.2712373413405222,
      "learning_rate": 4.508958318830776e-06,
      "loss": 0.1251,
      "step": 543
    },
    {
      "epoch": 1.0645792563600782,
      "grad_norm": 2.207718955938066,
      "learning_rate": 4.493665135471194e-06,
      "loss": 0.1086,
      "step": 544
    },
    {
      "epoch": 1.0665362035225048,
      "grad_norm": 1.8486169243660096,
      "learning_rate": 4.478376736599331e-06,
      "loss": 0.0781,
      "step": 545
    },
    {
      "epoch": 1.0684931506849316,
      "grad_norm": 2.006416167891028,
      "learning_rate": 4.463093266679185e-06,
      "loss": 0.0743,
      "step": 546
    },
    {
      "epoch": 1.0704500978473581,
      "grad_norm": 1.889566490327463,
      "learning_rate": 4.447814870128172e-06,
      "loss": 0.079,
      "step": 547
    },
    {
      "epoch": 1.0724070450097847,
      "grad_norm": 2.0918219113878824,
      "learning_rate": 4.4325416913157706e-06,
      "loss": 0.0829,
      "step": 548
    },
    {
      "epoch": 1.0743639921722115,
      "grad_norm": 2.100853326565339,
      "learning_rate": 4.417273874562154e-06,
      "loss": 0.0701,
      "step": 549
    },
    {
      "epoch": 1.076320939334638,
      "grad_norm": 1.9967564516049237,
      "learning_rate": 4.402011564136835e-06,
      "loss": 0.0973,
      "step": 550
    },
    {
      "epoch": 1.0782778864970646,
      "grad_norm": 2.2959094406493703,
      "learning_rate": 4.386754904257291e-06,
      "loss": 0.0744,
      "step": 551
    },
    {
      "epoch": 1.0802348336594911,
      "grad_norm": 2.6420602167568177,
      "learning_rate": 4.371504039087602e-06,
      "loss": 0.1216,
      "step": 552
    },
    {
      "epoch": 1.0821917808219177,
      "grad_norm": 2.109242856524176,
      "learning_rate": 4.356259112737096e-06,
      "loss": 0.0844,
      "step": 553
    },
    {
      "epoch": 1.0841487279843445,
      "grad_norm": 2.384937837425204,
      "learning_rate": 4.341020269258987e-06,
      "loss": 0.0666,
      "step": 554
    },
    {
      "epoch": 1.086105675146771,
      "grad_norm": 2.157971248151676,
      "learning_rate": 4.325787652649006e-06,
      "loss": 0.0695,
      "step": 555
    },
    {
      "epoch": 1.0880626223091976,
      "grad_norm": 1.8104462500826197,
      "learning_rate": 4.310561406844045e-06,
      "loss": 0.0855,
      "step": 556
    },
    {
      "epoch": 1.0900195694716244,
      "grad_norm": 1.570124801382527,
      "learning_rate": 4.295341675720797e-06,
      "loss": 0.0667,
      "step": 557
    },
    {
      "epoch": 1.091976516634051,
      "grad_norm": 1.6419424872581734,
      "learning_rate": 4.280128603094399e-06,
      "loss": 0.0673,
      "step": 558
    },
    {
      "epoch": 1.0939334637964775,
      "grad_norm": 1.7049297271694,
      "learning_rate": 4.264922332717066e-06,
      "loss": 0.0947,
      "step": 559
    },
    {
      "epoch": 1.095890410958904,
      "grad_norm": 1.429444451255871,
      "learning_rate": 4.249723008276737e-06,
      "loss": 0.0464,
      "step": 560
    },
    {
      "epoch": 1.0978473581213306,
      "grad_norm": 1.875457161300417,
      "learning_rate": 4.234530773395721e-06,
      "loss": 0.0797,
      "step": 561
    },
    {
      "epoch": 1.0998043052837574,
      "grad_norm": 2.4251321421083034,
      "learning_rate": 4.219345771629333e-06,
      "loss": 0.0768,
      "step": 562
    },
    {
      "epoch": 1.101761252446184,
      "grad_norm": 1.4484743583801212,
      "learning_rate": 4.20416814646454e-06,
      "loss": 0.0538,
      "step": 563
    },
    {
      "epoch": 1.1037181996086105,
      "grad_norm": 1.6140116924282306,
      "learning_rate": 4.188998041318608e-06,
      "loss": 0.0618,
      "step": 564
    },
    {
      "epoch": 1.1056751467710373,
      "grad_norm": 1.491637132489362,
      "learning_rate": 4.173835599537741e-06,
      "loss": 0.0602,
      "step": 565
    },
    {
      "epoch": 1.1076320939334638,
      "grad_norm": 2.258769844171861,
      "learning_rate": 4.158680964395734e-06,
      "loss": 0.105,
      "step": 566
    },
    {
      "epoch": 1.1095890410958904,
      "grad_norm": 2.353160174308116,
      "learning_rate": 4.143534279092613e-06,
      "loss": 0.1023,
      "step": 567
    },
    {
      "epoch": 1.111545988258317,
      "grad_norm": 1.6529832773429178,
      "learning_rate": 4.1283956867532825e-06,
      "loss": 0.0629,
      "step": 568
    },
    {
      "epoch": 1.1135029354207435,
      "grad_norm": 1.6040135598410907,
      "learning_rate": 4.113265330426175e-06,
      "loss": 0.0671,
      "step": 569
    },
    {
      "epoch": 1.1154598825831703,
      "grad_norm": 1.7624997243953948,
      "learning_rate": 4.098143353081902e-06,
      "loss": 0.0617,
      "step": 570
    },
    {
      "epoch": 1.1174168297455969,
      "grad_norm": 1.665207214554899,
      "learning_rate": 4.083029897611897e-06,
      "loss": 0.0606,
      "step": 571
    },
    {
      "epoch": 1.1193737769080234,
      "grad_norm": 2.0723758505494008,
      "learning_rate": 4.067925106827068e-06,
      "loss": 0.0885,
      "step": 572
    },
    {
      "epoch": 1.1213307240704502,
      "grad_norm": 1.695932395186667,
      "learning_rate": 4.052829123456448e-06,
      "loss": 0.0733,
      "step": 573
    },
    {
      "epoch": 1.1232876712328768,
      "grad_norm": 1.9748916137627088,
      "learning_rate": 4.037742090145851e-06,
      "loss": 0.0931,
      "step": 574
    },
    {
      "epoch": 1.1252446183953033,
      "grad_norm": 2.3317215321689226,
      "learning_rate": 4.0226641494565125e-06,
      "loss": 0.1095,
      "step": 575
    },
    {
      "epoch": 1.1272015655577299,
      "grad_norm": 1.4616848832641363,
      "learning_rate": 4.007595443863755e-06,
      "loss": 0.0677,
      "step": 576
    },
    {
      "epoch": 1.1291585127201564,
      "grad_norm": 1.6330963920798616,
      "learning_rate": 3.992536115755631e-06,
      "loss": 0.0703,
      "step": 577
    },
    {
      "epoch": 1.1311154598825832,
      "grad_norm": 1.692042486424253,
      "learning_rate": 3.977486307431589e-06,
      "loss": 0.0451,
      "step": 578
    },
    {
      "epoch": 1.1330724070450098,
      "grad_norm": 1.6093687911763785,
      "learning_rate": 3.962446161101119e-06,
      "loss": 0.0694,
      "step": 579
    },
    {
      "epoch": 1.1350293542074363,
      "grad_norm": 1.5833758240377953,
      "learning_rate": 3.9474158188824145e-06,
      "loss": 0.0834,
      "step": 580
    },
    {
      "epoch": 1.1369863013698631,
      "grad_norm": 1.4774406501732416,
      "learning_rate": 3.93239542280102e-06,
      "loss": 0.0609,
      "step": 581
    },
    {
      "epoch": 1.1389432485322897,
      "grad_norm": 1.7667781026660516,
      "learning_rate": 3.917385114788508e-06,
      "loss": 0.0631,
      "step": 582
    },
    {
      "epoch": 1.1409001956947162,
      "grad_norm": 1.5212996511473915,
      "learning_rate": 3.902385036681118e-06,
      "loss": 0.0592,
      "step": 583
    },
    {
      "epoch": 1.1428571428571428,
      "grad_norm": 1.8205593753047988,
      "learning_rate": 3.887395330218429e-06,
      "loss": 0.0704,
      "step": 584
    },
    {
      "epoch": 1.1448140900195694,
      "grad_norm": 2.178134092464723,
      "learning_rate": 3.87241613704201e-06,
      "loss": 0.0733,
      "step": 585
    },
    {
      "epoch": 1.1467710371819961,
      "grad_norm": 2.054050330693599,
      "learning_rate": 3.857447598694095e-06,
      "loss": 0.0696,
      "step": 586
    },
    {
      "epoch": 1.1487279843444227,
      "grad_norm": 2.5812369887030413,
      "learning_rate": 3.842489856616231e-06,
      "loss": 0.11,
      "step": 587
    },
    {
      "epoch": 1.1506849315068493,
      "grad_norm": 2.6523077137659854,
      "learning_rate": 3.827543052147952e-06,
      "loss": 0.1018,
      "step": 588
    },
    {
      "epoch": 1.152641878669276,
      "grad_norm": 1.8132608675165665,
      "learning_rate": 3.8126073265254377e-06,
      "loss": 0.0578,
      "step": 589
    },
    {
      "epoch": 1.1545988258317026,
      "grad_norm": 1.8873048557902383,
      "learning_rate": 3.797682820880184e-06,
      "loss": 0.0773,
      "step": 590
    },
    {
      "epoch": 1.1565557729941291,
      "grad_norm": 1.7843790872280314,
      "learning_rate": 3.782769676237663e-06,
      "loss": 0.0695,
      "step": 591
    },
    {
      "epoch": 1.1585127201565557,
      "grad_norm": 1.4344205996994106,
      "learning_rate": 3.7678680335159955e-06,
      "loss": 0.0754,
      "step": 592
    },
    {
      "epoch": 1.1604696673189823,
      "grad_norm": 2.128916228668013,
      "learning_rate": 3.7529780335246164e-06,
      "loss": 0.0912,
      "step": 593
    },
    {
      "epoch": 1.162426614481409,
      "grad_norm": 1.8648494638612307,
      "learning_rate": 3.7380998169629477e-06,
      "loss": 0.0756,
      "step": 594
    },
    {
      "epoch": 1.1643835616438356,
      "grad_norm": 2.194430280271575,
      "learning_rate": 3.7232335244190656e-06,
      "loss": 0.0945,
      "step": 595
    },
    {
      "epoch": 1.1663405088062622,
      "grad_norm": 1.7225857798012905,
      "learning_rate": 3.708379296368372e-06,
      "loss": 0.0614,
      "step": 596
    },
    {
      "epoch": 1.168297455968689,
      "grad_norm": 1.8868709347648658,
      "learning_rate": 3.6935372731722686e-06,
      "loss": 0.0709,
      "step": 597
    },
    {
      "epoch": 1.1702544031311155,
      "grad_norm": 1.8641881344679696,
      "learning_rate": 3.6787075950768337e-06,
      "loss": 0.0966,
      "step": 598
    },
    {
      "epoch": 1.172211350293542,
      "grad_norm": 2.1874579509990886,
      "learning_rate": 3.663890402211489e-06,
      "loss": 0.0848,
      "step": 599
    },
    {
      "epoch": 1.1741682974559686,
      "grad_norm": 2.175980645817372,
      "learning_rate": 3.649085834587683e-06,
      "loss": 0.1247,
      "step": 600
    },
    {
      "epoch": 1.1761252446183952,
      "grad_norm": 2.273811598238986,
      "learning_rate": 3.6342940320975613e-06,
      "loss": 0.0952,
      "step": 601
    },
    {
      "epoch": 1.178082191780822,
      "grad_norm": 1.5514710678019257,
      "learning_rate": 3.6195151345126556e-06,
      "loss": 0.059,
      "step": 602
    },
    {
      "epoch": 1.1800391389432485,
      "grad_norm": 1.9792612346178367,
      "learning_rate": 3.6047492814825508e-06,
      "loss": 0.0806,
      "step": 603
    },
    {
      "epoch": 1.181996086105675,
      "grad_norm": 2.116168997974382,
      "learning_rate": 3.5899966125335684e-06,
      "loss": 0.0887,
      "step": 604
    },
    {
      "epoch": 1.1839530332681019,
      "grad_norm": 1.5968956529678024,
      "learning_rate": 3.575257267067453e-06,
      "loss": 0.0681,
      "step": 605
    },
    {
      "epoch": 1.1859099804305284,
      "grad_norm": 1.5628253080473218,
      "learning_rate": 3.5605313843600555e-06,
      "loss": 0.0786,
      "step": 606
    },
    {
      "epoch": 1.187866927592955,
      "grad_norm": 1.8502056594609926,
      "learning_rate": 3.5458191035600077e-06,
      "loss": 0.0713,
      "step": 607
    },
    {
      "epoch": 1.1898238747553815,
      "grad_norm": 1.7829714144983377,
      "learning_rate": 3.531120563687419e-06,
      "loss": 0.0791,
      "step": 608
    },
    {
      "epoch": 1.191780821917808,
      "grad_norm": 2.0630863633398775,
      "learning_rate": 3.5164359036325483e-06,
      "loss": 0.082,
      "step": 609
    },
    {
      "epoch": 1.1937377690802349,
      "grad_norm": 1.6702377825969237,
      "learning_rate": 3.5017652621545133e-06,
      "loss": 0.0761,
      "step": 610
    },
    {
      "epoch": 1.1956947162426614,
      "grad_norm": 1.9955178647736718,
      "learning_rate": 3.487108777879957e-06,
      "loss": 0.0574,
      "step": 611
    },
    {
      "epoch": 1.197651663405088,
      "grad_norm": 1.6405584478809219,
      "learning_rate": 3.4724665893017517e-06,
      "loss": 0.068,
      "step": 612
    },
    {
      "epoch": 1.1996086105675148,
      "grad_norm": 1.4159797202771183,
      "learning_rate": 3.457838834777682e-06,
      "loss": 0.0539,
      "step": 613
    },
    {
      "epoch": 1.2015655577299413,
      "grad_norm": 1.8425970070227418,
      "learning_rate": 3.4432256525291468e-06,
      "loss": 0.0494,
      "step": 614
    },
    {
      "epoch": 1.203522504892368,
      "grad_norm": 2.1511155581331285,
      "learning_rate": 3.428627180639844e-06,
      "loss": 0.0743,
      "step": 615
    },
    {
      "epoch": 1.2054794520547945,
      "grad_norm": 2.96920797708028,
      "learning_rate": 3.4140435570544708e-06,
      "loss": 0.0979,
      "step": 616
    },
    {
      "epoch": 1.207436399217221,
      "grad_norm": 2.231144073150809,
      "learning_rate": 3.3994749195774173e-06,
      "loss": 0.0754,
      "step": 617
    },
    {
      "epoch": 1.2093933463796478,
      "grad_norm": 1.678087237123076,
      "learning_rate": 3.3849214058714707e-06,
      "loss": 0.0541,
      "step": 618
    },
    {
      "epoch": 1.2113502935420744,
      "grad_norm": 2.1255313109001728,
      "learning_rate": 3.370383153456504e-06,
      "loss": 0.0907,
      "step": 619
    },
    {
      "epoch": 1.213307240704501,
      "grad_norm": 1.8026174387405463,
      "learning_rate": 3.355860299708187e-06,
      "loss": 0.091,
      "step": 620
    },
    {
      "epoch": 1.2152641878669277,
      "grad_norm": 1.6620341835571215,
      "learning_rate": 3.341352981856678e-06,
      "loss": 0.067,
      "step": 621
    },
    {
      "epoch": 1.2172211350293543,
      "grad_norm": 1.7928164787526168,
      "learning_rate": 3.326861336985341e-06,
      "loss": 0.0585,
      "step": 622
    },
    {
      "epoch": 1.2191780821917808,
      "grad_norm": 1.9225348551493409,
      "learning_rate": 3.3123855020294344e-06,
      "loss": 0.0619,
      "step": 623
    },
    {
      "epoch": 1.2211350293542074,
      "grad_norm": 1.7052958212898235,
      "learning_rate": 3.2979256137748283e-06,
      "loss": 0.0608,
      "step": 624
    },
    {
      "epoch": 1.223091976516634,
      "grad_norm": 2.1053259750518487,
      "learning_rate": 3.283481808856706e-06,
      "loss": 0.076,
      "step": 625
    },
    {
      "epoch": 1.2250489236790607,
      "grad_norm": 2.138631150625641,
      "learning_rate": 3.269054223758279e-06,
      "loss": 0.0628,
      "step": 626
    },
    {
      "epoch": 1.2270058708414873,
      "grad_norm": 1.9492993526884388,
      "learning_rate": 3.2546429948094904e-06,
      "loss": 0.0812,
      "step": 627
    },
    {
      "epoch": 1.2289628180039138,
      "grad_norm": 2.206847852850266,
      "learning_rate": 3.240248258185731e-06,
      "loss": 0.0756,
      "step": 628
    },
    {
      "epoch": 1.2309197651663406,
      "grad_norm": 1.9337659120686344,
      "learning_rate": 3.225870149906549e-06,
      "loss": 0.0808,
      "step": 629
    },
    {
      "epoch": 1.2328767123287672,
      "grad_norm": 2.0132409152376307,
      "learning_rate": 3.2115088058343725e-06,
      "loss": 0.0702,
      "step": 630
    },
    {
      "epoch": 1.2348336594911937,
      "grad_norm": 1.9874258173187966,
      "learning_rate": 3.1971643616732174e-06,
      "loss": 0.0684,
      "step": 631
    },
    {
      "epoch": 1.2367906066536203,
      "grad_norm": 2.1824915965699567,
      "learning_rate": 3.182836952967405e-06,
      "loss": 0.0824,
      "step": 632
    },
    {
      "epoch": 1.2387475538160468,
      "grad_norm": 1.3990548059614947,
      "learning_rate": 3.1685267151002856e-06,
      "loss": 0.037,
      "step": 633
    },
    {
      "epoch": 1.2407045009784736,
      "grad_norm": 1.7547699264870562,
      "learning_rate": 3.154233783292964e-06,
      "loss": 0.0726,
      "step": 634
    },
    {
      "epoch": 1.2426614481409002,
      "grad_norm": 2.0574421319620315,
      "learning_rate": 3.139958292603009e-06,
      "loss": 0.0621,
      "step": 635
    },
    {
      "epoch": 1.2446183953033267,
      "grad_norm": 2.03808288504389,
      "learning_rate": 3.125700377923186e-06,
      "loss": 0.0649,
      "step": 636
    },
    {
      "epoch": 1.2465753424657535,
      "grad_norm": 1.664664975582277,
      "learning_rate": 3.111460173980175e-06,
      "loss": 0.062,
      "step": 637
    },
    {
      "epoch": 1.24853228962818,
      "grad_norm": 1.9350624481077692,
      "learning_rate": 3.097237815333315e-06,
      "loss": 0.0865,
      "step": 638
    },
    {
      "epoch": 1.2504892367906066,
      "grad_norm": 2.161111111656984,
      "learning_rate": 3.0830334363733083e-06,
      "loss": 0.0642,
      "step": 639
    },
    {
      "epoch": 1.2524461839530332,
      "grad_norm": 1.7014923942244589,
      "learning_rate": 3.068847171320969e-06,
      "loss": 0.0751,
      "step": 640
    },
    {
      "epoch": 1.2544031311154598,
      "grad_norm": 1.8034868786489808,
      "learning_rate": 3.054679154225943e-06,
      "loss": 0.0804,
      "step": 641
    },
    {
      "epoch": 1.2563600782778865,
      "grad_norm": 2.0184120611736787,
      "learning_rate": 3.0405295189654537e-06,
      "loss": 0.0674,
      "step": 642
    },
    {
      "epoch": 1.258317025440313,
      "grad_norm": 1.616484343181486,
      "learning_rate": 3.0263983992430245e-06,
      "loss": 0.0707,
      "step": 643
    },
    {
      "epoch": 1.2602739726027397,
      "grad_norm": 1.9054811123440305,
      "learning_rate": 3.0122859285872214e-06,
      "loss": 0.0448,
      "step": 644
    },
    {
      "epoch": 1.2622309197651664,
      "grad_norm": 1.9502074583748314,
      "learning_rate": 2.9981922403503914e-06,
      "loss": 0.104,
      "step": 645
    },
    {
      "epoch": 1.264187866927593,
      "grad_norm": 1.3929361049229838,
      "learning_rate": 2.9841174677074037e-06,
      "loss": 0.0499,
      "step": 646
    },
    {
      "epoch": 1.2661448140900196,
      "grad_norm": 2.015090065912094,
      "learning_rate": 2.9700617436543854e-06,
      "loss": 0.0736,
      "step": 647
    },
    {
      "epoch": 1.2681017612524461,
      "grad_norm": 2.283355451205927,
      "learning_rate": 2.956025201007471e-06,
      "loss": 0.0943,
      "step": 648
    },
    {
      "epoch": 1.2700587084148727,
      "grad_norm": 1.5205045455930266,
      "learning_rate": 2.942007972401542e-06,
      "loss": 0.0391,
      "step": 649
    },
    {
      "epoch": 1.2720156555772995,
      "grad_norm": 2.076497401164596,
      "learning_rate": 2.9280101902889823e-06,
      "loss": 0.0958,
      "step": 650
    },
    {
      "epoch": 1.273972602739726,
      "grad_norm": 1.8724323612868614,
      "learning_rate": 2.914031986938417e-06,
      "loss": 0.0456,
      "step": 651
    },
    {
      "epoch": 1.2759295499021526,
      "grad_norm": 2.1900139731732544,
      "learning_rate": 2.900073494433464e-06,
      "loss": 0.0647,
      "step": 652
    },
    {
      "epoch": 1.2778864970645794,
      "grad_norm": 1.7668764564888597,
      "learning_rate": 2.8861348446714942e-06,
      "loss": 0.0772,
      "step": 653
    },
    {
      "epoch": 1.279843444227006,
      "grad_norm": 2.055426213301513,
      "learning_rate": 2.8722161693623775e-06,
      "loss": 0.0598,
      "step": 654
    },
    {
      "epoch": 1.2818003913894325,
      "grad_norm": 1.7950726294135408,
      "learning_rate": 2.858317600027235e-06,
      "loss": 0.0585,
      "step": 655
    },
    {
      "epoch": 1.283757338551859,
      "grad_norm": 1.6907221551089933,
      "learning_rate": 2.8444392679972107e-06,
      "loss": 0.082,
      "step": 656
    },
    {
      "epoch": 1.2857142857142856,
      "grad_norm": 1.94067562510593,
      "learning_rate": 2.83058130441221e-06,
      "loss": 0.0904,
      "step": 657
    },
    {
      "epoch": 1.2876712328767124,
      "grad_norm": 1.9445258745628324,
      "learning_rate": 2.816743840219681e-06,
      "loss": 0.0607,
      "step": 658
    },
    {
      "epoch": 1.289628180039139,
      "grad_norm": 2.201875980183344,
      "learning_rate": 2.802927006173365e-06,
      "loss": 0.0906,
      "step": 659
    },
    {
      "epoch": 1.2915851272015655,
      "grad_norm": 2.0052366821231127,
      "learning_rate": 2.789130932832059e-06,
      "loss": 0.0556,
      "step": 660
    },
    {
      "epoch": 1.2935420743639923,
      "grad_norm": 2.399732508582058,
      "learning_rate": 2.7753557505583945e-06,
      "loss": 0.0893,
      "step": 661
    },
    {
      "epoch": 1.2954990215264188,
      "grad_norm": 1.577728985135844,
      "learning_rate": 2.7616015895175953e-06,
      "loss": 0.054,
      "step": 662
    },
    {
      "epoch": 1.2974559686888454,
      "grad_norm": 1.8668715387815782,
      "learning_rate": 2.747868579676244e-06,
      "loss": 0.08,
      "step": 663
    },
    {
      "epoch": 1.299412915851272,
      "grad_norm": 2.0460778407301263,
      "learning_rate": 2.734156850801071e-06,
      "loss": 0.07,
      "step": 664
    },
    {
      "epoch": 1.3013698630136985,
      "grad_norm": 1.6605738012339846,
      "learning_rate": 2.720466532457707e-06,
      "loss": 0.0658,
      "step": 665
    },
    {
      "epoch": 1.3033268101761253,
      "grad_norm": 2.1548936437704387,
      "learning_rate": 2.706797754009476e-06,
      "loss": 0.0834,
      "step": 666
    },
    {
      "epoch": 1.3052837573385518,
      "grad_norm": 2.177951932952928,
      "learning_rate": 2.693150644616165e-06,
      "loss": 0.0869,
      "step": 667
    },
    {
      "epoch": 1.3072407045009784,
      "grad_norm": 3.0852971035539807,
      "learning_rate": 2.6795253332327996e-06,
      "loss": 0.0774,
      "step": 668
    },
    {
      "epoch": 1.3091976516634052,
      "grad_norm": 1.621723168698709,
      "learning_rate": 2.6659219486084366e-06,
      "loss": 0.058,
      "step": 669
    },
    {
      "epoch": 1.3111545988258317,
      "grad_norm": 1.8052594279486867,
      "learning_rate": 2.652340619284939e-06,
      "loss": 0.0744,
      "step": 670
    },
    {
      "epoch": 1.3131115459882583,
      "grad_norm": 1.674212030789698,
      "learning_rate": 2.638781473595765e-06,
      "loss": 0.0572,
      "step": 671
    },
    {
      "epoch": 1.3150684931506849,
      "grad_norm": 2.043418047769638,
      "learning_rate": 2.6252446396647503e-06,
      "loss": 0.1077,
      "step": 672
    },
    {
      "epoch": 1.3170254403131114,
      "grad_norm": 1.8877359312902404,
      "learning_rate": 2.6117302454049e-06,
      "loss": 0.058,
      "step": 673
    },
    {
      "epoch": 1.3189823874755382,
      "grad_norm": 1.863879266501068,
      "learning_rate": 2.5982384185171905e-06,
      "loss": 0.0718,
      "step": 674
    },
    {
      "epoch": 1.3209393346379648,
      "grad_norm": 1.8105314172937954,
      "learning_rate": 2.5847692864893423e-06,
      "loss": 0.073,
      "step": 675
    },
    {
      "epoch": 1.3228962818003913,
      "grad_norm": 1.9600381215931317,
      "learning_rate": 2.5713229765946355e-06,
      "loss": 0.0706,
      "step": 676
    },
    {
      "epoch": 1.324853228962818,
      "grad_norm": 2.120293640627276,
      "learning_rate": 2.5578996158906887e-06,
      "loss": 0.1015,
      "step": 677
    },
    {
      "epoch": 1.3268101761252447,
      "grad_norm": 1.5896445265701151,
      "learning_rate": 2.544499331218274e-06,
      "loss": 0.0677,
      "step": 678
    },
    {
      "epoch": 1.3287671232876712,
      "grad_norm": 1.8591938043813965,
      "learning_rate": 2.531122249200114e-06,
      "loss": 0.0644,
      "step": 679
    },
    {
      "epoch": 1.3307240704500978,
      "grad_norm": 2.0210099379232416,
      "learning_rate": 2.5177684962396764e-06,
      "loss": 0.0813,
      "step": 680
    },
    {
      "epoch": 1.3326810176125243,
      "grad_norm": 2.202997245026879,
      "learning_rate": 2.504438198519992e-06,
      "loss": 0.0723,
      "step": 681
    },
    {
      "epoch": 1.3346379647749511,
      "grad_norm": 2.6249294578090714,
      "learning_rate": 2.4911314820024566e-06,
      "loss": 0.0722,
      "step": 682
    },
    {
      "epoch": 1.3365949119373777,
      "grad_norm": 1.9431999055505595,
      "learning_rate": 2.477848472425638e-06,
      "loss": 0.0951,
      "step": 683
    },
    {
      "epoch": 1.3385518590998042,
      "grad_norm": 1.9215215707488533,
      "learning_rate": 2.464589295304096e-06,
      "loss": 0.0875,
      "step": 684
    },
    {
      "epoch": 1.340508806262231,
      "grad_norm": 1.6960829537877524,
      "learning_rate": 2.4513540759271855e-06,
      "loss": 0.0539,
      "step": 685
    },
    {
      "epoch": 1.3424657534246576,
      "grad_norm": 1.6202828640137272,
      "learning_rate": 2.438142939357882e-06,
      "loss": 0.0512,
      "step": 686
    },
    {
      "epoch": 1.3444227005870841,
      "grad_norm": 1.5345872398540568,
      "learning_rate": 2.4249560104315992e-06,
      "loss": 0.0651,
      "step": 687
    },
    {
      "epoch": 1.3463796477495107,
      "grad_norm": 1.6927372641026215,
      "learning_rate": 2.4117934137550003e-06,
      "loss": 0.0612,
      "step": 688
    },
    {
      "epoch": 1.3483365949119372,
      "grad_norm": 1.5871614922314186,
      "learning_rate": 2.398655273704831e-06,
      "loss": 0.0705,
      "step": 689
    },
    {
      "epoch": 1.350293542074364,
      "grad_norm": 1.8292578591146453,
      "learning_rate": 2.38554171442674e-06,
      "loss": 0.0808,
      "step": 690
    },
    {
      "epoch": 1.3522504892367906,
      "grad_norm": 2.3792236017494077,
      "learning_rate": 2.3724528598341033e-06,
      "loss": 0.0932,
      "step": 691
    },
    {
      "epoch": 1.3542074363992171,
      "grad_norm": 1.546699861880311,
      "learning_rate": 2.35938883360686e-06,
      "loss": 0.0641,
      "step": 692
    },
    {
      "epoch": 1.356164383561644,
      "grad_norm": 2.0358263165883943,
      "learning_rate": 2.346349759190332e-06,
      "loss": 0.066,
      "step": 693
    },
    {
      "epoch": 1.3581213307240705,
      "grad_norm": 1.490842276288226,
      "learning_rate": 2.3333357597940794e-06,
      "loss": 0.05,
      "step": 694
    },
    {
      "epoch": 1.360078277886497,
      "grad_norm": 1.791146355805155,
      "learning_rate": 2.3203469583907074e-06,
      "loss": 0.0705,
      "step": 695
    },
    {
      "epoch": 1.3620352250489236,
      "grad_norm": 2.2593808299860005,
      "learning_rate": 2.3073834777147237e-06,
      "loss": 0.0677,
      "step": 696
    },
    {
      "epoch": 1.3639921722113502,
      "grad_norm": 2.1732183959015954,
      "learning_rate": 2.294445440261377e-06,
      "loss": 0.0885,
      "step": 697
    },
    {
      "epoch": 1.365949119373777,
      "grad_norm": 1.5312213730289557,
      "learning_rate": 2.2815329682854944e-06,
      "loss": 0.0688,
      "step": 698
    },
    {
      "epoch": 1.3679060665362035,
      "grad_norm": 1.8904929752087385,
      "learning_rate": 2.2686461838003294e-06,
      "loss": 0.0763,
      "step": 699
    },
    {
      "epoch": 1.36986301369863,
      "grad_norm": 2.06876254381848,
      "learning_rate": 2.2557852085764053e-06,
      "loss": 0.0811,
      "step": 700
    },
    {
      "epoch": 1.3718199608610568,
      "grad_norm": 1.9637438532435185,
      "learning_rate": 2.2429501641403657e-06,
      "loss": 0.0774,
      "step": 701
    },
    {
      "epoch": 1.3737769080234834,
      "grad_norm": 1.5903631475108062,
      "learning_rate": 2.230141171773836e-06,
      "loss": 0.0436,
      "step": 702
    },
    {
      "epoch": 1.37573385518591,
      "grad_norm": 2.024028265421277,
      "learning_rate": 2.2173583525122595e-06,
      "loss": 0.0861,
      "step": 703
    },
    {
      "epoch": 1.3776908023483365,
      "grad_norm": 2.2452926161627826,
      "learning_rate": 2.204601827143769e-06,
      "loss": 0.0864,
      "step": 704
    },
    {
      "epoch": 1.379647749510763,
      "grad_norm": 1.774376807897319,
      "learning_rate": 2.1918717162080343e-06,
      "loss": 0.067,
      "step": 705
    },
    {
      "epoch": 1.3816046966731899,
      "grad_norm": 2.125239212808248,
      "learning_rate": 2.179168139995134e-06,
      "loss": 0.0687,
      "step": 706
    },
    {
      "epoch": 1.3835616438356164,
      "grad_norm": 1.9386214287212566,
      "learning_rate": 2.1664912185444127e-06,
      "loss": 0.0719,
      "step": 707
    },
    {
      "epoch": 1.385518590998043,
      "grad_norm": 1.7387292264200185,
      "learning_rate": 2.1538410716433415e-06,
      "loss": 0.0686,
      "step": 708
    },
    {
      "epoch": 1.3874755381604698,
      "grad_norm": 1.848864992503259,
      "learning_rate": 2.1412178188263975e-06,
      "loss": 0.0624,
      "step": 709
    },
    {
      "epoch": 1.3894324853228963,
      "grad_norm": 1.5697045992324241,
      "learning_rate": 2.12862157937393e-06,
      "loss": 0.0523,
      "step": 710
    },
    {
      "epoch": 1.3913894324853229,
      "grad_norm": 1.9824122518786331,
      "learning_rate": 2.1160524723110253e-06,
      "loss": 0.114,
      "step": 711
    },
    {
      "epoch": 1.3933463796477494,
      "grad_norm": 2.855313761219161,
      "learning_rate": 2.103510616406396e-06,
      "loss": 0.1014,
      "step": 712
    },
    {
      "epoch": 1.395303326810176,
      "grad_norm": 1.7406203751163734,
      "learning_rate": 2.090996130171245e-06,
      "loss": 0.0549,
      "step": 713
    },
    {
      "epoch": 1.3972602739726028,
      "grad_norm": 1.71306351635305,
      "learning_rate": 2.0785091318581577e-06,
      "loss": 0.061,
      "step": 714
    },
    {
      "epoch": 1.3992172211350293,
      "grad_norm": 1.6706721747054911,
      "learning_rate": 2.0660497394599786e-06,
      "loss": 0.0863,
      "step": 715
    },
    {
      "epoch": 1.401174168297456,
      "grad_norm": 1.7914000516782471,
      "learning_rate": 2.053618070708691e-06,
      "loss": 0.0586,
      "step": 716
    },
    {
      "epoch": 1.4031311154598827,
      "grad_norm": 2.1371743888191195,
      "learning_rate": 2.0412142430743175e-06,
      "loss": 0.0616,
      "step": 717
    },
    {
      "epoch": 1.4050880626223092,
      "grad_norm": 2.075993465348145,
      "learning_rate": 2.0288383737638007e-06,
      "loss": 0.0693,
      "step": 718
    },
    {
      "epoch": 1.4070450097847358,
      "grad_norm": 1.2437743177865122,
      "learning_rate": 2.0164905797198936e-06,
      "loss": 0.0488,
      "step": 719
    },
    {
      "epoch": 1.4090019569471623,
      "grad_norm": 2.087784278527308,
      "learning_rate": 2.004170977620066e-06,
      "loss": 0.0484,
      "step": 720
    },
    {
      "epoch": 1.410958904109589,
      "grad_norm": 1.913903365922053,
      "learning_rate": 1.991879683875386e-06,
      "loss": 0.0815,
      "step": 721
    },
    {
      "epoch": 1.4129158512720157,
      "grad_norm": 1.7286447187971836,
      "learning_rate": 1.9796168146294415e-06,
      "loss": 0.077,
      "step": 722
    },
    {
      "epoch": 1.4148727984344422,
      "grad_norm": 1.763246064167294,
      "learning_rate": 1.9673824857572173e-06,
      "loss": 0.0637,
      "step": 723
    },
    {
      "epoch": 1.4168297455968688,
      "grad_norm": 2.247186262832292,
      "learning_rate": 1.9551768128640173e-06,
      "loss": 0.0735,
      "step": 724
    },
    {
      "epoch": 1.4187866927592956,
      "grad_norm": 2.000376581105247,
      "learning_rate": 1.94299991128437e-06,
      "loss": 0.0858,
      "step": 725
    },
    {
      "epoch": 1.4207436399217221,
      "grad_norm": 1.749021015554715,
      "learning_rate": 1.9308518960809353e-06,
      "loss": 0.0777,
      "step": 726
    },
    {
      "epoch": 1.4227005870841487,
      "grad_norm": 1.7947719557204047,
      "learning_rate": 1.9187328820434185e-06,
      "loss": 0.0613,
      "step": 727
    },
    {
      "epoch": 1.4246575342465753,
      "grad_norm": 2.141085404619341,
      "learning_rate": 1.9066429836874844e-06,
      "loss": 0.07,
      "step": 728
    },
    {
      "epoch": 1.4266144814090018,
      "grad_norm": 2.23270739670154,
      "learning_rate": 1.894582315253673e-06,
      "loss": 0.1098,
      "step": 729
    },
    {
      "epoch": 1.4285714285714286,
      "grad_norm": 1.5198522541763244,
      "learning_rate": 1.8825509907063328e-06,
      "loss": 0.0554,
      "step": 730
    },
    {
      "epoch": 1.4305283757338552,
      "grad_norm": 1.8101495775510452,
      "learning_rate": 1.8705491237325246e-06,
      "loss": 0.0738,
      "step": 731
    },
    {
      "epoch": 1.4324853228962817,
      "grad_norm": 1.5320855667688547,
      "learning_rate": 1.8585768277409639e-06,
      "loss": 0.0556,
      "step": 732
    },
    {
      "epoch": 1.4344422700587085,
      "grad_norm": 1.9703876452576585,
      "learning_rate": 1.8466342158609367e-06,
      "loss": 0.0764,
      "step": 733
    },
    {
      "epoch": 1.436399217221135,
      "grad_norm": 1.8602853311790735,
      "learning_rate": 1.83472140094124e-06,
      "loss": 0.0821,
      "step": 734
    },
    {
      "epoch": 1.4383561643835616,
      "grad_norm": 1.965044526084634,
      "learning_rate": 1.8228384955491136e-06,
      "loss": 0.0653,
      "step": 735
    },
    {
      "epoch": 1.4403131115459882,
      "grad_norm": 2.2333824222337713,
      "learning_rate": 1.8109856119691672e-06,
      "loss": 0.073,
      "step": 736
    },
    {
      "epoch": 1.4422700587084147,
      "grad_norm": 2.774306757176038,
      "learning_rate": 1.7991628622023338e-06,
      "loss": 0.1171,
      "step": 737
    },
    {
      "epoch": 1.4442270058708415,
      "grad_norm": 1.9679288460755902,
      "learning_rate": 1.7873703579648033e-06,
      "loss": 0.0781,
      "step": 738
    },
    {
      "epoch": 1.446183953033268,
      "grad_norm": 1.7538055228481852,
      "learning_rate": 1.775608210686962e-06,
      "loss": 0.0553,
      "step": 739
    },
    {
      "epoch": 1.4481409001956946,
      "grad_norm": 1.6322103669371992,
      "learning_rate": 1.763876531512354e-06,
      "loss": 0.0789,
      "step": 740
    },
    {
      "epoch": 1.4500978473581214,
      "grad_norm": 2.434369958490434,
      "learning_rate": 1.7521754312966155e-06,
      "loss": 0.0989,
      "step": 741
    },
    {
      "epoch": 1.452054794520548,
      "grad_norm": 1.73301653362213,
      "learning_rate": 1.7405050206064372e-06,
      "loss": 0.0769,
      "step": 742
    },
    {
      "epoch": 1.4540117416829745,
      "grad_norm": 2.441179651598841,
      "learning_rate": 1.7288654097185193e-06,
      "loss": 0.0913,
      "step": 743
    },
    {
      "epoch": 1.455968688845401,
      "grad_norm": 1.8343276866479539,
      "learning_rate": 1.7172567086185205e-06,
      "loss": 0.0823,
      "step": 744
    },
    {
      "epoch": 1.4579256360078277,
      "grad_norm": 1.9318527185380996,
      "learning_rate": 1.7056790270000302e-06,
      "loss": 0.06,
      "step": 745
    },
    {
      "epoch": 1.4598825831702544,
      "grad_norm": 1.8346825955364,
      "learning_rate": 1.6941324742635262e-06,
      "loss": 0.0783,
      "step": 746
    },
    {
      "epoch": 1.461839530332681,
      "grad_norm": 1.715657417837221,
      "learning_rate": 1.682617159515338e-06,
      "loss": 0.0624,
      "step": 747
    },
    {
      "epoch": 1.4637964774951076,
      "grad_norm": 1.971842956839842,
      "learning_rate": 1.671133191566624e-06,
      "loss": 0.1111,
      "step": 748
    },
    {
      "epoch": 1.4657534246575343,
      "grad_norm": 1.4999361160456088,
      "learning_rate": 1.6596806789323317e-06,
      "loss": 0.0511,
      "step": 749
    },
    {
      "epoch": 1.467710371819961,
      "grad_norm": 1.620700043026342,
      "learning_rate": 1.6482597298301917e-06,
      "loss": 0.0693,
      "step": 750
    },
    {
      "epoch": 1.4696673189823874,
      "grad_norm": 1.6236918289991626,
      "learning_rate": 1.6368704521796702e-06,
      "loss": 0.0457,
      "step": 751
    },
    {
      "epoch": 1.471624266144814,
      "grad_norm": 2.088344992354519,
      "learning_rate": 1.625512953600966e-06,
      "loss": 0.0733,
      "step": 752
    },
    {
      "epoch": 1.4735812133072406,
      "grad_norm": 1.468629838665795,
      "learning_rate": 1.6141873414139914e-06,
      "loss": 0.0433,
      "step": 753
    },
    {
      "epoch": 1.4755381604696673,
      "grad_norm": 2.012450159214436,
      "learning_rate": 1.6028937226373536e-06,
      "loss": 0.0686,
      "step": 754
    },
    {
      "epoch": 1.477495107632094,
      "grad_norm": 2.473842629693045,
      "learning_rate": 1.5916322039873494e-06,
      "loss": 0.0934,
      "step": 755
    },
    {
      "epoch": 1.4794520547945205,
      "grad_norm": 1.6619221245291644,
      "learning_rate": 1.5804028918769488e-06,
      "loss": 0.0505,
      "step": 756
    },
    {
      "epoch": 1.4814090019569472,
      "grad_norm": 2.6427238058753466,
      "learning_rate": 1.5692058924147924e-06,
      "loss": 0.1059,
      "step": 757
    },
    {
      "epoch": 1.4833659491193738,
      "grad_norm": 1.6317849738060646,
      "learning_rate": 1.5580413114042003e-06,
      "loss": 0.0614,
      "step": 758
    },
    {
      "epoch": 1.4853228962818004,
      "grad_norm": 1.2690105925041866,
      "learning_rate": 1.546909254342151e-06,
      "loss": 0.0466,
      "step": 759
    },
    {
      "epoch": 1.487279843444227,
      "grad_norm": 1.553475043184994,
      "learning_rate": 1.535809826418304e-06,
      "loss": 0.0677,
      "step": 760
    },
    {
      "epoch": 1.4892367906066535,
      "grad_norm": 1.5284923085319786,
      "learning_rate": 1.524743132513991e-06,
      "loss": 0.0593,
      "step": 761
    },
    {
      "epoch": 1.4911937377690803,
      "grad_norm": 1.3124264891394795,
      "learning_rate": 1.513709277201237e-06,
      "loss": 0.0567,
      "step": 762
    },
    {
      "epoch": 1.4931506849315068,
      "grad_norm": 1.755704359284656,
      "learning_rate": 1.5027083647417657e-06,
      "loss": 0.0601,
      "step": 763
    },
    {
      "epoch": 1.4951076320939334,
      "grad_norm": 2.2830828761320743,
      "learning_rate": 1.4917404990860112e-06,
      "loss": 0.0874,
      "step": 764
    },
    {
      "epoch": 1.4970645792563602,
      "grad_norm": 1.773173966136802,
      "learning_rate": 1.4808057838721451e-06,
      "loss": 0.0724,
      "step": 765
    },
    {
      "epoch": 1.4990215264187867,
      "grad_norm": 1.5195227151205504,
      "learning_rate": 1.4699043224250919e-06,
      "loss": 0.0513,
      "step": 766
    },
    {
      "epoch": 1.5009784735812133,
      "grad_norm": 1.6714993787934345,
      "learning_rate": 1.4590362177555467e-06,
      "loss": 0.0582,
      "step": 767
    },
    {
      "epoch": 1.5029354207436398,
      "grad_norm": 1.9594711967405802,
      "learning_rate": 1.4482015725590159e-06,
      "loss": 0.0917,
      "step": 768
    },
    {
      "epoch": 1.5048923679060664,
      "grad_norm": 1.909198400825252,
      "learning_rate": 1.4374004892148312e-06,
      "loss": 0.0593,
      "step": 769
    },
    {
      "epoch": 1.5068493150684932,
      "grad_norm": 2.116365097993436,
      "learning_rate": 1.4266330697851955e-06,
      "loss": 0.0873,
      "step": 770
    },
    {
      "epoch": 1.5088062622309197,
      "grad_norm": 1.6381746475196974,
      "learning_rate": 1.4158994160142114e-06,
      "loss": 0.0536,
      "step": 771
    },
    {
      "epoch": 1.5107632093933465,
      "grad_norm": 1.4806980311898863,
      "learning_rate": 1.4051996293269182e-06,
      "loss": 0.0456,
      "step": 772
    },
    {
      "epoch": 1.512720156555773,
      "grad_norm": 1.6647220544897314,
      "learning_rate": 1.3945338108283402e-06,
      "loss": 0.0613,
      "step": 773
    },
    {
      "epoch": 1.5146771037181996,
      "grad_norm": 2.09656630511193,
      "learning_rate": 1.3839020613025267e-06,
      "loss": 0.0684,
      "step": 774
    },
    {
      "epoch": 1.5166340508806262,
      "grad_norm": 2.256173645282195,
      "learning_rate": 1.373304481211598e-06,
      "loss": 0.0583,
      "step": 775
    },
    {
      "epoch": 1.5185909980430528,
      "grad_norm": 1.6610885904954371,
      "learning_rate": 1.3627411706948029e-06,
      "loss": 0.0636,
      "step": 776
    },
    {
      "epoch": 1.5205479452054793,
      "grad_norm": 2.3270370609147313,
      "learning_rate": 1.3522122295675616e-06,
      "loss": 0.095,
      "step": 777
    },
    {
      "epoch": 1.522504892367906,
      "grad_norm": 2.7066972456569074,
      "learning_rate": 1.3417177573205399e-06,
      "loss": 0.1073,
      "step": 778
    },
    {
      "epoch": 1.5244618395303327,
      "grad_norm": 1.718220736308844,
      "learning_rate": 1.3312578531186881e-06,
      "loss": 0.0585,
      "step": 779
    },
    {
      "epoch": 1.5264187866927594,
      "grad_norm": 2.137712382730657,
      "learning_rate": 1.3208326158003171e-06,
      "loss": 0.0592,
      "step": 780
    },
    {
      "epoch": 1.528375733855186,
      "grad_norm": 1.691010288213673,
      "learning_rate": 1.310442143876164e-06,
      "loss": 0.0704,
      "step": 781
    },
    {
      "epoch": 1.5303326810176126,
      "grad_norm": 1.6085542841570966,
      "learning_rate": 1.3000865355284565e-06,
      "loss": 0.0812,
      "step": 782
    },
    {
      "epoch": 1.532289628180039,
      "grad_norm": 1.8358654366245675,
      "learning_rate": 1.2897658886099906e-06,
      "loss": 0.0765,
      "step": 783
    },
    {
      "epoch": 1.5342465753424657,
      "grad_norm": 1.6146523843083154,
      "learning_rate": 1.2794803006431984e-06,
      "loss": 0.0517,
      "step": 784
    },
    {
      "epoch": 1.5362035225048922,
      "grad_norm": 2.233762078628394,
      "learning_rate": 1.2692298688192301e-06,
      "loss": 0.0785,
      "step": 785
    },
    {
      "epoch": 1.538160469667319,
      "grad_norm": 1.9244175768687313,
      "learning_rate": 1.2590146899970446e-06,
      "loss": 0.0587,
      "step": 786
    },
    {
      "epoch": 1.5401174168297456,
      "grad_norm": 2.1949381026114483,
      "learning_rate": 1.2488348607024781e-06,
      "loss": 0.057,
      "step": 787
    },
    {
      "epoch": 1.5420743639921723,
      "grad_norm": 1.590461422127919,
      "learning_rate": 1.2386904771273444e-06,
      "loss": 0.0601,
      "step": 788
    },
    {
      "epoch": 1.544031311154599,
      "grad_norm": 1.7830886323972521,
      "learning_rate": 1.228581635128518e-06,
      "loss": 0.0655,
      "step": 789
    },
    {
      "epoch": 1.5459882583170255,
      "grad_norm": 2.202097036310967,
      "learning_rate": 1.218508430227035e-06,
      "loss": 0.0669,
      "step": 790
    },
    {
      "epoch": 1.547945205479452,
      "grad_norm": 1.7240485850799274,
      "learning_rate": 1.2084709576071885e-06,
      "loss": 0.0581,
      "step": 791
    },
    {
      "epoch": 1.5499021526418786,
      "grad_norm": 1.8690540221728638,
      "learning_rate": 1.1984693121156226e-06,
      "loss": 0.0735,
      "step": 792
    },
    {
      "epoch": 1.5518590998043051,
      "grad_norm": 1.9985603296477679,
      "learning_rate": 1.1885035882604478e-06,
      "loss": 0.0599,
      "step": 793
    },
    {
      "epoch": 1.553816046966732,
      "grad_norm": 1.9632432326128284,
      "learning_rate": 1.1785738802103396e-06,
      "loss": 0.0659,
      "step": 794
    },
    {
      "epoch": 1.5557729941291585,
      "grad_norm": 2.1076162425919613,
      "learning_rate": 1.1686802817936488e-06,
      "loss": 0.0983,
      "step": 795
    },
    {
      "epoch": 1.5577299412915853,
      "grad_norm": 2.508888145682337,
      "learning_rate": 1.158822886497521e-06,
      "loss": 0.0711,
      "step": 796
    },
    {
      "epoch": 1.5596868884540118,
      "grad_norm": 2.6025480727277945,
      "learning_rate": 1.1490017874670046e-06,
      "loss": 0.0944,
      "step": 797
    },
    {
      "epoch": 1.5616438356164384,
      "grad_norm": 1.9451696196039674,
      "learning_rate": 1.1392170775041788e-06,
      "loss": 0.0629,
      "step": 798
    },
    {
      "epoch": 1.563600782778865,
      "grad_norm": 3.2653566365483795,
      "learning_rate": 1.1294688490672744e-06,
      "loss": 0.0687,
      "step": 799
    },
    {
      "epoch": 1.5655577299412915,
      "grad_norm": 1.5491988761961808,
      "learning_rate": 1.1197571942697938e-06,
      "loss": 0.054,
      "step": 800
    },
    {
      "epoch": 1.567514677103718,
      "grad_norm": 1.824384057199256,
      "learning_rate": 1.1100822048796494e-06,
      "loss": 0.0589,
      "step": 801
    },
    {
      "epoch": 1.5694716242661448,
      "grad_norm": 2.201153569998338,
      "learning_rate": 1.1004439723182942e-06,
      "loss": 0.0764,
      "step": 802
    },
    {
      "epoch": 1.5714285714285714,
      "grad_norm": 1.9648971451834376,
      "learning_rate": 1.0908425876598512e-06,
      "loss": 0.053,
      "step": 803
    },
    {
      "epoch": 1.5733855185909982,
      "grad_norm": 1.517310898398437,
      "learning_rate": 1.0812781416302642e-06,
      "loss": 0.0467,
      "step": 804
    },
    {
      "epoch": 1.5753424657534247,
      "grad_norm": 1.6308992310290062,
      "learning_rate": 1.0717507246064273e-06,
      "loss": 0.0571,
      "step": 805
    },
    {
      "epoch": 1.5772994129158513,
      "grad_norm": 2.1510156600364736,
      "learning_rate": 1.0622604266153485e-06,
      "loss": 0.0758,
      "step": 806
    },
    {
      "epoch": 1.5792563600782779,
      "grad_norm": 2.5066959662419666,
      "learning_rate": 1.0528073373332782e-06,
      "loss": 0.098,
      "step": 807
    },
    {
      "epoch": 1.5812133072407044,
      "grad_norm": 1.7950784494365253,
      "learning_rate": 1.0433915460848764e-06,
      "loss": 0.0808,
      "step": 808
    },
    {
      "epoch": 1.583170254403131,
      "grad_norm": 1.945706064195573,
      "learning_rate": 1.0340131418423648e-06,
      "loss": 0.0723,
      "step": 809
    },
    {
      "epoch": 1.5851272015655578,
      "grad_norm": 1.8535920553916685,
      "learning_rate": 1.0246722132246857e-06,
      "loss": 0.0699,
      "step": 810
    },
    {
      "epoch": 1.5870841487279843,
      "grad_norm": 2.0127340595113705,
      "learning_rate": 1.015368848496665e-06,
      "loss": 0.0994,
      "step": 811
    },
    {
      "epoch": 1.589041095890411,
      "grad_norm": 2.4337962673275975,
      "learning_rate": 1.0061031355681766e-06,
      "loss": 0.0996,
      "step": 812
    },
    {
      "epoch": 1.5909980430528377,
      "grad_norm": 2.181307109964522,
      "learning_rate": 9.968751619933104e-07,
      "loss": 0.0961,
      "step": 813
    },
    {
      "epoch": 1.5929549902152642,
      "grad_norm": 1.9296584753054122,
      "learning_rate": 9.876850149695556e-07,
      "loss": 0.0541,
      "step": 814
    },
    {
      "epoch": 1.5949119373776908,
      "grad_norm": 1.994731492571611,
      "learning_rate": 9.785327813369589e-07,
      "loss": 0.0734,
      "step": 815
    },
    {
      "epoch": 1.5968688845401173,
      "grad_norm": 1.421639543623951,
      "learning_rate": 9.694185475773216e-07,
      "loss": 0.05,
      "step": 816
    },
    {
      "epoch": 1.5988258317025439,
      "grad_norm": 2.1869164132735643,
      "learning_rate": 9.603423998133682e-07,
      "loss": 0.0995,
      "step": 817
    },
    {
      "epoch": 1.6007827788649707,
      "grad_norm": 1.7405090775323613,
      "learning_rate": 9.513044238079428e-07,
      "loss": 0.0622,
      "step": 818
    },
    {
      "epoch": 1.6027397260273972,
      "grad_norm": 1.8370517766711922,
      "learning_rate": 9.423047049631956e-07,
      "loss": 0.0551,
      "step": 819
    },
    {
      "epoch": 1.604696673189824,
      "grad_norm": 2.2762116573304554,
      "learning_rate": 9.333433283197702e-07,
      "loss": 0.0891,
      "step": 820
    },
    {
      "epoch": 1.6066536203522506,
      "grad_norm": 1.7411192220053084,
      "learning_rate": 9.244203785560096e-07,
      "loss": 0.0567,
      "step": 821
    },
    {
      "epoch": 1.6086105675146771,
      "grad_norm": 1.7736189889474319,
      "learning_rate": 9.15535939987151e-07,
      "loss": 0.0684,
      "step": 822
    },
    {
      "epoch": 1.6105675146771037,
      "grad_norm": 1.8719690213825595,
      "learning_rate": 9.066900965645259e-07,
      "loss": 0.0921,
      "step": 823
    },
    {
      "epoch": 1.6125244618395302,
      "grad_norm": 1.840570752780444,
      "learning_rate": 8.978829318747745e-07,
      "loss": 0.0792,
      "step": 824
    },
    {
      "epoch": 1.6144814090019568,
      "grad_norm": 1.6807047675287288,
      "learning_rate": 8.891145291390479e-07,
      "loss": 0.0552,
      "step": 825
    },
    {
      "epoch": 1.6164383561643836,
      "grad_norm": 1.773823746963521,
      "learning_rate": 8.803849712122292e-07,
      "loss": 0.0545,
      "step": 826
    },
    {
      "epoch": 1.6183953033268101,
      "grad_norm": 1.8565310167524063,
      "learning_rate": 8.71694340582146e-07,
      "loss": 0.0854,
      "step": 827
    },
    {
      "epoch": 1.620352250489237,
      "grad_norm": 1.5958695872112978,
      "learning_rate": 8.63042719368789e-07,
      "loss": 0.0481,
      "step": 828
    },
    {
      "epoch": 1.6223091976516635,
      "grad_norm": 1.992274507166537,
      "learning_rate": 8.544301893235424e-07,
      "loss": 0.0703,
      "step": 829
    },
    {
      "epoch": 1.62426614481409,
      "grad_norm": 2.39304611409934,
      "learning_rate": 8.458568318284088e-07,
      "loss": 0.0958,
      "step": 830
    },
    {
      "epoch": 1.6262230919765166,
      "grad_norm": 2.0011959902157046,
      "learning_rate": 8.37322727895234e-07,
      "loss": 0.0598,
      "step": 831
    },
    {
      "epoch": 1.6281800391389432,
      "grad_norm": 2.1186286042119447,
      "learning_rate": 8.288279581649528e-07,
      "loss": 0.0672,
      "step": 832
    },
    {
      "epoch": 1.6301369863013697,
      "grad_norm": 2.297749015581445,
      "learning_rate": 8.203726029068149e-07,
      "loss": 0.0683,
      "step": 833
    },
    {
      "epoch": 1.6320939334637965,
      "grad_norm": 1.8706622090948464,
      "learning_rate": 8.119567420176411e-07,
      "loss": 0.0571,
      "step": 834
    },
    {
      "epoch": 1.634050880626223,
      "grad_norm": 2.2156132547479257,
      "learning_rate": 8.035804550210524e-07,
      "loss": 0.0981,
      "step": 835
    },
    {
      "epoch": 1.6360078277886498,
      "grad_norm": 2.034032246744709,
      "learning_rate": 7.952438210667268e-07,
      "loss": 0.0757,
      "step": 836
    },
    {
      "epoch": 1.6379647749510764,
      "grad_norm": 1.8414115101866129,
      "learning_rate": 7.869469189296536e-07,
      "loss": 0.0656,
      "step": 837
    },
    {
      "epoch": 1.639921722113503,
      "grad_norm": 1.8540327590161976,
      "learning_rate": 7.786898270093846e-07,
      "loss": 0.0659,
      "step": 838
    },
    {
      "epoch": 1.6418786692759295,
      "grad_norm": 1.5558739414609088,
      "learning_rate": 7.704726233292953e-07,
      "loss": 0.0534,
      "step": 839
    },
    {
      "epoch": 1.643835616438356,
      "grad_norm": 2.387602918988076,
      "learning_rate": 7.622953855358456e-07,
      "loss": 0.0935,
      "step": 840
    },
    {
      "epoch": 1.6457925636007826,
      "grad_norm": 2.197185671479319,
      "learning_rate": 7.541581908978457e-07,
      "loss": 0.0818,
      "step": 841
    },
    {
      "epoch": 1.6477495107632094,
      "grad_norm": 1.7591340994370461,
      "learning_rate": 7.460611163057347e-07,
      "loss": 0.0626,
      "step": 842
    },
    {
      "epoch": 1.649706457925636,
      "grad_norm": 1.559856507626264,
      "learning_rate": 7.380042382708396e-07,
      "loss": 0.0453,
      "step": 843
    },
    {
      "epoch": 1.6516634050880628,
      "grad_norm": 2.442581643653225,
      "learning_rate": 7.299876329246652e-07,
      "loss": 0.0944,
      "step": 844
    },
    {
      "epoch": 1.6536203522504893,
      "grad_norm": 1.7541253181991128,
      "learning_rate": 7.220113760181641e-07,
      "loss": 0.094,
      "step": 845
    },
    {
      "epoch": 1.6555772994129159,
      "grad_norm": 1.6420776983566667,
      "learning_rate": 7.140755429210316e-07,
      "loss": 0.068,
      "step": 846
    },
    {
      "epoch": 1.6575342465753424,
      "grad_norm": 1.7498731702981907,
      "learning_rate": 7.061802086209857e-07,
      "loss": 0.0759,
      "step": 847
    },
    {
      "epoch": 1.659491193737769,
      "grad_norm": 2.4339774387308943,
      "learning_rate": 6.983254477230589e-07,
      "loss": 0.0908,
      "step": 848
    },
    {
      "epoch": 1.6614481409001955,
      "grad_norm": 1.846420165794024,
      "learning_rate": 6.905113344488984e-07,
      "loss": 0.0737,
      "step": 849
    },
    {
      "epoch": 1.6634050880626223,
      "grad_norm": 1.9242564438313337,
      "learning_rate": 6.827379426360614e-07,
      "loss": 0.0625,
      "step": 850
    },
    {
      "epoch": 1.6653620352250489,
      "grad_norm": 2.197282654783137,
      "learning_rate": 6.750053457373146e-07,
      "loss": 0.0894,
      "step": 851
    },
    {
      "epoch": 1.6673189823874757,
      "grad_norm": 2.6576429147771354,
      "learning_rate": 6.673136168199467e-07,
      "loss": 0.0899,
      "step": 852
    },
    {
      "epoch": 1.6692759295499022,
      "grad_norm": 1.9630535523395625,
      "learning_rate": 6.596628285650713e-07,
      "loss": 0.0719,
      "step": 853
    },
    {
      "epoch": 1.6712328767123288,
      "grad_norm": 2.206645522504302,
      "learning_rate": 6.52053053266945e-07,
      "loss": 0.0759,
      "step": 854
    },
    {
      "epoch": 1.6731898238747553,
      "grad_norm": 1.9264488543590772,
      "learning_rate": 6.444843628322845e-07,
      "loss": 0.0538,
      "step": 855
    },
    {
      "epoch": 1.675146771037182,
      "grad_norm": 1.6842348090533155,
      "learning_rate": 6.36956828779579e-07,
      "loss": 0.0528,
      "step": 856
    },
    {
      "epoch": 1.6771037181996085,
      "grad_norm": 1.792602770814028,
      "learning_rate": 6.294705222384262e-07,
      "loss": 0.0665,
      "step": 857
    },
    {
      "epoch": 1.6790606653620352,
      "grad_norm": 1.8160457436985673,
      "learning_rate": 6.22025513948854e-07,
      "loss": 0.0702,
      "step": 858
    },
    {
      "epoch": 1.6810176125244618,
      "grad_norm": 2.108720491261194,
      "learning_rate": 6.14621874260648e-07,
      "loss": 0.0641,
      "step": 859
    },
    {
      "epoch": 1.6829745596868886,
      "grad_norm": 2.4917813762183716,
      "learning_rate": 6.072596731326974e-07,
      "loss": 0.06,
      "step": 860
    },
    {
      "epoch": 1.6849315068493151,
      "grad_norm": 2.316984338756159,
      "learning_rate": 5.999389801323219e-07,
      "loss": 0.0999,
      "step": 861
    },
    {
      "epoch": 1.6868884540117417,
      "grad_norm": 1.7702101966699655,
      "learning_rate": 5.92659864434626e-07,
      "loss": 0.0447,
      "step": 862
    },
    {
      "epoch": 1.6888454011741683,
      "grad_norm": 1.6704028640578121,
      "learning_rate": 5.854223948218362e-07,
      "loss": 0.0666,
      "step": 863
    },
    {
      "epoch": 1.6908023483365948,
      "grad_norm": 1.9296826996203102,
      "learning_rate": 5.782266396826536e-07,
      "loss": 0.0869,
      "step": 864
    },
    {
      "epoch": 1.6927592954990214,
      "grad_norm": 1.8331245595640584,
      "learning_rate": 5.710726670116107e-07,
      "loss": 0.0611,
      "step": 865
    },
    {
      "epoch": 1.6947162426614482,
      "grad_norm": 1.759987621884817,
      "learning_rate": 5.639605444084273e-07,
      "loss": 0.0643,
      "step": 866
    },
    {
      "epoch": 1.6966731898238747,
      "grad_norm": 2.2535944167073176,
      "learning_rate": 5.5689033907737e-07,
      "loss": 0.0594,
      "step": 867
    },
    {
      "epoch": 1.6986301369863015,
      "grad_norm": 2.0582335813644987,
      "learning_rate": 5.498621178266167e-07,
      "loss": 0.0667,
      "step": 868
    },
    {
      "epoch": 1.700587084148728,
      "grad_norm": 1.4734945674425672,
      "learning_rate": 5.428759470676304e-07,
      "loss": 0.0692,
      "step": 869
    },
    {
      "epoch": 1.7025440313111546,
      "grad_norm": 1.438880082445018,
      "learning_rate": 5.359318928145262e-07,
      "loss": 0.0433,
      "step": 870
    },
    {
      "epoch": 1.7045009784735812,
      "grad_norm": 1.8006475656064704,
      "learning_rate": 5.290300206834492e-07,
      "loss": 0.0638,
      "step": 871
    },
    {
      "epoch": 1.7064579256360077,
      "grad_norm": 1.8182606673468897,
      "learning_rate": 5.221703958919572e-07,
      "loss": 0.0464,
      "step": 872
    },
    {
      "epoch": 1.7084148727984343,
      "grad_norm": 1.9332821863374574,
      "learning_rate": 5.15353083258398e-07,
      "loss": 0.0611,
      "step": 873
    },
    {
      "epoch": 1.710371819960861,
      "grad_norm": 1.9296910916381425,
      "learning_rate": 5.085781472013051e-07,
      "loss": 0.0871,
      "step": 874
    },
    {
      "epoch": 1.7123287671232876,
      "grad_norm": 1.7286752168515525,
      "learning_rate": 5.018456517387837e-07,
      "loss": 0.0586,
      "step": 875
    },
    {
      "epoch": 1.7142857142857144,
      "grad_norm": 2.226057499528436,
      "learning_rate": 4.951556604879049e-07,
      "loss": 0.0692,
      "step": 876
    },
    {
      "epoch": 1.716242661448141,
      "grad_norm": 1.9745290525165387,
      "learning_rate": 4.885082366641081e-07,
      "loss": 0.0777,
      "step": 877
    },
    {
      "epoch": 1.7181996086105675,
      "grad_norm": 1.9875308866429826,
      "learning_rate": 4.819034430806047e-07,
      "loss": 0.0522,
      "step": 878
    },
    {
      "epoch": 1.720156555772994,
      "grad_norm": 1.99767624142291,
      "learning_rate": 4.7534134214777704e-07,
      "loss": 0.0696,
      "step": 879
    },
    {
      "epoch": 1.7221135029354206,
      "grad_norm": 2.391649153451773,
      "learning_rate": 4.688219958725981e-07,
      "loss": 0.0847,
      "step": 880
    },
    {
      "epoch": 1.7240704500978472,
      "grad_norm": 1.6757770521682804,
      "learning_rate": 4.623454658580373e-07,
      "loss": 0.0494,
      "step": 881
    },
    {
      "epoch": 1.726027397260274,
      "grad_norm": 1.8764151160416955,
      "learning_rate": 4.5591181330248534e-07,
      "loss": 0.0645,
      "step": 882
    },
    {
      "epoch": 1.7279843444227005,
      "grad_norm": 2.4269974217154644,
      "learning_rate": 4.495210989991733e-07,
      "loss": 0.0809,
      "step": 883
    },
    {
      "epoch": 1.7299412915851273,
      "grad_norm": 1.5352329290549542,
      "learning_rate": 4.4317338333559335e-07,
      "loss": 0.0514,
      "step": 884
    },
    {
      "epoch": 1.7318982387475539,
      "grad_norm": 1.8934163926622125,
      "learning_rate": 4.368687262929372e-07,
      "loss": 0.0876,
      "step": 885
    },
    {
      "epoch": 1.7338551859099804,
      "grad_norm": 1.5647468775643874,
      "learning_rate": 4.306071874455225e-07,
      "loss": 0.0446,
      "step": 886
    },
    {
      "epoch": 1.735812133072407,
      "grad_norm": 1.4759074865949746,
      "learning_rate": 4.243888259602319e-07,
      "loss": 0.0438,
      "step": 887
    },
    {
      "epoch": 1.7377690802348336,
      "grad_norm": 1.9116678154650808,
      "learning_rate": 4.1821370059595577e-07,
      "loss": 0.063,
      "step": 888
    },
    {
      "epoch": 1.7397260273972601,
      "grad_norm": 1.9472488295782138,
      "learning_rate": 4.1208186970303097e-07,
      "loss": 0.0676,
      "step": 889
    },
    {
      "epoch": 1.741682974559687,
      "grad_norm": 1.7358050997057057,
      "learning_rate": 4.0599339122270097e-07,
      "loss": 0.0742,
      "step": 890
    },
    {
      "epoch": 1.7436399217221135,
      "grad_norm": 3.410224019277629,
      "learning_rate": 3.999483226865547e-07,
      "loss": 0.0928,
      "step": 891
    },
    {
      "epoch": 1.7455968688845402,
      "grad_norm": 1.494341352032203,
      "learning_rate": 3.939467212159925e-07,
      "loss": 0.0485,
      "step": 892
    },
    {
      "epoch": 1.7475538160469668,
      "grad_norm": 1.9668783500632143,
      "learning_rate": 3.879886435216823e-07,
      "loss": 0.0801,
      "step": 893
    },
    {
      "epoch": 1.7495107632093934,
      "grad_norm": 1.4835079443041854,
      "learning_rate": 3.8207414590302525e-07,
      "loss": 0.0526,
      "step": 894
    },
    {
      "epoch": 1.75146771037182,
      "grad_norm": 1.9624247621725115,
      "learning_rate": 3.762032842476238e-07,
      "loss": 0.0797,
      "step": 895
    },
    {
      "epoch": 1.7534246575342465,
      "grad_norm": 2.2713864588963,
      "learning_rate": 3.70376114030751e-07,
      "loss": 0.0528,
      "step": 896
    },
    {
      "epoch": 1.755381604696673,
      "grad_norm": 1.8607715836319558,
      "learning_rate": 3.6459269031483e-07,
      "loss": 0.0604,
      "step": 897
    },
    {
      "epoch": 1.7573385518590998,
      "grad_norm": 2.157314365026463,
      "learning_rate": 3.5885306774891214e-07,
      "loss": 0.0639,
      "step": 898
    },
    {
      "epoch": 1.7592954990215264,
      "grad_norm": 1.8590858131336914,
      "learning_rate": 3.5315730056815933e-07,
      "loss": 0.0634,
      "step": 899
    },
    {
      "epoch": 1.7612524461839532,
      "grad_norm": 2.53844017163972,
      "learning_rate": 3.475054425933344e-07,
      "loss": 0.0808,
      "step": 900
    },
    {
      "epoch": 1.7632093933463797,
      "grad_norm": 1.5469904171521347,
      "learning_rate": 3.4189754723028825e-07,
      "loss": 0.0716,
      "step": 901
    },
    {
      "epoch": 1.7651663405088063,
      "grad_norm": 1.8092626706927226,
      "learning_rate": 3.363336674694601e-07,
      "loss": 0.0558,
      "step": 902
    },
    {
      "epoch": 1.7671232876712328,
      "grad_norm": 1.9266647400975379,
      "learning_rate": 3.308138558853746e-07,
      "loss": 0.0666,
      "step": 903
    },
    {
      "epoch": 1.7690802348336594,
      "grad_norm": 2.01907407855337,
      "learning_rate": 3.2533816463614253e-07,
      "loss": 0.071,
      "step": 904
    },
    {
      "epoch": 1.771037181996086,
      "grad_norm": 1.578190203315228,
      "learning_rate": 3.1990664546297287e-07,
      "loss": 0.0499,
      "step": 905
    },
    {
      "epoch": 1.7729941291585127,
      "grad_norm": 1.7808877152612739,
      "learning_rate": 3.145193496896809e-07,
      "loss": 0.0569,
      "step": 906
    },
    {
      "epoch": 1.7749510763209393,
      "grad_norm": 2.0494636284256655,
      "learning_rate": 3.0917632822220214e-07,
      "loss": 0.0823,
      "step": 907
    },
    {
      "epoch": 1.776908023483366,
      "grad_norm": 2.366853153663543,
      "learning_rate": 3.0387763154811457e-07,
      "loss": 0.0776,
      "step": 908
    },
    {
      "epoch": 1.7788649706457926,
      "grad_norm": 2.058236493087252,
      "learning_rate": 2.986233097361579e-07,
      "loss": 0.0569,
      "step": 909
    },
    {
      "epoch": 1.7808219178082192,
      "grad_norm": 1.5657496542565184,
      "learning_rate": 2.934134124357646e-07,
      "loss": 0.0566,
      "step": 910
    },
    {
      "epoch": 1.7827788649706457,
      "grad_norm": 1.7752713769858823,
      "learning_rate": 2.882479888765888e-07,
      "loss": 0.0692,
      "step": 911
    },
    {
      "epoch": 1.7847358121330723,
      "grad_norm": 1.6094995240857757,
      "learning_rate": 2.83127087868037e-07,
      "loss": 0.0459,
      "step": 912
    },
    {
      "epoch": 1.7866927592954989,
      "grad_norm": 2.0324434872220465,
      "learning_rate": 2.780507577988156e-07,
      "loss": 0.0786,
      "step": 913
    },
    {
      "epoch": 1.7886497064579256,
      "grad_norm": 1.7949748652031825,
      "learning_rate": 2.730190466364652e-07,
      "loss": 0.0625,
      "step": 914
    },
    {
      "epoch": 1.7906066536203522,
      "grad_norm": 2.010465715781938,
      "learning_rate": 2.6803200192691393e-07,
      "loss": 0.0879,
      "step": 915
    },
    {
      "epoch": 1.792563600782779,
      "grad_norm": 1.5607669434339806,
      "learning_rate": 2.630896707940228e-07,
      "loss": 0.0515,
      "step": 916
    },
    {
      "epoch": 1.7945205479452055,
      "grad_norm": 2.0845137127362903,
      "learning_rate": 2.5819209993914185e-07,
      "loss": 0.068,
      "step": 917
    },
    {
      "epoch": 1.796477495107632,
      "grad_norm": 2.30313347246288,
      "learning_rate": 2.533393356406749e-07,
      "loss": 0.0736,
      "step": 918
    },
    {
      "epoch": 1.7984344422700587,
      "grad_norm": 2.057945814247378,
      "learning_rate": 2.485314237536307e-07,
      "loss": 0.0611,
      "step": 919
    },
    {
      "epoch": 1.8003913894324852,
      "grad_norm": 1.8708164497629671,
      "learning_rate": 2.4376840970920133e-07,
      "loss": 0.0624,
      "step": 920
    },
    {
      "epoch": 1.8023483365949118,
      "grad_norm": 1.8708508443320144,
      "learning_rate": 2.3905033851432393e-07,
      "loss": 0.059,
      "step": 921
    },
    {
      "epoch": 1.8043052837573386,
      "grad_norm": 2.4262504636872437,
      "learning_rate": 2.3437725475126126e-07,
      "loss": 0.102,
      "step": 922
    },
    {
      "epoch": 1.8062622309197651,
      "grad_norm": 1.932768763902872,
      "learning_rate": 2.297492025771786e-07,
      "loss": 0.0684,
      "step": 923
    },
    {
      "epoch": 1.808219178082192,
      "grad_norm": 1.9841509005780171,
      "learning_rate": 2.2516622572372416e-07,
      "loss": 0.0532,
      "step": 924
    },
    {
      "epoch": 1.8101761252446185,
      "grad_norm": 1.875366096325679,
      "learning_rate": 2.206283674966192e-07,
      "loss": 0.0644,
      "step": 925
    },
    {
      "epoch": 1.812133072407045,
      "grad_norm": 1.7750663158412083,
      "learning_rate": 2.1613567077524878e-07,
      "loss": 0.0625,
      "step": 926
    },
    {
      "epoch": 1.8140900195694716,
      "grad_norm": 2.6808620966636174,
      "learning_rate": 2.1168817801225262e-07,
      "loss": 0.0628,
      "step": 927
    },
    {
      "epoch": 1.8160469667318981,
      "grad_norm": 1.6735846693480432,
      "learning_rate": 2.0728593123312934e-07,
      "loss": 0.0549,
      "step": 928
    },
    {
      "epoch": 1.8180039138943247,
      "grad_norm": 2.0635673798678127,
      "learning_rate": 2.0292897203583405e-07,
      "loss": 0.0703,
      "step": 929
    },
    {
      "epoch": 1.8199608610567515,
      "grad_norm": 2.0259852061877854,
      "learning_rate": 1.986173415903897e-07,
      "loss": 0.0592,
      "step": 930
    },
    {
      "epoch": 1.821917808219178,
      "grad_norm": 2.1390807393548488,
      "learning_rate": 1.9435108063849684e-07,
      "loss": 0.0834,
      "step": 931
    },
    {
      "epoch": 1.8238747553816048,
      "grad_norm": 1.9498409008032929,
      "learning_rate": 1.9013022949314563e-07,
      "loss": 0.0671,
      "step": 932
    },
    {
      "epoch": 1.8258317025440314,
      "grad_norm": 1.8431007375401527,
      "learning_rate": 1.8595482803823894e-07,
      "loss": 0.0692,
      "step": 933
    },
    {
      "epoch": 1.827788649706458,
      "grad_norm": 2.1037553628231023,
      "learning_rate": 1.8182491572821536e-07,
      "loss": 0.0692,
      "step": 934
    },
    {
      "epoch": 1.8297455968688845,
      "grad_norm": 2.262656095578377,
      "learning_rate": 1.777405315876718e-07,
      "loss": 0.0573,
      "step": 935
    },
    {
      "epoch": 1.831702544031311,
      "grad_norm": 2.1548954201305963,
      "learning_rate": 1.737017142109998e-07,
      "loss": 0.0701,
      "step": 936
    },
    {
      "epoch": 1.8336594911937376,
      "grad_norm": 1.687332897598958,
      "learning_rate": 1.6970850176201704e-07,
      "loss": 0.0662,
      "step": 937
    },
    {
      "epoch": 1.8356164383561644,
      "grad_norm": 1.8324219399727675,
      "learning_rate": 1.6576093197361253e-07,
      "loss": 0.0663,
      "step": 938
    },
    {
      "epoch": 1.837573385518591,
      "grad_norm": 1.778099967692163,
      "learning_rate": 1.6185904214738203e-07,
      "loss": 0.0769,
      "step": 939
    },
    {
      "epoch": 1.8395303326810177,
      "grad_norm": 1.8386100239909018,
      "learning_rate": 1.5800286915328034e-07,
      "loss": 0.0502,
      "step": 940
    },
    {
      "epoch": 1.8414872798434443,
      "grad_norm": 2.0741422332829784,
      "learning_rate": 1.5419244942927402e-07,
      "loss": 0.0768,
      "step": 941
    },
    {
      "epoch": 1.8434442270058709,
      "grad_norm": 1.4998109917237057,
      "learning_rate": 1.5042781898099433e-07,
      "loss": 0.0608,
      "step": 942
    },
    {
      "epoch": 1.8454011741682974,
      "grad_norm": 1.7383769482825193,
      "learning_rate": 1.4670901338139754e-07,
      "loss": 0.057,
      "step": 943
    },
    {
      "epoch": 1.847358121330724,
      "grad_norm": 1.8954651684696426,
      "learning_rate": 1.430360677704301e-07,
      "loss": 0.0572,
      "step": 944
    },
    {
      "epoch": 1.8493150684931505,
      "grad_norm": 1.653226606022547,
      "learning_rate": 1.39409016854693e-07,
      "loss": 0.0626,
      "step": 945
    },
    {
      "epoch": 1.8512720156555773,
      "grad_norm": 2.272238448379762,
      "learning_rate": 1.3582789490712179e-07,
      "loss": 0.0764,
      "step": 946
    },
    {
      "epoch": 1.8532289628180039,
      "grad_norm": 1.4662218534342983,
      "learning_rate": 1.3229273576665148e-07,
      "loss": 0.0432,
      "step": 947
    },
    {
      "epoch": 1.8551859099804306,
      "grad_norm": 1.5357933122998098,
      "learning_rate": 1.2880357283790778e-07,
      "loss": 0.0579,
      "step": 948
    },
    {
      "epoch": 1.8571428571428572,
      "grad_norm": 1.3146244294690186,
      "learning_rate": 1.253604390908819e-07,
      "loss": 0.0327,
      "step": 949
    },
    {
      "epoch": 1.8590998043052838,
      "grad_norm": 1.8993226307286248,
      "learning_rate": 1.219633670606274e-07,
      "loss": 0.0698,
      "step": 950
    },
    {
      "epoch": 1.8610567514677103,
      "grad_norm": 2.104947974431727,
      "learning_rate": 1.1861238884694759e-07,
      "loss": 0.0791,
      "step": 951
    },
    {
      "epoch": 1.8630136986301369,
      "grad_norm": 2.2062112293699183,
      "learning_rate": 1.1530753611409151e-07,
      "loss": 0.0629,
      "step": 952
    },
    {
      "epoch": 1.8649706457925634,
      "grad_norm": 1.4946985884492225,
      "learning_rate": 1.1204884009046013e-07,
      "loss": 0.0577,
      "step": 953
    },
    {
      "epoch": 1.8669275929549902,
      "grad_norm": 2.0735034634231053,
      "learning_rate": 1.0883633156830553e-07,
      "loss": 0.0665,
      "step": 954
    },
    {
      "epoch": 1.8688845401174168,
      "grad_norm": 1.98280703889663,
      "learning_rate": 1.0567004090344224e-07,
      "loss": 0.0884,
      "step": 955
    },
    {
      "epoch": 1.8708414872798436,
      "grad_norm": 1.3864192140071434,
      "learning_rate": 1.0254999801496246e-07,
      "loss": 0.0559,
      "step": 956
    },
    {
      "epoch": 1.8727984344422701,
      "grad_norm": 2.7182462480969485,
      "learning_rate": 9.947623238494853e-08,
      "loss": 0.0763,
      "step": 957
    },
    {
      "epoch": 1.8747553816046967,
      "grad_norm": 1.63927921140115,
      "learning_rate": 9.644877305819977e-08,
      "loss": 0.0522,
      "step": 958
    },
    {
      "epoch": 1.8767123287671232,
      "grad_norm": 1.9363451489211527,
      "learning_rate": 9.346764864195335e-08,
      "loss": 0.0834,
      "step": 959
    },
    {
      "epoch": 1.8786692759295498,
      "grad_norm": 3.465960323766893,
      "learning_rate": 9.053288730561716e-08,
      "loss": 0.0911,
      "step": 960
    },
    {
      "epoch": 1.8806262230919764,
      "grad_norm": 1.8539797672965617,
      "learning_rate": 8.764451678050234e-08,
      "loss": 0.0733,
      "step": 961
    },
    {
      "epoch": 1.8825831702544031,
      "grad_norm": 1.517581847538663,
      "learning_rate": 8.480256435956124e-08,
      "loss": 0.0641,
      "step": 962
    },
    {
      "epoch": 1.8845401174168297,
      "grad_norm": 1.7781989287288233,
      "learning_rate": 8.200705689712873e-08,
      "loss": 0.0502,
      "step": 963
    },
    {
      "epoch": 1.8864970645792565,
      "grad_norm": 1.9133766890551818,
      "learning_rate": 7.925802080867129e-08,
      "loss": 0.0729,
      "step": 964
    },
    {
      "epoch": 1.888454011741683,
      "grad_norm": 2.152636514583198,
      "learning_rate": 7.655548207053332e-08,
      "loss": 0.0745,
      "step": 965
    },
    {
      "epoch": 1.8904109589041096,
      "grad_norm": 2.1252250197952534,
      "learning_rate": 7.389946621969679e-08,
      "loss": 0.0818,
      "step": 966
    },
    {
      "epoch": 1.8923679060665362,
      "grad_norm": 1.6061641427162516,
      "learning_rate": 7.128999835353423e-08,
      "loss": 0.0561,
      "step": 967
    },
    {
      "epoch": 1.8943248532289627,
      "grad_norm": 1.8297838429795426,
      "learning_rate": 6.872710312957498e-08,
      "loss": 0.0658,
      "step": 968
    },
    {
      "epoch": 1.8962818003913893,
      "grad_norm": 2.0574209357464546,
      "learning_rate": 6.621080476527209e-08,
      "loss": 0.0561,
      "step": 969
    },
    {
      "epoch": 1.898238747553816,
      "grad_norm": 1.8748345374595397,
      "learning_rate": 6.374112703777302e-08,
      "loss": 0.0493,
      "step": 970
    },
    {
      "epoch": 1.9001956947162426,
      "grad_norm": 1.7467928636031131,
      "learning_rate": 6.131809328369542e-08,
      "loss": 0.0699,
      "step": 971
    },
    {
      "epoch": 1.9021526418786694,
      "grad_norm": 2.0868922280803495,
      "learning_rate": 5.8941726398903944e-08,
      "loss": 0.0673,
      "step": 972
    },
    {
      "epoch": 1.904109589041096,
      "grad_norm": 2.1883066037691288,
      "learning_rate": 5.661204883829763e-08,
      "loss": 0.0768,
      "step": 973
    },
    {
      "epoch": 1.9060665362035225,
      "grad_norm": 2.212775319654743,
      "learning_rate": 5.432908261559733e-08,
      "loss": 0.0935,
      "step": 974
    },
    {
      "epoch": 1.908023483365949,
      "grad_norm": 1.5359910765464901,
      "learning_rate": 5.209284930313418e-08,
      "loss": 0.0595,
      "step": 975
    },
    {
      "epoch": 1.9099804305283756,
      "grad_norm": 1.6101646885927374,
      "learning_rate": 4.9903370031649246e-08,
      "loss": 0.0662,
      "step": 976
    },
    {
      "epoch": 1.9119373776908022,
      "grad_norm": 2.3218869497095995,
      "learning_rate": 4.776066549009195e-08,
      "loss": 0.0621,
      "step": 977
    },
    {
      "epoch": 1.913894324853229,
      "grad_norm": 1.8174608522656108,
      "learning_rate": 4.5664755925426406e-08,
      "loss": 0.0629,
      "step": 978
    },
    {
      "epoch": 1.9158512720156555,
      "grad_norm": 1.9482990709823016,
      "learning_rate": 4.3615661142439316e-08,
      "loss": 0.0512,
      "step": 979
    },
    {
      "epoch": 1.9178082191780823,
      "grad_norm": 1.5556668948512693,
      "learning_rate": 4.1613400503550114e-08,
      "loss": 0.0494,
      "step": 980
    },
    {
      "epoch": 1.9197651663405089,
      "grad_norm": 1.8631717493061775,
      "learning_rate": 3.9657992928632813e-08,
      "loss": 0.0672,
      "step": 981
    },
    {
      "epoch": 1.9217221135029354,
      "grad_norm": 1.6992409719622914,
      "learning_rate": 3.774945689483445e-08,
      "loss": 0.0658,
      "step": 982
    },
    {
      "epoch": 1.923679060665362,
      "grad_norm": 1.4963212768398808,
      "learning_rate": 3.5887810436399106e-08,
      "loss": 0.0571,
      "step": 983
    },
    {
      "epoch": 1.9256360078277885,
      "grad_norm": 2.350928057455318,
      "learning_rate": 3.407307114450253e-08,
      "loss": 0.0833,
      "step": 984
    },
    {
      "epoch": 1.927592954990215,
      "grad_norm": 1.9342743047902613,
      "learning_rate": 3.2305256167078916e-08,
      "loss": 0.0818,
      "step": 985
    },
    {
      "epoch": 1.9295499021526419,
      "grad_norm": 1.8028486027561332,
      "learning_rate": 3.058438220866544e-08,
      "loss": 0.0532,
      "step": 986
    },
    {
      "epoch": 1.9315068493150684,
      "grad_norm": 2.6236519448970492,
      "learning_rate": 2.8910465530240793e-08,
      "loss": 0.0722,
      "step": 987
    },
    {
      "epoch": 1.9334637964774952,
      "grad_norm": 1.6965572650458751,
      "learning_rate": 2.7283521949070802e-08,
      "loss": 0.0746,
      "step": 988
    },
    {
      "epoch": 1.9354207436399218,
      "grad_norm": 1.8074958593917527,
      "learning_rate": 2.570356683856301e-08,
      "loss": 0.0592,
      "step": 989
    },
    {
      "epoch": 1.9373776908023483,
      "grad_norm": 2.0951472727513485,
      "learning_rate": 2.4170615128117358e-08,
      "loss": 0.0828,
      "step": 990
    },
    {
      "epoch": 1.939334637964775,
      "grad_norm": 2.1318537581694104,
      "learning_rate": 2.2684681302986288e-08,
      "loss": 0.0672,
      "step": 991
    },
    {
      "epoch": 1.9412915851272015,
      "grad_norm": 1.9079226553485233,
      "learning_rate": 2.12457794041393e-08,
      "loss": 0.0581,
      "step": 992
    },
    {
      "epoch": 1.943248532289628,
      "grad_norm": 1.5478411354004666,
      "learning_rate": 1.9853923028128607e-08,
      "loss": 0.0593,
      "step": 993
    },
    {
      "epoch": 1.9452054794520548,
      "grad_norm": 1.9272575394874891,
      "learning_rate": 1.850912532696092e-08,
      "loss": 0.0703,
      "step": 994
    },
    {
      "epoch": 1.9471624266144814,
      "grad_norm": 1.9052324223439343,
      "learning_rate": 1.7211399007974748e-08,
      "loss": 0.0738,
      "step": 995
    },
    {
      "epoch": 1.9491193737769081,
      "grad_norm": 1.9102787610536185,
      "learning_rate": 1.596075633371774e-08,
      "loss": 0.0578,
      "step": 996
    },
    {
      "epoch": 1.9510763209393347,
      "grad_norm": 2.0392105696294602,
      "learning_rate": 1.4757209121832317e-08,
      "loss": 0.0493,
      "step": 997
    },
    {
      "epoch": 1.9530332681017613,
      "grad_norm": 2.5071601664620573,
      "learning_rate": 1.3600768744944648e-08,
      "loss": 0.0937,
      "step": 998
    },
    {
      "epoch": 1.9549902152641878,
      "grad_norm": 2.0900696663375586,
      "learning_rate": 1.2491446130555306e-08,
      "loss": 0.0839,
      "step": 999
    },
    {
      "epoch": 1.9569471624266144,
      "grad_norm": 1.9294282508872134,
      "learning_rate": 1.1429251760938232e-08,
      "loss": 0.071,
      "step": 1000
    },
    {
      "epoch": 1.9569471624266144,
      "eval_loss": 0.18407420814037323,
      "eval_runtime": 1.7325,
      "eval_samples_per_second": 24.242,
      "eval_steps_per_second": 6.349,
      "step": 1000
    },
    {
      "epoch": 1.958904109589041,
      "grad_norm": 1.8112041643323307,
      "learning_rate": 1.041419567303914e-08,
      "loss": 0.0546,
      "step": 1001
    },
    {
      "epoch": 1.9608610567514677,
      "grad_norm": 1.7361095395145336,
      "learning_rate": 9.446287458383385e-09,
      "loss": 0.0606,
      "step": 1002
    },
    {
      "epoch": 1.9628180039138943,
      "grad_norm": 1.642561448442732,
      "learning_rate": 8.525536262982692e-09,
      "loss": 0.0619,
      "step": 1003
    },
    {
      "epoch": 1.964774951076321,
      "grad_norm": 1.7278412829751106,
      "learning_rate": 7.651950787251339e-09,
      "loss": 0.0565,
      "step": 1004
    },
    {
      "epoch": 1.9667318982387476,
      "grad_norm": 2.055949077214264,
      "learning_rate": 6.825539285922334e-09,
      "loss": 0.0905,
      "step": 1005
    },
    {
      "epoch": 1.9686888454011742,
      "grad_norm": 2.084485320232909,
      "learning_rate": 6.046309567968589e-09,
      "loss": 0.0637,
      "step": 1006
    },
    {
      "epoch": 1.9706457925636007,
      "grad_norm": 2.021062002959845,
      "learning_rate": 5.3142689965318685e-09,
      "loss": 0.0709,
      "step": 1007
    },
    {
      "epoch": 1.9726027397260273,
      "grad_norm": 2.0873794075707646,
      "learning_rate": 4.629424488850065e-09,
      "loss": 0.0754,
      "step": 1008
    },
    {
      "epoch": 1.9745596868884538,
      "grad_norm": 2.3480923316543394,
      "learning_rate": 3.9917825161950305e-09,
      "loss": 0.0674,
      "step": 1009
    },
    {
      "epoch": 1.9765166340508806,
      "grad_norm": 1.2943772394277153,
      "learning_rate": 3.4013491038087376e-09,
      "loss": 0.0484,
      "step": 1010
    },
    {
      "epoch": 1.9784735812133072,
      "grad_norm": 3.179898815857171,
      "learning_rate": 2.858129830847767e-09,
      "loss": 0.0672,
      "step": 1011
    },
    {
      "epoch": 1.980430528375734,
      "grad_norm": 2.157241986375847,
      "learning_rate": 2.3621298303294626e-09,
      "loss": 0.0714,
      "step": 1012
    },
    {
      "epoch": 1.9823874755381605,
      "grad_norm": 2.571040416488115,
      "learning_rate": 1.9133537890853036e-09,
      "loss": 0.0598,
      "step": 1013
    },
    {
      "epoch": 1.984344422700587,
      "grad_norm": 1.9537109603426126,
      "learning_rate": 1.5118059477142732e-09,
      "loss": 0.0559,
      "step": 1014
    },
    {
      "epoch": 1.9863013698630136,
      "grad_norm": 1.5101317189873702,
      "learning_rate": 1.1574901005456662e-09,
      "loss": 0.0729,
      "step": 1015
    },
    {
      "epoch": 1.9882583170254402,
      "grad_norm": 2.2356169846937997,
      "learning_rate": 8.504095956002323e-10,
      "loss": 0.068,
      "step": 1016
    },
    {
      "epoch": 1.9902152641878668,
      "grad_norm": 1.9729640574520855,
      "learning_rate": 5.905673345601992e-10,
      "loss": 0.0582,
      "step": 1017
    },
    {
      "epoch": 1.9921722113502935,
      "grad_norm": 1.5930362156361813,
      "learning_rate": 3.7796577274096244e-10,
      "loss": 0.0467,
      "step": 1018
    },
    {
      "epoch": 1.99412915851272,
      "grad_norm": 2.587174880869091,
      "learning_rate": 2.1260691906999087e-10,
      "loss": 0.0897,
      "step": 1019
    },
    {
      "epoch": 1.9960861056751469,
      "grad_norm": 1.9009713158806287,
      "learning_rate": 9.449233606573238e-11,
      "loss": 0.0626,
      "step": 1020
    },
    {
      "epoch": 1.9980430528375734,
      "grad_norm": 1.745787129347406,
      "learning_rate": 2.3623139821515874e-11,
      "loss": 0.0678,
      "step": 1021
    },
    {
      "epoch": 2.0,
      "grad_norm": 1.4273950099579886,
      "learning_rate": 0.0,
      "loss": 0.0411,
      "step": 1022
    },
    {
      "epoch": 2.0,
      "step": 1022,
      "total_flos": 3162915078144.0,
      "train_loss": 0.13159879108930986,
      "train_runtime": 773.0704,
      "train_samples_per_second": 10.566,
      "train_steps_per_second": 1.322
    }
  ],
  "logging_steps": 1,
  "max_steps": 1022,
  "num_input_tokens_seen": 0,
  "num_train_epochs": 2,
  "save_steps": 50000000,
  "stateful_callbacks": {
    "TrainerControl": {
      "args": {
        "should_epoch_stop": false,
        "should_evaluate": false,
        "should_log": false,
        "should_save": true,
        "should_training_stop": true
      },
      "attributes": {}
    }
  },
  "total_flos": 3162915078144.0,
  "train_batch_size": 2,
  "trial_name": null,
  "trial_params": null
}