{
  "best_global_step": null,
  "best_metric": null,
  "best_model_checkpoint": null,
  "epoch": 0.9172208209126347,
  "eval_steps": 500,
  "global_step": 4000,
  "is_hyper_param_search": false,
  "is_local_process_zero": true,
  "is_world_process_zero": true,
  "log_history": [
    {
      "epoch": 0.002293052052281587,
      "grad_norm": 18.875,
      "learning_rate": 1.9958725063058934e-05,
      "loss": 1.7556,
      "step": 10
    },
    {
      "epoch": 0.004586104104563174,
      "grad_norm": 19.875,
      "learning_rate": 1.99128640220133e-05,
      "loss": 1.1973,
      "step": 20
    },
    {
      "epoch": 0.00687915615684476,
      "grad_norm": 15.6875,
      "learning_rate": 1.986700298096767e-05,
      "loss": 1.2111,
      "step": 30
    },
    {
      "epoch": 0.009172208209126348,
      "grad_norm": 15.5625,
      "learning_rate": 1.9821141939922037e-05,
      "loss": 1.2078,
      "step": 40
    },
    {
      "epoch": 0.011465260261407933,
      "grad_norm": 11.125,
      "learning_rate": 1.9775280898876404e-05,
      "loss": 1.1955,
      "step": 50
    },
    {
      "epoch": 0.01375831231368952,
      "grad_norm": 15.875,
      "learning_rate": 1.9729419857830774e-05,
      "loss": 1.2044,
      "step": 60
    },
    {
      "epoch": 0.016051364365971106,
      "grad_norm": 17.875,
      "learning_rate": 1.968355881678514e-05,
      "loss": 1.1926,
      "step": 70
    },
    {
      "epoch": 0.018344416418252695,
      "grad_norm": 14.5,
      "learning_rate": 1.963769777573951e-05,
      "loss": 1.2002,
      "step": 80
    },
    {
      "epoch": 0.02063746847053428,
      "grad_norm": 11.8125,
      "learning_rate": 1.9591836734693877e-05,
      "loss": 1.1892,
      "step": 90
    },
    {
      "epoch": 0.022930520522815866,
      "grad_norm": 11.5,
      "learning_rate": 1.9545975693648247e-05,
      "loss": 1.19,
      "step": 100
    },
    {
      "epoch": 0.025223572575097455,
      "grad_norm": 16.0,
      "learning_rate": 1.9500114652602614e-05,
      "loss": 1.1949,
      "step": 110
    },
    {
      "epoch": 0.02751662462737904,
      "grad_norm": 16.75,
      "learning_rate": 1.9454253611556984e-05,
      "loss": 1.1921,
      "step": 120
    },
    {
      "epoch": 0.029809676679660627,
      "grad_norm": 14.125,
      "learning_rate": 1.940839257051135e-05,
      "loss": 1.1958,
      "step": 130
    },
    {
      "epoch": 0.03210272873194221,
      "grad_norm": 11.5625,
      "learning_rate": 1.936253152946572e-05,
      "loss": 1.1852,
      "step": 140
    },
    {
      "epoch": 0.034395780784223805,
      "grad_norm": 18.25,
      "learning_rate": 1.9316670488420087e-05,
      "loss": 1.187,
      "step": 150
    },
    {
      "epoch": 0.03668883283650539,
      "grad_norm": 15.9375,
      "learning_rate": 1.9270809447374457e-05,
      "loss": 1.1867,
      "step": 160
    },
    {
      "epoch": 0.038981884888786976,
      "grad_norm": 19.75,
      "learning_rate": 1.9224948406328824e-05,
      "loss": 1.2015,
      "step": 170
    },
    {
      "epoch": 0.04127493694106856,
      "grad_norm": 11.625,
      "learning_rate": 1.9179087365283194e-05,
      "loss": 1.2059,
      "step": 180
    },
    {
      "epoch": 0.04356798899335015,
      "grad_norm": 16.375,
      "learning_rate": 1.913322632423756e-05,
      "loss": 1.1962,
      "step": 190
    },
    {
      "epoch": 0.04586104104563173,
      "grad_norm": 13.0,
      "learning_rate": 1.908736528319193e-05,
      "loss": 1.1955,
      "step": 200
    },
    {
      "epoch": 0.048154093097913325,
      "grad_norm": 11.4375,
      "learning_rate": 1.9041504242146297e-05,
      "loss": 1.1766,
      "step": 210
    },
    {
      "epoch": 0.05044714515019491,
      "grad_norm": 11.5625,
      "learning_rate": 1.8995643201100668e-05,
      "loss": 1.1857,
      "step": 220
    },
    {
      "epoch": 0.052740197202476496,
      "grad_norm": 17.875,
      "learning_rate": 1.8949782160055034e-05,
      "loss": 1.1981,
      "step": 230
    },
    {
      "epoch": 0.05503324925475808,
      "grad_norm": 14.25,
      "learning_rate": 1.8903921119009404e-05,
      "loss": 1.2041,
      "step": 240
    },
    {
      "epoch": 0.05732630130703967,
      "grad_norm": 16.0,
      "learning_rate": 1.885806007796377e-05,
      "loss": 1.1989,
      "step": 250
    },
    {
      "epoch": 0.05961935335932125,
      "grad_norm": 17.25,
      "learning_rate": 1.881219903691814e-05,
      "loss": 1.196,
      "step": 260
    },
    {
      "epoch": 0.061912405411602846,
      "grad_norm": 13.3125,
      "learning_rate": 1.8766337995872508e-05,
      "loss": 1.1797,
      "step": 270
    },
    {
      "epoch": 0.06420545746388442,
      "grad_norm": 13.3125,
      "learning_rate": 1.8720476954826878e-05,
      "loss": 1.1974,
      "step": 280
    },
    {
      "epoch": 0.06649850951616602,
      "grad_norm": 10.375,
      "learning_rate": 1.8674615913781244e-05,
      "loss": 1.1929,
      "step": 290
    },
    {
      "epoch": 0.06879156156844761,
      "grad_norm": 15.125,
      "learning_rate": 1.8628754872735614e-05,
      "loss": 1.1838,
      "step": 300
    },
    {
      "epoch": 0.0710846136207292,
      "grad_norm": 8.75,
      "learning_rate": 1.858289383168998e-05,
      "loss": 1.1515,
      "step": 310
    },
    {
      "epoch": 0.07337766567301078,
      "grad_norm": 10.9375,
      "learning_rate": 1.8537032790644348e-05,
      "loss": 1.2107,
      "step": 320
    },
    {
      "epoch": 0.07567071772529237,
      "grad_norm": 12.5625,
      "learning_rate": 1.8491171749598718e-05,
      "loss": 1.1874,
      "step": 330
    },
    {
      "epoch": 0.07796376977757395,
      "grad_norm": 9.6875,
      "learning_rate": 1.8445310708553084e-05,
      "loss": 1.1988,
      "step": 340
    },
    {
      "epoch": 0.08025682182985554,
      "grad_norm": 10.5625,
      "learning_rate": 1.8399449667507454e-05,
      "loss": 1.1998,
      "step": 350
    },
    {
      "epoch": 0.08254987388213712,
      "grad_norm": 9.1875,
      "learning_rate": 1.835358862646182e-05,
      "loss": 1.1957,
      "step": 360
    },
    {
      "epoch": 0.08484292593441871,
      "grad_norm": 10.1875,
      "learning_rate": 1.830772758541619e-05,
      "loss": 1.204,
      "step": 370
    },
    {
      "epoch": 0.0871359779867003,
      "grad_norm": 17.125,
      "learning_rate": 1.8261866544370558e-05,
      "loss": 1.191,
      "step": 380
    },
    {
      "epoch": 0.08942903003898188,
      "grad_norm": 12.1875,
      "learning_rate": 1.8216005503324928e-05,
      "loss": 1.19,
      "step": 390
    },
    {
      "epoch": 0.09172208209126347,
      "grad_norm": 9.9375,
      "learning_rate": 1.8170144462279294e-05,
      "loss": 1.1729,
      "step": 400
    },
    {
      "epoch": 0.09401513414354506,
      "grad_norm": 12.875,
      "learning_rate": 1.8124283421233664e-05,
      "loss": 1.201,
      "step": 410
    },
    {
      "epoch": 0.09630818619582665,
      "grad_norm": 15.1875,
      "learning_rate": 1.807842238018803e-05,
      "loss": 1.1834,
      "step": 420
    },
    {
      "epoch": 0.09860123824810824,
      "grad_norm": 10.125,
      "learning_rate": 1.80325613391424e-05,
      "loss": 1.1984,
      "step": 430
    },
    {
      "epoch": 0.10089429030038982,
      "grad_norm": 12.875,
      "learning_rate": 1.7986700298096768e-05,
      "loss": 1.1877,
      "step": 440
    },
    {
      "epoch": 0.10318734235267141,
      "grad_norm": 14.8125,
      "learning_rate": 1.7940839257051138e-05,
      "loss": 1.179,
      "step": 450
    },
    {
      "epoch": 0.10548039440495299,
      "grad_norm": 17.75,
      "learning_rate": 1.7894978216005504e-05,
      "loss": 1.1861,
      "step": 460
    },
    {
      "epoch": 0.10777344645723458,
      "grad_norm": 8.375,
      "learning_rate": 1.7849117174959874e-05,
      "loss": 1.1912,
      "step": 470
    },
    {
      "epoch": 0.11006649850951616,
      "grad_norm": 8.9375,
      "learning_rate": 1.780325613391424e-05,
      "loss": 1.1795,
      "step": 480
    },
    {
      "epoch": 0.11235955056179775,
      "grad_norm": 11.5625,
      "learning_rate": 1.775739509286861e-05,
      "loss": 1.1827,
      "step": 490
    },
    {
      "epoch": 0.11465260261407934,
      "grad_norm": 11.625,
      "learning_rate": 1.7711534051822978e-05,
      "loss": 1.1813,
      "step": 500
    },
    {
      "epoch": 0.11694565466636092,
      "grad_norm": 11.6875,
      "learning_rate": 1.7665673010777348e-05,
      "loss": 1.1836,
      "step": 510
    },
    {
      "epoch": 0.1192387067186425,
      "grad_norm": 7.84375,
      "learning_rate": 1.7619811969731714e-05,
      "loss": 1.171,
      "step": 520
    },
    {
      "epoch": 0.1215317587709241,
      "grad_norm": 11.9375,
      "learning_rate": 1.7573950928686084e-05,
      "loss": 1.1835,
      "step": 530
    },
    {
      "epoch": 0.12382481082320569,
      "grad_norm": 14.9375,
      "learning_rate": 1.752808988764045e-05,
      "loss": 1.1887,
      "step": 540
    },
    {
      "epoch": 0.12611786287548726,
      "grad_norm": 13.3125,
      "learning_rate": 1.748222884659482e-05,
      "loss": 1.1737,
      "step": 550
    },
    {
      "epoch": 0.12841091492776885,
      "grad_norm": 13.3125,
      "learning_rate": 1.7436367805549188e-05,
      "loss": 1.1871,
      "step": 560
    },
    {
      "epoch": 0.13070396698005043,
      "grad_norm": 10.5625,
      "learning_rate": 1.7390506764503558e-05,
      "loss": 1.1873,
      "step": 570
    },
    {
      "epoch": 0.13299701903233205,
      "grad_norm": 8.1875,
      "learning_rate": 1.7344645723457925e-05,
      "loss": 1.1946,
      "step": 580
    },
    {
      "epoch": 0.13529007108461363,
      "grad_norm": 13.9375,
      "learning_rate": 1.7298784682412295e-05,
      "loss": 1.1838,
      "step": 590
    },
    {
      "epoch": 0.13758312313689522,
      "grad_norm": 12.8125,
      "learning_rate": 1.725292364136666e-05,
      "loss": 1.1873,
      "step": 600
    },
    {
      "epoch": 0.1398761751891768,
      "grad_norm": 11.3125,
      "learning_rate": 1.7207062600321028e-05,
      "loss": 1.1802,
      "step": 610
    },
    {
      "epoch": 0.1421692272414584,
      "grad_norm": 15.25,
      "learning_rate": 1.7161201559275398e-05,
      "loss": 1.1806,
      "step": 620
    },
    {
      "epoch": 0.14446227929373998,
      "grad_norm": 10.1875,
      "learning_rate": 1.7115340518229765e-05,
      "loss": 1.195,
      "step": 630
    },
    {
      "epoch": 0.14675533134602156,
      "grad_norm": 9.875,
      "learning_rate": 1.7069479477184135e-05,
      "loss": 1.1835,
      "step": 640
    },
    {
      "epoch": 0.14904838339830315,
      "grad_norm": 11.6875,
      "learning_rate": 1.70236184361385e-05,
      "loss": 1.1884,
      "step": 650
    },
    {
      "epoch": 0.15134143545058473,
      "grad_norm": 12.0,
      "learning_rate": 1.697775739509287e-05,
      "loss": 1.1811,
      "step": 660
    },
    {
      "epoch": 0.15363448750286632,
      "grad_norm": 9.875,
      "learning_rate": 1.6931896354047238e-05,
      "loss": 1.195,
      "step": 670
    },
    {
      "epoch": 0.1559275395551479,
      "grad_norm": 11.0,
      "learning_rate": 1.6886035313001608e-05,
      "loss": 1.1827,
      "step": 680
    },
    {
      "epoch": 0.1582205916074295,
      "grad_norm": 11.1875,
      "learning_rate": 1.6840174271955975e-05,
      "loss": 1.1868,
      "step": 690
    },
    {
      "epoch": 0.16051364365971107,
      "grad_norm": 7.84375,
      "learning_rate": 1.6794313230910345e-05,
      "loss": 1.1813,
      "step": 700
    },
    {
      "epoch": 0.16280669571199266,
      "grad_norm": 13.0625,
      "learning_rate": 1.674845218986471e-05,
      "loss": 1.1856,
      "step": 710
    },
    {
      "epoch": 0.16509974776427425,
      "grad_norm": 11.6875,
      "learning_rate": 1.670259114881908e-05,
      "loss": 1.1826,
      "step": 720
    },
    {
      "epoch": 0.16739279981655583,
      "grad_norm": 11.625,
      "learning_rate": 1.6656730107773448e-05,
      "loss": 1.1712,
      "step": 730
    },
    {
      "epoch": 0.16968585186883742,
      "grad_norm": 10.4375,
      "learning_rate": 1.6610869066727818e-05,
      "loss": 1.1701,
      "step": 740
    },
    {
      "epoch": 0.171978903921119,
      "grad_norm": 9.6875,
      "learning_rate": 1.6565008025682185e-05,
      "loss": 1.1905,
      "step": 750
    },
    {
      "epoch": 0.1742719559734006,
      "grad_norm": 12.25,
      "learning_rate": 1.651914698463655e-05,
      "loss": 1.1887,
      "step": 760
    },
    {
      "epoch": 0.17656500802568217,
      "grad_norm": 7.9375,
      "learning_rate": 1.647328594359092e-05,
      "loss": 1.2096,
      "step": 770
    },
    {
      "epoch": 0.17885806007796376,
      "grad_norm": 13.375,
      "learning_rate": 1.6427424902545288e-05,
      "loss": 1.1932,
      "step": 780
    },
    {
      "epoch": 0.18115111213024535,
      "grad_norm": 10.8125,
      "learning_rate": 1.6381563861499658e-05,
      "loss": 1.1798,
      "step": 790
    },
    {
      "epoch": 0.18344416418252693,
      "grad_norm": 12.625,
      "learning_rate": 1.6335702820454025e-05,
      "loss": 1.178,
      "step": 800
    },
    {
      "epoch": 0.18573721623480852,
      "grad_norm": 12.3125,
      "learning_rate": 1.628984177940839e-05,
      "loss": 1.1875,
      "step": 810
    },
    {
      "epoch": 0.18803026828709013,
      "grad_norm": 9.3125,
      "learning_rate": 1.624398073836276e-05,
      "loss": 1.1791,
      "step": 820
    },
    {
      "epoch": 0.19032332033937172,
      "grad_norm": 14.6875,
      "learning_rate": 1.6198119697317128e-05,
      "loss": 1.1764,
      "step": 830
    },
    {
      "epoch": 0.1926163723916533,
      "grad_norm": 10.625,
      "learning_rate": 1.6152258656271498e-05,
      "loss": 1.1783,
      "step": 840
    },
    {
      "epoch": 0.1949094244439349,
      "grad_norm": 12.875,
      "learning_rate": 1.6106397615225865e-05,
      "loss": 1.1882,
      "step": 850
    },
    {
      "epoch": 0.19720247649621647,
      "grad_norm": 14.9375,
      "learning_rate": 1.6060536574180235e-05,
      "loss": 1.1877,
      "step": 860
    },
    {
      "epoch": 0.19949552854849806,
      "grad_norm": 9.75,
      "learning_rate": 1.60146755331346e-05,
      "loss": 1.1942,
      "step": 870
    },
    {
      "epoch": 0.20178858060077964,
      "grad_norm": 12.1875,
      "learning_rate": 1.596881449208897e-05,
      "loss": 1.1855,
      "step": 880
    },
    {
      "epoch": 0.20408163265306123,
      "grad_norm": 14.4375,
      "learning_rate": 1.5922953451043338e-05,
      "loss": 1.1707,
      "step": 890
    },
    {
      "epoch": 0.20637468470534281,
      "grad_norm": 12.5625,
      "learning_rate": 1.5877092409997708e-05,
      "loss": 1.1809,
      "step": 900
    },
    {
      "epoch": 0.2086677367576244,
      "grad_norm": 11.0,
      "learning_rate": 1.5831231368952075e-05,
      "loss": 1.1929,
      "step": 910
    },
    {
      "epoch": 0.21096078880990599,
      "grad_norm": 7.4375,
      "learning_rate": 1.5785370327906445e-05,
      "loss": 1.2096,
      "step": 920
    },
    {
      "epoch": 0.21325384086218757,
      "grad_norm": 7.0,
      "learning_rate": 1.573950928686081e-05,
      "loss": 1.1921,
      "step": 930
    },
    {
      "epoch": 0.21554689291446916,
      "grad_norm": 10.9375,
      "learning_rate": 1.569364824581518e-05,
      "loss": 1.1849,
      "step": 940
    },
    {
      "epoch": 0.21783994496675074,
      "grad_norm": 11.25,
      "learning_rate": 1.5647787204769548e-05,
      "loss": 1.1984,
      "step": 950
    },
    {
      "epoch": 0.22013299701903233,
      "grad_norm": 12.0625,
      "learning_rate": 1.5601926163723918e-05,
      "loss": 1.1942,
      "step": 960
    },
    {
      "epoch": 0.2224260490713139,
      "grad_norm": 10.4375,
      "learning_rate": 1.5556065122678285e-05,
      "loss": 1.1818,
      "step": 970
    },
    {
      "epoch": 0.2247191011235955,
      "grad_norm": 12.8125,
      "learning_rate": 1.5510204081632655e-05,
      "loss": 1.1945,
      "step": 980
    },
    {
      "epoch": 0.22701215317587708,
      "grad_norm": 6.875,
      "learning_rate": 1.546434304058702e-05,
      "loss": 1.1643,
      "step": 990
    },
    {
      "epoch": 0.22930520522815867,
      "grad_norm": 13.25,
      "learning_rate": 1.541848199954139e-05,
      "loss": 1.2059,
      "step": 1000
    },
    {
      "epoch": 0.23159825728044026,
      "grad_norm": 10.5,
      "learning_rate": 1.5372620958495758e-05,
      "loss": 1.1918,
      "step": 1010
    },
    {
      "epoch": 0.23389130933272184,
      "grad_norm": 6.9375,
      "learning_rate": 1.5326759917450128e-05,
      "loss": 1.1879,
      "step": 1020
    },
    {
      "epoch": 0.23618436138500343,
      "grad_norm": 9.25,
      "learning_rate": 1.5280898876404495e-05,
      "loss": 1.1619,
      "step": 1030
    },
    {
      "epoch": 0.238477413437285,
      "grad_norm": 8.4375,
      "learning_rate": 1.5235037835358863e-05,
      "loss": 1.1709,
      "step": 1040
    },
    {
      "epoch": 0.24077046548956663,
      "grad_norm": 12.625,
      "learning_rate": 1.5189176794313232e-05,
      "loss": 1.1922,
      "step": 1050
    },
    {
      "epoch": 0.2430635175418482,
      "grad_norm": 8.0625,
      "learning_rate": 1.51433157532676e-05,
      "loss": 1.1695,
      "step": 1060
    },
    {
      "epoch": 0.2453565695941298,
      "grad_norm": 11.3125,
      "learning_rate": 1.5097454712221968e-05,
      "loss": 1.1987,
      "step": 1070
    },
    {
      "epoch": 0.24764962164641138,
      "grad_norm": 9.0625,
      "learning_rate": 1.5051593671176337e-05,
      "loss": 1.1807,
      "step": 1080
    },
    {
      "epoch": 0.24994267369869297,
      "grad_norm": 12.4375,
      "learning_rate": 1.5005732630130705e-05,
      "loss": 1.1839,
      "step": 1090
    },
    {
      "epoch": 0.2522357257509745,
      "grad_norm": 13.0,
      "learning_rate": 1.4959871589085073e-05,
      "loss": 1.1795,
      "step": 1100
    },
    {
      "epoch": 0.2545287778032561,
      "grad_norm": 13.125,
      "learning_rate": 1.4914010548039442e-05,
      "loss": 1.1739,
      "step": 1110
    },
    {
      "epoch": 0.2568218298555377,
      "grad_norm": 12.3125,
      "learning_rate": 1.486814950699381e-05,
      "loss": 1.1936,
      "step": 1120
    },
    {
      "epoch": 0.2591148819078193,
      "grad_norm": 7.03125,
      "learning_rate": 1.4822288465948178e-05,
      "loss": 1.1775,
      "step": 1130
    },
    {
      "epoch": 0.26140793396010087,
      "grad_norm": 14.75,
      "learning_rate": 1.4776427424902547e-05,
      "loss": 1.1958,
      "step": 1140
    },
    {
      "epoch": 0.26370098601238245,
      "grad_norm": 11.375,
      "learning_rate": 1.4730566383856915e-05,
      "loss": 1.18,
      "step": 1150
    },
    {
      "epoch": 0.2659940380646641,
      "grad_norm": 12.3125,
      "learning_rate": 1.4684705342811283e-05,
      "loss": 1.1812,
      "step": 1160
    },
    {
      "epoch": 0.2682870901169457,
      "grad_norm": 11.1875,
      "learning_rate": 1.4638844301765652e-05,
      "loss": 1.1657,
      "step": 1170
    },
    {
      "epoch": 0.27058014216922727,
      "grad_norm": 11.9375,
      "learning_rate": 1.459298326072002e-05,
      "loss": 1.1862,
      "step": 1180
    },
    {
      "epoch": 0.27287319422150885,
      "grad_norm": 9.9375,
      "learning_rate": 1.4547122219674388e-05,
      "loss": 1.1869,
      "step": 1190
    },
    {
      "epoch": 0.27516624627379044,
      "grad_norm": 8.9375,
      "learning_rate": 1.4501261178628757e-05,
      "loss": 1.1881,
      "step": 1200
    },
    {
      "epoch": 0.277459298326072,
      "grad_norm": 11.625,
      "learning_rate": 1.4455400137583125e-05,
      "loss": 1.1951,
      "step": 1210
    },
    {
      "epoch": 0.2797523503783536,
      "grad_norm": 9.375,
      "learning_rate": 1.4409539096537493e-05,
      "loss": 1.1654,
      "step": 1220
    },
    {
      "epoch": 0.2820454024306352,
      "grad_norm": 10.6875,
      "learning_rate": 1.436367805549186e-05,
      "loss": 1.1646,
      "step": 1230
    },
    {
      "epoch": 0.2843384544829168,
      "grad_norm": 9.125,
      "learning_rate": 1.4317817014446228e-05,
      "loss": 1.1662,
      "step": 1240
    },
    {
      "epoch": 0.28663150653519837,
      "grad_norm": 10.8125,
      "learning_rate": 1.4271955973400597e-05,
      "loss": 1.1961,
      "step": 1250
    },
    {
      "epoch": 0.28892455858747995,
      "grad_norm": 8.6875,
      "learning_rate": 1.4226094932354965e-05,
      "loss": 1.179,
      "step": 1260
    },
    {
      "epoch": 0.29121761063976154,
      "grad_norm": 11.0625,
      "learning_rate": 1.4180233891309333e-05,
      "loss": 1.2015,
      "step": 1270
    },
    {
      "epoch": 0.2935106626920431,
      "grad_norm": 8.25,
      "learning_rate": 1.4134372850263702e-05,
      "loss": 1.176,
      "step": 1280
    },
    {
      "epoch": 0.2958037147443247,
      "grad_norm": 8.25,
      "learning_rate": 1.408851180921807e-05,
      "loss": 1.1626,
      "step": 1290
    },
    {
      "epoch": 0.2980967667966063,
      "grad_norm": 8.8125,
      "learning_rate": 1.4042650768172439e-05,
      "loss": 1.178,
      "step": 1300
    },
    {
      "epoch": 0.3003898188488879,
      "grad_norm": 11.25,
      "learning_rate": 1.3996789727126807e-05,
      "loss": 1.1763,
      "step": 1310
    },
    {
      "epoch": 0.30268287090116947,
      "grad_norm": 13.0,
      "learning_rate": 1.3950928686081175e-05,
      "loss": 1.1889,
      "step": 1320
    },
    {
      "epoch": 0.30497592295345105,
      "grad_norm": 9.8125,
      "learning_rate": 1.3905067645035544e-05,
      "loss": 1.2124,
      "step": 1330
    },
    {
      "epoch": 0.30726897500573264,
      "grad_norm": 8.375,
      "learning_rate": 1.3859206603989912e-05,
      "loss": 1.1906,
      "step": 1340
    },
    {
      "epoch": 0.3095620270580142,
      "grad_norm": 7.3125,
      "learning_rate": 1.381334556294428e-05,
      "loss": 1.1758,
      "step": 1350
    },
    {
      "epoch": 0.3118550791102958,
      "grad_norm": 12.8125,
      "learning_rate": 1.3767484521898649e-05,
      "loss": 1.2033,
      "step": 1360
    },
    {
      "epoch": 0.3141481311625774,
      "grad_norm": 9.0625,
      "learning_rate": 1.3721623480853017e-05,
      "loss": 1.1986,
      "step": 1370
    },
    {
      "epoch": 0.316441183214859,
      "grad_norm": 11.75,
      "learning_rate": 1.3675762439807385e-05,
      "loss": 1.17,
      "step": 1380
    },
    {
      "epoch": 0.31873423526714056,
      "grad_norm": 11.875,
      "learning_rate": 1.3629901398761754e-05,
      "loss": 1.1687,
      "step": 1390
    },
    {
      "epoch": 0.32102728731942215,
      "grad_norm": 7.375,
      "learning_rate": 1.3584040357716122e-05,
      "loss": 1.1815,
      "step": 1400
    },
    {
      "epoch": 0.32332033937170374,
      "grad_norm": 8.1875,
      "learning_rate": 1.353817931667049e-05,
      "loss": 1.1864,
      "step": 1410
    },
    {
      "epoch": 0.3256133914239853,
      "grad_norm": 14.125,
      "learning_rate": 1.3492318275624859e-05,
      "loss": 1.1832,
      "step": 1420
    },
    {
      "epoch": 0.3279064434762669,
      "grad_norm": 7.59375,
      "learning_rate": 1.3446457234579227e-05,
      "loss": 1.189,
      "step": 1430
    },
    {
      "epoch": 0.3301994955285485,
      "grad_norm": 10.8125,
      "learning_rate": 1.3400596193533595e-05,
      "loss": 1.1734,
      "step": 1440
    },
    {
      "epoch": 0.3324925475808301,
      "grad_norm": 10.6875,
      "learning_rate": 1.3354735152487964e-05,
      "loss": 1.1807,
      "step": 1450
    },
    {
      "epoch": 0.33478559963311166,
      "grad_norm": 10.375,
      "learning_rate": 1.3308874111442332e-05,
      "loss": 1.1752,
      "step": 1460
    },
    {
      "epoch": 0.33707865168539325,
      "grad_norm": 11.375,
      "learning_rate": 1.32630130703967e-05,
      "loss": 1.1578,
      "step": 1470
    },
    {
      "epoch": 0.33937170373767483,
      "grad_norm": 10.0,
      "learning_rate": 1.3217152029351069e-05,
      "loss": 1.177,
      "step": 1480
    },
    {
      "epoch": 0.3416647557899564,
      "grad_norm": 12.4375,
      "learning_rate": 1.3171290988305437e-05,
      "loss": 1.1644,
      "step": 1490
    },
    {
      "epoch": 0.343957807842238,
      "grad_norm": 9.625,
      "learning_rate": 1.3125429947259805e-05,
      "loss": 1.167,
      "step": 1500
    },
    {
      "epoch": 0.3462508598945196,
      "grad_norm": 11.0,
      "learning_rate": 1.3079568906214172e-05,
      "loss": 1.1817,
      "step": 1510
    },
    {
      "epoch": 0.3485439119468012,
      "grad_norm": 8.1875,
      "learning_rate": 1.303370786516854e-05,
      "loss": 1.1822,
      "step": 1520
    },
    {
      "epoch": 0.35083696399908276,
      "grad_norm": 8.625,
      "learning_rate": 1.2987846824122909e-05,
      "loss": 1.1676,
      "step": 1530
    },
    {
      "epoch": 0.35313001605136435,
      "grad_norm": 6.71875,
      "learning_rate": 1.2941985783077277e-05,
      "loss": 1.1792,
      "step": 1540
    },
    {
      "epoch": 0.35542306810364593,
      "grad_norm": 9.0625,
      "learning_rate": 1.2896124742031645e-05,
      "loss": 1.1726,
      "step": 1550
    },
    {
      "epoch": 0.3577161201559275,
      "grad_norm": 10.1875,
      "learning_rate": 1.2850263700986014e-05,
      "loss": 1.1728,
      "step": 1560
    },
    {
      "epoch": 0.3600091722082091,
      "grad_norm": 12.3125,
      "learning_rate": 1.2804402659940382e-05,
      "loss": 1.1825,
      "step": 1570
    },
    {
      "epoch": 0.3623022242604907,
      "grad_norm": 7.125,
      "learning_rate": 1.275854161889475e-05,
      "loss": 1.159,
      "step": 1580
    },
    {
      "epoch": 0.3645952763127723,
      "grad_norm": 8.8125,
      "learning_rate": 1.2712680577849119e-05,
      "loss": 1.1728,
      "step": 1590
    },
    {
      "epoch": 0.36688832836505386,
      "grad_norm": 11.6875,
      "learning_rate": 1.2666819536803487e-05,
      "loss": 1.1976,
      "step": 1600
    },
    {
      "epoch": 0.36918138041733545,
      "grad_norm": 9.875,
      "learning_rate": 1.2620958495757855e-05,
      "loss": 1.1806,
      "step": 1610
    },
    {
      "epoch": 0.37147443246961703,
      "grad_norm": 9.8125,
      "learning_rate": 1.2575097454712224e-05,
      "loss": 1.1829,
      "step": 1620
    },
    {
      "epoch": 0.3737674845218987,
      "grad_norm": 12.625,
      "learning_rate": 1.2529236413666592e-05,
      "loss": 1.169,
      "step": 1630
    },
    {
      "epoch": 0.37606053657418026,
      "grad_norm": 7.625,
      "learning_rate": 1.248337537262096e-05,
      "loss": 1.1923,
      "step": 1640
    },
    {
      "epoch": 0.37835358862646185,
      "grad_norm": 10.75,
      "learning_rate": 1.2437514331575329e-05,
      "loss": 1.1879,
      "step": 1650
    },
    {
      "epoch": 0.38064664067874343,
      "grad_norm": 8.875,
      "learning_rate": 1.2391653290529697e-05,
      "loss": 1.1742,
      "step": 1660
    },
    {
      "epoch": 0.382939692731025,
      "grad_norm": 10.5,
      "learning_rate": 1.2345792249484066e-05,
      "loss": 1.1725,
      "step": 1670
    },
    {
      "epoch": 0.3852327447833066,
      "grad_norm": 8.9375,
      "learning_rate": 1.2299931208438432e-05,
      "loss": 1.1836,
      "step": 1680
    },
    {
      "epoch": 0.3875257968355882,
      "grad_norm": 8.5,
      "learning_rate": 1.22540701673928e-05,
      "loss": 1.1698,
      "step": 1690
    },
    {
      "epoch": 0.3898188488878698,
      "grad_norm": 10.4375,
      "learning_rate": 1.2208209126347169e-05,
      "loss": 1.1747,
      "step": 1700
    },
    {
      "epoch": 0.39211190094015136,
      "grad_norm": 11.375,
      "learning_rate": 1.2162348085301536e-05,
      "loss": 1.1947,
      "step": 1710
    },
    {
      "epoch": 0.39440495299243294,
      "grad_norm": 9.0625,
      "learning_rate": 1.2116487044255904e-05,
      "loss": 1.1847,
      "step": 1720
    },
    {
      "epoch": 0.39669800504471453,
      "grad_norm": 12.0,
      "learning_rate": 1.2070626003210272e-05,
      "loss": 1.1897,
      "step": 1730
    },
    {
      "epoch": 0.3989910570969961,
      "grad_norm": 10.6875,
      "learning_rate": 1.202476496216464e-05,
      "loss": 1.1668,
      "step": 1740
    },
    {
      "epoch": 0.4012841091492777,
      "grad_norm": 6.8125,
      "learning_rate": 1.1978903921119009e-05,
      "loss": 1.1617,
      "step": 1750
    },
    {
      "epoch": 0.4035771612015593,
      "grad_norm": 14.1875,
      "learning_rate": 1.1933042880073377e-05,
      "loss": 1.1748,
      "step": 1760
    },
    {
      "epoch": 0.4058702132538409,
      "grad_norm": 11.1875,
      "learning_rate": 1.1887181839027746e-05,
      "loss": 1.1836,
      "step": 1770
    },
    {
      "epoch": 0.40816326530612246,
      "grad_norm": 7.90625,
      "learning_rate": 1.1841320797982114e-05,
      "loss": 1.1731,
      "step": 1780
    },
    {
      "epoch": 0.41045631735840404,
      "grad_norm": 13.6875,
      "learning_rate": 1.1795459756936482e-05,
      "loss": 1.1769,
      "step": 1790
    },
    {
      "epoch": 0.41274936941068563,
      "grad_norm": 10.75,
      "learning_rate": 1.174959871589085e-05,
      "loss": 1.181,
      "step": 1800
    },
    {
      "epoch": 0.4150424214629672,
      "grad_norm": 7.28125,
      "learning_rate": 1.1703737674845219e-05,
      "loss": 1.1851,
      "step": 1810
    },
    {
      "epoch": 0.4173354735152488,
      "grad_norm": 11.25,
      "learning_rate": 1.1657876633799587e-05,
      "loss": 1.1791,
      "step": 1820
    },
    {
      "epoch": 0.4196285255675304,
      "grad_norm": 8.6875,
      "learning_rate": 1.1612015592753956e-05,
      "loss": 1.1773,
      "step": 1830
    },
    {
      "epoch": 0.42192157761981197,
      "grad_norm": 11.3125,
      "learning_rate": 1.1566154551708324e-05,
      "loss": 1.1644,
      "step": 1840
    },
    {
      "epoch": 0.42421462967209356,
      "grad_norm": 10.0,
      "learning_rate": 1.1520293510662692e-05,
      "loss": 1.1703,
      "step": 1850
    },
    {
      "epoch": 0.42650768172437514,
      "grad_norm": 9.4375,
      "learning_rate": 1.147443246961706e-05,
      "loss": 1.1696,
      "step": 1860
    },
    {
      "epoch": 0.42880073377665673,
      "grad_norm": 11.625,
      "learning_rate": 1.1428571428571429e-05,
      "loss": 1.1809,
      "step": 1870
    },
    {
      "epoch": 0.4310937858289383,
      "grad_norm": 10.0,
      "learning_rate": 1.1382710387525797e-05,
      "loss": 1.1865,
      "step": 1880
    },
    {
      "epoch": 0.4333868378812199,
      "grad_norm": 13.0625,
      "learning_rate": 1.1336849346480166e-05,
      "loss": 1.1864,
      "step": 1890
    },
    {
      "epoch": 0.4356798899335015,
      "grad_norm": 9.1875,
      "learning_rate": 1.1290988305434534e-05,
      "loss": 1.1812,
      "step": 1900
    },
    {
      "epoch": 0.43797294198578307,
      "grad_norm": 11.1875,
      "learning_rate": 1.1245127264388902e-05,
      "loss": 1.1623,
      "step": 1910
    },
    {
      "epoch": 0.44026599403806466,
      "grad_norm": 8.9375,
      "learning_rate": 1.119926622334327e-05,
      "loss": 1.1655,
      "step": 1920
    },
    {
      "epoch": 0.44255904609034624,
      "grad_norm": 9.4375,
      "learning_rate": 1.1153405182297639e-05,
      "loss": 1.1528,
      "step": 1930
    },
    {
      "epoch": 0.4448520981426278,
      "grad_norm": 12.4375,
      "learning_rate": 1.1107544141252007e-05,
      "loss": 1.1836,
      "step": 1940
    },
    {
      "epoch": 0.4471451501949094,
      "grad_norm": 10.375,
      "learning_rate": 1.1061683100206376e-05,
      "loss": 1.1571,
      "step": 1950
    },
    {
      "epoch": 0.449438202247191,
      "grad_norm": 11.8125,
      "learning_rate": 1.1015822059160744e-05,
      "loss": 1.1732,
      "step": 1960
    },
    {
      "epoch": 0.4517312542994726,
      "grad_norm": 14.3125,
      "learning_rate": 1.0969961018115112e-05,
      "loss": 1.1716,
      "step": 1970
    },
    {
      "epoch": 0.45402430635175417,
      "grad_norm": 14.1875,
      "learning_rate": 1.092409997706948e-05,
      "loss": 1.1583,
      "step": 1980
    },
    {
      "epoch": 0.45631735840403576,
      "grad_norm": 10.125,
      "learning_rate": 1.0878238936023847e-05,
      "loss": 1.1839,
      "step": 1990
    },
    {
      "epoch": 0.45861041045631734,
      "grad_norm": 14.4375,
      "learning_rate": 1.0832377894978216e-05,
      "loss": 1.1666,
      "step": 2000
    },
    {
      "epoch": 0.4609034625085989,
      "grad_norm": 13.25,
      "learning_rate": 1.0786516853932584e-05,
      "loss": 1.1816,
      "step": 2010
    },
    {
      "epoch": 0.4631965145608805,
      "grad_norm": 9.75,
      "learning_rate": 1.0740655812886952e-05,
      "loss": 1.1702,
      "step": 2020
    },
    {
      "epoch": 0.4654895666131621,
      "grad_norm": 9.25,
      "learning_rate": 1.069479477184132e-05,
      "loss": 1.1636,
      "step": 2030
    },
    {
      "epoch": 0.4677826186654437,
      "grad_norm": 7.9375,
      "learning_rate": 1.064893373079569e-05,
      "loss": 1.1645,
      "step": 2040
    },
    {
      "epoch": 0.47007567071772527,
      "grad_norm": 12.0625,
      "learning_rate": 1.0603072689750058e-05,
      "loss": 1.169,
      "step": 2050
    },
    {
      "epoch": 0.47236872277000685,
      "grad_norm": 11.5625,
      "learning_rate": 1.0557211648704426e-05,
      "loss": 1.1595,
      "step": 2060
    },
    {
      "epoch": 0.47466177482228844,
      "grad_norm": 15.0,
      "learning_rate": 1.0511350607658794e-05,
      "loss": 1.16,
      "step": 2070
    },
    {
      "epoch": 0.47695482687457,
      "grad_norm": 9.25,
      "learning_rate": 1.0465489566613163e-05,
      "loss": 1.1707,
      "step": 2080
    },
    {
      "epoch": 0.47924787892685167,
      "grad_norm": 9.75,
      "learning_rate": 1.0419628525567531e-05,
      "loss": 1.152,
      "step": 2090
    },
    {
      "epoch": 0.48154093097913325,
      "grad_norm": 12.125,
      "learning_rate": 1.03737674845219e-05,
      "loss": 1.1793,
      "step": 2100
    },
    {
      "epoch": 0.48383398303141484,
      "grad_norm": 12.8125,
      "learning_rate": 1.0327906443476268e-05,
      "loss": 1.1921,
      "step": 2110
    },
    {
      "epoch": 0.4861270350836964,
      "grad_norm": 13.9375,
      "learning_rate": 1.0282045402430636e-05,
      "loss": 1.1683,
      "step": 2120
    },
    {
      "epoch": 0.488420087135978,
      "grad_norm": 11.0625,
      "learning_rate": 1.0236184361385004e-05,
      "loss": 1.1755,
      "step": 2130
    },
    {
      "epoch": 0.4907131391882596,
      "grad_norm": 11.375,
      "learning_rate": 1.0190323320339373e-05,
      "loss": 1.1825,
      "step": 2140
    },
    {
      "epoch": 0.4930061912405412,
      "grad_norm": 9.8125,
      "learning_rate": 1.0144462279293741e-05,
      "loss": 1.1531,
      "step": 2150
    },
    {
      "epoch": 0.49529924329282277,
      "grad_norm": 11.375,
      "learning_rate": 1.009860123824811e-05,
      "loss": 1.1867,
      "step": 2160
    },
    {
      "epoch": 0.49759229534510435,
      "grad_norm": 8.625,
      "learning_rate": 1.0052740197202478e-05,
      "loss": 1.1564,
      "step": 2170
    },
    {
      "epoch": 0.49988534739738594,
      "grad_norm": 6.46875,
      "learning_rate": 1.0006879156156846e-05,
      "loss": 1.1859,
      "step": 2180
    },
    {
      "epoch": 0.5021783994496675,
      "grad_norm": 15.25,
      "learning_rate": 9.961018115111214e-06,
      "loss": 1.1779,
      "step": 2190
    },
    {
      "epoch": 0.504471451501949,
      "grad_norm": 9.5,
      "learning_rate": 9.915157074065583e-06,
      "loss": 1.1663,
      "step": 2200
    },
    {
      "epoch": 0.5067645035542306,
      "grad_norm": 9.5,
      "learning_rate": 9.869296033019951e-06,
      "loss": 1.1526,
      "step": 2210
    },
    {
      "epoch": 0.5090575556065122,
      "grad_norm": 7.6875,
      "learning_rate": 9.82343499197432e-06,
      "loss": 1.179,
      "step": 2220
    },
    {
      "epoch": 0.5113506076587938,
      "grad_norm": 11.125,
      "learning_rate": 9.777573950928688e-06,
      "loss": 1.1688,
      "step": 2230
    },
    {
      "epoch": 0.5136436597110754,
      "grad_norm": 10.1875,
      "learning_rate": 9.731712909883056e-06,
      "loss": 1.159,
      "step": 2240
    },
    {
      "epoch": 0.515936711763357,
      "grad_norm": 13.4375,
      "learning_rate": 9.685851868837424e-06,
      "loss": 1.153,
      "step": 2250
    },
    {
      "epoch": 0.5182297638156386,
      "grad_norm": 12.875,
      "learning_rate": 9.639990827791793e-06,
      "loss": 1.1774,
      "step": 2260
    },
    {
      "epoch": 0.5205228158679202,
      "grad_norm": 9.9375,
      "learning_rate": 9.594129786746161e-06,
      "loss": 1.1825,
      "step": 2270
    },
    {
      "epoch": 0.5228158679202017,
      "grad_norm": 6.375,
      "learning_rate": 9.548268745700528e-06,
      "loss": 1.1784,
      "step": 2280
    },
    {
      "epoch": 0.5251089199724833,
      "grad_norm": 14.375,
      "learning_rate": 9.502407704654896e-06,
      "loss": 1.1542,
      "step": 2290
    },
    {
      "epoch": 0.5274019720247649,
      "grad_norm": 13.0,
      "learning_rate": 9.456546663609264e-06,
      "loss": 1.1705,
      "step": 2300
    },
    {
      "epoch": 0.5296950240770465,
      "grad_norm": 15.6875,
      "learning_rate": 9.410685622563633e-06,
      "loss": 1.1906,
      "step": 2310
    },
    {
      "epoch": 0.5319880761293282,
      "grad_norm": 9.1875,
      "learning_rate": 9.364824581518001e-06,
      "loss": 1.1732,
      "step": 2320
    },
    {
      "epoch": 0.5342811281816098,
      "grad_norm": 11.4375,
      "learning_rate": 9.31896354047237e-06,
      "loss": 1.1994,
      "step": 2330
    },
    {
      "epoch": 0.5365741802338914,
      "grad_norm": 9.8125,
      "learning_rate": 9.273102499426738e-06,
      "loss": 1.1633,
      "step": 2340
    },
    {
      "epoch": 0.538867232286173,
      "grad_norm": 8.9375,
      "learning_rate": 9.227241458381106e-06,
      "loss": 1.1683,
      "step": 2350
    },
    {
      "epoch": 0.5411602843384545,
      "grad_norm": 12.0,
      "learning_rate": 9.181380417335474e-06,
      "loss": 1.1565,
      "step": 2360
    },
    {
      "epoch": 0.5434533363907361,
      "grad_norm": 10.0625,
      "learning_rate": 9.135519376289841e-06,
      "loss": 1.1726,
      "step": 2370
    },
    {
      "epoch": 0.5457463884430177,
      "grad_norm": 13.9375,
      "learning_rate": 9.08965833524421e-06,
      "loss": 1.1582,
      "step": 2380
    },
    {
      "epoch": 0.5480394404952993,
      "grad_norm": 7.90625,
      "learning_rate": 9.043797294198578e-06,
      "loss": 1.1647,
      "step": 2390
    },
    {
      "epoch": 0.5503324925475809,
      "grad_norm": 16.0,
      "learning_rate": 8.997936253152946e-06,
      "loss": 1.1838,
      "step": 2400
    },
    {
      "epoch": 0.5526255445998625,
      "grad_norm": 11.75,
      "learning_rate": 8.952075212107315e-06,
      "loss": 1.1699,
      "step": 2410
    },
    {
      "epoch": 0.554918596652144,
      "grad_norm": 12.3125,
      "learning_rate": 8.906214171061683e-06,
      "loss": 1.1693,
      "step": 2420
    },
    {
      "epoch": 0.5572116487044256,
      "grad_norm": 8.625,
      "learning_rate": 8.860353130016051e-06,
      "loss": 1.1793,
      "step": 2430
    },
    {
      "epoch": 0.5595047007567072,
      "grad_norm": 10.1875,
      "learning_rate": 8.81449208897042e-06,
      "loss": 1.1799,
      "step": 2440
    },
    {
      "epoch": 0.5617977528089888,
      "grad_norm": 7.625,
      "learning_rate": 8.768631047924788e-06,
      "loss": 1.1503,
      "step": 2450
    },
    {
      "epoch": 0.5640908048612704,
      "grad_norm": 11.125,
      "learning_rate": 8.722770006879156e-06,
      "loss": 1.178,
      "step": 2460
    },
    {
      "epoch": 0.566383856913552,
      "grad_norm": 11.375,
      "learning_rate": 8.676908965833525e-06,
      "loss": 1.149,
      "step": 2470
    },
    {
      "epoch": 0.5686769089658336,
      "grad_norm": 12.1875,
      "learning_rate": 8.631047924787893e-06,
      "loss": 1.1781,
      "step": 2480
    },
    {
      "epoch": 0.5709699610181151,
      "grad_norm": 11.4375,
      "learning_rate": 8.585186883742261e-06,
      "loss": 1.1664,
      "step": 2490
    },
    {
      "epoch": 0.5732630130703967,
      "grad_norm": 9.625,
      "learning_rate": 8.53932584269663e-06,
      "loss": 1.1448,
      "step": 2500
    },
    {
      "epoch": 0.5755560651226783,
      "grad_norm": 11.0625,
      "learning_rate": 8.493464801650998e-06,
      "loss": 1.1537,
      "step": 2510
    },
    {
      "epoch": 0.5778491171749599,
      "grad_norm": 10.1875,
      "learning_rate": 8.447603760605366e-06,
      "loss": 1.1583,
      "step": 2520
    },
    {
      "epoch": 0.5801421692272415,
      "grad_norm": 9.25,
      "learning_rate": 8.401742719559735e-06,
      "loss": 1.1794,
      "step": 2530
    },
    {
      "epoch": 0.5824352212795231,
      "grad_norm": 10.8125,
      "learning_rate": 8.355881678514103e-06,
      "loss": 1.1558,
      "step": 2540
    },
    {
      "epoch": 0.5847282733318047,
      "grad_norm": 9.9375,
      "learning_rate": 8.310020637468471e-06,
      "loss": 1.1693,
      "step": 2550
    },
    {
      "epoch": 0.5870213253840862,
      "grad_norm": 13.6875,
      "learning_rate": 8.26415959642284e-06,
      "loss": 1.1685,
      "step": 2560
    },
    {
      "epoch": 0.5893143774363678,
      "grad_norm": 9.1875,
      "learning_rate": 8.218298555377208e-06,
      "loss": 1.1697,
      "step": 2570
    },
    {
      "epoch": 0.5916074294886494,
      "grad_norm": 15.0,
      "learning_rate": 8.172437514331576e-06,
      "loss": 1.1509,
      "step": 2580
    },
    {
      "epoch": 0.593900481540931,
      "grad_norm": 11.75,
      "learning_rate": 8.126576473285945e-06,
      "loss": 1.1541,
      "step": 2590
    },
    {
      "epoch": 0.5961935335932126,
      "grad_norm": 10.375,
      "learning_rate": 8.080715432240313e-06,
      "loss": 1.1517,
      "step": 2600
    },
    {
      "epoch": 0.5984865856454942,
      "grad_norm": 13.3125,
      "learning_rate": 8.034854391194681e-06,
      "loss": 1.178,
      "step": 2610
    },
    {
      "epoch": 0.6007796376977758,
      "grad_norm": 12.6875,
      "learning_rate": 7.98899335014905e-06,
      "loss": 1.159,
      "step": 2620
    },
    {
      "epoch": 0.6030726897500573,
      "grad_norm": 12.75,
      "learning_rate": 7.943132309103418e-06,
      "loss": 1.1604,
      "step": 2630
    },
    {
      "epoch": 0.6053657418023389,
      "grad_norm": 7.0625,
      "learning_rate": 7.897271268057786e-06,
      "loss": 1.1696,
      "step": 2640
    },
    {
      "epoch": 0.6076587938546205,
      "grad_norm": 13.0625,
      "learning_rate": 7.851410227012155e-06,
      "loss": 1.1713,
      "step": 2650
    },
    {
      "epoch": 0.6099518459069021,
      "grad_norm": 8.8125,
      "learning_rate": 7.805549185966521e-06,
      "loss": 1.1678,
      "step": 2660
    },
    {
      "epoch": 0.6122448979591837,
      "grad_norm": 12.75,
      "learning_rate": 7.75968814492089e-06,
      "loss": 1.168,
      "step": 2670
    },
    {
      "epoch": 0.6145379500114653,
      "grad_norm": 7.09375,
      "learning_rate": 7.713827103875258e-06,
      "loss": 1.1519,
      "step": 2680
    },
    {
      "epoch": 0.6168310020637469,
      "grad_norm": 10.375,
      "learning_rate": 7.667966062829626e-06,
      "loss": 1.1651,
      "step": 2690
    },
    {
      "epoch": 0.6191240541160284,
      "grad_norm": 11.25,
      "learning_rate": 7.622105021783996e-06,
      "loss": 1.1303,
      "step": 2700
    },
    {
      "epoch": 0.62141710616831,
      "grad_norm": 13.1875,
      "learning_rate": 7.576243980738364e-06,
      "loss": 1.1462,
      "step": 2710
    },
    {
      "epoch": 0.6237101582205916,
      "grad_norm": 10.0,
      "learning_rate": 7.530382939692732e-06,
      "loss": 1.1786,
      "step": 2720
    },
    {
      "epoch": 0.6260032102728732,
      "grad_norm": 11.6875,
      "learning_rate": 7.4845218986471e-06,
      "loss": 1.179,
      "step": 2730
    },
    {
      "epoch": 0.6282962623251548,
      "grad_norm": 12.3125,
      "learning_rate": 7.438660857601468e-06,
      "loss": 1.1708,
      "step": 2740
    },
    {
      "epoch": 0.6305893143774364,
      "grad_norm": 11.625,
      "learning_rate": 7.3927998165558365e-06,
      "loss": 1.1582,
      "step": 2750
    },
    {
      "epoch": 0.632882366429718,
      "grad_norm": 15.3125,
      "learning_rate": 7.346938775510205e-06,
      "loss": 1.1622,
      "step": 2760
    },
    {
      "epoch": 0.6351754184819995,
      "grad_norm": 13.75,
      "learning_rate": 7.301077734464573e-06,
      "loss": 1.1626,
      "step": 2770
    },
    {
      "epoch": 0.6374684705342811,
      "grad_norm": 9.0625,
      "learning_rate": 7.2552166934189415e-06,
      "loss": 1.1477,
      "step": 2780
    },
    {
      "epoch": 0.6397615225865627,
      "grad_norm": 8.75,
      "learning_rate": 7.20935565237331e-06,
      "loss": 1.1482,
      "step": 2790
    },
    {
      "epoch": 0.6420545746388443,
      "grad_norm": 9.375,
      "learning_rate": 7.163494611327678e-06,
      "loss": 1.1293,
      "step": 2800
    },
    {
      "epoch": 0.6443476266911259,
      "grad_norm": 10.3125,
      "learning_rate": 7.1176335702820466e-06,
      "loss": 1.1391,
      "step": 2810
    },
    {
      "epoch": 0.6466406787434075,
      "grad_norm": 12.9375,
      "learning_rate": 7.071772529236415e-06,
      "loss": 1.153,
      "step": 2820
    },
    {
      "epoch": 0.6489337307956891,
      "grad_norm": 16.875,
      "learning_rate": 7.025911488190783e-06,
      "loss": 1.1551,
      "step": 2830
    },
    {
      "epoch": 0.6512267828479706,
      "grad_norm": 12.0625,
      "learning_rate": 6.98005044714515e-06,
      "loss": 1.1548,
      "step": 2840
    },
    {
      "epoch": 0.6535198349002522,
      "grad_norm": 14.0625,
      "learning_rate": 6.934189406099518e-06,
      "loss": 1.1771,
      "step": 2850
    },
    {
      "epoch": 0.6558128869525338,
      "grad_norm": 14.9375,
      "learning_rate": 6.888328365053887e-06,
      "loss": 1.159,
      "step": 2860
    },
    {
      "epoch": 0.6581059390048154,
      "grad_norm": 12.0,
      "learning_rate": 6.842467324008255e-06,
      "loss": 1.1413,
      "step": 2870
    },
    {
      "epoch": 0.660398991057097,
      "grad_norm": 11.3125,
      "learning_rate": 6.796606282962623e-06,
      "loss": 1.1717,
      "step": 2880
    },
    {
      "epoch": 0.6626920431093786,
      "grad_norm": 11.0625,
      "learning_rate": 6.750745241916992e-06,
      "loss": 1.1267,
      "step": 2890
    },
    {
      "epoch": 0.6649850951616602,
      "grad_norm": 10.9375,
      "learning_rate": 6.70488420087136e-06,
      "loss": 1.121,
      "step": 2900
    },
    {
      "epoch": 0.6672781472139417,
      "grad_norm": 8.6875,
      "learning_rate": 6.659023159825728e-06,
      "loss": 1.1593,
      "step": 2910
    },
    {
      "epoch": 0.6695711992662233,
      "grad_norm": 11.0,
      "learning_rate": 6.613162118780097e-06,
      "loss": 1.1764,
      "step": 2920
    },
    {
      "epoch": 0.6718642513185049,
      "grad_norm": 8.25,
      "learning_rate": 6.567301077734465e-06,
      "loss": 1.1719,
      "step": 2930
    },
    {
      "epoch": 0.6741573033707865,
      "grad_norm": 12.4375,
      "learning_rate": 6.521440036688833e-06,
      "loss": 1.154,
      "step": 2940
    },
    {
      "epoch": 0.6764503554230681,
      "grad_norm": 10.1875,
      "learning_rate": 6.475578995643202e-06,
      "loss": 1.1754,
      "step": 2950
    },
    {
      "epoch": 0.6787434074753497,
      "grad_norm": 11.75,
      "learning_rate": 6.42971795459757e-06,
      "loss": 1.1703,
      "step": 2960
    },
    {
      "epoch": 0.6810364595276313,
      "grad_norm": 9.875,
      "learning_rate": 6.3838569135519375e-06,
      "loss": 1.1494,
      "step": 2970
    },
    {
      "epoch": 0.6833295115799128,
      "grad_norm": 13.0625,
      "learning_rate": 6.337995872506306e-06,
      "loss": 1.1638,
      "step": 2980
    },
    {
      "epoch": 0.6856225636321944,
      "grad_norm": 10.75,
      "learning_rate": 6.292134831460674e-06,
      "loss": 1.1403,
      "step": 2990
    },
    {
      "epoch": 0.687915615684476,
      "grad_norm": 10.9375,
      "learning_rate": 6.2462737904150426e-06,
      "loss": 1.1696,
      "step": 3000
    },
    {
      "epoch": 0.6902086677367576,
      "grad_norm": 9.625,
      "learning_rate": 6.200412749369411e-06,
      "loss": 1.1577,
      "step": 3010
    },
    {
      "epoch": 0.6925017197890392,
      "grad_norm": 8.4375,
      "learning_rate": 6.154551708323779e-06,
      "loss": 1.1644,
      "step": 3020
    },
    {
      "epoch": 0.6947947718413208,
      "grad_norm": 9.4375,
      "learning_rate": 6.108690667278148e-06,
      "loss": 1.1587,
      "step": 3030
    },
    {
      "epoch": 0.6970878238936024,
      "grad_norm": 9.9375,
      "learning_rate": 6.062829626232516e-06,
      "loss": 1.1618,
      "step": 3040
    },
    {
      "epoch": 0.6993808759458839,
      "grad_norm": 9.5625,
      "learning_rate": 6.016968585186884e-06,
      "loss": 1.1613,
      "step": 3050
    },
    {
      "epoch": 0.7016739279981655,
      "grad_norm": 12.6875,
      "learning_rate": 5.971107544141253e-06,
      "loss": 1.1492,
      "step": 3060
    },
    {
      "epoch": 0.7039669800504471,
      "grad_norm": 8.875,
      "learning_rate": 5.925246503095621e-06,
      "loss": 1.1495,
      "step": 3070
    },
    {
      "epoch": 0.7062600321027287,
      "grad_norm": 12.75,
      "learning_rate": 5.879385462049989e-06,
      "loss": 1.149,
      "step": 3080
    },
    {
      "epoch": 0.7085530841550103,
      "grad_norm": 9.8125,
      "learning_rate": 5.833524421004358e-06,
      "loss": 1.1616,
      "step": 3090
    },
    {
      "epoch": 0.7108461362072919,
      "grad_norm": 11.3125,
      "learning_rate": 5.787663379958726e-06,
      "loss": 1.1694,
      "step": 3100
    },
    {
      "epoch": 0.7131391882595735,
      "grad_norm": 7.90625,
      "learning_rate": 5.7418023389130935e-06,
      "loss": 1.1384,
      "step": 3110
    },
    {
      "epoch": 0.715432240311855,
      "grad_norm": 10.0,
      "learning_rate": 5.695941297867462e-06,
      "loss": 1.156,
      "step": 3120
    },
    {
      "epoch": 0.7177252923641366,
      "grad_norm": 14.6875,
      "learning_rate": 5.65008025682183e-06,
      "loss": 1.1736,
      "step": 3130
    },
    {
      "epoch": 0.7200183444164182,
      "grad_norm": 11.4375,
      "learning_rate": 5.6042192157761985e-06,
      "loss": 1.1293,
      "step": 3140
    },
    {
      "epoch": 0.7223113964686998,
      "grad_norm": 12.875,
      "learning_rate": 5.558358174730567e-06,
      "loss": 1.1067,
      "step": 3150
    },
    {
      "epoch": 0.7246044485209814,
      "grad_norm": 11.6875,
      "learning_rate": 5.512497133684935e-06,
      "loss": 1.1516,
      "step": 3160
    },
    {
      "epoch": 0.726897500573263,
      "grad_norm": 10.5625,
      "learning_rate": 5.4666360926393036e-06,
      "loss": 1.1532,
      "step": 3170
    },
    {
      "epoch": 0.7291905526255446,
      "grad_norm": 9.6875,
      "learning_rate": 5.420775051593672e-06,
      "loss": 1.1647,
      "step": 3180
    },
    {
      "epoch": 0.7314836046778261,
      "grad_norm": 12.1875,
      "learning_rate": 5.37491401054804e-06,
      "loss": 1.1914,
      "step": 3190
    },
    {
      "epoch": 0.7337766567301077,
      "grad_norm": 13.25,
      "learning_rate": 5.329052969502409e-06,
      "loss": 1.148,
      "step": 3200
    },
    {
      "epoch": 0.7360697087823893,
      "grad_norm": 8.375,
      "learning_rate": 5.283191928456777e-06,
      "loss": 1.1612,
      "step": 3210
    },
    {
      "epoch": 0.7383627608346709,
      "grad_norm": 8.75,
      "learning_rate": 5.237330887411145e-06,
      "loss": 1.1402,
      "step": 3220
    },
    {
      "epoch": 0.7406558128869525,
      "grad_norm": 11.5,
      "learning_rate": 5.191469846365514e-06,
      "loss": 1.1737,
      "step": 3230
    },
    {
      "epoch": 0.7429488649392341,
      "grad_norm": 11.625,
      "learning_rate": 5.145608805319882e-06,
      "loss": 1.1854,
      "step": 3240
    },
    {
      "epoch": 0.7452419169915158,
      "grad_norm": 11.125,
      "learning_rate": 5.0997477642742495e-06,
      "loss": 1.1611,
      "step": 3250
    },
    {
      "epoch": 0.7475349690437973,
      "grad_norm": 9.6875,
      "learning_rate": 5.053886723228618e-06,
      "loss": 1.1477,
      "step": 3260
    },
    {
      "epoch": 0.7498280210960789,
      "grad_norm": 10.75,
      "learning_rate": 5.008025682182986e-06,
      "loss": 1.1608,
      "step": 3270
    },
    {
      "epoch": 0.7521210731483605,
      "grad_norm": 14.125,
      "learning_rate": 4.9621646411373545e-06,
      "loss": 1.1658,
      "step": 3280
    },
    {
      "epoch": 0.7544141252006421,
      "grad_norm": 9.5625,
      "learning_rate": 4.916303600091723e-06,
      "loss": 1.15,
      "step": 3290
    },
    {
      "epoch": 0.7567071772529237,
      "grad_norm": 13.625,
      "learning_rate": 4.87044255904609e-06,
      "loss": 1.1616,
      "step": 3300
    },
    {
      "epoch": 0.7590002293052053,
      "grad_norm": 12.625,
      "learning_rate": 4.824581518000459e-06,
      "loss": 1.1545,
      "step": 3310
    },
    {
      "epoch": 0.7612932813574869,
      "grad_norm": 12.75,
      "learning_rate": 4.778720476954827e-06,
      "loss": 1.1637,
      "step": 3320
    },
    {
      "epoch": 0.7635863334097684,
      "grad_norm": 10.0625,
      "learning_rate": 4.732859435909195e-06,
      "loss": 1.1497,
      "step": 3330
    },
    {
      "epoch": 0.76587938546205,
      "grad_norm": 11.3125,
      "learning_rate": 4.686998394863564e-06,
      "loss": 1.1739,
      "step": 3340
    },
    {
      "epoch": 0.7681724375143316,
      "grad_norm": 12.75,
      "learning_rate": 4.641137353817932e-06,
      "loss": 1.157,
      "step": 3350
    },
    {
      "epoch": 0.7704654895666132,
      "grad_norm": 7.90625,
      "learning_rate": 4.5952763127723e-06,
      "loss": 1.1537,
      "step": 3360
    },
    {
      "epoch": 0.7727585416188948,
      "grad_norm": 10.625,
      "learning_rate": 4.549415271726669e-06,
      "loss": 1.1519,
      "step": 3370
    },
    {
      "epoch": 0.7750515936711764,
      "grad_norm": 11.6875,
      "learning_rate": 4.503554230681037e-06,
      "loss": 1.1483,
      "step": 3380
    },
    {
      "epoch": 0.777344645723458,
      "grad_norm": 11.75,
      "learning_rate": 4.4576931896354054e-06,
      "loss": 1.1423,
      "step": 3390
    },
    {
      "epoch": 0.7796376977757395,
      "grad_norm": 13.9375,
      "learning_rate": 4.411832148589774e-06,
      "loss": 1.1684,
      "step": 3400
    },
    {
      "epoch": 0.7819307498280211,
      "grad_norm": 15.9375,
      "learning_rate": 4.365971107544142e-06,
      "loss": 1.1695,
      "step": 3410
    },
    {
      "epoch": 0.7842238018803027,
      "grad_norm": 13.625,
      "learning_rate": 4.32011006649851e-06,
      "loss": 1.1625,
      "step": 3420
    },
    {
      "epoch": 0.7865168539325843,
      "grad_norm": 13.375,
      "learning_rate": 4.274249025452878e-06,
      "loss": 1.1753,
      "step": 3430
    },
    {
      "epoch": 0.7888099059848659,
      "grad_norm": 11.25,
      "learning_rate": 4.228387984407246e-06,
      "loss": 1.1755,
      "step": 3440
    },
    {
      "epoch": 0.7911029580371475,
      "grad_norm": 9.375,
      "learning_rate": 4.182526943361615e-06,
      "loss": 1.1578,
      "step": 3450
    },
    {
      "epoch": 0.7933960100894291,
      "grad_norm": 9.125,
      "learning_rate": 4.136665902315983e-06,
      "loss": 1.1278,
      "step": 3460
    },
    {
      "epoch": 0.7956890621417106,
      "grad_norm": 10.625,
      "learning_rate": 4.090804861270351e-06,
      "loss": 1.1695,
      "step": 3470
    },
    {
      "epoch": 0.7979821141939922,
      "grad_norm": 9.8125,
      "learning_rate": 4.04494382022472e-06,
      "loss": 1.1471,
      "step": 3480
    },
    {
      "epoch": 0.8002751662462738,
      "grad_norm": 10.5,
      "learning_rate": 3.999082779179087e-06,
      "loss": 1.1484,
      "step": 3490
    },
    {
      "epoch": 0.8025682182985554,
      "grad_norm": 14.125,
      "learning_rate": 3.9532217381334555e-06,
      "loss": 1.173,
      "step": 3500
    },
    {
      "epoch": 0.804861270350837,
      "grad_norm": 8.125,
      "learning_rate": 3.907360697087824e-06,
      "loss": 1.1756,
      "step": 3510
    },
    {
      "epoch": 0.8071543224031186,
      "grad_norm": 9.125,
      "learning_rate": 3.861499656042192e-06,
      "loss": 1.1492,
      "step": 3520
    },
    {
      "epoch": 0.8094473744554002,
      "grad_norm": 8.3125,
      "learning_rate": 3.8156386149965606e-06,
      "loss": 1.1502,
      "step": 3530
    },
    {
      "epoch": 0.8117404265076817,
      "grad_norm": 9.625,
      "learning_rate": 3.769777573950929e-06,
      "loss": 1.1442,
      "step": 3540
    },
    {
      "epoch": 0.8140334785599633,
      "grad_norm": 11.75,
      "learning_rate": 3.7239165329052972e-06,
      "loss": 1.1612,
      "step": 3550
    },
    {
      "epoch": 0.8163265306122449,
      "grad_norm": 10.5,
      "learning_rate": 3.6780554918596656e-06,
      "loss": 1.1628,
      "step": 3560
    },
    {
      "epoch": 0.8186195826645265,
      "grad_norm": 10.75,
      "learning_rate": 3.632194450814034e-06,
      "loss": 1.1583,
      "step": 3570
    },
    {
      "epoch": 0.8209126347168081,
      "grad_norm": 14.5,
      "learning_rate": 3.5863334097684023e-06,
      "loss": 1.1596,
      "step": 3580
    },
    {
      "epoch": 0.8232056867690897,
      "grad_norm": 10.0,
      "learning_rate": 3.5404723687227706e-06,
      "loss": 1.1573,
      "step": 3590
    },
    {
      "epoch": 0.8254987388213713,
      "grad_norm": 12.4375,
      "learning_rate": 3.4946113276771385e-06,
      "loss": 1.1575,
      "step": 3600
    },
    {
      "epoch": 0.8277917908736528,
      "grad_norm": 10.625,
      "learning_rate": 3.448750286631507e-06,
      "loss": 1.136,
      "step": 3610
    },
    {
      "epoch": 0.8300848429259344,
      "grad_norm": 10.875,
      "learning_rate": 3.4028892455858752e-06,
      "loss": 1.1493,
      "step": 3620
    },
    {
      "epoch": 0.832377894978216,
      "grad_norm": 17.0,
      "learning_rate": 3.3570282045402436e-06,
      "loss": 1.1689,
      "step": 3630
    },
    {
      "epoch": 0.8346709470304976,
      "grad_norm": 8.9375,
      "learning_rate": 3.311167163494612e-06,
      "loss": 1.1406,
      "step": 3640
    },
    {
      "epoch": 0.8369639990827792,
      "grad_norm": 9.625,
      "learning_rate": 3.2653061224489794e-06,
      "loss": 1.1438,
      "step": 3650
    },
    {
      "epoch": 0.8392570511350608,
      "grad_norm": 12.125,
      "learning_rate": 3.2194450814033478e-06,
      "loss": 1.1721,
      "step": 3660
    },
    {
      "epoch": 0.8415501031873424,
      "grad_norm": 8.5,
      "learning_rate": 3.173584040357716e-06,
      "loss": 1.1498,
      "step": 3670
    },
    {
      "epoch": 0.8438431552396239,
      "grad_norm": 11.625,
      "learning_rate": 3.1277229993120844e-06,
      "loss": 1.1531,
      "step": 3680
    },
    {
      "epoch": 0.8461362072919055,
      "grad_norm": 10.0625,
      "learning_rate": 3.081861958266453e-06,
      "loss": 1.1489,
      "step": 3690
    },
    {
      "epoch": 0.8484292593441871,
      "grad_norm": 14.375,
      "learning_rate": 3.036000917220821e-06,
      "loss": 1.133,
      "step": 3700
    },
    {
      "epoch": 0.8507223113964687,
      "grad_norm": 9.3125,
      "learning_rate": 2.9901398761751895e-06,
      "loss": 1.1565,
      "step": 3710
    },
    {
      "epoch": 0.8530153634487503,
      "grad_norm": 10.0,
      "learning_rate": 2.9442788351295574e-06,
      "loss": 1.162,
      "step": 3720
    },
    {
      "epoch": 0.8553084155010319,
      "grad_norm": 13.9375,
      "learning_rate": 2.8984177940839257e-06,
      "loss": 1.1472,
      "step": 3730
    },
    {
      "epoch": 0.8576014675533135,
      "grad_norm": 11.25,
      "learning_rate": 2.852556753038294e-06,
      "loss": 1.1293,
      "step": 3740
    },
    {
      "epoch": 0.859894519605595,
      "grad_norm": 10.4375,
      "learning_rate": 2.8066957119926624e-06,
      "loss": 1.1667,
      "step": 3750
    },
    {
      "epoch": 0.8621875716578766,
      "grad_norm": 11.0625,
      "learning_rate": 2.7608346709470308e-06,
      "loss": 1.148,
      "step": 3760
    },
    {
      "epoch": 0.8644806237101582,
      "grad_norm": 12.6875,
      "learning_rate": 2.714973629901399e-06,
      "loss": 1.1476,
      "step": 3770
    },
    {
      "epoch": 0.8667736757624398,
      "grad_norm": 15.0,
      "learning_rate": 2.6691125888557675e-06,
      "loss": 1.1556,
      "step": 3780
    },
    {
      "epoch": 0.8690667278147214,
      "grad_norm": 8.0,
      "learning_rate": 2.6232515478101354e-06,
      "loss": 1.1458,
      "step": 3790
    },
    {
      "epoch": 0.871359779867003,
      "grad_norm": 13.9375,
      "learning_rate": 2.5773905067645037e-06,
      "loss": 1.1335,
      "step": 3800
    },
    {
      "epoch": 0.8736528319192846,
      "grad_norm": 11.75,
      "learning_rate": 2.531529465718872e-06,
      "loss": 1.1534,
      "step": 3810
    },
    {
      "epoch": 0.8759458839715661,
      "grad_norm": 11.9375,
      "learning_rate": 2.48566842467324e-06,
      "loss": 1.1266,
      "step": 3820
    },
    {
      "epoch": 0.8782389360238477,
      "grad_norm": 9.875,
      "learning_rate": 2.4398073836276083e-06,
      "loss": 1.1467,
      "step": 3830
    },
    {
      "epoch": 0.8805319880761293,
      "grad_norm": 12.1875,
      "learning_rate": 2.3939463425819767e-06,
      "loss": 1.1495,
      "step": 3840
    },
    {
      "epoch": 0.8828250401284109,
      "grad_norm": 12.0625,
      "learning_rate": 2.348085301536345e-06,
      "loss": 1.1471,
      "step": 3850
    },
    {
      "epoch": 0.8851180921806925,
      "grad_norm": 11.5625,
      "learning_rate": 2.3022242604907134e-06,
      "loss": 1.143,
      "step": 3860
    },
    {
      "epoch": 0.8874111442329741,
      "grad_norm": 13.25,
      "learning_rate": 2.2563632194450817e-06,
      "loss": 1.158,
      "step": 3870
    },
    {
      "epoch": 0.8897041962852557,
      "grad_norm": 13.4375,
      "learning_rate": 2.21050217839945e-06,
      "loss": 1.1639,
      "step": 3880
    },
    {
      "epoch": 0.8919972483375372,
      "grad_norm": 16.375,
      "learning_rate": 2.164641137353818e-06,
      "loss": 1.1484,
      "step": 3890
    },
    {
      "epoch": 0.8942903003898188,
      "grad_norm": 13.0625,
      "learning_rate": 2.1187800963081863e-06,
      "loss": 1.1343,
      "step": 3900
    },
    {
      "epoch": 0.8965833524421004,
      "grad_norm": 10.0625,
      "learning_rate": 2.0729190552625547e-06,
      "loss": 1.1346,
      "step": 3910
    },
    {
      "epoch": 0.898876404494382,
      "grad_norm": 13.0625,
      "learning_rate": 2.027058014216923e-06,
      "loss": 1.1496,
      "step": 3920
    },
    {
      "epoch": 0.9011694565466636,
      "grad_norm": 12.1875,
      "learning_rate": 1.9811969731712914e-06,
      "loss": 1.1345,
      "step": 3930
    },
    {
      "epoch": 0.9034625085989452,
      "grad_norm": 10.6875,
      "learning_rate": 1.9353359321256593e-06,
      "loss": 1.1551,
      "step": 3940
    },
    {
      "epoch": 0.9057555606512268,
      "grad_norm": 10.5625,
      "learning_rate": 1.8894748910800276e-06,
      "loss": 1.1252,
      "step": 3950
    },
    {
      "epoch": 0.9080486127035083,
      "grad_norm": 15.0,
      "learning_rate": 1.843613850034396e-06,
      "loss": 1.1214,
      "step": 3960
    },
    {
      "epoch": 0.9103416647557899,
      "grad_norm": 11.375,
      "learning_rate": 1.797752808988764e-06,
      "loss": 1.1846,
      "step": 3970
    },
    {
      "epoch": 0.9126347168080715,
      "grad_norm": 10.125,
      "learning_rate": 1.7518917679431324e-06,
      "loss": 1.168,
      "step": 3980
    },
    {
      "epoch": 0.9149277688603531,
      "grad_norm": 11.0,
      "learning_rate": 1.7060307268975008e-06,
      "loss": 1.1499,
      "step": 3990
    },
    {
      "epoch": 0.9172208209126347,
      "grad_norm": 15.0625,
      "learning_rate": 1.660169685851869e-06,
      "loss": 1.1486,
      "step": 4000
    }
  ],
  "logging_steps": 10,
  "max_steps": 4361,
  "num_input_tokens_seen": 0,
  "num_train_epochs": 1,
  "save_steps": 500,
  "stateful_callbacks": {
    "TrainerControl": {
      "args": {
        "should_epoch_stop": false,
        "should_evaluate": false,
        "should_log": false,
        "should_save": true,
        "should_training_stop": false
      },
      "attributes": {}
    }
  },
  "total_flos": 7.105650894786232e+17,
  "train_batch_size": 16,
  "trial_name": null,
  "trial_params": null
}