{
  "best_metric": null,
  "best_model_checkpoint": null,
  "epoch": 3.0,
  "eval_steps": 500,
  "global_step": 2643,
  "is_hyper_param_search": false,
  "is_local_process_zero": true,
  "is_world_process_zero": true,
  "log_history": [
    {
      "epoch": 0.011350737797956867,
      "grad_norm": 1206.5750503627912,
      "learning_rate": 1.886792452830189e-07,
      "loss": 8.1277,
      "step": 10
    },
    {
      "epoch": 0.022701475595913734,
      "grad_norm": 691.7936339563854,
      "learning_rate": 3.773584905660378e-07,
      "loss": 7.4544,
      "step": 20
    },
    {
      "epoch": 0.0340522133938706,
      "grad_norm": 561.9646197537672,
      "learning_rate": 5.660377358490567e-07,
      "loss": 5.1912,
      "step": 30
    },
    {
      "epoch": 0.04540295119182747,
      "grad_norm": 117.90097550719499,
      "learning_rate": 7.547169811320755e-07,
      "loss": 3.3559,
      "step": 40
    },
    {
      "epoch": 0.056753688989784334,
      "grad_norm": 113.9134040946928,
      "learning_rate": 9.433962264150944e-07,
      "loss": 3.0027,
      "step": 50
    },
    {
      "epoch": 0.0681044267877412,
      "grad_norm": 96.8453074635257,
      "learning_rate": 1.1320754716981133e-06,
      "loss": 2.8897,
      "step": 60
    },
    {
      "epoch": 0.07945516458569807,
      "grad_norm": 94.70463457358096,
      "learning_rate": 1.3207547169811322e-06,
      "loss": 2.7212,
      "step": 70
    },
    {
      "epoch": 0.09080590238365494,
      "grad_norm": 90.04798724142616,
      "learning_rate": 1.509433962264151e-06,
      "loss": 2.5999,
      "step": 80
    },
    {
      "epoch": 0.1021566401816118,
      "grad_norm": 88.20951083969834,
      "learning_rate": 1.6981132075471698e-06,
      "loss": 2.4028,
      "step": 90
    },
    {
      "epoch": 0.11350737797956867,
      "grad_norm": 86.62449629667134,
      "learning_rate": 1.8867924528301889e-06,
      "loss": 2.1737,
      "step": 100
    },
    {
      "epoch": 0.12485811577752554,
      "grad_norm": 87.08467233150051,
      "learning_rate": 2.075471698113208e-06,
      "loss": 1.9197,
      "step": 110
    },
    {
      "epoch": 0.1362088535754824,
      "grad_norm": 112.67208228174275,
      "learning_rate": 2.2641509433962266e-06,
      "loss": 1.6323,
      "step": 120
    },
    {
      "epoch": 0.14755959137343927,
      "grad_norm": 83.16517580463494,
      "learning_rate": 2.4528301886792453e-06,
      "loss": 1.3457,
      "step": 130
    },
    {
      "epoch": 0.15891032917139614,
      "grad_norm": 82.34421007538906,
      "learning_rate": 2.6415094339622644e-06,
      "loss": 1.0278,
      "step": 140
    },
    {
      "epoch": 0.170261066969353,
      "grad_norm": 64.32468647980009,
      "learning_rate": 2.830188679245283e-06,
      "loss": 0.7877,
      "step": 150
    },
    {
      "epoch": 0.18161180476730987,
      "grad_norm": 43.14120628314963,
      "learning_rate": 3.018867924528302e-06,
      "loss": 0.481,
      "step": 160
    },
    {
      "epoch": 0.19296254256526674,
      "grad_norm": 22.493201550655076,
      "learning_rate": 3.207547169811321e-06,
      "loss": 0.3267,
      "step": 170
    },
    {
      "epoch": 0.2043132803632236,
      "grad_norm": 22.796019463128786,
      "learning_rate": 3.3962264150943395e-06,
      "loss": 0.2832,
      "step": 180
    },
    {
      "epoch": 0.21566401816118047,
      "grad_norm": 135.38641082925105,
      "learning_rate": 3.5849056603773586e-06,
      "loss": 0.2393,
      "step": 190
    },
    {
      "epoch": 0.22701475595913734,
      "grad_norm": 33.31109072718879,
      "learning_rate": 3.7735849056603777e-06,
      "loss": 0.303,
      "step": 200
    },
    {
      "epoch": 0.2383654937570942,
      "grad_norm": 6.409519637652912,
      "learning_rate": 3.962264150943396e-06,
      "loss": 0.2845,
      "step": 210
    },
    {
      "epoch": 0.24971623155505107,
      "grad_norm": 14.141769254490276,
      "learning_rate": 4.150943396226416e-06,
      "loss": 0.244,
      "step": 220
    },
    {
      "epoch": 0.26106696935300794,
      "grad_norm": 7.346342884094764,
      "learning_rate": 4.339622641509435e-06,
      "loss": 0.224,
      "step": 230
    },
    {
      "epoch": 0.2724177071509648,
      "grad_norm": 10.037671290773133,
      "learning_rate": 4.528301886792453e-06,
      "loss": 0.2127,
      "step": 240
    },
    {
      "epoch": 0.28376844494892167,
      "grad_norm": 16.79677827926362,
      "learning_rate": 4.716981132075472e-06,
      "loss": 0.2097,
      "step": 250
    },
    {
      "epoch": 0.29511918274687854,
      "grad_norm": 20.508572546258026,
      "learning_rate": 4.905660377358491e-06,
      "loss": 0.2252,
      "step": 260
    },
    {
      "epoch": 0.3064699205448354,
      "grad_norm": 12.100708379614426,
      "learning_rate": 4.999945458825315e-06,
      "loss": 0.199,
      "step": 270
    },
    {
      "epoch": 0.3178206583427923,
      "grad_norm": 33.509389666332126,
      "learning_rate": 4.999509143706472e-06,
      "loss": 0.2362,
      "step": 280
    },
    {
      "epoch": 0.32917139614074914,
      "grad_norm": 16.62713499564692,
      "learning_rate": 4.998636589618803e-06,
      "loss": 0.2601,
      "step": 290
    },
    {
      "epoch": 0.340522133938706,
      "grad_norm": 6.557530867846841,
      "learning_rate": 4.997327948849044e-06,
      "loss": 0.2045,
      "step": 300
    },
    {
      "epoch": 0.3518728717366629,
      "grad_norm": 7.646957394872313,
      "learning_rate": 4.995583449794081e-06,
      "loss": 0.2263,
      "step": 310
    },
    {
      "epoch": 0.36322360953461974,
      "grad_norm": 1.7194951424552094,
      "learning_rate": 4.993403396921082e-06,
      "loss": 0.2025,
      "step": 320
    },
    {
      "epoch": 0.3745743473325766,
      "grad_norm": 9.408546143672616,
      "learning_rate": 4.990788170714355e-06,
      "loss": 0.2013,
      "step": 330
    },
    {
      "epoch": 0.3859250851305335,
      "grad_norm": 17.565954648277422,
      "learning_rate": 4.987738227608954e-06,
      "loss": 0.1779,
      "step": 340
    },
    {
      "epoch": 0.39727582292849034,
      "grad_norm": 24.70364767980463,
      "learning_rate": 4.984254099911009e-06,
      "loss": 0.2493,
      "step": 350
    },
    {
      "epoch": 0.4086265607264472,
      "grad_norm": 14.825946643733875,
      "learning_rate": 4.98033639570482e-06,
      "loss": 0.1914,
      "step": 360
    },
    {
      "epoch": 0.4199772985244041,
      "grad_norm": 456.2521878214449,
      "learning_rate": 4.975985798746736e-06,
      "loss": 0.3128,
      "step": 370
    },
    {
      "epoch": 0.43132803632236094,
      "grad_norm": 31.570606997776437,
      "learning_rate": 4.971203068345811e-06,
      "loss": 0.2858,
      "step": 380
    },
    {
      "epoch": 0.4426787741203178,
      "grad_norm": 13.644904420168745,
      "learning_rate": 4.9659890392312935e-06,
      "loss": 0.2134,
      "step": 390
    },
    {
      "epoch": 0.4540295119182747,
      "grad_norm": 12.655671350124598,
      "learning_rate": 4.960344621406927e-06,
      "loss": 0.1966,
      "step": 400
    },
    {
      "epoch": 0.46538024971623154,
      "grad_norm": 56.66320437007611,
      "learning_rate": 4.954270799992138e-06,
      "loss": 0.2213,
      "step": 410
    },
    {
      "epoch": 0.4767309875141884,
      "grad_norm": 77.94997980698344,
      "learning_rate": 4.947768635050098e-06,
      "loss": 0.2185,
      "step": 420
    },
    {
      "epoch": 0.4880817253121453,
      "grad_norm": 14.481013841816727,
      "learning_rate": 4.940839261402711e-06,
      "loss": 0.2413,
      "step": 430
    },
    {
      "epoch": 0.49943246311010214,
      "grad_norm": 11.283767794061362,
      "learning_rate": 4.933483888432558e-06,
      "loss": 0.1924,
      "step": 440
    },
    {
      "epoch": 0.5107832009080591,
      "grad_norm": 13.709826166799393,
      "learning_rate": 4.925703799871818e-06,
      "loss": 0.2175,
      "step": 450
    },
    {
      "epoch": 0.5221339387060159,
      "grad_norm": 10.195236902217145,
      "learning_rate": 4.91750035357822e-06,
      "loss": 0.2087,
      "step": 460
    },
    {
      "epoch": 0.5334846765039728,
      "grad_norm": 10.837742762582247,
      "learning_rate": 4.908874981298058e-06,
      "loss": 0.1712,
      "step": 470
    },
    {
      "epoch": 0.5448354143019296,
      "grad_norm": 9.699425356919754,
      "learning_rate": 4.899829188416306e-06,
      "loss": 0.2621,
      "step": 480
    },
    {
      "epoch": 0.5561861520998865,
      "grad_norm": 25.6288556147825,
      "learning_rate": 4.890364553693886e-06,
      "loss": 0.1902,
      "step": 490
    },
    {
      "epoch": 0.5675368898978433,
      "grad_norm": 6.545065430025562,
      "learning_rate": 4.880482728992126e-06,
      "loss": 0.1811,
      "step": 500
    },
    {
      "epoch": 0.5788876276958003,
      "grad_norm": 15.44343240042883,
      "learning_rate": 4.870185438984458e-06,
      "loss": 0.1763,
      "step": 510
    },
    {
      "epoch": 0.5902383654937571,
      "grad_norm": 35.42109306396802,
      "learning_rate": 4.859474480855417e-06,
      "loss": 0.1885,
      "step": 520
    },
    {
      "epoch": 0.601589103291714,
      "grad_norm": 30.969819891608815,
      "learning_rate": 4.848351723986974e-06,
      "loss": 0.9334,
      "step": 530
    },
    {
      "epoch": 0.6129398410896708,
      "grad_norm": 17.382701612484492,
      "learning_rate": 4.8368191096322734e-06,
      "loss": 0.2164,
      "step": 540
    },
    {
      "epoch": 0.6242905788876277,
      "grad_norm": 17.32090201752753,
      "learning_rate": 4.824878650576829e-06,
      "loss": 0.2572,
      "step": 550
    },
    {
      "epoch": 0.6356413166855845,
      "grad_norm": 8.215255357204917,
      "learning_rate": 4.81253243078723e-06,
      "loss": 0.2123,
      "step": 560
    },
    {
      "epoch": 0.6469920544835415,
      "grad_norm": 6.178919363014515,
      "learning_rate": 4.7997826050474284e-06,
      "loss": 0.1805,
      "step": 570
    },
    {
      "epoch": 0.6583427922814983,
      "grad_norm": 7.791368954636398,
      "learning_rate": 4.786631398582663e-06,
      "loss": 0.1721,
      "step": 580
    },
    {
      "epoch": 0.6696935300794552,
      "grad_norm": 19.90892549898479,
      "learning_rate": 4.773081106671094e-06,
      "loss": 0.1435,
      "step": 590
    },
    {
      "epoch": 0.681044267877412,
      "grad_norm": 27.275860702478145,
      "learning_rate": 4.759134094243206e-06,
      "loss": 0.2349,
      "step": 600
    },
    {
      "epoch": 0.6923950056753689,
      "grad_norm": 5.587915653916369,
      "learning_rate": 4.744792795469058e-06,
      "loss": 0.1922,
      "step": 610
    },
    {
      "epoch": 0.7037457434733257,
      "grad_norm": 16.11537142254851,
      "learning_rate": 4.730059713333448e-06,
      "loss": 0.1854,
      "step": 620
    },
    {
      "epoch": 0.7150964812712827,
      "grad_norm": 6.039833790511542,
      "learning_rate": 4.714937419199067e-06,
      "loss": 0.1522,
      "step": 630
    },
    {
      "epoch": 0.7264472190692395,
      "grad_norm": 12.169201736172996,
      "learning_rate": 4.69942855235772e-06,
      "loss": 0.1795,
      "step": 640
    },
    {
      "epoch": 0.7377979568671964,
      "grad_norm": 3.9460653907979784,
      "learning_rate": 4.683535819569691e-06,
      "loss": 0.1831,
      "step": 650
    },
    {
      "epoch": 0.7491486946651532,
      "grad_norm": 19.30178699341767,
      "learning_rate": 4.667261994591331e-06,
      "loss": 0.3443,
      "step": 660
    },
    {
      "epoch": 0.7604994324631101,
      "grad_norm": 7.5342522952336,
      "learning_rate": 4.650609917690957e-06,
      "loss": 0.1429,
      "step": 670
    },
    {
      "epoch": 0.771850170261067,
      "grad_norm": 798.4757143064382,
      "learning_rate": 4.633582495153137e-06,
      "loss": 2.3393,
      "step": 680
    },
    {
      "epoch": 0.7832009080590239,
      "grad_norm": 6.033877423311216,
      "learning_rate": 4.616182698771463e-06,
      "loss": 0.1729,
      "step": 690
    },
    {
      "epoch": 0.7945516458569807,
      "grad_norm": 8.939389577382123,
      "learning_rate": 4.598413565329876e-06,
      "loss": 0.2985,
      "step": 700
    },
    {
      "epoch": 0.8059023836549376,
      "grad_norm": 35.453083635730046,
      "learning_rate": 4.58027819607266e-06,
      "loss": 0.2236,
      "step": 710
    },
    {
      "epoch": 0.8172531214528944,
      "grad_norm": 24.007884979985725,
      "learning_rate": 4.5617797561631885e-06,
      "loss": 0.1813,
      "step": 720
    },
    {
      "epoch": 0.8286038592508513,
      "grad_norm": 19.42733160571041,
      "learning_rate": 4.542921474131497e-06,
      "loss": 0.1495,
      "step": 730
    },
    {
      "epoch": 0.8399545970488081,
      "grad_norm": 21.16952085041393,
      "learning_rate": 4.523706641310817e-06,
      "loss": 0.2174,
      "step": 740
    },
    {
      "epoch": 0.8513053348467651,
      "grad_norm": 16.637482205281813,
      "learning_rate": 4.5041386112631394e-06,
      "loss": 0.1834,
      "step": 750
    },
    {
      "epoch": 0.8626560726447219,
      "grad_norm": 4.138326546073282,
      "learning_rate": 4.484220799193913e-06,
      "loss": 0.2246,
      "step": 760
    },
    {
      "epoch": 0.8740068104426788,
      "grad_norm": 14.092603065545227,
      "learning_rate": 4.463956681355993e-06,
      "loss": 0.2121,
      "step": 770
    },
    {
      "epoch": 0.8853575482406356,
      "grad_norm": 3.3613021191067602,
      "learning_rate": 4.4433497944429325e-06,
      "loss": 0.1351,
      "step": 780
    },
    {
      "epoch": 0.8967082860385925,
      "grad_norm": 9.167043670344585,
      "learning_rate": 4.422403734971718e-06,
      "loss": 0.1644,
      "step": 790
    },
    {
      "epoch": 0.9080590238365494,
      "grad_norm": 7.767571925426298,
      "learning_rate": 4.401122158655076e-06,
      "loss": 0.164,
      "step": 800
    },
    {
      "epoch": 0.9194097616345063,
      "grad_norm": 8.944958649165523,
      "learning_rate": 4.379508779763438e-06,
      "loss": 0.2398,
      "step": 810
    },
    {
      "epoch": 0.9307604994324631,
      "grad_norm": 4.687538443646885,
      "learning_rate": 4.357567370476693e-06,
      "loss": 0.1872,
      "step": 820
    },
    {
      "epoch": 0.94211123723042,
      "grad_norm": 7.092409386060633,
      "learning_rate": 4.335301760225824e-06,
      "loss": 0.1972,
      "step": 830
    },
    {
      "epoch": 0.9534619750283768,
      "grad_norm": 29.37530222421289,
      "learning_rate": 4.312715835024565e-06,
      "loss": 0.15,
      "step": 840
    },
    {
      "epoch": 0.9648127128263337,
      "grad_norm": 24.07301965110236,
      "learning_rate": 4.289813536791168e-06,
      "loss": 0.1524,
      "step": 850
    },
    {
      "epoch": 0.9761634506242906,
      "grad_norm": 15.619595486142124,
      "learning_rate": 4.2665988626604285e-06,
      "loss": 0.1681,
      "step": 860
    },
    {
      "epoch": 0.9875141884222475,
      "grad_norm": 9.556583485953379,
      "learning_rate": 4.243075864286059e-06,
      "loss": 0.1598,
      "step": 870
    },
    {
      "epoch": 0.9988649262202043,
      "grad_norm": 37.15306214641496,
      "learning_rate": 4.219248647133559e-06,
      "loss": 0.1934,
      "step": 880
    },
    {
      "epoch": 1.0102156640181612,
      "grad_norm": 12.695364862989436,
      "learning_rate": 4.195121369763687e-06,
      "loss": 0.1516,
      "step": 890
    },
    {
      "epoch": 1.0215664018161181,
      "grad_norm": 8.141281055040773,
      "learning_rate": 4.170698243106668e-06,
      "loss": 0.1743,
      "step": 900
    },
    {
      "epoch": 1.0329171396140748,
      "grad_norm": 5.341821537111159,
      "learning_rate": 4.14598352972726e-06,
      "loss": 0.1908,
      "step": 910
    },
    {
      "epoch": 1.0442678774120318,
      "grad_norm": 5.896136908215574,
      "learning_rate": 4.12098154308081e-06,
      "loss": 0.1991,
      "step": 920
    },
    {
      "epoch": 1.0556186152099887,
      "grad_norm": 6.91858003869208,
      "learning_rate": 4.095696646760425e-06,
      "loss": 0.1802,
      "step": 930
    },
    {
      "epoch": 1.0669693530079456,
      "grad_norm": 7.176737968426805,
      "learning_rate": 4.070133253735399e-06,
      "loss": 0.1884,
      "step": 940
    },
    {
      "epoch": 1.0783200908059023,
      "grad_norm": 1.8424829812880597,
      "learning_rate": 4.044295825581013e-06,
      "loss": 0.1706,
      "step": 950
    },
    {
      "epoch": 1.0896708286038592,
      "grad_norm": 10.347346400199541,
      "learning_rate": 4.018188871699861e-06,
      "loss": 0.1915,
      "step": 960
    },
    {
      "epoch": 1.1010215664018161,
      "grad_norm": 7.929806028974846,
      "learning_rate": 3.991816948534823e-06,
      "loss": 0.1676,
      "step": 970
    },
    {
      "epoch": 1.112372304199773,
      "grad_norm": 12.33944323097359,
      "learning_rate": 3.965184658773828e-06,
      "loss": 0.1088,
      "step": 980
    },
    {
      "epoch": 1.1237230419977298,
      "grad_norm": 4.29998830732956,
      "learning_rate": 3.938296650546552e-06,
      "loss": 0.2106,
      "step": 990
    },
    {
      "epoch": 1.1350737797956867,
      "grad_norm": 3.9136962770744503,
      "learning_rate": 3.911157616613176e-06,
      "loss": 0.2096,
      "step": 1000
    },
    {
      "epoch": 1.1464245175936436,
      "grad_norm": 25.089883793755547,
      "learning_rate": 3.8837722935453615e-06,
      "loss": 0.1532,
      "step": 1010
    },
    {
      "epoch": 1.1577752553916005,
      "grad_norm": 7.6668125323142196,
      "learning_rate": 3.8561454608995765e-06,
      "loss": 0.1877,
      "step": 1020
    },
    {
      "epoch": 1.1691259931895572,
      "grad_norm": 3.783220620665327,
      "learning_rate": 3.828281940382923e-06,
      "loss": 0.1365,
      "step": 1030
    },
    {
      "epoch": 1.1804767309875142,
      "grad_norm": 18.977590384658843,
      "learning_rate": 3.800186595011599e-06,
      "loss": 0.1746,
      "step": 1040
    },
    {
      "epoch": 1.191827468785471,
      "grad_norm": 21.06989124815396,
      "learning_rate": 3.7718643282621648e-06,
      "loss": 0.2425,
      "step": 1050
    },
    {
      "epoch": 1.203178206583428,
      "grad_norm": 8.2418184201393,
      "learning_rate": 3.7433200832157333e-06,
      "loss": 0.279,
      "step": 1060
    },
    {
      "epoch": 1.2145289443813847,
      "grad_norm": 10.944042695469072,
      "learning_rate": 3.714558841695258e-06,
      "loss": 0.2044,
      "step": 1070
    },
    {
      "epoch": 1.2258796821793416,
      "grad_norm": 9.16937196979649,
      "learning_rate": 3.685585623396055e-06,
      "loss": 0.1746,
      "step": 1080
    },
    {
      "epoch": 1.2372304199772985,
      "grad_norm": 21.052618197003945,
      "learning_rate": 3.656405485009719e-06,
      "loss": 0.1904,
      "step": 1090
    },
    {
      "epoch": 1.2485811577752555,
      "grad_norm": 2.6432100832166356,
      "learning_rate": 3.6270235193415754e-06,
      "loss": 0.1525,
      "step": 1100
    },
    {
      "epoch": 1.2599318955732124,
      "grad_norm": 24.430632068002872,
      "learning_rate": 3.597444854421837e-06,
      "loss": 0.1903,
      "step": 1110
    },
    {
      "epoch": 1.271282633371169,
      "grad_norm": 6.6021417466472805,
      "learning_rate": 3.5676746526106084e-06,
      "loss": 0.183,
      "step": 1120
    },
    {
      "epoch": 1.282633371169126,
      "grad_norm": 13.476867141459701,
      "learning_rate": 3.537718109696899e-06,
      "loss": 0.1044,
      "step": 1130
    },
    {
      "epoch": 1.293984108967083,
      "grad_norm": 4.574499890384411,
      "learning_rate": 3.5075804539918047e-06,
      "loss": 0.2196,
      "step": 1140
    },
    {
      "epoch": 1.3053348467650396,
      "grad_norm": 20.611309374888794,
      "learning_rate": 3.4772669454160113e-06,
      "loss": 0.1418,
      "step": 1150
    },
    {
      "epoch": 1.3166855845629966,
      "grad_norm": 18.478588878765,
      "learning_rate": 3.44678287458178e-06,
      "loss": 0.148,
      "step": 1160
    },
    {
      "epoch": 1.3280363223609535,
      "grad_norm": 2.993204864262699,
      "learning_rate": 3.4161335618695774e-06,
      "loss": 0.1705,
      "step": 1170
    },
    {
      "epoch": 1.3393870601589104,
      "grad_norm": 7.996301923614626,
      "learning_rate": 3.385324356499513e-06,
      "loss": 0.1703,
      "step": 1180
    },
    {
      "epoch": 1.3507377979568673,
      "grad_norm": 17.828733483707087,
      "learning_rate": 3.3543606355977377e-06,
      "loss": 0.151,
      "step": 1190
    },
    {
      "epoch": 1.362088535754824,
      "grad_norm": 4.113522852445312,
      "learning_rate": 3.3232478032579746e-06,
      "loss": 0.1753,
      "step": 1200
    },
    {
      "epoch": 1.373439273552781,
      "grad_norm": 11.281301025002682,
      "learning_rate": 3.291991289598347e-06,
      "loss": 0.1364,
      "step": 1210
    },
    {
      "epoch": 1.3847900113507379,
      "grad_norm": 13.056732263471224,
      "learning_rate": 3.2605965498136554e-06,
      "loss": 0.1682,
      "step": 1220
    },
    {
      "epoch": 1.3961407491486946,
      "grad_norm": 2.836380932680451,
      "learning_rate": 3.229069063223289e-06,
      "loss": 0.1931,
      "step": 1230
    },
    {
      "epoch": 1.4074914869466515,
      "grad_norm": 2.877323934873046,
      "learning_rate": 3.197414332314914e-06,
      "loss": 0.153,
      "step": 1240
    },
    {
      "epoch": 1.4188422247446084,
      "grad_norm": 4.334605850723007,
      "learning_rate": 3.165637881784133e-06,
      "loss": 0.163,
      "step": 1250
    },
    {
      "epoch": 1.4301929625425653,
      "grad_norm": 83.09153616433825,
      "learning_rate": 3.133745257570253e-06,
      "loss": 0.1421,
      "step": 1260
    },
    {
      "epoch": 1.4415437003405223,
      "grad_norm": 5.713915595696203,
      "learning_rate": 3.1017420258883607e-06,
      "loss": 0.1158,
      "step": 1270
    },
    {
      "epoch": 1.452894438138479,
      "grad_norm": 5.929871097769754,
      "learning_rate": 3.0696337722578444e-06,
      "loss": 0.1692,
      "step": 1280
    },
    {
      "epoch": 1.4642451759364359,
      "grad_norm": 11.204539337010555,
      "learning_rate": 3.0374261005275606e-06,
      "loss": 0.1574,
      "step": 1290
    },
    {
      "epoch": 1.4755959137343928,
      "grad_norm": 13.797809799460202,
      "learning_rate": 3.0051246318977913e-06,
      "loss": 0.1471,
      "step": 1300
    },
    {
      "epoch": 1.4869466515323495,
      "grad_norm": 5.935875481621429,
      "learning_rate": 2.9727350039391782e-06,
      "loss": 0.1889,
      "step": 1310
    },
    {
      "epoch": 1.4982973893303064,
      "grad_norm": 11.674393435478562,
      "learning_rate": 2.940262869608798e-06,
      "loss": 0.141,
      "step": 1320
    },
    {
      "epoch": 1.5096481271282634,
      "grad_norm": 17.94354493890428,
      "learning_rate": 2.907713896263551e-06,
      "loss": 0.1494,
      "step": 1330
    },
    {
      "epoch": 1.52099886492622,
      "grad_norm": 15.590002151583917,
      "learning_rate": 2.8750937646710416e-06,
      "loss": 0.1208,
      "step": 1340
    },
    {
      "epoch": 1.5323496027241772,
      "grad_norm": 9.283675780699014,
      "learning_rate": 2.842408168018112e-06,
      "loss": 0.1143,
      "step": 1350
    },
    {
      "epoch": 1.543700340522134,
      "grad_norm": 13.058681305962347,
      "learning_rate": 2.8096628109172125e-06,
      "loss": 0.1824,
      "step": 1360
    },
    {
      "epoch": 1.5550510783200908,
      "grad_norm": 10.588579716744066,
      "learning_rate": 2.7768634084107736e-06,
      "loss": 0.1902,
      "step": 1370
    },
    {
      "epoch": 1.5664018161180477,
      "grad_norm": 10.854981687331344,
      "learning_rate": 2.744015684973766e-06,
      "loss": 0.0786,
      "step": 1380
    },
    {
      "epoch": 1.5777525539160044,
      "grad_norm": 5.542136745578273,
      "learning_rate": 2.711125373514602e-06,
      "loss": 0.1339,
      "step": 1390
    },
    {
      "epoch": 1.5891032917139614,
      "grad_norm": 1.8736224761480822,
      "learning_rate": 2.6781982143745776e-06,
      "loss": 0.1599,
      "step": 1400
    },
    {
      "epoch": 1.6004540295119183,
      "grad_norm": 2.4966938458178043,
      "learning_rate": 2.645239954326009e-06,
      "loss": 0.1708,
      "step": 1410
    },
    {
      "epoch": 1.611804767309875,
      "grad_norm": 3.1749625912208215,
      "learning_rate": 2.6122563455692467e-06,
      "loss": 0.1269,
      "step": 1420
    },
    {
      "epoch": 1.6231555051078321,
      "grad_norm": 10.558063994203357,
      "learning_rate": 2.5792531447287515e-06,
      "loss": 0.1109,
      "step": 1430
    },
    {
      "epoch": 1.6345062429057888,
      "grad_norm": 19.91578884253852,
      "learning_rate": 2.546236111848387e-06,
      "loss": 0.1481,
      "step": 1440
    },
    {
      "epoch": 1.6458569807037458,
      "grad_norm": 5.672294911256832,
      "learning_rate": 2.5132110093861174e-06,
      "loss": 0.1587,
      "step": 1450
    },
    {
      "epoch": 1.6572077185017027,
      "grad_norm": 13.404776442567327,
      "learning_rate": 2.480183601208293e-06,
      "loss": 0.1624,
      "step": 1460
    },
    {
      "epoch": 1.6685584562996594,
      "grad_norm": 11.245062757507418,
      "learning_rate": 2.4471596515836797e-06,
      "loss": 0.1564,
      "step": 1470
    },
    {
      "epoch": 1.6799091940976163,
      "grad_norm": 6.660666123897264,
      "learning_rate": 2.414144924177422e-06,
      "loss": 0.1441,
      "step": 1480
    },
    {
      "epoch": 1.6912599318955732,
      "grad_norm": 6.1817089256122815,
      "learning_rate": 2.3811451810451132e-06,
      "loss": 0.1355,
      "step": 1490
    },
    {
      "epoch": 1.70261066969353,
      "grad_norm": 5.335461901440856,
      "learning_rate": 2.3481661816271413e-06,
      "loss": 0.1217,
      "step": 1500
    },
    {
      "epoch": 1.713961407491487,
      "grad_norm": 9.665270978016556,
      "learning_rate": 2.3152136817434983e-06,
      "loss": 0.1697,
      "step": 1510
    },
    {
      "epoch": 1.7253121452894438,
      "grad_norm": 6.536790651413538,
      "learning_rate": 2.2822934325892178e-06,
      "loss": 0.1041,
      "step": 1520
    },
    {
      "epoch": 1.7366628830874007,
      "grad_norm": 5.743043115884876,
      "learning_rate": 2.2494111797306146e-06,
      "loss": 0.116,
      "step": 1530
    },
    {
      "epoch": 1.7480136208853576,
      "grad_norm": 12.438707792821603,
      "learning_rate": 2.216572662102518e-06,
      "loss": 0.2061,
      "step": 1540
    },
    {
      "epoch": 1.7593643586833143,
      "grad_norm": 11.33003803470324,
      "learning_rate": 2.1837836110066544e-06,
      "loss": 0.1428,
      "step": 1550
    },
    {
      "epoch": 1.7707150964812712,
      "grad_norm": 28.524010261458162,
      "learning_rate": 2.151049749111361e-06,
      "loss": 0.1974,
      "step": 1560
    },
    {
      "epoch": 1.7820658342792282,
      "grad_norm": 35.140121034961226,
      "learning_rate": 2.1183767894528135e-06,
      "loss": 0.1374,
      "step": 1570
    },
    {
      "epoch": 1.7934165720771849,
      "grad_norm": 17.86516511281602,
      "learning_rate": 2.085770434437931e-06,
      "loss": 0.1857,
      "step": 1580
    },
    {
      "epoch": 1.804767309875142,
      "grad_norm": 8.051592262403368,
      "learning_rate": 2.053236374849128e-06,
      "loss": 0.1089,
      "step": 1590
    },
    {
      "epoch": 1.8161180476730987,
      "grad_norm": 11.298498959086164,
      "learning_rate": 2.0207802888511155e-06,
      "loss": 0.1255,
      "step": 1600
    },
    {
      "epoch": 1.8274687854710556,
      "grad_norm": 10.925138037999181,
      "learning_rate": 1.988407840999881e-06,
      "loss": 0.157,
      "step": 1610
    },
    {
      "epoch": 1.8388195232690125,
      "grad_norm": 2.4764649010942947,
      "learning_rate": 1.9561246812540572e-06,
      "loss": 0.1053,
      "step": 1620
    },
    {
      "epoch": 1.8501702610669692,
      "grad_norm": 8.676600159500298,
      "learning_rate": 1.923936443988841e-06,
      "loss": 0.0924,
      "step": 1630
    },
    {
      "epoch": 1.8615209988649262,
      "grad_norm": 16.999715699108364,
      "learning_rate": 1.8918487470126207e-06,
      "loss": 0.1465,
      "step": 1640
    },
    {
      "epoch": 1.872871736662883,
      "grad_norm": 7.042875352593996,
      "learning_rate": 1.8598671905865002e-06,
      "loss": 0.1726,
      "step": 1650
    },
    {
      "epoch": 1.8842224744608398,
      "grad_norm": 5.970641417323245,
      "learning_rate": 1.8279973564468906e-06,
      "loss": 0.1369,
      "step": 1660
    },
    {
      "epoch": 1.895573212258797,
      "grad_norm": 5.671944998923785,
      "learning_rate": 1.7962448068313298e-06,
      "loss": 0.1255,
      "step": 1670
    },
    {
      "epoch": 1.9069239500567536,
      "grad_norm": 3.9066337636163726,
      "learning_rate": 1.7646150835077014e-06,
      "loss": 0.1187,
      "step": 1680
    },
    {
      "epoch": 1.9182746878547106,
      "grad_norm": 6.460765425460155,
      "learning_rate": 1.733113706807038e-06,
      "loss": 0.1361,
      "step": 1690
    },
    {
      "epoch": 1.9296254256526675,
      "grad_norm": 0.8400731882985526,
      "learning_rate": 1.7017461746600506e-06,
      "loss": 0.12,
      "step": 1700
    },
    {
      "epoch": 1.9409761634506242,
      "grad_norm": 18.28664729910389,
      "learning_rate": 1.670517961637582e-06,
      "loss": 0.0937,
      "step": 1710
    },
    {
      "epoch": 1.952326901248581,
      "grad_norm": 26.28199247922179,
      "learning_rate": 1.6394345179951293e-06,
      "loss": 0.1354,
      "step": 1720
    },
    {
      "epoch": 1.963677639046538,
      "grad_norm": 14.67107084793762,
      "learning_rate": 1.6085012687216078e-06,
      "loss": 0.1708,
      "step": 1730
    },
    {
      "epoch": 1.9750283768444947,
      "grad_norm": 8.71277355438378,
      "learning_rate": 1.5777236125925333e-06,
      "loss": 0.1407,
      "step": 1740
    },
    {
      "epoch": 1.9863791146424519,
      "grad_norm": 4.823515814909873,
      "learning_rate": 1.5471069212277729e-06,
      "loss": 0.1613,
      "step": 1750
    },
    {
      "epoch": 1.9977298524404086,
      "grad_norm": 22.289396989558327,
      "learning_rate": 1.516656538154035e-06,
      "loss": 0.1323,
      "step": 1760
    },
    {
      "epoch": 2.0090805902383657,
      "grad_norm": 1.8865020217516166,
      "learning_rate": 1.4863777778722682e-06,
      "loss": 0.1294,
      "step": 1770
    },
    {
      "epoch": 2.0204313280363224,
      "grad_norm": 11.526367438209128,
      "learning_rate": 1.4562759249301185e-06,
      "loss": 0.1071,
      "step": 1780
    },
    {
      "epoch": 2.031782065834279,
      "grad_norm": 3.125341776592479,
      "learning_rate": 1.4263562329996194e-06,
      "loss": 0.0924,
      "step": 1790
    },
    {
      "epoch": 2.0431328036322363,
      "grad_norm": 7.371278957442239,
      "learning_rate": 1.396623923960271e-06,
      "loss": 0.1033,
      "step": 1800
    },
    {
      "epoch": 2.054483541430193,
      "grad_norm": 6.010115447949314,
      "learning_rate": 1.367084186987663e-06,
      "loss": 0.1113,
      "step": 1810
    },
    {
      "epoch": 2.0658342792281497,
      "grad_norm": 3.4781895115807924,
      "learning_rate": 1.3377421776478111e-06,
      "loss": 0.079,
      "step": 1820
    },
    {
      "epoch": 2.077185017026107,
      "grad_norm": 6.698928451746329,
      "learning_rate": 1.3086030169973552e-06,
      "loss": 0.1066,
      "step": 1830
    },
    {
      "epoch": 2.0885357548240635,
      "grad_norm": 3.1335534069995385,
      "learning_rate": 1.2796717906897831e-06,
      "loss": 0.1232,
      "step": 1840
    },
    {
      "epoch": 2.09988649262202,
      "grad_norm": 7.397065091278335,
      "learning_rate": 1.2509535480878325e-06,
      "loss": 0.0748,
      "step": 1850
    },
    {
      "epoch": 2.1112372304199774,
      "grad_norm": 6.274831936983125,
      "learning_rate": 1.2224533013822237e-06,
      "loss": 0.1115,
      "step": 1860
    },
    {
      "epoch": 2.122587968217934,
      "grad_norm": 12.388118261278406,
      "learning_rate": 1.1941760247168893e-06,
      "loss": 0.1797,
      "step": 1870
    },
    {
      "epoch": 2.133938706015891,
      "grad_norm": 18.585021126186835,
      "learning_rate": 1.1661266533208274e-06,
      "loss": 0.1888,
      "step": 1880
    },
    {
      "epoch": 2.145289443813848,
      "grad_norm": 20.351284177772737,
      "learning_rate": 1.1383100826467653e-06,
      "loss": 0.1605,
      "step": 1890
    },
    {
      "epoch": 2.1566401816118046,
      "grad_norm": 2.9497707731250613,
      "learning_rate": 1.1107311675167558e-06,
      "loss": 0.0829,
      "step": 1900
    },
    {
      "epoch": 2.1679909194097617,
      "grad_norm": 4.686169077934406,
      "learning_rate": 1.0833947212748597e-06,
      "loss": 0.1085,
      "step": 1910
    },
    {
      "epoch": 2.1793416572077184,
      "grad_norm": 5.775630537386335,
      "learning_rate": 1.056305514947082e-06,
      "loss": 0.0622,
      "step": 1920
    },
    {
      "epoch": 2.1906923950056756,
      "grad_norm": 12.385588936279845,
      "learning_rate": 1.0294682764086794e-06,
      "loss": 0.0784,
      "step": 1930
    },
    {
      "epoch": 2.2020431328036323,
      "grad_norm": 14.77375128209118,
      "learning_rate": 1.002887689559005e-06,
      "loss": 0.1239,
      "step": 1940
    },
    {
      "epoch": 2.213393870601589,
      "grad_norm": 6.973161925628441,
      "learning_rate": 9.765683935040343e-07,
      "loss": 0.1938,
      "step": 1950
    },
    {
      "epoch": 2.224744608399546,
      "grad_norm": 7.398991996816738,
      "learning_rate": 9.505149817466952e-07,
      "loss": 0.1192,
      "step": 1960
    },
    {
      "epoch": 2.236095346197503,
      "grad_norm": 9.966016190369428,
      "learning_rate": 9.247320013851663e-07,
      "loss": 0.1274,
      "step": 1970
    },
    {
      "epoch": 2.2474460839954595,
      "grad_norm": 5.664265248921905,
      "learning_rate": 8.992239523192778e-07,
      "loss": 0.1399,
      "step": 1980
    },
    {
      "epoch": 2.2587968217934167,
      "grad_norm": 7.605051348993899,
      "learning_rate": 8.739952864651379e-07,
      "loss": 0.0925,
      "step": 1990
    },
    {
      "epoch": 2.2701475595913734,
      "grad_norm": 15.863965925108607,
      "learning_rate": 8.490504069781444e-07,
      "loss": 0.1425,
      "step": 2000
    },
    {
      "epoch": 2.28149829738933,
      "grad_norm": 1.9703704084725924,
      "learning_rate": 8.243936674845016e-07,
      "loss": 0.1084,
      "step": 2010
    },
    {
      "epoch": 2.292849035187287,
      "grad_norm": 5.22937458859332,
      "learning_rate": 8.000293713213798e-07,
      "loss": 0.1231,
      "step": 2020
    },
    {
      "epoch": 2.304199772985244,
      "grad_norm": 1.3462942894346217,
      "learning_rate": 7.759617707858619e-07,
      "loss": 0.093,
      "step": 2030
    },
    {
      "epoch": 2.315550510783201,
      "grad_norm": 1.8801103919301494,
      "learning_rate": 7.521950663927824e-07,
      "loss": 0.1058,
      "step": 2040
    },
    {
      "epoch": 2.3269012485811578,
      "grad_norm": 4.758734079959568,
      "learning_rate": 7.287334061416174e-07,
      "loss": 0.1403,
      "step": 2050
    },
    {
      "epoch": 2.3382519863791145,
      "grad_norm": 13.650821593172457,
      "learning_rate": 7.055808847925316e-07,
      "loss": 0.0879,
      "step": 2060
    },
    {
      "epoch": 2.3496027241770716,
      "grad_norm": 4.585547885645605,
      "learning_rate": 6.827415431517232e-07,
      "loss": 0.0879,
      "step": 2070
    },
    {
      "epoch": 2.3609534619750283,
      "grad_norm": 14.245392944871602,
      "learning_rate": 6.602193673661805e-07,
      "loss": 0.1179,
      "step": 2080
    },
    {
      "epoch": 2.3723041997729855,
      "grad_norm": 1.6887849231542673,
      "learning_rate": 6.380182882279817e-07,
      "loss": 0.0811,
      "step": 2090
    },
    {
      "epoch": 2.383654937570942,
      "grad_norm": 10.220289279150027,
      "learning_rate": 6.161421804882528e-07,
      "loss": 0.0933,
      "step": 2100
    },
    {
      "epoch": 2.395005675368899,
      "grad_norm": 11.088314030618392,
      "learning_rate": 5.945948621809092e-07,
      "loss": 0.0963,
      "step": 2110
    },
    {
      "epoch": 2.406356413166856,
      "grad_norm": 11.409606317504695,
      "learning_rate": 5.733800939562941e-07,
      "loss": 0.1128,
      "step": 2120
    },
    {
      "epoch": 2.4177071509648127,
      "grad_norm": 7.015734563795156,
      "learning_rate": 5.525015784248336e-07,
      "loss": 0.0765,
      "step": 2130
    },
    {
      "epoch": 2.4290578887627694,
      "grad_norm": 8.898118807774802,
      "learning_rate": 5.319629595108189e-07,
      "loss": 0.1023,
      "step": 2140
    },
    {
      "epoch": 2.4404086265607265,
      "grad_norm": 3.7871407557577825,
      "learning_rate": 5.117678218164337e-07,
      "loss": 0.0632,
      "step": 2150
    },
    {
      "epoch": 2.4517593643586832,
      "grad_norm": 18.723321348211165,
      "learning_rate": 4.919196899961367e-07,
      "loss": 0.1472,
      "step": 2160
    },
    {
      "epoch": 2.46311010215664,
      "grad_norm": 0.701990772027342,
      "learning_rate": 4.724220281414979e-07,
      "loss": 0.0849,
      "step": 2170
    },
    {
      "epoch": 2.474460839954597,
      "grad_norm": 12.198138261167522,
      "learning_rate": 4.532782391766169e-07,
      "loss": 0.1082,
      "step": 2180
    },
    {
      "epoch": 2.485811577752554,
      "grad_norm": 0.4585306231750833,
      "learning_rate": 4.344916642642108e-07,
      "loss": 0.0796,
      "step": 2190
    },
    {
      "epoch": 2.497162315550511,
      "grad_norm": 8.574884374820567,
      "learning_rate": 4.1606558222247543e-07,
      "loss": 0.2072,
      "step": 2200
    },
    {
      "epoch": 2.5085130533484676,
      "grad_norm": 1.041407085041633,
      "learning_rate": 3.9800320895284264e-07,
      "loss": 0.0826,
      "step": 2210
    },
    {
      "epoch": 2.519863791146425,
      "grad_norm": 3.991127061652976,
      "learning_rate": 3.803076968787034e-07,
      "loss": 0.0756,
      "step": 2220
    },
    {
      "epoch": 2.5312145289443815,
      "grad_norm": 1.614628978447142,
      "learning_rate": 3.629821343952147e-07,
      "loss": 0.0919,
      "step": 2230
    },
    {
      "epoch": 2.542565266742338,
      "grad_norm": 1.1422925700016022,
      "learning_rate": 3.4602954533028946e-07,
      "loss": 0.0577,
      "step": 2240
    },
    {
      "epoch": 2.5539160045402953,
      "grad_norm": 4.138694622144,
      "learning_rate": 3.2945288841684103e-07,
      "loss": 0.0868,
      "step": 2250
    },
    {
      "epoch": 2.565266742338252,
      "grad_norm": 18.677134096279577,
      "learning_rate": 3.1325505677639977e-07,
      "loss": 0.0986,
      "step": 2260
    },
    {
      "epoch": 2.5766174801362087,
      "grad_norm": 5.767949591915205,
      "learning_rate": 2.974388774141759e-07,
      "loss": 0.0504,
      "step": 2270
    },
    {
      "epoch": 2.587968217934166,
      "grad_norm": 5.723871453377219,
      "learning_rate": 2.820071107256625e-07,
      "loss": 0.1096,
      "step": 2280
    },
    {
      "epoch": 2.5993189557321226,
      "grad_norm": 0.6617120592844709,
      "learning_rate": 2.669624500148646e-07,
      "loss": 0.0957,
      "step": 2290
    },
    {
      "epoch": 2.6106696935300793,
      "grad_norm": 12.869937707971685,
      "learning_rate": 2.523075210242376e-07,
      "loss": 0.1234,
      "step": 2300
    },
    {
      "epoch": 2.6220204313280364,
      "grad_norm": 11.715296190832456,
      "learning_rate": 2.3804488147641443e-07,
      "loss": 0.1098,
      "step": 2310
    },
    {
      "epoch": 2.633371169125993,
      "grad_norm": 4.819435893099225,
      "learning_rate": 2.241770206278107e-07,
      "loss": 0.0629,
      "step": 2320
    },
    {
      "epoch": 2.64472190692395,
      "grad_norm": 6.748457458976083,
      "learning_rate": 2.1070635883417124e-07,
      "loss": 0.1066,
      "step": 2330
    },
    {
      "epoch": 2.656072644721907,
      "grad_norm": 2.4556518043813864,
      "learning_rate": 1.9763524712814812e-07,
      "loss": 0.0801,
      "step": 2340
    },
    {
      "epoch": 2.6674233825198637,
      "grad_norm": 3.6886493224926564,
      "learning_rate": 1.8496596680897398e-07,
      "loss": 0.0698,
      "step": 2350
    },
    {
      "epoch": 2.678774120317821,
      "grad_norm": 1.4396829744056499,
      "learning_rate": 1.7270072904430806e-07,
      "loss": 0.0989,
      "step": 2360
    },
    {
      "epoch": 2.6901248581157775,
      "grad_norm": 11.527713138221026,
      "learning_rate": 1.608416744843208e-07,
      "loss": 0.0936,
      "step": 2370
    },
    {
      "epoch": 2.7014755959137347,
      "grad_norm": 6.782278885940143,
      "learning_rate": 1.4939087288808718e-07,
      "loss": 0.1064,
      "step": 2380
    },
    {
      "epoch": 2.7128263337116914,
      "grad_norm": 24.520689567279586,
      "learning_rate": 1.3835032276235088e-07,
      "loss": 0.1185,
      "step": 2390
    },
    {
      "epoch": 2.724177071509648,
      "grad_norm": 14.114636610459446,
      "learning_rate": 1.2772195101272645e-07,
      "loss": 0.1697,
      "step": 2400
    },
    {
      "epoch": 2.735527809307605,
      "grad_norm": 10.0462208950971,
      "learning_rate": 1.1750761260739596e-07,
      "loss": 0.1074,
      "step": 2410
    },
    {
      "epoch": 2.746878547105562,
      "grad_norm": 6.125593052727082,
      "learning_rate": 1.0770909025336202e-07,
      "loss": 0.072,
      "step": 2420
    },
    {
      "epoch": 2.7582292849035186,
      "grad_norm": 0.3138265869261904,
      "learning_rate": 9.83280940853118e-08,
      "loss": 0.0908,
      "step": 2430
    },
    {
      "epoch": 2.7695800227014757,
      "grad_norm": 2.8812395503982557,
      "learning_rate": 8.936626136714754e-08,
      "loss": 0.1301,
      "step": 2440
    },
    {
      "epoch": 2.7809307604994324,
      "grad_norm": 1.5115718441522554,
      "learning_rate": 8.082515620623593e-08,
      "loss": 0.0461,
      "step": 2450
    },
    {
      "epoch": 2.792281498297389,
      "grad_norm": 0.40891115954566937,
      "learning_rate": 7.27062692804234e-08,
      "loss": 0.1166,
      "step": 2460
    },
    {
      "epoch": 2.8036322360953463,
      "grad_norm": 2.65696194654047,
      "learning_rate": 6.501101757786898e-08,
      "loss": 0.0738,
      "step": 2470
    },
    {
      "epoch": 2.814982973893303,
      "grad_norm": 7.213135089295003,
      "learning_rate": 5.7740744149738516e-08,
      "loss": 0.1448,
      "step": 2480
    },
    {
      "epoch": 2.8263337116912597,
      "grad_norm": 2.8642186082476857,
      "learning_rate": 5.089671787579936e-08,
      "loss": 0.0842,
      "step": 2490
    },
    {
      "epoch": 2.837684449489217,
      "grad_norm": 11.646216769186815,
      "learning_rate": 4.448013324296646e-08,
      "loss": 0.0955,
      "step": 2500
    },
    {
      "epoch": 2.8490351872871735,
      "grad_norm": 10.176833634286226,
      "learning_rate": 3.849211013682658e-08,
      "loss": 0.0803,
      "step": 2510
    },
    {
      "epoch": 2.8603859250851307,
      "grad_norm": 17.617813943810784,
      "learning_rate": 3.293369364618465e-08,
      "loss": 0.117,
      "step": 2520
    },
    {
      "epoch": 2.8717366628830874,
      "grad_norm": 3.7336376357377596,
      "learning_rate": 2.780585388066581e-08,
      "loss": 0.0954,
      "step": 2530
    },
    {
      "epoch": 2.8830874006810445,
      "grad_norm": 7.835412669053526,
      "learning_rate": 2.3109485801402208e-08,
      "loss": 0.064,
      "step": 2540
    },
    {
      "epoch": 2.894438138479001,
      "grad_norm": 2.2882383365385235,
      "learning_rate": 1.8845409064833787e-08,
      "loss": 0.0813,
      "step": 2550
    },
    {
      "epoch": 2.905788876276958,
      "grad_norm": 6.984695704690644,
      "learning_rate": 1.5014367879655765e-08,
      "loss": 0.0643,
      "step": 2560
    },
    {
      "epoch": 2.917139614074915,
      "grad_norm": 15.127785211570155,
      "learning_rate": 1.1617030876932001e-08,
      "loss": 0.1061,
      "step": 2570
    },
    {
      "epoch": 2.9284903518728718,
      "grad_norm": 2.163747180147469,
      "learning_rate": 8.653990993396921e-09,
      "loss": 0.1572,
      "step": 2580
    },
    {
      "epoch": 2.9398410896708285,
      "grad_norm": 12.65041493232648,
      "learning_rate": 6.125765367972492e-09,
      "loss": 0.1233,
      "step": 2590
    },
    {
      "epoch": 2.9511918274687856,
      "grad_norm": 1.803960606784732,
      "learning_rate": 4.032795251510957e-09,
      "loss": 0.1235,
      "step": 2600
    },
    {
      "epoch": 2.9625425652667423,
      "grad_norm": 0.35198543997535436,
      "learning_rate": 2.3754459297833932e-09,
      "loss": 0.0928,
      "step": 2610
    },
    {
      "epoch": 2.973893303064699,
      "grad_norm": 6.760769411930297,
      "learning_rate": 1.1540066597270916e-09,
      "loss": 0.1342,
      "step": 2620
    },
    {
      "epoch": 2.985244040862656,
      "grad_norm": 9.482706999829817,
      "learning_rate": 3.6869061896066536e-10,
      "loss": 0.0706,
      "step": 2630
    },
    {
      "epoch": 2.996594778660613,
      "grad_norm": 2.550219332049932,
      "learning_rate": 1.9634868579365696e-11,
      "loss": 0.0663,
      "step": 2640
    },
    {
      "epoch": 3.0,
      "step": 2643,
      "total_flos": 130173844045824.0,
      "train_loss": 0.3333010443560624,
      "train_runtime": 10581.2247,
      "train_samples_per_second": 1.998,
      "train_steps_per_second": 0.25
    }
  ],
  "logging_steps": 10,
  "max_steps": 2643,
  "num_input_tokens_seen": 0,
  "num_train_epochs": 3,
  "save_steps": 1000000,
  "stateful_callbacks": {
    "TrainerControl": {
      "args": {
        "should_epoch_stop": false,
        "should_evaluate": false,
        "should_log": false,
        "should_save": true,
        "should_training_stop": true
      },
      "attributes": {}
    }
  },
  "total_flos": 130173844045824.0,
  "train_batch_size": 1,
  "trial_name": null,
  "trial_params": null
}