{
  "best_metric": null,
  "best_model_checkpoint": null,
  "epoch": 1.0,
  "eval_steps": 500,
  "global_step": 3859,
  "is_hyper_param_search": false,
  "is_local_process_zero": true,
  "is_world_process_zero": true,
  "log_history": [
    {
      "epoch": 0.0002591344908007256,
      "grad_norm": 111.01161666281861,
      "learning_rate": 5.181347150259068e-07,
      "loss": 12.3076,
      "step": 1
    },
    {
      "epoch": 0.001295672454003628,
      "grad_norm": 128.99309976149883,
      "learning_rate": 2.5906735751295338e-06,
      "loss": 11.8519,
      "step": 5
    },
    {
      "epoch": 0.002591344908007256,
      "grad_norm": 117.2928726132405,
      "learning_rate": 5.1813471502590676e-06,
      "loss": 12.3366,
      "step": 10
    },
    {
      "epoch": 0.0038870173620108835,
      "grad_norm": 89.9905121675766,
      "learning_rate": 7.772020725388602e-06,
      "loss": 11.7319,
      "step": 15
    },
    {
      "epoch": 0.005182689816014512,
      "grad_norm": 52.319681120581,
      "learning_rate": 1.0362694300518135e-05,
      "loss": 8.7838,
      "step": 20
    },
    {
      "epoch": 0.0064783622700181395,
      "grad_norm": 38.24088557602701,
      "learning_rate": 1.2953367875647668e-05,
      "loss": 7.3055,
      "step": 25
    },
    {
      "epoch": 0.007774034724021767,
      "grad_norm": 25.83067627606677,
      "learning_rate": 1.5544041450777204e-05,
      "loss": 5.7221,
      "step": 30
    },
    {
      "epoch": 0.009069707178025395,
      "grad_norm": 7.762285591416621,
      "learning_rate": 1.813471502590674e-05,
      "loss": 4.3566,
      "step": 35
    },
    {
      "epoch": 0.010365379632029024,
      "grad_norm": 4.409457180338291,
      "learning_rate": 2.072538860103627e-05,
      "loss": 3.6268,
      "step": 40
    },
    {
      "epoch": 0.011661052086032651,
      "grad_norm": 2.601317803014797,
      "learning_rate": 2.3316062176165805e-05,
      "loss": 3.3055,
      "step": 45
    },
    {
      "epoch": 0.012956724540036279,
      "grad_norm": 1.8400291034971308,
      "learning_rate": 2.5906735751295337e-05,
      "loss": 3.0095,
      "step": 50
    },
    {
      "epoch": 0.014252396994039906,
      "grad_norm": 1.4104791862031891,
      "learning_rate": 2.8497409326424872e-05,
      "loss": 2.7918,
      "step": 55
    },
    {
      "epoch": 0.015548069448043534,
      "grad_norm": 1.4652220793947772,
      "learning_rate": 3.108808290155441e-05,
      "loss": 2.7691,
      "step": 60
    },
    {
      "epoch": 0.01684374190204716,
      "grad_norm": 2.1149598221315955,
      "learning_rate": 3.367875647668394e-05,
      "loss": 2.6915,
      "step": 65
    },
    {
      "epoch": 0.01813941435605079,
      "grad_norm": 2.508562821895131,
      "learning_rate": 3.626943005181348e-05,
      "loss": 2.5864,
      "step": 70
    },
    {
      "epoch": 0.019435086810054417,
      "grad_norm": 5.312266133287117,
      "learning_rate": 3.886010362694301e-05,
      "loss": 2.3482,
      "step": 75
    },
    {
      "epoch": 0.020730759264058048,
      "grad_norm": 6.635762805683308,
      "learning_rate": 4.145077720207254e-05,
      "loss": 2.0166,
      "step": 80
    },
    {
      "epoch": 0.022026431718061675,
      "grad_norm": 1.6009933261373699,
      "learning_rate": 4.404145077720208e-05,
      "loss": 1.5391,
      "step": 85
    },
    {
      "epoch": 0.023322104172065303,
      "grad_norm": 1.390865987104561,
      "learning_rate": 4.663212435233161e-05,
      "loss": 1.3383,
      "step": 90
    },
    {
      "epoch": 0.02461777662606893,
      "grad_norm": 1.0505820893868818,
      "learning_rate": 4.922279792746114e-05,
      "loss": 1.2646,
      "step": 95
    },
    {
      "epoch": 0.025913449080072558,
      "grad_norm": 1.0086607725155037,
      "learning_rate": 5.1813471502590674e-05,
      "loss": 1.3202,
      "step": 100
    },
    {
      "epoch": 0.027209121534076185,
      "grad_norm": 5.464697038037798,
      "learning_rate": 5.440414507772021e-05,
      "loss": 1.2451,
      "step": 105
    },
    {
      "epoch": 0.028504793988079813,
      "grad_norm": 0.830545367098088,
      "learning_rate": 5.6994818652849744e-05,
      "loss": 1.2681,
      "step": 110
    },
    {
      "epoch": 0.02980046644208344,
      "grad_norm": 0.7132598923355695,
      "learning_rate": 5.9585492227979276e-05,
      "loss": 1.2245,
      "step": 115
    },
    {
      "epoch": 0.031096138896087068,
      "grad_norm": 0.8138882694476683,
      "learning_rate": 6.217616580310881e-05,
      "loss": 1.2305,
      "step": 120
    },
    {
      "epoch": 0.0323918113500907,
      "grad_norm": 0.8807133122197233,
      "learning_rate": 6.476683937823834e-05,
      "loss": 1.2634,
      "step": 125
    },
    {
      "epoch": 0.03368748380409432,
      "grad_norm": 0.62485091325362,
      "learning_rate": 6.735751295336788e-05,
      "loss": 1.3386,
      "step": 130
    },
    {
      "epoch": 0.034983156258097954,
      "grad_norm": 0.7549667435061143,
      "learning_rate": 6.994818652849742e-05,
      "loss": 1.2513,
      "step": 135
    },
    {
      "epoch": 0.03627882871210158,
      "grad_norm": 0.6420487687876172,
      "learning_rate": 7.253886010362695e-05,
      "loss": 1.2101,
      "step": 140
    },
    {
      "epoch": 0.03757450116610521,
      "grad_norm": 0.7398721962367694,
      "learning_rate": 7.512953367875648e-05,
      "loss": 1.2776,
      "step": 145
    },
    {
      "epoch": 0.03887017362010883,
      "grad_norm": 0.6450506158667421,
      "learning_rate": 7.772020725388602e-05,
      "loss": 1.2096,
      "step": 150
    },
    {
      "epoch": 0.040165846074112464,
      "grad_norm": 0.6506841169994266,
      "learning_rate": 8.031088082901554e-05,
      "loss": 1.228,
      "step": 155
    },
    {
      "epoch": 0.041461518528116095,
      "grad_norm": 0.711359178146542,
      "learning_rate": 8.290155440414508e-05,
      "loss": 1.2474,
      "step": 160
    },
    {
      "epoch": 0.04275719098211972,
      "grad_norm": 1.459357949005984,
      "learning_rate": 8.549222797927462e-05,
      "loss": 1.2251,
      "step": 165
    },
    {
      "epoch": 0.04405286343612335,
      "grad_norm": 0.8207401278130507,
      "learning_rate": 8.808290155440416e-05,
      "loss": 1.2625,
      "step": 170
    },
    {
      "epoch": 0.045348535890126974,
      "grad_norm": 0.6271337633480082,
      "learning_rate": 9.067357512953368e-05,
      "loss": 1.2222,
      "step": 175
    },
    {
      "epoch": 0.046644208344130605,
      "grad_norm": 0.6465301721957318,
      "learning_rate": 9.326424870466322e-05,
      "loss": 1.2357,
      "step": 180
    },
    {
      "epoch": 0.04793988079813423,
      "grad_norm": 0.5864341660869246,
      "learning_rate": 9.585492227979275e-05,
      "loss": 1.2422,
      "step": 185
    },
    {
      "epoch": 0.04923555325213786,
      "grad_norm": 0.5644516524286168,
      "learning_rate": 9.844559585492228e-05,
      "loss": 1.1901,
      "step": 190
    },
    {
      "epoch": 0.050531225706141485,
      "grad_norm": 0.654016063568062,
      "learning_rate": 0.00010103626943005182,
      "loss": 1.182,
      "step": 195
    },
    {
      "epoch": 0.051826898160145116,
      "grad_norm": 0.569272168627719,
      "learning_rate": 0.00010362694300518135,
      "loss": 1.1958,
      "step": 200
    },
    {
      "epoch": 0.05312257061414875,
      "grad_norm": 0.6368680847682564,
      "learning_rate": 0.00010621761658031089,
      "loss": 1.2694,
      "step": 205
    },
    {
      "epoch": 0.05441824306815237,
      "grad_norm": 0.5948244637123268,
      "learning_rate": 0.00010880829015544042,
      "loss": 1.1967,
      "step": 210
    },
    {
      "epoch": 0.055713915522156,
      "grad_norm": 0.5541951524654064,
      "learning_rate": 0.00011139896373056995,
      "loss": 1.1941,
      "step": 215
    },
    {
      "epoch": 0.057009587976159626,
      "grad_norm": 0.5701648418604164,
      "learning_rate": 0.00011398963730569949,
      "loss": 1.2443,
      "step": 220
    },
    {
      "epoch": 0.05830526043016326,
      "grad_norm": 0.4865998338825169,
      "learning_rate": 0.00011658031088082901,
      "loss": 1.2106,
      "step": 225
    },
    {
      "epoch": 0.05960093288416688,
      "grad_norm": 0.5131095922403084,
      "learning_rate": 0.00011917098445595855,
      "loss": 1.1278,
      "step": 230
    },
    {
      "epoch": 0.06089660533817051,
      "grad_norm": 0.6563988864261227,
      "learning_rate": 0.0001217616580310881,
      "loss": 1.1991,
      "step": 235
    },
    {
      "epoch": 0.062192277792174136,
      "grad_norm": 0.5769507376758363,
      "learning_rate": 0.00012435233160621763,
      "loss": 1.1674,
      "step": 240
    },
    {
      "epoch": 0.06348795024617776,
      "grad_norm": 0.5283246008008212,
      "learning_rate": 0.00012694300518134715,
      "loss": 1.2367,
      "step": 245
    },
    {
      "epoch": 0.0647836227001814,
      "grad_norm": 0.5536285028186603,
      "learning_rate": 0.00012953367875647668,
      "loss": 1.1649,
      "step": 250
    },
    {
      "epoch": 0.06607929515418502,
      "grad_norm": 0.5163473385172975,
      "learning_rate": 0.00013212435233160623,
      "loss": 1.2867,
      "step": 255
    },
    {
      "epoch": 0.06737496760818865,
      "grad_norm": 0.5475813868100357,
      "learning_rate": 0.00013471502590673575,
      "loss": 1.2152,
      "step": 260
    },
    {
      "epoch": 0.06867064006219228,
      "grad_norm": 0.511381640001362,
      "learning_rate": 0.00013730569948186528,
      "loss": 1.2065,
      "step": 265
    },
    {
      "epoch": 0.06996631251619591,
      "grad_norm": 0.4982475298525502,
      "learning_rate": 0.00013989637305699483,
      "loss": 1.2142,
      "step": 270
    },
    {
      "epoch": 0.07126198497019953,
      "grad_norm": 0.5433832176160214,
      "learning_rate": 0.00014248704663212436,
      "loss": 1.2276,
      "step": 275
    },
    {
      "epoch": 0.07255765742420316,
      "grad_norm": 0.47834421596861043,
      "learning_rate": 0.0001450777202072539,
      "loss": 1.1183,
      "step": 280
    },
    {
      "epoch": 0.0738533298782068,
      "grad_norm": 2.276620321866631,
      "learning_rate": 0.0001476683937823834,
      "loss": 1.2225,
      "step": 285
    },
    {
      "epoch": 0.07514900233221042,
      "grad_norm": 0.5622928799874418,
      "learning_rate": 0.00015025906735751296,
      "loss": 1.142,
      "step": 290
    },
    {
      "epoch": 0.07644467478621404,
      "grad_norm": 0.48315577966120404,
      "learning_rate": 0.0001528497409326425,
      "loss": 1.1481,
      "step": 295
    },
    {
      "epoch": 0.07774034724021767,
      "grad_norm": 0.5054965652645259,
      "learning_rate": 0.00015544041450777204,
      "loss": 1.1334,
      "step": 300
    },
    {
      "epoch": 0.0790360196942213,
      "grad_norm": 0.5412094676646951,
      "learning_rate": 0.00015803108808290156,
      "loss": 1.2215,
      "step": 305
    },
    {
      "epoch": 0.08033169214822493,
      "grad_norm": 0.489058036506764,
      "learning_rate": 0.00016062176165803108,
      "loss": 1.1651,
      "step": 310
    },
    {
      "epoch": 0.08162736460222855,
      "grad_norm": 0.5225993706207775,
      "learning_rate": 0.00016321243523316064,
      "loss": 1.173,
      "step": 315
    },
    {
      "epoch": 0.08292303705623219,
      "grad_norm": 0.4941052544991184,
      "learning_rate": 0.00016580310880829016,
      "loss": 1.1537,
      "step": 320
    },
    {
      "epoch": 0.08421870951023581,
      "grad_norm": 0.5317455067919804,
      "learning_rate": 0.0001683937823834197,
      "loss": 1.1702,
      "step": 325
    },
    {
      "epoch": 0.08551438196423944,
      "grad_norm": 0.5382129937077951,
      "learning_rate": 0.00017098445595854924,
      "loss": 1.1954,
      "step": 330
    },
    {
      "epoch": 0.08681005441824306,
      "grad_norm": 0.4873382544458068,
      "learning_rate": 0.00017357512953367876,
      "loss": 1.1292,
      "step": 335
    },
    {
      "epoch": 0.0881057268722467,
      "grad_norm": 0.869634547296972,
      "learning_rate": 0.00017616580310880832,
      "loss": 1.2342,
      "step": 340
    },
    {
      "epoch": 0.08940139932625032,
      "grad_norm": 0.47105707267021146,
      "learning_rate": 0.0001787564766839378,
      "loss": 1.1903,
      "step": 345
    },
    {
      "epoch": 0.09069707178025395,
      "grad_norm": 0.483761714583125,
      "learning_rate": 0.00018134715025906737,
      "loss": 1.1753,
      "step": 350
    },
    {
      "epoch": 0.09199274423425757,
      "grad_norm": 0.5094212322859152,
      "learning_rate": 0.00018393782383419692,
      "loss": 1.1736,
      "step": 355
    },
    {
      "epoch": 0.09328841668826121,
      "grad_norm": 0.49665577393117427,
      "learning_rate": 0.00018652849740932644,
      "loss": 1.19,
      "step": 360
    },
    {
      "epoch": 0.09458408914226483,
      "grad_norm": 0.4634306042294334,
      "learning_rate": 0.00018911917098445597,
      "loss": 1.2068,
      "step": 365
    },
    {
      "epoch": 0.09587976159626846,
      "grad_norm": 0.4771955076541271,
      "learning_rate": 0.0001917098445595855,
      "loss": 1.1746,
      "step": 370
    },
    {
      "epoch": 0.0971754340502721,
      "grad_norm": 0.49488098544084536,
      "learning_rate": 0.00019430051813471504,
      "loss": 1.1781,
      "step": 375
    },
    {
      "epoch": 0.09847110650427572,
      "grad_norm": 0.45559447847276796,
      "learning_rate": 0.00019689119170984457,
      "loss": 1.207,
      "step": 380
    },
    {
      "epoch": 0.09976677895827935,
      "grad_norm": 0.530644388105199,
      "learning_rate": 0.0001994818652849741,
      "loss": 1.2059,
      "step": 385
    },
    {
      "epoch": 0.10106245141228297,
      "grad_norm": 0.4262101606219483,
      "learning_rate": 0.0001999993453944367,
      "loss": 1.1728,
      "step": 390
    },
    {
      "epoch": 0.10235812386628661,
      "grad_norm": 0.5019930710713301,
      "learning_rate": 0.00019999668607402385,
      "loss": 1.1566,
      "step": 395
    },
    {
      "epoch": 0.10365379632029023,
      "grad_norm": 0.41212142912399047,
      "learning_rate": 0.00019999198118027207,
      "loss": 1.1367,
      "step": 400
    },
    {
      "epoch": 0.10494946877429386,
      "grad_norm": 0.4880776387603866,
      "learning_rate": 0.00019998523080942663,
      "loss": 1.1654,
      "step": 405
    },
    {
      "epoch": 0.1062451412282975,
      "grad_norm": 0.46286032679323585,
      "learning_rate": 0.00019997643509957582,
      "loss": 1.1944,
      "step": 410
    },
    {
      "epoch": 0.10754081368230112,
      "grad_norm": 0.5382364265983718,
      "learning_rate": 0.00019996559423064838,
      "loss": 1.1871,
      "step": 415
    },
    {
      "epoch": 0.10883648613630474,
      "grad_norm": 0.5437136001752437,
      "learning_rate": 0.0001999527084244095,
      "loss": 1.1211,
      "step": 420
    },
    {
      "epoch": 0.11013215859030837,
      "grad_norm": 0.4683209703143848,
      "learning_rate": 0.00019993777794445662,
      "loss": 1.2111,
      "step": 425
    },
    {
      "epoch": 0.111427831044312,
      "grad_norm": 0.43839848429469386,
      "learning_rate": 0.00019992080309621371,
      "loss": 1.1655,
      "step": 430
    },
    {
      "epoch": 0.11272350349831563,
      "grad_norm": 0.4352884542992481,
      "learning_rate": 0.00019990178422692528,
      "loss": 1.1674,
      "step": 435
    },
    {
      "epoch": 0.11401917595231925,
      "grad_norm": 0.45552967972039005,
      "learning_rate": 0.00019988072172564918,
      "loss": 1.2005,
      "step": 440
    },
    {
      "epoch": 0.11531484840632288,
      "grad_norm": 0.46569070576531457,
      "learning_rate": 0.0001998576160232485,
      "loss": 1.1611,
      "step": 445
    },
    {
      "epoch": 0.11661052086032651,
      "grad_norm": 0.4344558621258368,
      "learning_rate": 0.00019983246759238305,
      "loss": 1.1632,
      "step": 450
    },
    {
      "epoch": 0.11790619331433014,
      "grad_norm": 0.4524631212974695,
      "learning_rate": 0.00019980527694749952,
      "loss": 1.2003,
      "step": 455
    },
    {
      "epoch": 0.11920186576833376,
      "grad_norm": 0.692041740038434,
      "learning_rate": 0.00019977604464482083,
      "loss": 1.233,
      "step": 460
    },
    {
      "epoch": 0.1204975382223374,
      "grad_norm": 0.4499116414766127,
      "learning_rate": 0.00019974477128233505,
      "loss": 1.1431,
      "step": 465
    },
    {
      "epoch": 0.12179321067634102,
      "grad_norm": 0.4755303917497374,
      "learning_rate": 0.00019971145749978294,
      "loss": 1.186,
      "step": 470
    },
    {
      "epoch": 0.12308888313034465,
      "grad_norm": 0.4587427439073901,
      "learning_rate": 0.00019967610397864493,
      "loss": 1.1772,
      "step": 475
    },
    {
      "epoch": 0.12438455558434827,
      "grad_norm": 0.43004396404922146,
      "learning_rate": 0.0001996387114421272,
      "loss": 1.1613,
      "step": 480
    },
    {
      "epoch": 0.1256802280383519,
      "grad_norm": 0.4457323824719563,
      "learning_rate": 0.0001995992806551468,
      "loss": 1.2043,
      "step": 485
    },
    {
      "epoch": 0.12697590049235552,
      "grad_norm": 0.46784030959656325,
      "learning_rate": 0.00019955781242431622,
      "loss": 1.1678,
      "step": 490
    },
    {
      "epoch": 0.12827157294635916,
      "grad_norm": 0.4610982688278206,
      "learning_rate": 0.00019951430759792654,
      "loss": 1.2353,
      "step": 495
    },
    {
      "epoch": 0.1295672454003628,
      "grad_norm": 0.4259792086854904,
      "learning_rate": 0.0001994687670659305,
      "loss": 1.1612,
      "step": 500
    },
    {
      "epoch": 0.1308629178543664,
      "grad_norm": 0.45520840895219594,
      "learning_rate": 0.00019942119175992383,
      "loss": 1.099,
      "step": 505
    },
    {
      "epoch": 0.13215859030837004,
      "grad_norm": 0.4473123797320602,
      "learning_rate": 0.00019937158265312667,
      "loss": 1.2141,
      "step": 510
    },
    {
      "epoch": 0.13345426276237368,
      "grad_norm": 0.4713319110562635,
      "learning_rate": 0.00019931994076036324,
      "loss": 1.1454,
      "step": 515
    },
    {
      "epoch": 0.1347499352163773,
      "grad_norm": 0.5136825790567691,
      "learning_rate": 0.00019926626713804137,
      "loss": 1.2187,
      "step": 520
    },
    {
      "epoch": 0.13604560767038093,
      "grad_norm": 0.4727966110942116,
      "learning_rate": 0.00019921056288413076,
      "loss": 1.1988,
      "step": 525
    },
    {
      "epoch": 0.13734128012438457,
      "grad_norm": 0.4364604236158943,
      "learning_rate": 0.00019915282913814052,
      "loss": 1.1685,
      "step": 530
    },
    {
      "epoch": 0.13863695257838818,
      "grad_norm": 0.48078362848188844,
      "learning_rate": 0.00019909306708109585,
      "loss": 1.1773,
      "step": 535
    },
    {
      "epoch": 0.13993262503239182,
      "grad_norm": 0.45186495929915804,
      "learning_rate": 0.00019903127793551408,
      "loss": 1.1409,
      "step": 540
    },
    {
      "epoch": 0.14122829748639543,
      "grad_norm": 0.4557721517395367,
      "learning_rate": 0.0001989674629653793,
      "loss": 1.1243,
      "step": 545
    },
    {
      "epoch": 0.14252396994039906,
      "grad_norm": 0.47938538143807347,
      "learning_rate": 0.00019890162347611687,
      "loss": 1.1644,
      "step": 550
    },
    {
      "epoch": 0.1438196423944027,
      "grad_norm": 0.4541147395460418,
      "learning_rate": 0.00019883376081456636,
      "loss": 1.2578,
      "step": 555
    },
    {
      "epoch": 0.1451153148484063,
      "grad_norm": 0.4780871852039313,
      "learning_rate": 0.00019876387636895437,
      "loss": 1.206,
      "step": 560
    },
    {
      "epoch": 0.14641098730240995,
      "grad_norm": 0.42628778420968705,
      "learning_rate": 0.00019869197156886586,
      "loss": 1.1728,
      "step": 565
    },
    {
      "epoch": 0.1477066597564136,
      "grad_norm": 0.4303201965277035,
      "learning_rate": 0.00019861804788521493,
      "loss": 1.1807,
      "step": 570
    },
    {
      "epoch": 0.1490023322104172,
      "grad_norm": 0.48120812526739415,
      "learning_rate": 0.00019854210683021485,
      "loss": 1.1825,
      "step": 575
    },
    {
      "epoch": 0.15029800466442084,
      "grad_norm": 0.479571534871543,
      "learning_rate": 0.0001984641499573472,
      "loss": 1.1213,
      "step": 580
    },
    {
      "epoch": 0.15159367711842447,
      "grad_norm": 0.4517330978325847,
      "learning_rate": 0.0001983841788613297,
      "loss": 1.1799,
      "step": 585
    },
    {
      "epoch": 0.15288934957242808,
      "grad_norm": 0.45662716170150547,
      "learning_rate": 0.00019830219517808404,
      "loss": 1.2154,
      "step": 590
    },
    {
      "epoch": 0.15418502202643172,
      "grad_norm": 0.46419741725194397,
      "learning_rate": 0.00019821820058470215,
      "loss": 1.2244,
      "step": 595
    },
    {
      "epoch": 0.15548069448043533,
      "grad_norm": 0.48643943236229664,
      "learning_rate": 0.00019813219679941203,
      "loss": 1.1773,
      "step": 600
    },
    {
      "epoch": 0.15677636693443897,
      "grad_norm": 0.4213189862656036,
      "learning_rate": 0.00019804418558154243,
      "loss": 1.1918,
      "step": 605
    },
    {
      "epoch": 0.1580720393884426,
      "grad_norm": 0.4039792149279076,
      "learning_rate": 0.00019795416873148703,
      "loss": 1.1937,
      "step": 610
    },
    {
      "epoch": 0.15936771184244622,
      "grad_norm": 0.42408763347068035,
      "learning_rate": 0.00019786214809066753,
      "loss": 1.1792,
      "step": 615
    },
    {
      "epoch": 0.16066338429644986,
      "grad_norm": 0.4418941392259797,
      "learning_rate": 0.00019776812554149603,
      "loss": 1.0983,
      "step": 620
    },
    {
      "epoch": 0.1619590567504535,
      "grad_norm": 0.44778137756258257,
      "learning_rate": 0.00019767210300733647,
      "loss": 1.1441,
      "step": 625
    },
    {
      "epoch": 0.1632547292044571,
      "grad_norm": 0.4214693702892699,
      "learning_rate": 0.0001975740824524653,
      "loss": 1.126,
      "step": 630
    },
    {
      "epoch": 0.16455040165846074,
      "grad_norm": 0.431868681760054,
      "learning_rate": 0.00019747406588203128,
      "loss": 1.2244,
      "step": 635
    },
    {
      "epoch": 0.16584607411246438,
      "grad_norm": 0.41521488211670027,
      "learning_rate": 0.00019737205534201455,
      "loss": 1.1443,
      "step": 640
    },
    {
      "epoch": 0.167141746566468,
      "grad_norm": 0.4141916874944073,
      "learning_rate": 0.00019726805291918464,
      "loss": 1.2012,
      "step": 645
    },
    {
      "epoch": 0.16843741902047163,
      "grad_norm": 0.8019720904500388,
      "learning_rate": 0.0001971620607410579,
      "loss": 1.1871,
      "step": 650
    },
    {
      "epoch": 0.16973309147447524,
      "grad_norm": 0.44302123796014203,
      "learning_rate": 0.00019705408097585393,
      "loss": 1.217,
      "step": 655
    },
    {
      "epoch": 0.17102876392847888,
      "grad_norm": 0.44266067140812565,
      "learning_rate": 0.0001969441158324512,
      "loss": 1.159,
      "step": 660
    },
    {
      "epoch": 0.17232443638248252,
      "grad_norm": 0.44647716533971304,
      "learning_rate": 0.0001968321675603419,
      "loss": 1.1653,
      "step": 665
    },
    {
      "epoch": 0.17362010883648613,
      "grad_norm": 0.44623301312377617,
      "learning_rate": 0.000196718238449586,
      "loss": 1.2078,
      "step": 670
    },
    {
      "epoch": 0.17491578129048976,
      "grad_norm": 0.41505140877535734,
      "learning_rate": 0.00019660233083076416,
      "loss": 1.1727,
      "step": 675
    },
    {
      "epoch": 0.1762114537444934,
      "grad_norm": 0.4603289406918021,
      "learning_rate": 0.00019648444707493035,
      "loss": 1.2151,
      "step": 680
    },
    {
      "epoch": 0.177507126198497,
      "grad_norm": 0.4185225256437822,
      "learning_rate": 0.00019636458959356316,
      "loss": 1.1708,
      "step": 685
    },
    {
      "epoch": 0.17880279865250065,
      "grad_norm": 0.4207300329188764,
      "learning_rate": 0.00019624276083851655,
      "loss": 1.1821,
      "step": 690
    },
    {
      "epoch": 0.1800984711065043,
      "grad_norm": 0.44173498052158916,
      "learning_rate": 0.00019611896330196956,
      "loss": 1.175,
      "step": 695
    },
    {
      "epoch": 0.1813941435605079,
      "grad_norm": 0.43648924778909787,
      "learning_rate": 0.0001959931995163756,
      "loss": 1.1409,
      "step": 700
    },
    {
      "epoch": 0.18268981601451154,
      "grad_norm": 0.41607673192874983,
      "learning_rate": 0.00019586547205441038,
      "loss": 1.1903,
      "step": 705
    },
    {
      "epoch": 0.18398548846851515,
      "grad_norm": 0.40413543802190666,
      "learning_rate": 0.00019573578352891937,
      "loss": 1.1395,
      "step": 710
    },
    {
      "epoch": 0.18528116092251878,
      "grad_norm": 0.45031653314971887,
      "learning_rate": 0.00019560413659286437,
      "loss": 1.1551,
      "step": 715
    },
    {
      "epoch": 0.18657683337652242,
      "grad_norm": 0.4308169448866955,
      "learning_rate": 0.00019547053393926934,
      "loss": 1.1875,
      "step": 720
    },
    {
      "epoch": 0.18787250583052603,
      "grad_norm": 0.42706739288180534,
      "learning_rate": 0.000195334978301165,
      "loss": 1.1828,
      "step": 725
    },
    {
      "epoch": 0.18916817828452967,
      "grad_norm": 0.43201723960587324,
      "learning_rate": 0.00019519747245153333,
      "loss": 1.1269,
      "step": 730
    },
    {
      "epoch": 0.1904638507385333,
      "grad_norm": 0.45113312626512714,
      "learning_rate": 0.0001950580192032505,
      "loss": 1.228,
      "step": 735
    },
    {
      "epoch": 0.19175952319253692,
      "grad_norm": 0.44161985380394386,
      "learning_rate": 0.0001949166214090295,
      "loss": 1.1242,
      "step": 740
    },
    {
      "epoch": 0.19305519564654056,
      "grad_norm": 0.46536800518090093,
      "learning_rate": 0.00019477328196136178,
      "loss": 1.205,
      "step": 745
    },
    {
      "epoch": 0.1943508681005442,
      "grad_norm": 0.4304870726759157,
      "learning_rate": 0.00019462800379245807,
      "loss": 1.1677,
      "step": 750
    },
    {
      "epoch": 0.1956465405545478,
      "grad_norm": 0.4500472206954455,
      "learning_rate": 0.0001944807898741883,
      "loss": 1.2031,
      "step": 755
    },
    {
      "epoch": 0.19694221300855144,
      "grad_norm": 0.4270521213996621,
      "learning_rate": 0.00019433164321802095,
      "loss": 1.221,
      "step": 760
    },
    {
      "epoch": 0.19823788546255505,
      "grad_norm": 0.4500335364742716,
      "learning_rate": 0.00019418056687496135,
      "loss": 1.2206,
      "step": 765
    },
    {
      "epoch": 0.1995335579165587,
      "grad_norm": 0.46760662103580936,
      "learning_rate": 0.00019402756393548936,
      "loss": 1.2628,
      "step": 770
    },
    {
      "epoch": 0.20082923037056233,
      "grad_norm": 0.4374227196524263,
      "learning_rate": 0.00019387263752949598,
      "loss": 1.1895,
      "step": 775
    },
    {
      "epoch": 0.20212490282456594,
      "grad_norm": 0.44423980739831237,
      "learning_rate": 0.00019371579082621952,
      "loss": 1.1915,
      "step": 780
    },
    {
      "epoch": 0.20342057527856958,
      "grad_norm": 0.5067585361087695,
      "learning_rate": 0.00019355702703418063,
      "loss": 1.1396,
      "step": 785
    },
    {
      "epoch": 0.20471624773257321,
      "grad_norm": 0.4397713592175906,
      "learning_rate": 0.0001933963494011168,
      "loss": 1.1829,
      "step": 790
    },
    {
      "epoch": 0.20601192018657682,
      "grad_norm": 0.41142670533283804,
      "learning_rate": 0.0001932337612139157,
      "loss": 1.1403,
      "step": 795
    },
    {
      "epoch": 0.20730759264058046,
      "grad_norm": 0.431969506585272,
      "learning_rate": 0.00019306926579854821,
      "loss": 1.1219,
      "step": 800
    },
    {
      "epoch": 0.2086032650945841,
      "grad_norm": 0.44265249198309475,
      "learning_rate": 0.00019290286652000018,
      "loss": 1.1897,
      "step": 805
    },
    {
      "epoch": 0.2098989375485877,
      "grad_norm": 0.4277657316516301,
      "learning_rate": 0.0001927345667822037,
      "loss": 1.1746,
      "step": 810
    },
    {
      "epoch": 0.21119461000259135,
      "grad_norm": 0.40123037504170683,
      "learning_rate": 0.00019256437002796744,
      "loss": 1.1775,
      "step": 815
    },
    {
      "epoch": 0.212490282456595,
      "grad_norm": 0.4250319228234625,
      "learning_rate": 0.00019239227973890622,
      "loss": 1.1357,
      "step": 820
    },
    {
      "epoch": 0.2137859549105986,
      "grad_norm": 0.469142216595277,
      "learning_rate": 0.0001922182994353697,
      "loss": 1.1709,
      "step": 825
    },
    {
      "epoch": 0.21508162736460223,
      "grad_norm": 0.4205186026441914,
      "learning_rate": 0.0001920424326763706,
      "loss": 1.1846,
      "step": 830
    },
    {
      "epoch": 0.21637729981860584,
      "grad_norm": 0.4364780340562057,
      "learning_rate": 0.00019186468305951165,
      "loss": 1.1611,
      "step": 835
    },
    {
      "epoch": 0.21767297227260948,
      "grad_norm": 0.42862545463693674,
      "learning_rate": 0.00019168505422091214,
      "loss": 1.2604,
      "step": 840
    },
    {
      "epoch": 0.21896864472661312,
      "grad_norm": 0.4298577312506422,
      "learning_rate": 0.00019150354983513346,
      "loss": 1.1584,
      "step": 845
    },
    {
      "epoch": 0.22026431718061673,
      "grad_norm": 0.4188255164345959,
      "learning_rate": 0.00019132017361510396,
      "loss": 1.1681,
      "step": 850
    },
    {
      "epoch": 0.22155998963462037,
      "grad_norm": 0.42610008321144127,
      "learning_rate": 0.00019113492931204304,
      "loss": 1.2502,
      "step": 855
    },
    {
      "epoch": 0.222855662088624,
      "grad_norm": 0.41917044829804134,
      "learning_rate": 0.00019094782071538434,
      "loss": 1.1441,
      "step": 860
    },
    {
      "epoch": 0.22415133454262762,
      "grad_norm": 0.41937866972534293,
      "learning_rate": 0.0001907588516526983,
      "loss": 1.2056,
      "step": 865
    },
    {
      "epoch": 0.22544700699663126,
      "grad_norm": 0.47221544899406714,
      "learning_rate": 0.00019056802598961376,
      "loss": 1.1754,
      "step": 870
    },
    {
      "epoch": 0.2267426794506349,
      "grad_norm": 0.45128209262811003,
      "learning_rate": 0.000190375347629739,
      "loss": 1.1963,
      "step": 875
    },
    {
      "epoch": 0.2280383519046385,
      "grad_norm": 0.41254887942116875,
      "learning_rate": 0.00019018082051458176,
      "loss": 1.1696,
      "step": 880
    },
    {
      "epoch": 0.22933402435864214,
      "grad_norm": 0.4336535335825639,
      "learning_rate": 0.00018998444862346873,
      "loss": 1.1942,
      "step": 885
    },
    {
      "epoch": 0.23062969681264575,
      "grad_norm": 0.4203068249880088,
      "learning_rate": 0.00018978623597346408,
      "loss": 1.1571,
      "step": 890
    },
    {
      "epoch": 0.2319253692666494,
      "grad_norm": 0.4504420384371143,
      "learning_rate": 0.00018958618661928732,
      "loss": 1.2145,
      "step": 895
    },
    {
      "epoch": 0.23322104172065303,
      "grad_norm": 1.2852982602777483,
      "learning_rate": 0.00018938430465323034,
      "loss": 1.1602,
      "step": 900
    },
    {
      "epoch": 0.23451671417465664,
      "grad_norm": 0.4456499671770626,
      "learning_rate": 0.0001891805942050736,
      "loss": 1.2208,
      "step": 905
    },
    {
      "epoch": 0.23581238662866028,
      "grad_norm": 0.4218488577208689,
      "learning_rate": 0.00018897505944200186,
      "loss": 1.1544,
      "step": 910
    },
    {
      "epoch": 0.2371080590826639,
      "grad_norm": 0.4509293570117875,
      "learning_rate": 0.00018876770456851877,
      "loss": 1.2167,
      "step": 915
    },
    {
      "epoch": 0.23840373153666752,
      "grad_norm": 0.4354264628463739,
      "learning_rate": 0.00018855853382636093,
      "loss": 1.2103,
      "step": 920
    },
    {
      "epoch": 0.23969940399067116,
      "grad_norm": 0.41330759489370955,
      "learning_rate": 0.00018834755149441104,
      "loss": 1.1713,
      "step": 925
    },
    {
      "epoch": 0.2409950764446748,
      "grad_norm": 0.43531782144147513,
      "learning_rate": 0.00018813476188861043,
      "loss": 1.1783,
      "step": 930
    },
    {
      "epoch": 0.2422907488986784,
      "grad_norm": 0.4260507531562403,
      "learning_rate": 0.00018792016936187086,
      "loss": 1.1473,
      "step": 935
    },
    {
      "epoch": 0.24358642135268205,
      "grad_norm": 0.46161844432613697,
      "learning_rate": 0.00018770377830398525,
      "loss": 1.1719,
      "step": 940
    },
    {
      "epoch": 0.24488209380668566,
      "grad_norm": 0.44108410378556556,
      "learning_rate": 0.00018748559314153818,
      "loss": 1.2101,
      "step": 945
    },
    {
      "epoch": 0.2461777662606893,
      "grad_norm": 0.43144293315888466,
      "learning_rate": 0.00018726561833781497,
      "loss": 1.1933,
      "step": 950
    },
    {
      "epoch": 0.24747343871469293,
      "grad_norm": 0.437185606075459,
      "learning_rate": 0.00018704385839271074,
      "loss": 1.1563,
      "step": 955
    },
    {
      "epoch": 0.24876911116869654,
      "grad_norm": 0.44187547375302677,
      "learning_rate": 0.00018682031784263814,
      "loss": 1.1219,
      "step": 960
    },
    {
      "epoch": 0.2500647836227002,
      "grad_norm": 0.4286003185934626,
      "learning_rate": 0.00018659500126043456,
      "loss": 1.1347,
      "step": 965
    },
    {
      "epoch": 0.2513604560767038,
      "grad_norm": 0.5193197943854574,
      "learning_rate": 0.00018636791325526872,
      "loss": 1.2118,
      "step": 970
    },
    {
      "epoch": 0.25265612853070746,
      "grad_norm": 0.4243801823353042,
      "learning_rate": 0.00018613905847254624,
      "loss": 1.2015,
      "step": 975
    },
    {
      "epoch": 0.25395180098471104,
      "grad_norm": 0.4017619629276402,
      "learning_rate": 0.0001859084415938147,
      "loss": 1.1405,
      "step": 980
    },
    {
      "epoch": 0.2552474734387147,
      "grad_norm": 0.46780432324474447,
      "learning_rate": 0.00018567606733666775,
      "loss": 1.1803,
      "step": 985
    },
    {
      "epoch": 0.2565431458927183,
      "grad_norm": 0.41305152773119796,
      "learning_rate": 0.00018544194045464886,
      "loss": 1.138,
      "step": 990
    },
    {
      "epoch": 0.25783881834672195,
      "grad_norm": 0.4090708833399176,
      "learning_rate": 0.0001852060657371538,
      "loss": 1.2036,
      "step": 995
    },
    {
      "epoch": 0.2591344908007256,
      "grad_norm": 0.43431398541973126,
      "learning_rate": 0.00018496844800933277,
      "loss": 1.1328,
      "step": 1000
    },
    {
      "epoch": 0.26043016325472923,
      "grad_norm": 0.4473287652132595,
      "learning_rate": 0.0001847290921319918,
      "loss": 1.183,
      "step": 1005
    },
    {
      "epoch": 0.2617258357087328,
      "grad_norm": 0.42139497138720455,
      "learning_rate": 0.00018448800300149314,
      "loss": 1.1885,
      "step": 1010
    },
    {
      "epoch": 0.26302150816273645,
      "grad_norm": 0.4192742651155342,
      "learning_rate": 0.00018424518554965516,
      "loss": 1.1673,
      "step": 1015
    },
    {
      "epoch": 0.2643171806167401,
      "grad_norm": 0.4276967282946324,
      "learning_rate": 0.00018400064474365156,
      "loss": 1.1442,
      "step": 1020
    },
    {
      "epoch": 0.2656128530707437,
      "grad_norm": 0.4279959695376702,
      "learning_rate": 0.00018375438558590967,
      "loss": 1.1713,
      "step": 1025
    },
    {
      "epoch": 0.26690852552474736,
      "grad_norm": 0.4138904922875282,
      "learning_rate": 0.00018350641311400812,
      "loss": 1.1294,
      "step": 1030
    },
    {
      "epoch": 0.26820419797875095,
      "grad_norm": 0.43337813322172525,
      "learning_rate": 0.0001832567324005737,
      "loss": 1.1421,
      "step": 1035
    },
    {
      "epoch": 0.2694998704327546,
      "grad_norm": 0.4418444877860619,
      "learning_rate": 0.00018300534855317783,
      "loss": 1.1775,
      "step": 1040
    },
    {
      "epoch": 0.2707955428867582,
      "grad_norm": 0.46191806443855654,
      "learning_rate": 0.00018275226671423195,
      "loss": 1.1188,
      "step": 1045
    },
    {
      "epoch": 0.27209121534076186,
      "grad_norm": 0.4449373885557454,
      "learning_rate": 0.0001824974920608821,
      "loss": 1.1445,
      "step": 1050
    },
    {
      "epoch": 0.2733868877947655,
      "grad_norm": 0.4138240087897747,
      "learning_rate": 0.0001822410298049035,
      "loss": 1.1403,
      "step": 1055
    },
    {
      "epoch": 0.27468256024876914,
      "grad_norm": 0.4410582459345502,
      "learning_rate": 0.00018198288519259353,
      "loss": 1.1835,
      "step": 1060
    },
    {
      "epoch": 0.2759782327027727,
      "grad_norm": 0.4419431606975578,
      "learning_rate": 0.0001817230635046645,
      "loss": 1.2308,
      "step": 1065
    },
    {
      "epoch": 0.27727390515677636,
      "grad_norm": 0.41612794192020086,
      "learning_rate": 0.0001814615700561358,
      "loss": 1.21,
      "step": 1070
    },
    {
      "epoch": 0.27856957761078,
      "grad_norm": 0.4728861496942093,
      "learning_rate": 0.00018119841019622487,
      "loss": 1.1687,
      "step": 1075
    },
    {
      "epoch": 0.27986525006478363,
      "grad_norm": 0.39483035476368555,
      "learning_rate": 0.0001809335893082381,
      "loss": 1.2031,
      "step": 1080
    },
    {
      "epoch": 0.28116092251878727,
      "grad_norm": 0.40167341751112157,
      "learning_rate": 0.0001806671128094605,
      "loss": 1.1495,
      "step": 1085
    },
    {
      "epoch": 0.28245659497279085,
      "grad_norm": 0.42702634032994197,
      "learning_rate": 0.0001803989861510449,
      "loss": 1.1885,
      "step": 1090
    },
    {
      "epoch": 0.2837522674267945,
      "grad_norm": 0.3970503569404702,
      "learning_rate": 0.00018012921481790054,
      "loss": 1.1608,
      "step": 1095
    },
    {
      "epoch": 0.28504793988079813,
      "grad_norm": 0.42637878811973734,
      "learning_rate": 0.0001798578043285807,
      "loss": 1.1386,
      "step": 1100
    },
    {
      "epoch": 0.28634361233480177,
      "grad_norm": 0.39626715470331225,
      "learning_rate": 0.00017958476023517008,
      "loss": 1.1355,
      "step": 1105
    },
    {
      "epoch": 0.2876392847888054,
      "grad_norm": 0.4158526138591002,
      "learning_rate": 0.00017931008812317089,
      "loss": 1.1844,
      "step": 1110
    },
    {
      "epoch": 0.28893495724280904,
      "grad_norm": 0.4110580138866959,
      "learning_rate": 0.00017903379361138884,
      "loss": 1.179,
      "step": 1115
    },
    {
      "epoch": 0.2902306296968126,
      "grad_norm": 0.39558148991812647,
      "learning_rate": 0.0001787558823518181,
      "loss": 1.1529,
      "step": 1120
    },
    {
      "epoch": 0.29152630215081626,
      "grad_norm": 0.43235047146868255,
      "learning_rate": 0.0001784763600295257,
      "loss": 1.1253,
      "step": 1125
    },
    {
      "epoch": 0.2928219746048199,
      "grad_norm": 0.4029217795192826,
      "learning_rate": 0.00017819523236253524,
      "loss": 1.1775,
      "step": 1130
    },
    {
      "epoch": 0.29411764705882354,
      "grad_norm": 0.43737260937528,
      "learning_rate": 0.0001779125051017099,
      "loss": 1.1658,
      "step": 1135
    },
    {
      "epoch": 0.2954133195128272,
      "grad_norm": 0.4223589589109796,
      "learning_rate": 0.00017762818403063485,
      "loss": 1.2193,
      "step": 1140
    },
    {
      "epoch": 0.29670899196683076,
      "grad_norm": 0.42153072570772854,
      "learning_rate": 0.0001773422749654988,
      "loss": 1.1381,
      "step": 1145
    },
    {
      "epoch": 0.2980046644208344,
      "grad_norm": 0.44333235395249593,
      "learning_rate": 0.0001770547837549752,
      "loss": 1.2025,
      "step": 1150
    },
    {
      "epoch": 0.29930033687483804,
      "grad_norm": 0.390430213600016,
      "learning_rate": 0.0001767657162801025,
      "loss": 1.2179,
      "step": 1155
    },
    {
      "epoch": 0.3005960093288417,
      "grad_norm": 0.39596734484692325,
      "learning_rate": 0.00017647507845416392,
      "loss": 1.1443,
      "step": 1160
    },
    {
      "epoch": 0.3018916817828453,
      "grad_norm": 0.3964805626892672,
      "learning_rate": 0.00017618287622256625,
      "loss": 1.0953,
      "step": 1165
    },
    {
      "epoch": 0.30318735423684895,
      "grad_norm": 0.397165519182473,
      "learning_rate": 0.00017588911556271858,
      "loss": 1.2468,
      "step": 1170
    },
    {
      "epoch": 0.30448302669085253,
      "grad_norm": 0.40738383895968944,
      "learning_rate": 0.00017559380248390982,
      "loss": 1.2279,
      "step": 1175
    },
    {
      "epoch": 0.30577869914485617,
      "grad_norm": 0.4322556749554571,
      "learning_rate": 0.00017529694302718574,
      "loss": 1.1614,
      "step": 1180
    },
    {
      "epoch": 0.3070743715988598,
      "grad_norm": 0.3795921376766387,
      "learning_rate": 0.0001749985432652255,
      "loss": 1.1514,
      "step": 1185
    },
    {
      "epoch": 0.30837004405286345,
      "grad_norm": 0.3984980575708157,
      "learning_rate": 0.00017469860930221734,
      "loss": 1.2262,
      "step": 1190
    },
    {
      "epoch": 0.3096657165068671,
      "grad_norm": 0.4239852292999169,
      "learning_rate": 0.00017439714727373378,
      "loss": 1.1279,
      "step": 1195
    },
    {
      "epoch": 0.31096138896087067,
      "grad_norm": 0.4243568518066299,
      "learning_rate": 0.00017409416334660606,
      "loss": 1.1482,
      "step": 1200
    },
    {
      "epoch": 0.3122570614148743,
      "grad_norm": 0.39261780158026205,
      "learning_rate": 0.00017378966371879803,
      "loss": 1.1245,
      "step": 1205
    },
    {
      "epoch": 0.31355273386887794,
      "grad_norm": 0.4129200331115499,
      "learning_rate": 0.00017348365461927932,
      "loss": 1.164,
      "step": 1210
    },
    {
      "epoch": 0.3148484063228816,
      "grad_norm": 0.46767017383779913,
      "learning_rate": 0.00017317614230789792,
      "loss": 1.2038,
      "step": 1215
    },
    {
      "epoch": 0.3161440787768852,
      "grad_norm": 0.4636682224687034,
      "learning_rate": 0.00017286713307525212,
      "loss": 1.1798,
      "step": 1220
    },
    {
      "epoch": 0.31743975123088886,
      "grad_norm": 0.464530514696448,
      "learning_rate": 0.00017255663324256194,
      "loss": 1.1569,
      "step": 1225
    },
    {
      "epoch": 0.31873542368489244,
      "grad_norm": 0.49392901042147025,
      "learning_rate": 0.00017224464916153963,
      "loss": 1.1722,
      "step": 1230
    },
    {
      "epoch": 0.3200310961388961,
      "grad_norm": 0.437281931716071,
      "learning_rate": 0.00017193118721425986,
      "loss": 1.1472,
      "step": 1235
    },
    {
      "epoch": 0.3213267685928997,
      "grad_norm": 0.49973298936543603,
      "learning_rate": 0.00017161625381302914,
      "loss": 1.1662,
      "step": 1240
    },
    {
      "epoch": 0.32262244104690335,
      "grad_norm": 0.9030290188031315,
      "learning_rate": 0.00017129985540025473,
      "loss": 1.1751,
      "step": 1245
    },
    {
      "epoch": 0.323918113500907,
      "grad_norm": 0.46932404302432773,
      "learning_rate": 0.00017098199844831262,
      "loss": 1.1753,
      "step": 1250
    },
    {
      "epoch": 0.3252137859549106,
      "grad_norm": 0.43737397519531773,
      "learning_rate": 0.0001706626894594154,
      "loss": 1.1539,
      "step": 1255
    },
    {
      "epoch": 0.3265094584089142,
      "grad_norm": 0.47678251178263875,
      "learning_rate": 0.00017034193496547902,
      "loss": 1.1572,
      "step": 1260
    },
    {
      "epoch": 0.32780513086291785,
      "grad_norm": 0.48005221081289434,
      "learning_rate": 0.00017001974152798942,
      "loss": 1.2371,
      "step": 1265
    },
    {
      "epoch": 0.3291008033169215,
      "grad_norm": 0.4005197274939468,
      "learning_rate": 0.000169696115737868,
      "loss": 1.1375,
      "step": 1270
    },
    {
      "epoch": 0.3303964757709251,
      "grad_norm": 0.520470386619454,
      "learning_rate": 0.00016937106421533707,
      "loss": 1.2201,
      "step": 1275
    },
    {
      "epoch": 0.33169214822492876,
      "grad_norm": 0.4024597397089223,
      "learning_rate": 0.00016904459360978427,
      "loss": 1.16,
      "step": 1280
    },
    {
      "epoch": 0.33298782067893234,
      "grad_norm": 0.43690159855763916,
      "learning_rate": 0.00016871671059962655,
      "loss": 1.2303,
      "step": 1285
    },
    {
      "epoch": 0.334283493132936,
      "grad_norm": 0.42841787432183803,
      "learning_rate": 0.00016838742189217366,
      "loss": 1.1601,
      "step": 1290
    },
    {
      "epoch": 0.3355791655869396,
      "grad_norm": 0.41150940120312113,
      "learning_rate": 0.00016805673422349082,
      "loss": 1.1542,
      "step": 1295
    },
    {
      "epoch": 0.33687483804094326,
      "grad_norm": 0.4108846561673421,
      "learning_rate": 0.000167724654358261,
      "loss": 1.1497,
      "step": 1300
    },
    {
      "epoch": 0.3381705104949469,
      "grad_norm": 0.4485077675503156,
      "learning_rate": 0.00016739118908964647,
      "loss": 1.1979,
      "step": 1305
    },
    {
      "epoch": 0.3394661829489505,
      "grad_norm": 0.40380367544471263,
      "learning_rate": 0.00016705634523915,
      "loss": 1.156,
      "step": 1310
    },
    {
      "epoch": 0.3407618554029541,
      "grad_norm": 0.4315676369718417,
      "learning_rate": 0.000166720129656475,
      "loss": 1.1876,
      "step": 1315
    },
    {
      "epoch": 0.34205752785695775,
      "grad_norm": 0.42298698967693915,
      "learning_rate": 0.00016638254921938587,
      "loss": 1.226,
      "step": 1320
    },
    {
      "epoch": 0.3433532003109614,
      "grad_norm": 0.40711175836921143,
      "learning_rate": 0.00016604361083356675,
      "loss": 1.1865,
      "step": 1325
    },
    {
      "epoch": 0.34464887276496503,
      "grad_norm": 0.4209373436004817,
      "learning_rate": 0.0001657033214324807,
      "loss": 1.1485,
      "step": 1330
    },
    {
      "epoch": 0.34594454521896867,
      "grad_norm": 0.3973628247221751,
      "learning_rate": 0.0001653616879772277,
      "loss": 1.1419,
      "step": 1335
    },
    {
      "epoch": 0.34724021767297225,
      "grad_norm": 0.40714636825697015,
      "learning_rate": 0.00016501871745640213,
      "loss": 1.1607,
      "step": 1340
    },
    {
      "epoch": 0.3485358901269759,
      "grad_norm": 0.4091289111560899,
      "learning_rate": 0.00016467441688595015,
      "loss": 1.169,
      "step": 1345
    },
    {
      "epoch": 0.3498315625809795,
      "grad_norm": 0.39294191213880614,
      "learning_rate": 0.0001643287933090258,
      "loss": 1.1856,
      "step": 1350
    },
    {
      "epoch": 0.35112723503498317,
      "grad_norm": 0.4153756492643378,
      "learning_rate": 0.00016398185379584707,
      "loss": 1.1601,
      "step": 1355
    },
    {
      "epoch": 0.3524229074889868,
      "grad_norm": 0.39772148869790713,
      "learning_rate": 0.0001636336054435514,
      "loss": 1.1402,
      "step": 1360
    },
    {
      "epoch": 0.3537185799429904,
      "grad_norm": 0.4071165220940827,
      "learning_rate": 0.00016328405537605032,
      "loss": 1.1333,
      "step": 1365
    },
    {
      "epoch": 0.355014252396994,
      "grad_norm": 0.4269465126269822,
      "learning_rate": 0.00016293321074388375,
      "loss": 1.1948,
      "step": 1370
    },
    {
      "epoch": 0.35630992485099766,
      "grad_norm": 0.41865801202656294,
      "learning_rate": 0.00016258107872407375,
      "loss": 1.1465,
      "step": 1375
    },
    {
      "epoch": 0.3576055973050013,
      "grad_norm": 0.40838786927024157,
      "learning_rate": 0.00016222766651997789,
      "loss": 1.1695,
      "step": 1380
    },
    {
      "epoch": 0.35890126975900494,
      "grad_norm": 0.4096176785342024,
      "learning_rate": 0.0001618729813611414,
      "loss": 1.1447,
      "step": 1385
    },
    {
      "epoch": 0.3601969422130086,
      "grad_norm": 0.41309116576243843,
      "learning_rate": 0.00016151703050314986,
      "loss": 1.1804,
      "step": 1390
    },
    {
      "epoch": 0.36149261466701216,
      "grad_norm": 0.4053926841703832,
      "learning_rate": 0.00016115982122748043,
      "loss": 1.1471,
      "step": 1395
    },
    {
      "epoch": 0.3627882871210158,
      "grad_norm": 0.4058497805268484,
      "learning_rate": 0.00016080136084135297,
      "loss": 1.1494,
      "step": 1400
    },
    {
      "epoch": 0.36408395957501943,
      "grad_norm": 0.4216552491807955,
      "learning_rate": 0.00016044165667758055,
      "loss": 1.1928,
      "step": 1405
    },
    {
      "epoch": 0.36537963202902307,
      "grad_norm": 0.4336798036895343,
      "learning_rate": 0.0001600807160944195,
      "loss": 1.19,
      "step": 1410
    },
    {
      "epoch": 0.3666753044830267,
      "grad_norm": 0.42380600181334993,
      "learning_rate": 0.00015971854647541884,
      "loss": 1.1674,
      "step": 1415
    },
    {
      "epoch": 0.3679709769370303,
      "grad_norm": 0.4116489897844781,
      "learning_rate": 0.00015935515522926927,
      "loss": 1.1407,
      "step": 1420
    },
    {
      "epoch": 0.36926664939103393,
      "grad_norm": 0.4051816422975703,
      "learning_rate": 0.00015899054978965157,
      "loss": 1.1861,
      "step": 1425
    },
    {
      "epoch": 0.37056232184503757,
      "grad_norm": 0.4374412539295244,
      "learning_rate": 0.0001586247376150846,
      "loss": 1.2273,
      "step": 1430
    },
    {
      "epoch": 0.3718579942990412,
      "grad_norm": 0.4225494310104097,
      "learning_rate": 0.00015825772618877263,
      "loss": 1.2218,
      "step": 1435
    },
    {
      "epoch": 0.37315366675304484,
      "grad_norm": 0.4202018672382752,
      "learning_rate": 0.00015788952301845237,
      "loss": 1.1155,
      "step": 1440
    },
    {
      "epoch": 0.3744493392070485,
      "grad_norm": 0.4313070413558118,
      "learning_rate": 0.0001575201356362393,
      "loss": 1.1551,
      "step": 1445
    },
    {
      "epoch": 0.37574501166105206,
      "grad_norm": 0.40304574068983823,
      "learning_rate": 0.00015714957159847367,
      "loss": 1.1491,
      "step": 1450
    },
    {
      "epoch": 0.3770406841150557,
      "grad_norm": 0.4413697670634288,
      "learning_rate": 0.00015677783848556576,
      "loss": 1.1631,
      "step": 1455
    },
    {
      "epoch": 0.37833635656905934,
      "grad_norm": 0.4021843049770175,
      "learning_rate": 0.00015640494390184112,
      "loss": 1.1304,
      "step": 1460
    },
    {
      "epoch": 0.379632029023063,
      "grad_norm": 0.41280223940193794,
      "learning_rate": 0.0001560308954753847,
      "loss": 1.1458,
      "step": 1465
    },
    {
      "epoch": 0.3809277014770666,
      "grad_norm": 0.44403414056325813,
      "learning_rate": 0.00015565570085788495,
      "loss": 1.2007,
      "step": 1470
    },
    {
      "epoch": 0.3822233739310702,
      "grad_norm": 0.42327265730452945,
      "learning_rate": 0.00015527936772447725,
      "loss": 1.1168,
      "step": 1475
    },
    {
      "epoch": 0.38351904638507384,
      "grad_norm": 0.41872242471581905,
      "learning_rate": 0.00015490190377358704,
      "loss": 1.1551,
      "step": 1480
    },
    {
      "epoch": 0.3848147188390775,
      "grad_norm": 0.4076213102610575,
      "learning_rate": 0.00015452331672677206,
      "loss": 1.0902,
      "step": 1485
    },
    {
      "epoch": 0.3861103912930811,
      "grad_norm": 0.39807246728274887,
      "learning_rate": 0.00015414361432856475,
      "loss": 1.1598,
      "step": 1490
    },
    {
      "epoch": 0.38740606374708475,
      "grad_norm": 0.40854063250285516,
      "learning_rate": 0.00015376280434631345,
      "loss": 1.1806,
      "step": 1495
    },
    {
      "epoch": 0.3887017362010884,
      "grad_norm": 0.40837052057355316,
      "learning_rate": 0.00015338089457002382,
      "loss": 1.0829,
      "step": 1500
    },
    {
      "epoch": 0.38999740865509197,
      "grad_norm": 0.4123609619777807,
      "learning_rate": 0.00015299789281219935,
      "loss": 1.1688,
      "step": 1505
    },
    {
      "epoch": 0.3912930811090956,
      "grad_norm": 0.4316199953541538,
      "learning_rate": 0.00015261380690768144,
      "loss": 1.1543,
      "step": 1510
    },
    {
      "epoch": 0.39258875356309925,
      "grad_norm": 0.4398633371362292,
      "learning_rate": 0.00015222864471348943,
      "loss": 1.1724,
      "step": 1515
    },
    {
      "epoch": 0.3938844260171029,
      "grad_norm": 0.4081954480961544,
      "learning_rate": 0.00015184241410865954,
      "loss": 1.1269,
      "step": 1520
    },
    {
      "epoch": 0.3951800984711065,
      "grad_norm": 0.3994337234690745,
      "learning_rate": 0.00015145512299408388,
      "loss": 1.1598,
      "step": 1525
    },
    {
      "epoch": 0.3964757709251101,
      "grad_norm": 0.4415117779921472,
      "learning_rate": 0.00015106677929234877,
      "loss": 1.0969,
      "step": 1530
    },
    {
      "epoch": 0.39777144337911374,
      "grad_norm": 0.4033267536569039,
      "learning_rate": 0.0001506773909475727,
      "loss": 1.1955,
      "step": 1535
    },
    {
      "epoch": 0.3990671158331174,
      "grad_norm": 0.39024517506575723,
      "learning_rate": 0.00015028696592524386,
      "loss": 1.1562,
      "step": 1540
    },
    {
      "epoch": 0.400362788287121,
      "grad_norm": 0.4359801226192451,
      "learning_rate": 0.000149895512212057,
      "loss": 1.1695,
      "step": 1545
    },
    {
      "epoch": 0.40165846074112466,
      "grad_norm": 0.3996337334749442,
      "learning_rate": 0.00014950303781575034,
      "loss": 1.0982,
      "step": 1550
    },
    {
      "epoch": 0.4029541331951283,
      "grad_norm": 0.39816310192557475,
      "learning_rate": 0.00014910955076494152,
      "loss": 1.1223,
      "step": 1555
    },
    {
      "epoch": 0.4042498056491319,
      "grad_norm": 0.37894092829518466,
      "learning_rate": 0.00014871505910896352,
      "loss": 1.1217,
      "step": 1560
    },
    {
      "epoch": 0.4055454781031355,
      "grad_norm": 0.4319425134415384,
      "learning_rate": 0.0001483195709176999,
      "loss": 1.1966,
      "step": 1565
    },
    {
      "epoch": 0.40684115055713915,
      "grad_norm": 0.3996173231205214,
      "learning_rate": 0.00014792309428141978,
      "loss": 1.1039,
      "step": 1570
    },
    {
      "epoch": 0.4081368230111428,
      "grad_norm": 0.40718491453474887,
      "learning_rate": 0.0001475256373106123,
      "loss": 1.1725,
      "step": 1575
    },
    {
      "epoch": 0.40943249546514643,
      "grad_norm": 0.4286665586760103,
      "learning_rate": 0.00014712720813582066,
      "loss": 1.1443,
      "step": 1580
    },
    {
      "epoch": 0.41072816791915,
      "grad_norm": 0.4033525905918133,
      "learning_rate": 0.00014672781490747606,
      "loss": 1.1742,
      "step": 1585
    },
    {
      "epoch": 0.41202384037315365,
      "grad_norm": 0.40558326017198004,
      "learning_rate": 0.00014632746579573052,
      "loss": 1.2117,
      "step": 1590
    },
    {
      "epoch": 0.4133195128271573,
      "grad_norm": 0.4056524890982348,
      "learning_rate": 0.0001459261689902902,
      "loss": 1.2034,
      "step": 1595
    },
    {
      "epoch": 0.4146151852811609,
      "grad_norm": 0.44100980335173223,
      "learning_rate": 0.00014552393270024765,
      "loss": 1.1544,
      "step": 1600
    },
    {
      "epoch": 0.41591085773516456,
      "grad_norm": 0.39891755340287666,
      "learning_rate": 0.00014512076515391375,
      "loss": 1.1256,
      "step": 1605
    },
    {
      "epoch": 0.4172065301891682,
      "grad_norm": 0.40682040920269774,
      "learning_rate": 0.00014471667459864973,
      "loss": 1.1499,
      "step": 1610
    },
    {
      "epoch": 0.4185022026431718,
      "grad_norm": 0.44312416626229856,
      "learning_rate": 0.00014431166930069816,
      "loss": 1.0977,
      "step": 1615
    },
    {
      "epoch": 0.4197978750971754,
      "grad_norm": 0.4301392634897964,
      "learning_rate": 0.00014390575754501402,
      "loss": 1.139,
      "step": 1620
    },
    {
      "epoch": 0.42109354755117906,
      "grad_norm": 0.418724699659618,
      "learning_rate": 0.0001434989476350951,
      "loss": 1.1592,
      "step": 1625
    },
    {
      "epoch": 0.4223892200051827,
      "grad_norm": 0.4134020107191313,
      "learning_rate": 0.00014309124789281226,
      "loss": 1.2104,
      "step": 1630
    },
    {
      "epoch": 0.42368489245918634,
      "grad_norm": 0.39580446880805387,
      "learning_rate": 0.00014268266665823912,
      "loss": 1.1757,
      "step": 1635
    },
    {
      "epoch": 0.42498056491319,
      "grad_norm": 0.41472381643526246,
      "learning_rate": 0.00014227321228948146,
      "loss": 1.1322,
      "step": 1640
    },
    {
      "epoch": 0.42627623736719356,
      "grad_norm": 0.39275693329437805,
      "learning_rate": 0.0001418628931625062,
      "loss": 1.1742,
      "step": 1645
    },
    {
      "epoch": 0.4275719098211972,
      "grad_norm": 0.38619824420216714,
      "learning_rate": 0.00014145171767097027,
      "loss": 1.1511,
      "step": 1650
    },
    {
      "epoch": 0.42886758227520083,
      "grad_norm": 0.4254507618246464,
      "learning_rate": 0.00014103969422604856,
      "loss": 1.1231,
      "step": 1655
    },
    {
      "epoch": 0.43016325472920447,
      "grad_norm": 0.40459401347151125,
      "learning_rate": 0.00014062683125626218,
      "loss": 1.1384,
      "step": 1660
    },
    {
      "epoch": 0.4314589271832081,
      "grad_norm": 0.409140169024848,
      "learning_rate": 0.0001402131372073058,
      "loss": 1.191,
      "step": 1665
    },
    {
      "epoch": 0.4327545996372117,
      "grad_norm": 0.389695812394897,
      "learning_rate": 0.00013979862054187505,
      "loss": 1.1543,
      "step": 1670
    },
    {
      "epoch": 0.43405027209121533,
      "grad_norm": 0.42112717245729503,
      "learning_rate": 0.00013938328973949336,
      "loss": 1.1715,
      "step": 1675
    },
    {
      "epoch": 0.43534594454521897,
      "grad_norm": 0.3864671779444786,
      "learning_rate": 0.0001389671532963384,
      "loss": 1.1508,
      "step": 1680
    },
    {
      "epoch": 0.4366416169992226,
      "grad_norm": 0.39052429534303434,
      "learning_rate": 0.00013855021972506844,
      "loss": 1.1054,
      "step": 1685
    },
    {
      "epoch": 0.43793728945322624,
      "grad_norm": 0.404117930960366,
      "learning_rate": 0.0001381324975546481,
      "loss": 1.1623,
      "step": 1690
    },
    {
      "epoch": 0.4392329619072299,
      "grad_norm": 0.45134279442398223,
      "learning_rate": 0.0001377139953301739,
      "loss": 1.1301,
      "step": 1695
    },
    {
      "epoch": 0.44052863436123346,
      "grad_norm": 0.42206784378450607,
      "learning_rate": 0.00013729472161269946,
      "loss": 1.18,
      "step": 1700
    },
    {
      "epoch": 0.4418243068152371,
      "grad_norm": 0.43048779695832334,
      "learning_rate": 0.00013687468497906044,
      "loss": 1.1413,
      "step": 1705
    },
    {
      "epoch": 0.44311997926924074,
      "grad_norm": 0.3902243379067639,
      "learning_rate": 0.00013645389402169893,
      "loss": 1.1473,
      "step": 1710
    },
    {
      "epoch": 0.4444156517232444,
      "grad_norm": 0.3790071383777115,
      "learning_rate": 0.00013603235734848784,
      "loss": 1.2114,
      "step": 1715
    },
    {
      "epoch": 0.445711324177248,
      "grad_norm": 0.39998613746463574,
      "learning_rate": 0.00013561008358255468,
      "loss": 1.1193,
      "step": 1720
    },
    {
      "epoch": 0.4470069966312516,
      "grad_norm": 0.4136780934178077,
      "learning_rate": 0.0001351870813621054,
      "loss": 1.1417,
      "step": 1725
    },
    {
      "epoch": 0.44830266908525523,
      "grad_norm": 0.39313685685153266,
      "learning_rate": 0.00013476335934024735,
      "loss": 1.1437,
      "step": 1730
    },
    {
      "epoch": 0.44959834153925887,
      "grad_norm": 0.41028501570471904,
      "learning_rate": 0.00013433892618481248,
      "loss": 1.1032,
      "step": 1735
    },
    {
      "epoch": 0.4508940139932625,
      "grad_norm": 0.43704478597398877,
      "learning_rate": 0.00013391379057817995,
      "loss": 1.1933,
      "step": 1740
    },
    {
      "epoch": 0.45218968644726615,
      "grad_norm": 0.37937862506331654,
      "learning_rate": 0.00013348796121709862,
      "loss": 1.187,
      "step": 1745
    },
    {
      "epoch": 0.4534853589012698,
      "grad_norm": 0.40181873506259413,
      "learning_rate": 0.00013306144681250908,
      "loss": 1.1625,
      "step": 1750
    },
    {
      "epoch": 0.45478103135527337,
      "grad_norm": 0.4117326535807377,
      "learning_rate": 0.00013263425608936536,
      "loss": 1.1875,
      "step": 1755
    },
    {
      "epoch": 0.456076703809277,
      "grad_norm": 0.39234377730019654,
      "learning_rate": 0.00013220639778645663,
      "loss": 1.1888,
      "step": 1760
    },
    {
      "epoch": 0.45737237626328064,
      "grad_norm": 0.42622878050330665,
      "learning_rate": 0.0001317778806562283,
      "loss": 1.151,
      "step": 1765
    },
    {
      "epoch": 0.4586680487172843,
      "grad_norm": 0.3997439152224071,
      "learning_rate": 0.000131348713464603,
      "loss": 1.1271,
      "step": 1770
    },
    {
      "epoch": 0.4599637211712879,
      "grad_norm": 0.4151543746885238,
      "learning_rate": 0.0001309189049908014,
      "loss": 1.1745,
      "step": 1775
    },
    {
      "epoch": 0.4612593936252915,
      "grad_norm": 0.4136123970052988,
      "learning_rate": 0.00013048846402716237,
      "loss": 1.1446,
      "step": 1780
    },
    {
      "epoch": 0.46255506607929514,
      "grad_norm": 0.3925741414110596,
      "learning_rate": 0.0001300573993789633,
      "loss": 1.1186,
      "step": 1785
    },
    {
      "epoch": 0.4638507385332988,
      "grad_norm": 0.43074300043773284,
      "learning_rate": 0.00012962571986423993,
      "loss": 1.2004,
      "step": 1790
    },
    {
      "epoch": 0.4651464109873024,
      "grad_norm": 0.3948645456920277,
      "learning_rate": 0.00012919343431360596,
      "loss": 1.1534,
      "step": 1795
    },
    {
      "epoch": 0.46644208344130605,
      "grad_norm": 0.4423236206923003,
      "learning_rate": 0.00012876055157007242,
      "loss": 1.1509,
      "step": 1800
    },
    {
      "epoch": 0.4677377558953097,
      "grad_norm": 0.39371508060725335,
      "learning_rate": 0.00012832708048886679,
      "loss": 1.1941,
      "step": 1805
    },
    {
      "epoch": 0.4690334283493133,
      "grad_norm": 0.4156050706970669,
      "learning_rate": 0.00012789302993725175,
      "loss": 1.2233,
      "step": 1810
    },
    {
      "epoch": 0.4703291008033169,
      "grad_norm": 0.3844699731827056,
      "learning_rate": 0.0001274584087943439,
      "loss": 1.172,
      "step": 1815
    },
    {
      "epoch": 0.47162477325732055,
      "grad_norm": 0.392439037665497,
      "learning_rate": 0.00012702322595093212,
      "loss": 1.1935,
      "step": 1820
    },
    {
      "epoch": 0.4729204457113242,
      "grad_norm": 0.42109447627306007,
      "learning_rate": 0.00012658749030929566,
      "loss": 1.0821,
      "step": 1825
    },
    {
      "epoch": 0.4742161181653278,
      "grad_norm": 0.3985407382924968,
      "learning_rate": 0.00012615121078302202,
      "loss": 1.1564,
      "step": 1830
    },
    {
      "epoch": 0.4755117906193314,
      "grad_norm": 0.40190944372077425,
      "learning_rate": 0.0001257143962968246,
      "loss": 1.1858,
      "step": 1835
    },
    {
      "epoch": 0.47680746307333505,
      "grad_norm": 0.45076787480964914,
      "learning_rate": 0.00012527705578636023,
      "loss": 1.1514,
      "step": 1840
    },
    {
      "epoch": 0.4781031355273387,
      "grad_norm": 0.4363861711704788,
      "learning_rate": 0.0001248391981980462,
      "loss": 1.133,
      "step": 1845
    },
    {
      "epoch": 0.4793988079813423,
      "grad_norm": 0.43776230767541446,
      "learning_rate": 0.00012440083248887754,
      "loss": 1.2082,
      "step": 1850
    },
    {
      "epoch": 0.48069448043534596,
      "grad_norm": 0.4127859770012284,
      "learning_rate": 0.00012396196762624341,
      "loss": 1.1613,
      "step": 1855
    },
    {
      "epoch": 0.4819901528893496,
      "grad_norm": 0.3940447846474964,
      "learning_rate": 0.00012352261258774395,
      "loss": 1.15,
      "step": 1860
    },
    {
      "epoch": 0.4832858253433532,
      "grad_norm": 0.4193523558931992,
      "learning_rate": 0.0001230827763610066,
      "loss": 1.1382,
      "step": 1865
    },
    {
      "epoch": 0.4845814977973568,
      "grad_norm": 0.395557633792394,
      "learning_rate": 0.00012264246794350202,
      "loss": 1.1678,
      "step": 1870
    },
    {
      "epoch": 0.48587717025136046,
      "grad_norm": 0.40423444904954847,
      "learning_rate": 0.00012220169634236038,
      "loss": 1.157,
      "step": 1875
    },
    {
      "epoch": 0.4871728427053641,
      "grad_norm": 0.3870746898688869,
      "learning_rate": 0.00012176047057418682,
      "loss": 1.1439,
      "step": 1880
    },
    {
      "epoch": 0.48846851515936773,
      "grad_norm": 0.4458893388021195,
      "learning_rate": 0.00012131879966487709,
      "loss": 1.1513,
      "step": 1885
    },
    {
      "epoch": 0.4897641876133713,
      "grad_norm": 0.38478400725184214,
      "learning_rate": 0.00012087669264943302,
      "loss": 1.1333,
      "step": 1890
    },
    {
      "epoch": 0.49105986006737495,
      "grad_norm": 0.37819480972862285,
      "learning_rate": 0.00012043415857177751,
      "loss": 1.1663,
      "step": 1895
    },
    {
      "epoch": 0.4923555325213786,
      "grad_norm": 0.4125210415708117,
      "learning_rate": 0.00011999120648456974,
      "loss": 1.1457,
      "step": 1900
    },
    {
      "epoch": 0.49365120497538223,
      "grad_norm": 0.3869780886696955,
      "learning_rate": 0.00011954784544901971,
      "loss": 1.1536,
      "step": 1905
    },
    {
      "epoch": 0.49494687742938587,
      "grad_norm": 0.40907576777936727,
      "learning_rate": 0.00011910408453470316,
      "loss": 1.1361,
      "step": 1910
    },
    {
      "epoch": 0.4962425498833895,
      "grad_norm": 0.3737647497815572,
      "learning_rate": 0.00011865993281937589,
      "loss": 1.1006,
      "step": 1915
    },
    {
      "epoch": 0.4975382223373931,
      "grad_norm": 0.41125742423172207,
      "learning_rate": 0.00011821539938878801,
      "loss": 1.1641,
      "step": 1920
    },
    {
      "epoch": 0.4988338947913967,
      "grad_norm": 0.38132649216646763,
      "learning_rate": 0.00011777049333649826,
      "loss": 1.1525,
      "step": 1925
    },
    {
      "epoch": 0.5001295672454004,
      "grad_norm": 0.38834910320923277,
      "learning_rate": 0.00011732522376368781,
      "loss": 1.1531,
      "step": 1930
    },
    {
      "epoch": 0.501425239699404,
      "grad_norm": 0.40314094443067383,
      "learning_rate": 0.0001168795997789742,
      "loss": 1.1592,
      "step": 1935
    },
    {
      "epoch": 0.5027209121534076,
      "grad_norm": 0.4040865102971838,
      "learning_rate": 0.00011643363049822496,
      "loss": 1.2547,
      "step": 1940
    },
    {
      "epoch": 0.5040165846074113,
      "grad_norm": 0.38562943372958325,
      "learning_rate": 0.00011598732504437107,
      "loss": 1.1109,
      "step": 1945
    },
    {
      "epoch": 0.5053122570614149,
      "grad_norm": 0.4250211446665384,
      "learning_rate": 0.00011554069254722051,
      "loss": 1.1941,
      "step": 1950
    },
    {
      "epoch": 0.5066079295154186,
      "grad_norm": 0.4032090808510551,
      "learning_rate": 0.00011509374214327131,
      "loss": 1.1572,
      "step": 1955
    },
    {
      "epoch": 0.5079036019694221,
      "grad_norm": 0.40575976251729745,
      "learning_rate": 0.00011464648297552478,
      "loss": 1.1657,
      "step": 1960
    },
    {
      "epoch": 0.5091992744234257,
      "grad_norm": 0.41052107415559824,
      "learning_rate": 0.00011419892419329844,
      "loss": 1.1642,
      "step": 1965
    },
    {
      "epoch": 0.5104949468774294,
      "grad_norm": 0.3958628275091308,
      "learning_rate": 0.00011375107495203873,
      "loss": 1.2116,
      "step": 1970
    },
    {
      "epoch": 0.511790619331433,
      "grad_norm": 0.38478613819779206,
      "learning_rate": 0.00011330294441313402,
      "loss": 1.1451,
      "step": 1975
    },
    {
      "epoch": 0.5130862917854366,
      "grad_norm": 0.43128674114012594,
      "learning_rate": 0.00011285454174372692,
      "loss": 1.1494,
      "step": 1980
    },
    {
      "epoch": 0.5143819642394403,
      "grad_norm": 0.4424953381805022,
      "learning_rate": 0.0001124058761165268,
      "loss": 1.0932,
      "step": 1985
    },
    {
      "epoch": 0.5156776366934439,
      "grad_norm": 0.4063559419481111,
      "learning_rate": 0.00011195695670962234,
      "loss": 1.1137,
      "step": 1990
    },
    {
      "epoch": 0.5169733091474475,
      "grad_norm": 0.3975356665709952,
      "learning_rate": 0.00011150779270629353,
      "loss": 1.1873,
      "step": 1995
    },
    {
      "epoch": 0.5182689816014512,
      "grad_norm": 0.4185740854748383,
      "learning_rate": 0.00011105839329482397,
      "loss": 1.1108,
      "step": 2000
    },
    {
      "epoch": 0.5195646540554548,
      "grad_norm": 0.38989666093808334,
      "learning_rate": 0.00011060876766831285,
      "loss": 1.1663,
      "step": 2005
    },
    {
      "epoch": 0.5208603265094585,
      "grad_norm": 0.40596909372428913,
      "learning_rate": 0.00011015892502448692,
      "loss": 1.1382,
      "step": 2010
    },
    {
      "epoch": 0.522155998963462,
      "grad_norm": 0.37956800433559007,
      "learning_rate": 0.00010970887456551234,
      "loss": 1.104,
      "step": 2015
    },
    {
      "epoch": 0.5234516714174656,
      "grad_norm": 0.3972204538731939,
      "learning_rate": 0.00010925862549780637,
      "loss": 1.1414,
      "step": 2020
    },
    {
      "epoch": 0.5247473438714693,
      "grad_norm": 0.4266101329792826,
      "learning_rate": 0.00010880818703184919,
      "loss": 1.2131,
      "step": 2025
    },
    {
      "epoch": 0.5260430163254729,
      "grad_norm": 0.4059164191077208,
      "learning_rate": 0.00010835756838199524,
      "loss": 1.1005,
      "step": 2030
    },
    {
      "epoch": 0.5273386887794765,
      "grad_norm": 0.37690318544316265,
      "learning_rate": 0.00010790677876628501,
      "loss": 1.1448,
      "step": 2035
    },
    {
      "epoch": 0.5286343612334802,
      "grad_norm": 0.39147947369844754,
      "learning_rate": 0.00010745582740625631,
      "loss": 1.161,
      "step": 2040
    },
    {
      "epoch": 0.5299300336874838,
      "grad_norm": 0.4061256597825514,
      "learning_rate": 0.00010700472352675556,
      "loss": 1.1861,
      "step": 2045
    },
    {
      "epoch": 0.5312257061414875,
      "grad_norm": 0.3877742069695207,
      "learning_rate": 0.00010655347635574937,
      "loss": 1.1816,
      "step": 2050
    },
    {
      "epoch": 0.5325213785954911,
      "grad_norm": 0.3971133244937986,
      "learning_rate": 0.00010610209512413536,
      "loss": 1.2017,
      "step": 2055
    },
    {
      "epoch": 0.5338170510494947,
      "grad_norm": 0.41551450058475425,
      "learning_rate": 0.0001056505890655537,
      "loss": 1.1692,
      "step": 2060
    },
    {
      "epoch": 0.5351127235034984,
      "grad_norm": 0.43646326285085413,
      "learning_rate": 0.00010519896741619803,
      "loss": 1.0993,
      "step": 2065
    },
    {
      "epoch": 0.5364083959575019,
      "grad_norm": 0.38667765038581386,
      "learning_rate": 0.00010474723941462658,
      "loss": 1.1151,
      "step": 2070
    },
    {
      "epoch": 0.5377040684115055,
      "grad_norm": 0.39156927596261365,
      "learning_rate": 0.00010429541430157313,
      "loss": 1.1641,
      "step": 2075
    },
    {
      "epoch": 0.5389997408655092,
      "grad_norm": 0.39506144218425854,
      "learning_rate": 0.00010384350131975802,
      "loss": 1.2444,
      "step": 2080
    },
    {
      "epoch": 0.5402954133195128,
      "grad_norm": 0.3881326675938924,
      "learning_rate": 0.00010339150971369906,
      "loss": 1.129,
      "step": 2085
    },
    {
      "epoch": 0.5415910857735164,
      "grad_norm": 0.3901794452377504,
      "learning_rate": 0.00010293944872952248,
      "loss": 1.1536,
      "step": 2090
    },
    {
      "epoch": 0.5428867582275201,
      "grad_norm": 0.3852428804649106,
      "learning_rate": 0.00010248732761477371,
      "loss": 1.1365,
      "step": 2095
    },
    {
      "epoch": 0.5441824306815237,
      "grad_norm": 0.4261491575765494,
      "learning_rate": 0.0001020351556182282,
      "loss": 1.089,
      "step": 2100
    },
    {
      "epoch": 0.5454781031355274,
      "grad_norm": 0.4070655687819442,
      "learning_rate": 0.00010158294198970232,
      "loss": 1.1591,
      "step": 2105
    },
    {
      "epoch": 0.546773775589531,
      "grad_norm": 0.4142505000419484,
      "learning_rate": 0.00010113069597986402,
      "loss": 1.1403,
      "step": 2110
    },
    {
      "epoch": 0.5480694480435346,
      "grad_norm": 0.3988427337375973,
      "learning_rate": 0.0001006784268400437,
      "loss": 1.1043,
      "step": 2115
    },
    {
      "epoch": 0.5493651204975383,
      "grad_norm": 0.37926295342271793,
      "learning_rate": 0.00010022614382204492,
      "loss": 1.1694,
      "step": 2120
    },
    {
      "epoch": 0.5506607929515418,
      "grad_norm": 0.3854042883512697,
      "learning_rate": 9.97738561779551e-05,
      "loss": 1.1891,
      "step": 2125
    },
    {
      "epoch": 0.5519564654055454,
      "grad_norm": 0.4035084032954952,
      "learning_rate": 9.932157315995631e-05,
      "loss": 1.1563,
      "step": 2130
    },
    {
      "epoch": 0.5532521378595491,
      "grad_norm": 0.4083098281929601,
      "learning_rate": 9.8869304020136e-05,
      "loss": 1.2097,
      "step": 2135
    },
    {
      "epoch": 0.5545478103135527,
      "grad_norm": 0.3884516778316842,
      "learning_rate": 9.841705801029769e-05,
      "loss": 1.1932,
      "step": 2140
    },
    {
      "epoch": 0.5558434827675564,
      "grad_norm": 0.38224759440627476,
      "learning_rate": 9.79648443817718e-05,
      "loss": 1.0978,
      "step": 2145
    },
    {
      "epoch": 0.55713915522156,
      "grad_norm": 0.46057864945040095,
      "learning_rate": 9.751267238522631e-05,
      "loss": 1.1465,
      "step": 2150
    },
    {
      "epoch": 0.5584348276755636,
      "grad_norm": 0.38627135619303393,
      "learning_rate": 9.706055127047755e-05,
      "loss": 1.1533,
      "step": 2155
    },
    {
      "epoch": 0.5597305001295673,
      "grad_norm": 0.3891179649712941,
      "learning_rate": 9.660849028630096e-05,
      "loss": 1.1984,
      "step": 2160
    },
    {
      "epoch": 0.5610261725835709,
      "grad_norm": 0.39223924604212307,
      "learning_rate": 9.615649868024199e-05,
      "loss": 1.1463,
      "step": 2165
    },
    {
      "epoch": 0.5623218450375745,
      "grad_norm": 0.39471896059848777,
      "learning_rate": 9.570458569842688e-05,
      "loss": 1.1487,
      "step": 2170
    },
    {
      "epoch": 0.5636175174915782,
      "grad_norm": 0.3928874290731547,
      "learning_rate": 9.525276058537344e-05,
      "loss": 1.1315,
      "step": 2175
    },
    {
      "epoch": 0.5649131899455817,
      "grad_norm": 0.4064990206731607,
      "learning_rate": 9.480103258380198e-05,
      "loss": 1.1562,
      "step": 2180
    },
    {
      "epoch": 0.5662088623995853,
      "grad_norm": 0.38415170548201955,
      "learning_rate": 9.434941093444632e-05,
      "loss": 1.1811,
      "step": 2185
    },
    {
      "epoch": 0.567504534853589,
      "grad_norm": 0.3859240132285136,
      "learning_rate": 9.389790487586465e-05,
      "loss": 1.2216,
      "step": 2190
    },
    {
      "epoch": 0.5688002073075926,
      "grad_norm": 0.40615716009377495,
      "learning_rate": 9.344652364425065e-05,
      "loss": 1.2206,
      "step": 2195
    },
    {
      "epoch": 0.5700958797615963,
      "grad_norm": 0.3919524007695092,
      "learning_rate": 9.299527647324444e-05,
      "loss": 1.1929,
      "step": 2200
    },
    {
      "epoch": 0.5713915522155999,
      "grad_norm": 0.3821208159345121,
      "learning_rate": 9.254417259374374e-05,
      "loss": 1.0911,
      "step": 2205
    },
    {
      "epoch": 0.5726872246696035,
      "grad_norm": 0.42022947326779125,
      "learning_rate": 9.2093221233715e-05,
      "loss": 1.1504,
      "step": 2210
    },
    {
      "epoch": 0.5739828971236072,
      "grad_norm": 0.4544847994091584,
      "learning_rate": 9.164243161800477e-05,
      "loss": 1.1582,
      "step": 2215
    },
    {
      "epoch": 0.5752785695776108,
      "grad_norm": 0.41094059546634143,
      "learning_rate": 9.119181296815085e-05,
      "loss": 1.1297,
      "step": 2220
    },
    {
      "epoch": 0.5765742420316144,
      "grad_norm": 0.3805641014764856,
      "learning_rate": 9.074137450219364e-05,
      "loss": 1.185,
      "step": 2225
    },
    {
      "epoch": 0.5778699144856181,
      "grad_norm": 0.39504497212816847,
      "learning_rate": 9.02911254344877e-05,
      "loss": 1.1875,
      "step": 2230
    },
    {
      "epoch": 0.5791655869396216,
      "grad_norm": 0.40451192253045454,
      "learning_rate": 8.984107497551311e-05,
      "loss": 1.1368,
      "step": 2235
    },
    {
      "epoch": 0.5804612593936253,
      "grad_norm": 0.3769782624908954,
      "learning_rate": 8.939123233168717e-05,
      "loss": 1.1391,
      "step": 2240
    },
    {
      "epoch": 0.5817569318476289,
      "grad_norm": 0.4058748960564205,
      "learning_rate": 8.894160670517606e-05,
      "loss": 1.1751,
      "step": 2245
    },
    {
      "epoch": 0.5830526043016325,
      "grad_norm": 0.3881661677768996,
      "learning_rate": 8.849220729370651e-05,
      "loss": 1.1215,
      "step": 2250
    },
    {
      "epoch": 0.5843482767556362,
      "grad_norm": 0.3807361487895863,
      "learning_rate": 8.804304329037771e-05,
      "loss": 1.1604,
      "step": 2255
    },
    {
      "epoch": 0.5856439492096398,
      "grad_norm": 0.3780073193073684,
      "learning_rate": 8.759412388347321e-05,
      "loss": 1.1159,
      "step": 2260
    },
    {
      "epoch": 0.5869396216636434,
      "grad_norm": 0.3910762750334457,
      "learning_rate": 8.71454582562731e-05,
      "loss": 1.1283,
      "step": 2265
    },
    {
      "epoch": 0.5882352941176471,
      "grad_norm": 0.3577377830833829,
      "learning_rate": 8.669705558686599e-05,
      "loss": 1.0881,
      "step": 2270
    },
    {
      "epoch": 0.5895309665716507,
      "grad_norm": 0.38870803678431104,
      "learning_rate": 8.624892504796128e-05,
      "loss": 1.1302,
      "step": 2275
    },
    {
      "epoch": 0.5908266390256544,
      "grad_norm": 0.43127992879460963,
      "learning_rate": 8.580107580670163e-05,
      "loss": 1.183,
      "step": 2280
    },
    {
      "epoch": 0.592122311479658,
      "grad_norm": 0.37408901643032355,
      "learning_rate": 8.535351702447524e-05,
      "loss": 1.1624,
      "step": 2285
    },
    {
      "epoch": 0.5934179839336615,
      "grad_norm": 0.4003666810623533,
      "learning_rate": 8.49062578567287e-05,
      "loss": 1.1193,
      "step": 2290
    },
    {
      "epoch": 0.5947136563876652,
      "grad_norm": 0.3723417367446364,
      "learning_rate": 8.445930745277953e-05,
      "loss": 1.146,
      "step": 2295
    },
    {
      "epoch": 0.5960093288416688,
      "grad_norm": 0.35036357860872624,
      "learning_rate": 8.401267495562894e-05,
      "loss": 1.0963,
      "step": 2300
    },
    {
      "epoch": 0.5973050012956724,
      "grad_norm": 0.3969850486600124,
      "learning_rate": 8.356636950177509e-05,
      "loss": 1.1645,
      "step": 2305
    },
    {
      "epoch": 0.5986006737496761,
      "grad_norm": 0.3908066674173964,
      "learning_rate": 8.312040022102581e-05,
      "loss": 1.1573,
      "step": 2310
    },
    {
      "epoch": 0.5998963462036797,
      "grad_norm": 0.3970139193288793,
      "learning_rate": 8.26747762363122e-05,
      "loss": 1.1475,
      "step": 2315
    },
    {
      "epoch": 0.6011920186576833,
      "grad_norm": 0.3809149209886327,
      "learning_rate": 8.222950666350176e-05,
      "loss": 1.0996,
      "step": 2320
    },
    {
      "epoch": 0.602487691111687,
      "grad_norm": 0.3831688926512033,
      "learning_rate": 8.1784600611212e-05,
      "loss": 1.1586,
      "step": 2325
    },
    {
      "epoch": 0.6037833635656906,
      "grad_norm": 0.37892711696966613,
      "learning_rate": 8.134006718062417e-05,
      "loss": 1.1394,
      "step": 2330
    },
    {
      "epoch": 0.6050790360196943,
      "grad_norm": 0.3796251460883534,
      "learning_rate": 8.089591546529686e-05,
      "loss": 1.1342,
      "step": 2335
    },
    {
      "epoch": 0.6063747084736979,
      "grad_norm": 0.3854947360629934,
      "learning_rate": 8.04521545509803e-05,
      "loss": 1.1234,
      "step": 2340
    },
    {
      "epoch": 0.6076703809277014,
      "grad_norm": 0.39157237980540016,
      "learning_rate": 8.00087935154303e-05,
      "loss": 1.1789,
      "step": 2345
    },
    {
      "epoch": 0.6089660533817051,
      "grad_norm": 0.37973961502373016,
      "learning_rate": 7.956584142822248e-05,
      "loss": 1.1725,
      "step": 2350
    },
    {
      "epoch": 0.6102617258357087,
      "grad_norm": 0.4002316998884078,
      "learning_rate": 7.912330735056702e-05,
      "loss": 1.1761,
      "step": 2355
    },
    {
      "epoch": 0.6115573982897123,
      "grad_norm": 0.3933317900533284,
      "learning_rate": 7.868120033512294e-05,
      "loss": 1.1279,
      "step": 2360
    },
    {
      "epoch": 0.612853070743716,
      "grad_norm": 0.3994518364881897,
      "learning_rate": 7.82395294258132e-05,
      "loss": 1.1292,
      "step": 2365
    },
    {
      "epoch": 0.6141487431977196,
      "grad_norm": 0.3774270174393722,
      "learning_rate": 7.779830365763963e-05,
      "loss": 1.1699,
      "step": 2370
    },
    {
      "epoch": 0.6154444156517233,
      "grad_norm": 0.3936443342897645,
      "learning_rate": 7.735753205649798e-05,
      "loss": 1.1691,
      "step": 2375
    },
    {
      "epoch": 0.6167400881057269,
      "grad_norm": 0.3958990632556032,
      "learning_rate": 7.691722363899346e-05,
      "loss": 1.1053,
      "step": 2380
    },
    {
      "epoch": 0.6180357605597305,
      "grad_norm": 0.40113089490170173,
      "learning_rate": 7.647738741225605e-05,
      "loss": 1.0826,
      "step": 2385
    },
    {
      "epoch": 0.6193314330137342,
      "grad_norm": 0.39930864888851864,
      "learning_rate": 7.60380323737566e-05,
      "loss": 1.199,
      "step": 2390
    },
    {
      "epoch": 0.6206271054677378,
      "grad_norm": 0.3962521144461154,
      "learning_rate": 7.559916751112248e-05,
      "loss": 1.1933,
      "step": 2395
    },
    {
      "epoch": 0.6219227779217413,
      "grad_norm": 0.37888926408124746,
      "learning_rate": 7.516080180195379e-05,
      "loss": 1.1713,
      "step": 2400
    },
    {
      "epoch": 0.623218450375745,
      "grad_norm": 0.3708133442805237,
      "learning_rate": 7.472294421363982e-05,
      "loss": 1.2177,
      "step": 2405
    },
    {
      "epoch": 0.6245141228297486,
      "grad_norm": 0.41709292403420495,
      "learning_rate": 7.428560370317542e-05,
      "loss": 1.1678,
      "step": 2410
    },
    {
      "epoch": 0.6258097952837522,
      "grad_norm": 0.38822425697798224,
      "learning_rate": 7.3848789216978e-05,
      "loss": 1.1628,
      "step": 2415
    },
    {
      "epoch": 0.6271054677377559,
      "grad_norm": 0.38293720555111366,
      "learning_rate": 7.341250969070435e-05,
      "loss": 1.1668,
      "step": 2420
    },
    {
      "epoch": 0.6284011401917595,
      "grad_norm": 0.3982879136320185,
      "learning_rate": 7.297677404906787e-05,
      "loss": 1.1808,
      "step": 2425
    },
    {
      "epoch": 0.6296968126457632,
      "grad_norm": 0.4970736508224388,
      "learning_rate": 7.254159120565614e-05,
      "loss": 1.1915,
      "step": 2430
    },
    {
      "epoch": 0.6309924850997668,
      "grad_norm": 0.3859126967679283,
      "learning_rate": 7.210697006274829e-05,
      "loss": 1.1032,
      "step": 2435
    },
    {
      "epoch": 0.6322881575537704,
      "grad_norm": 0.3804578357151546,
      "learning_rate": 7.167291951113322e-05,
      "loss": 1.1567,
      "step": 2440
    },
    {
      "epoch": 0.6335838300077741,
      "grad_norm": 0.38190993552219266,
      "learning_rate": 7.123944842992759e-05,
      "loss": 1.091,
      "step": 2445
    },
    {
      "epoch": 0.6348795024617777,
      "grad_norm": 0.38091685226387034,
      "learning_rate": 7.080656568639406e-05,
      "loss": 1.1457,
      "step": 2450
    },
    {
      "epoch": 0.6361751749157812,
      "grad_norm": 0.3853362546606581,
      "learning_rate": 7.037428013576013e-05,
      "loss": 1.1463,
      "step": 2455
    },
    {
      "epoch": 0.6374708473697849,
      "grad_norm": 0.36970236476000445,
      "learning_rate": 6.994260062103674e-05,
      "loss": 1.1393,
      "step": 2460
    },
    {
      "epoch": 0.6387665198237885,
      "grad_norm": 0.40400326202643533,
      "learning_rate": 6.951153597283766e-05,
      "loss": 1.1295,
      "step": 2465
    },
    {
      "epoch": 0.6400621922777922,
      "grad_norm": 0.3816874564299913,
      "learning_rate": 6.908109500919861e-05,
      "loss": 1.1662,
      "step": 2470
    },
    {
      "epoch": 0.6413578647317958,
      "grad_norm": 0.3799563658685613,
      "learning_rate": 6.865128653539699e-05,
      "loss": 1.1876,
      "step": 2475
    },
    {
      "epoch": 0.6426535371857994,
      "grad_norm": 0.379580454677419,
      "learning_rate": 6.822211934377176e-05,
      "loss": 1.1005,
      "step": 2480
    },
    {
      "epoch": 0.6439492096398031,
      "grad_norm": 0.36403149625971076,
      "learning_rate": 6.77936022135434e-05,
      "loss": 1.0924,
      "step": 2485
    },
    {
      "epoch": 0.6452448820938067,
      "grad_norm": 0.3864263981944349,
      "learning_rate": 6.736574391063466e-05,
      "loss": 1.166,
      "step": 2490
    },
    {
      "epoch": 0.6465405545478103,
      "grad_norm": 0.4278354770987037,
      "learning_rate": 6.693855318749096e-05,
      "loss": 1.1463,
      "step": 2495
    },
    {
      "epoch": 0.647836227001814,
      "grad_norm": 0.3881716691518243,
      "learning_rate": 6.651203878290139e-05,
      "loss": 1.1658,
      "step": 2500
    },
    {
      "epoch": 0.6491318994558176,
      "grad_norm": 0.3773480140369342,
      "learning_rate": 6.608620942182011e-05,
      "loss": 1.1561,
      "step": 2505
    },
    {
      "epoch": 0.6504275719098211,
      "grad_norm": 0.38362919406181467,
      "learning_rate": 6.566107381518758e-05,
      "loss": 1.1553,
      "step": 2510
    },
    {
      "epoch": 0.6517232443638248,
      "grad_norm": 0.3889927393341413,
      "learning_rate": 6.523664065975268e-05,
      "loss": 1.0927,
      "step": 2515
    },
    {
      "epoch": 0.6530189168178284,
      "grad_norm": 0.3770322611579158,
      "learning_rate": 6.481291863789461e-05,
      "loss": 1.1621,
      "step": 2520
    },
    {
      "epoch": 0.6543145892718321,
      "grad_norm": 0.3583870387014761,
      "learning_rate": 6.43899164174453e-05,
      "loss": 1.1688,
      "step": 2525
    },
    {
      "epoch": 0.6556102617258357,
      "grad_norm": 0.36282391266493386,
      "learning_rate": 6.396764265151221e-05,
      "loss": 1.0909,
      "step": 2530
    },
    {
      "epoch": 0.6569059341798393,
      "grad_norm": 0.40358089248833323,
      "learning_rate": 6.35461059783011e-05,
      "loss": 1.185,
      "step": 2535
    },
    {
      "epoch": 0.658201606633843,
      "grad_norm": 0.3622883465103346,
      "learning_rate": 6.312531502093958e-05,
      "loss": 1.1586,
      "step": 2540
    },
    {
      "epoch": 0.6594972790878466,
      "grad_norm": 0.39189718464338913,
      "learning_rate": 6.270527838730053e-05,
      "loss": 1.1592,
      "step": 2545
    },
    {
      "epoch": 0.6607929515418502,
      "grad_norm": 0.36779638890391525,
      "learning_rate": 6.228600466982611e-05,
      "loss": 1.156,
      "step": 2550
    },
    {
      "epoch": 0.6620886239958539,
      "grad_norm": 0.37597682220271855,
      "learning_rate": 6.186750244535194e-05,
      "loss": 1.1353,
      "step": 2555
    },
    {
      "epoch": 0.6633842964498575,
      "grad_norm": 0.3886787309603002,
      "learning_rate": 6.144978027493158e-05,
      "loss": 1.1341,
      "step": 2560
    },
    {
      "epoch": 0.664679968903861,
      "grad_norm": 0.35942315304405126,
      "learning_rate": 6.103284670366162e-05,
      "loss": 1.1597,
      "step": 2565
    },
    {
      "epoch": 0.6659756413578647,
      "grad_norm": 0.41146010175047676,
      "learning_rate": 6.061671026050668e-05,
      "loss": 1.18,
      "step": 2570
    },
    {
      "epoch": 0.6672713138118683,
      "grad_norm": 0.38590903226923434,
      "learning_rate": 6.0201379458124964e-05,
      "loss": 1.1639,
      "step": 2575
    },
    {
      "epoch": 0.668566986265872,
      "grad_norm": 0.386535230930437,
      "learning_rate": 5.978686279269421e-05,
      "loss": 1.0866,
      "step": 2580
    },
    {
      "epoch": 0.6698626587198756,
      "grad_norm": 0.3877441934910258,
      "learning_rate": 5.9373168743737864e-05,
      "loss": 1.1325,
      "step": 2585
    },
    {
      "epoch": 0.6711583311738792,
      "grad_norm": 0.3990007152806006,
      "learning_rate": 5.896030577395144e-05,
      "loss": 1.1188,
      "step": 2590
    },
    {
      "epoch": 0.6724540036278829,
      "grad_norm": 0.3970387094956777,
      "learning_rate": 5.854828232902976e-05,
      "loss": 1.1939,
      "step": 2595
    },
    {
      "epoch": 0.6737496760818865,
      "grad_norm": 0.39839395255304766,
      "learning_rate": 5.813710683749379e-05,
      "loss": 1.2078,
      "step": 2600
    },
    {
      "epoch": 0.6750453485358902,
      "grad_norm": 0.39807324424891044,
      "learning_rate": 5.772678771051858e-05,
      "loss": 1.1513,
      "step": 2605
    },
    {
      "epoch": 0.6763410209898938,
      "grad_norm": 0.371233691663641,
      "learning_rate": 5.7317333341760906e-05,
      "loss": 1.1896,
      "step": 2610
    },
    {
      "epoch": 0.6776366934438974,
      "grad_norm": 0.3914320864664493,
      "learning_rate": 5.690875210718778e-05,
      "loss": 1.144,
      "step": 2615
    },
    {
      "epoch": 0.678932365897901,
      "grad_norm": 0.38952180289646227,
      "learning_rate": 5.6501052364904906e-05,
      "loss": 1.1669,
      "step": 2620
    },
    {
      "epoch": 0.6802280383519046,
      "grad_norm": 0.3623267889899647,
      "learning_rate": 5.6094242454986e-05,
      "loss": 1.179,
      "step": 2625
    },
    {
      "epoch": 0.6815237108059082,
      "grad_norm": 0.3637529461983289,
      "learning_rate": 5.568833069930186e-05,
      "loss": 1.1244,
      "step": 2630
    },
    {
      "epoch": 0.6828193832599119,
      "grad_norm": 0.387937514120572,
      "learning_rate": 5.528332540135031e-05,
      "loss": 1.1699,
      "step": 2635
    },
    {
      "epoch": 0.6841150557139155,
      "grad_norm": 0.37878126929029915,
      "learning_rate": 5.487923484608629e-05,
      "loss": 1.131,
      "step": 2640
    },
    {
      "epoch": 0.6854107281679191,
      "grad_norm": 0.3903173526956151,
      "learning_rate": 5.4476067299752385e-05,
      "loss": 1.1165,
      "step": 2645
    },
    {
      "epoch": 0.6867064006219228,
      "grad_norm": 0.3857342653067374,
      "learning_rate": 5.4073831009709805e-05,
      "loss": 1.0854,
      "step": 2650
    },
    {
      "epoch": 0.6880020730759264,
      "grad_norm": 0.3661818366505174,
      "learning_rate": 5.367253420426952e-05,
      "loss": 1.173,
      "step": 2655
    },
    {
      "epoch": 0.6892977455299301,
      "grad_norm": 0.3695899768899783,
      "learning_rate": 5.3272185092524004e-05,
      "loss": 1.1917,
      "step": 2660
    },
    {
      "epoch": 0.6905934179839337,
      "grad_norm": 0.3709048127868108,
      "learning_rate": 5.287279186417938e-05,
      "loss": 1.1595,
      "step": 2665
    },
    {
      "epoch": 0.6918890904379373,
      "grad_norm": 0.388715290668864,
      "learning_rate": 5.2474362689387745e-05,
      "loss": 1.1681,
      "step": 2670
    },
    {
      "epoch": 0.6931847628919409,
      "grad_norm": 0.41572003898003435,
      "learning_rate": 5.207690571858025e-05,
      "loss": 1.1344,
      "step": 2675
    },
    {
      "epoch": 0.6944804353459445,
      "grad_norm": 0.3688637831571822,
      "learning_rate": 5.1680429082300134e-05,
      "loss": 1.1911,
      "step": 2680
    },
    {
      "epoch": 0.6957761077999481,
      "grad_norm": 0.3793170468762598,
      "learning_rate": 5.128494089103652e-05,
      "loss": 1.1127,
      "step": 2685
    },
    {
      "epoch": 0.6970717802539518,
      "grad_norm": 0.43134296541622413,
      "learning_rate": 5.0890449235058525e-05,
      "loss": 1.1784,
      "step": 2690
    },
    {
      "epoch": 0.6983674527079554,
      "grad_norm": 0.3635096529171273,
      "learning_rate": 5.049696218424969e-05,
      "loss": 1.1428,
      "step": 2695
    },
    {
      "epoch": 0.699663125161959,
      "grad_norm": 0.3878749986675832,
      "learning_rate": 5.010448778794303e-05,
      "loss": 1.1741,
      "step": 2700
    },
    {
      "epoch": 0.7009587976159627,
      "grad_norm": 0.40169342624996973,
      "learning_rate": 4.971303407475618e-05,
      "loss": 1.1599,
      "step": 2705
    },
    {
      "epoch": 0.7022544700699663,
      "grad_norm": 0.3694514584240007,
      "learning_rate": 4.932260905242731e-05,
      "loss": 1.1187,
      "step": 2710
    },
    {
      "epoch": 0.70355014252397,
      "grad_norm": 0.40107470744868656,
      "learning_rate": 4.893322070765126e-05,
      "loss": 1.1087,
      "step": 2715
    },
    {
      "epoch": 0.7048458149779736,
      "grad_norm": 0.3973309016316779,
      "learning_rate": 4.8544877005916126e-05,
      "loss": 1.1353,
      "step": 2720
    },
    {
      "epoch": 0.7061414874319772,
      "grad_norm": 0.36945482581363814,
      "learning_rate": 4.815758589134046e-05,
      "loss": 1.1537,
      "step": 2725
    },
    {
      "epoch": 0.7074371598859808,
      "grad_norm": 0.39405014852767495,
      "learning_rate": 4.777135528651058e-05,
      "loss": 1.1864,
      "step": 2730
    },
    {
      "epoch": 0.7087328323399844,
      "grad_norm": 0.36438744458294,
      "learning_rate": 4.738619309231857e-05,
      "loss": 1.1571,
      "step": 2735
    },
    {
      "epoch": 0.710028504793988,
      "grad_norm": 0.3718851263620155,
      "learning_rate": 4.700210718780072e-05,
      "loss": 1.1375,
      "step": 2740
    },
    {
      "epoch": 0.7113241772479917,
      "grad_norm": 0.3968100064213781,
      "learning_rate": 4.6619105429976193e-05,
      "loss": 1.0992,
      "step": 2745
    },
    {
      "epoch": 0.7126198497019953,
      "grad_norm": 0.3735407865710053,
      "learning_rate": 4.623719565368657e-05,
      "loss": 1.154,
      "step": 2750
    },
    {
      "epoch": 0.713915522155999,
      "grad_norm": 0.3855769481718261,
      "learning_rate": 4.585638567143529e-05,
      "loss": 1.1087,
      "step": 2755
    },
    {
      "epoch": 0.7152111946100026,
      "grad_norm": 0.39904660177632,
      "learning_rate": 4.547668327322796e-05,
      "loss": 1.1557,
      "step": 2760
    },
    {
      "epoch": 0.7165068670640062,
      "grad_norm": 0.37552561838186715,
      "learning_rate": 4.5098096226413e-05,
      "loss": 1.1788,
      "step": 2765
    },
    {
      "epoch": 0.7178025395180099,
      "grad_norm": 0.39324730815800873,
      "learning_rate": 4.472063227552274e-05,
      "loss": 1.1688,
      "step": 2770
    },
    {
      "epoch": 0.7190982119720135,
      "grad_norm": 0.38301296634310333,
      "learning_rate": 4.434429914211508e-05,
      "loss": 1.1711,
      "step": 2775
    },
    {
      "epoch": 0.7203938844260172,
      "grad_norm": 0.3709443062095975,
      "learning_rate": 4.396910452461532e-05,
      "loss": 1.1718,
      "step": 2780
    },
    {
      "epoch": 0.7216895568800207,
      "grad_norm": 0.39239048686699185,
      "learning_rate": 4.3595056098158906e-05,
      "loss": 1.1574,
      "step": 2785
    },
    {
      "epoch": 0.7229852293340243,
      "grad_norm": 0.41357484414155377,
      "learning_rate": 4.322216151443428e-05,
      "loss": 1.1074,
      "step": 2790
    },
    {
      "epoch": 0.724280901788028,
      "grad_norm": 0.3672227895875153,
      "learning_rate": 4.2850428401526376e-05,
      "loss": 1.1028,
      "step": 2795
    },
    {
      "epoch": 0.7255765742420316,
      "grad_norm": 0.3664872416848814,
      "learning_rate": 4.2479864363760726e-05,
      "loss": 1.1508,
      "step": 2800
    },
    {
      "epoch": 0.7268722466960352,
      "grad_norm": 0.3710822782612391,
      "learning_rate": 4.211047698154765e-05,
      "loss": 1.1369,
      "step": 2805
    },
    {
      "epoch": 0.7281679191500389,
      "grad_norm": 0.38199563385579133,
      "learning_rate": 4.1742273811227395e-05,
      "loss": 1.1716,
      "step": 2810
    },
    {
      "epoch": 0.7294635916040425,
      "grad_norm": 0.36978932404422615,
      "learning_rate": 4.1375262384915433e-05,
      "loss": 1.1613,
      "step": 2815
    },
    {
      "epoch": 0.7307592640580461,
      "grad_norm": 0.37568319756030377,
      "learning_rate": 4.100945021034843e-05,
      "loss": 1.1396,
      "step": 2820
    },
    {
      "epoch": 0.7320549365120498,
      "grad_norm": 0.3802598263999195,
      "learning_rate": 4.064484477073074e-05,
      "loss": 1.172,
      "step": 2825
    },
    {
      "epoch": 0.7333506089660534,
      "grad_norm": 0.3690252573947318,
      "learning_rate": 4.028145352458118e-05,
      "loss": 1.1413,
      "step": 2830
    },
    {
      "epoch": 0.7346462814200571,
      "grad_norm": 0.3942754823686454,
      "learning_rate": 3.991928390558054e-05,
      "loss": 1.1069,
      "step": 2835
    },
    {
      "epoch": 0.7359419538740606,
      "grad_norm": 0.3720821371337478,
      "learning_rate": 3.95583433224195e-05,
      "loss": 1.0835,
      "step": 2840
    },
    {
      "epoch": 0.7372376263280642,
      "grad_norm": 0.3807303246565132,
      "learning_rate": 3.9198639158647056e-05,
      "loss": 1.1501,
      "step": 2845
    },
    {
      "epoch": 0.7385332987820679,
      "grad_norm": 0.36231750839777666,
      "learning_rate": 3.884017877251959e-05,
      "loss": 1.0563,
      "step": 2850
    },
    {
      "epoch": 0.7398289712360715,
      "grad_norm": 0.388874708381432,
      "learning_rate": 3.8482969496850166e-05,
      "loss": 1.0889,
      "step": 2855
    },
    {
      "epoch": 0.7411246436900751,
      "grad_norm": 0.38013479771110215,
      "learning_rate": 3.812701863885865e-05,
      "loss": 1.1145,
      "step": 2860
    },
    {
      "epoch": 0.7424203161440788,
      "grad_norm": 0.3717583300327742,
      "learning_rate": 3.7772333480022185e-05,
      "loss": 1.0663,
      "step": 2865
    },
    {
      "epoch": 0.7437159885980824,
      "grad_norm": 0.36405208418925755,
      "learning_rate": 3.741892127592625e-05,
      "loss": 1.1102,
      "step": 2870
    },
    {
      "epoch": 0.745011661052086,
      "grad_norm": 0.3723066034084609,
      "learning_rate": 3.706678925611629e-05,
      "loss": 1.1602,
      "step": 2875
    },
    {
      "epoch": 0.7463073335060897,
      "grad_norm": 0.3783951434167031,
      "learning_rate": 3.67159446239497e-05,
      "loss": 1.1233,
      "step": 2880
    },
    {
      "epoch": 0.7476030059600933,
      "grad_norm": 0.37951067018123125,
      "learning_rate": 3.636639455644858e-05,
      "loss": 1.0545,
      "step": 2885
    },
    {
      "epoch": 0.748898678414097,
      "grad_norm": 0.37421338215744115,
      "learning_rate": 3.601814620415296e-05,
      "loss": 1.1367,
      "step": 2890
    },
    {
      "epoch": 0.7501943508681005,
      "grad_norm": 0.3603159123651838,
      "learning_rate": 3.567120669097422e-05,
      "loss": 1.0909,
      "step": 2895
    },
    {
      "epoch": 0.7514900233221041,
      "grad_norm": 0.3788231837374063,
      "learning_rate": 3.532558311404986e-05,
      "loss": 1.1441,
      "step": 2900
    },
    {
      "epoch": 0.7527856957761078,
      "grad_norm": 0.3840910679589615,
      "learning_rate": 3.498128254359788e-05,
      "loss": 1.1403,
      "step": 2905
    },
    {
      "epoch": 0.7540813682301114,
      "grad_norm": 0.3753865209395276,
      "learning_rate": 3.4638312022772335e-05,
      "loss": 1.1004,
      "step": 2910
    },
    {
      "epoch": 0.755377040684115,
      "grad_norm": 0.3954242259257984,
      "learning_rate": 3.4296678567519345e-05,
      "loss": 1.1347,
      "step": 2915
    },
    {
      "epoch": 0.7566727131381187,
      "grad_norm": 0.3741932569564154,
      "learning_rate": 3.3956389166433276e-05,
      "loss": 1.0908,
      "step": 2920
    },
    {
      "epoch": 0.7579683855921223,
      "grad_norm": 0.3930950040373874,
      "learning_rate": 3.361745078061416e-05,
      "loss": 1.1988,
      "step": 2925
    },
    {
      "epoch": 0.759264058046126,
      "grad_norm": 0.3685363645101882,
      "learning_rate": 3.327987034352499e-05,
      "loss": 1.2067,
      "step": 2930
    },
    {
      "epoch": 0.7605597305001296,
      "grad_norm": 0.3595878774367224,
      "learning_rate": 3.294365476085001e-05,
      "loss": 1.1128,
      "step": 2935
    },
    {
      "epoch": 0.7618554029541332,
      "grad_norm": 0.3823858203204671,
      "learning_rate": 3.260881091035356e-05,
      "loss": 1.1894,
      "step": 2940
    },
    {
      "epoch": 0.7631510754081369,
      "grad_norm": 0.35550275725905045,
      "learning_rate": 3.227534564173903e-05,
      "loss": 1.0744,
      "step": 2945
    },
    {
      "epoch": 0.7644467478621404,
      "grad_norm": 0.38923682484253824,
      "learning_rate": 3.1943265776509215e-05,
      "loss": 1.1599,
      "step": 2950
    },
    {
      "epoch": 0.765742420316144,
      "grad_norm": 0.3789384247163881,
      "learning_rate": 3.1612578107826375e-05,
      "loss": 1.1504,
      "step": 2955
    },
    {
      "epoch": 0.7670380927701477,
      "grad_norm": 0.3620246203990784,
      "learning_rate": 3.128328940037345e-05,
      "loss": 1.0777,
      "step": 2960
    },
    {
      "epoch": 0.7683337652241513,
      "grad_norm": 0.36815557923240855,
      "learning_rate": 3.095540639021578e-05,
      "loss": 1.1174,
      "step": 2965
    },
    {
      "epoch": 0.769629437678155,
      "grad_norm": 0.3547702710213197,
      "learning_rate": 3.0628935784662947e-05,
      "loss": 1.1485,
      "step": 2970
    },
    {
      "epoch": 0.7709251101321586,
      "grad_norm": 0.3781571691176777,
      "learning_rate": 3.030388426213202e-05,
      "loss": 1.1883,
      "step": 2975
    },
    {
      "epoch": 0.7722207825861622,
      "grad_norm": 0.40077870265330406,
      "learning_rate": 2.9980258472010624e-05,
      "loss": 1.1932,
      "step": 2980
    },
    {
      "epoch": 0.7735164550401659,
      "grad_norm": 0.4044666107500387,
      "learning_rate": 2.9658065034520978e-05,
      "loss": 1.1241,
      "step": 2985
    },
    {
      "epoch": 0.7748121274941695,
      "grad_norm": 0.38599774202480436,
      "learning_rate": 2.9337310540584662e-05,
      "loss": 1.1289,
      "step": 2990
    },
    {
      "epoch": 0.7761077999481731,
      "grad_norm": 0.3937959908311204,
      "learning_rate": 2.90180015516874e-05,
      "loss": 1.124,
      "step": 2995
    },
    {
      "epoch": 0.7774034724021768,
      "grad_norm": 0.3632550787528134,
      "learning_rate": 2.8700144599745304e-05,
      "loss": 1.054,
      "step": 3000
    },
    {
      "epoch": 0.7786991448561803,
      "grad_norm": 0.3622147641579977,
      "learning_rate": 2.8383746186970885e-05,
      "loss": 1.1541,
      "step": 3005
    },
    {
      "epoch": 0.7799948173101839,
      "grad_norm": 0.37112400149549435,
      "learning_rate": 2.806881278574016e-05,
      "loss": 1.0959,
      "step": 3010
    },
    {
      "epoch": 0.7812904897641876,
      "grad_norm": 0.35896620554471,
      "learning_rate": 2.7755350838460437e-05,
      "loss": 1.1097,
      "step": 3015
    },
    {
      "epoch": 0.7825861622181912,
      "grad_norm": 0.3722645573928852,
      "learning_rate": 2.7443366757438084e-05,
      "loss": 1.1536,
      "step": 3020
    },
    {
      "epoch": 0.7838818346721949,
      "grad_norm": 0.3733728824194641,
      "learning_rate": 2.71328669247479e-05,
      "loss": 1.0988,
      "step": 3025
    },
    {
      "epoch": 0.7851775071261985,
      "grad_norm": 0.39726305827044567,
      "learning_rate": 2.6823857692102115e-05,
      "loss": 1.1347,
      "step": 3030
    },
    {
      "epoch": 0.7864731795802021,
      "grad_norm": 0.3757164187600116,
      "learning_rate": 2.6516345380720685e-05,
      "loss": 1.1498,
      "step": 3035
    },
    {
      "epoch": 0.7877688520342058,
      "grad_norm": 0.3795959004315457,
      "learning_rate": 2.6210336281201996e-05,
      "loss": 1.1716,
      "step": 3040
    },
    {
      "epoch": 0.7890645244882094,
      "grad_norm": 0.35714774223397056,
      "learning_rate": 2.5905836653393955e-05,
      "loss": 1.1829,
      "step": 3045
    },
    {
      "epoch": 0.790360196942213,
      "grad_norm": 0.3654895953286083,
      "learning_rate": 2.5602852726266246e-05,
      "loss": 1.1138,
      "step": 3050
    },
    {
      "epoch": 0.7916558693962167,
      "grad_norm": 0.3790228967067868,
      "learning_rate": 2.53013906977827e-05,
      "loss": 1.1361,
      "step": 3055
    },
    {
      "epoch": 0.7929515418502202,
      "grad_norm": 0.3766214688716055,
      "learning_rate": 2.500145673477452e-05,
      "loss": 1.1386,
      "step": 3060
    },
    {
      "epoch": 0.7942472143042238,
      "grad_norm": 0.35689403644408657,
      "learning_rate": 2.4703056972814298e-05,
      "loss": 1.1716,
      "step": 3065
    },
    {
      "epoch": 0.7955428867582275,
      "grad_norm": 0.3837337630770634,
      "learning_rate": 2.44061975160902e-05,
      "loss": 1.1253,
      "step": 3070
    },
    {
      "epoch": 0.7968385592122311,
      "grad_norm": 0.3617908256654209,
      "learning_rate": 2.4110884437281433e-05,
      "loss": 1.1669,
      "step": 3075
    },
    {
      "epoch": 0.7981342316662348,
      "grad_norm": 0.35978473851190906,
      "learning_rate": 2.381712377743379e-05,
      "loss": 1.1195,
      "step": 3080
    },
    {
      "epoch": 0.7994299041202384,
      "grad_norm": 0.36747445883447966,
      "learning_rate": 2.352492154583611e-05,
      "loss": 1.1494,
      "step": 3085
    },
    {
      "epoch": 0.800725576574242,
      "grad_norm": 0.38717115547376924,
      "learning_rate": 2.323428371989752e-05,
      "loss": 1.1342,
      "step": 3090
    },
    {
      "epoch": 0.8020212490282457,
      "grad_norm": 0.39093054065016897,
      "learning_rate": 2.2945216245024804e-05,
      "loss": 1.1304,
      "step": 3095
    },
    {
      "epoch": 0.8033169214822493,
      "grad_norm": 0.368756140981371,
      "learning_rate": 2.265772503450122e-05,
      "loss": 1.1902,
      "step": 3100
    },
    {
      "epoch": 0.804612593936253,
      "grad_norm": 0.3877482016759796,
      "learning_rate": 2.237181596936515e-05,
      "loss": 1.2071,
      "step": 3105
    },
    {
      "epoch": 0.8059082663902566,
      "grad_norm": 0.37792584298436904,
      "learning_rate": 2.2087494898290084e-05,
      "loss": 1.1263,
      "step": 3110
    },
    {
      "epoch": 0.8072039388442601,
      "grad_norm": 0.377175581709425,
      "learning_rate": 2.1804767637464783e-05,
      "loss": 1.1409,
      "step": 3115
    },
    {
      "epoch": 0.8084996112982638,
      "grad_norm": 0.3675212675701305,
      "learning_rate": 2.152363997047432e-05,
      "loss": 1.1222,
      "step": 3120
    },
    {
      "epoch": 0.8097952837522674,
      "grad_norm": 0.38222618034509426,
      "learning_rate": 2.1244117648181926e-05,
      "loss": 1.1282,
      "step": 3125
    },
    {
      "epoch": 0.811090956206271,
      "grad_norm": 0.36558116292433085,
      "learning_rate": 2.0966206388611177e-05,
      "loss": 1.1599,
      "step": 3130
    },
    {
      "epoch": 0.8123866286602747,
      "grad_norm": 0.3727524846387591,
      "learning_rate": 2.0689911876829127e-05,
      "loss": 1.1496,
      "step": 3135
    },
    {
      "epoch": 0.8136823011142783,
      "grad_norm": 0.3628037534722254,
      "learning_rate": 2.0415239764829976e-05,
      "loss": 1.1416,
      "step": 3140
    },
    {
      "epoch": 0.8149779735682819,
      "grad_norm": 0.3761023568840631,
      "learning_rate": 2.014219567141932e-05,
      "loss": 1.0828,
      "step": 3145
    },
    {
      "epoch": 0.8162736460222856,
      "grad_norm": 0.3504341651004141,
      "learning_rate": 1.9870785182099505e-05,
      "loss": 1.0956,
      "step": 3150
    },
    {
      "epoch": 0.8175693184762892,
      "grad_norm": 0.3734885666536526,
      "learning_rate": 1.960101384895511e-05,
      "loss": 1.1044,
      "step": 3155
    },
    {
      "epoch": 0.8188649909302929,
      "grad_norm": 0.386535956936462,
      "learning_rate": 1.9332887190539516e-05,
      "loss": 1.2004,
      "step": 3160
    },
    {
      "epoch": 0.8201606633842965,
      "grad_norm": 0.3646373120550804,
      "learning_rate": 1.9066410691761937e-05,
      "loss": 1.1377,
      "step": 3165
    },
    {
      "epoch": 0.8214563358383,
      "grad_norm": 0.3715486267985764,
      "learning_rate": 1.8801589803775154e-05,
      "loss": 1.1128,
      "step": 3170
    },
    {
      "epoch": 0.8227520082923037,
      "grad_norm": 0.3789134249781072,
      "learning_rate": 1.8538429943864244e-05,
      "loss": 1.1429,
      "step": 3175
    },
    {
      "epoch": 0.8240476807463073,
      "grad_norm": 0.4352073640959862,
      "learning_rate": 1.8276936495335485e-05,
      "loss": 1.1167,
      "step": 3180
    },
    {
      "epoch": 0.8253433532003109,
      "grad_norm": 0.3681435590124036,
      "learning_rate": 1.8017114807406478e-05,
      "loss": 1.1063,
      "step": 3185
    },
    {
      "epoch": 0.8266390256543146,
      "grad_norm": 0.3694513270515317,
      "learning_rate": 1.775897019509649e-05,
      "loss": 1.1836,
      "step": 3190
    },
    {
      "epoch": 0.8279346981083182,
      "grad_norm": 0.388666401561133,
      "learning_rate": 1.7502507939117897e-05,
      "loss": 1.1396,
      "step": 3195
    },
    {
      "epoch": 0.8292303705623219,
      "grad_norm": 0.3687281974613644,
      "learning_rate": 1.7247733285768098e-05,
      "loss": 1.1352,
      "step": 3200
    },
    {
      "epoch": 0.8305260430163255,
      "grad_norm": 0.3733462546424826,
      "learning_rate": 1.6994651446822153e-05,
      "loss": 1.125,
      "step": 3205
    },
    {
      "epoch": 0.8318217154703291,
      "grad_norm": 0.3745095547011446,
      "learning_rate": 1.6743267599426303e-05,
      "loss": 1.1645,
      "step": 3210
    },
    {
      "epoch": 0.8331173879243328,
      "grad_norm": 0.36579848745894494,
      "learning_rate": 1.649358688599191e-05,
      "loss": 1.1373,
      "step": 3215
    },
    {
      "epoch": 0.8344130603783364,
      "grad_norm": 0.37060439276258045,
      "learning_rate": 1.624561441409034e-05,
      "loss": 1.0775,
      "step": 3220
    },
    {
      "epoch": 0.83570873283234,
      "grad_norm": 0.38418584872461575,
      "learning_rate": 1.5999355256348448e-05,
      "loss": 1.1678,
      "step": 3225
    },
    {
      "epoch": 0.8370044052863436,
      "grad_norm": 0.3814911739387983,
      "learning_rate": 1.5754814450344845e-05,
      "loss": 1.1772,
      "step": 3230
    },
    {
      "epoch": 0.8383000777403472,
      "grad_norm": 0.3642771788771785,
      "learning_rate": 1.5511996998506883e-05,
      "loss": 1.1279,
      "step": 3235
    },
    {
      "epoch": 0.8395957501943508,
      "grad_norm": 0.3798091083229991,
      "learning_rate": 1.527090786800821e-05,
      "loss": 1.1663,
      "step": 3240
    },
    {
      "epoch": 0.8408914226483545,
      "grad_norm": 0.3621301040720381,
      "learning_rate": 1.5031551990667236e-05,
      "loss": 1.0961,
      "step": 3245
    },
    {
      "epoch": 0.8421870951023581,
      "grad_norm": 0.3716900347036682,
      "learning_rate": 1.4793934262846232e-05,
      "loss": 1.1246,
      "step": 3250
    },
    {
      "epoch": 0.8434827675563618,
      "grad_norm": 0.3431347363725958,
      "learning_rate": 1.4558059545351143e-05,
      "loss": 1.126,
      "step": 3255
    },
    {
      "epoch": 0.8447784400103654,
      "grad_norm": 0.38516161930376763,
      "learning_rate": 1.4323932663332251e-05,
      "loss": 1.1487,
      "step": 3260
    },
    {
      "epoch": 0.846074112464369,
      "grad_norm": 0.36582214467557017,
      "learning_rate": 1.4091558406185335e-05,
      "loss": 1.1464,
      "step": 3265
    },
    {
      "epoch": 0.8473697849183727,
      "grad_norm": 0.3600375664520519,
      "learning_rate": 1.3860941527453786e-05,
      "loss": 1.1331,
      "step": 3270
    },
    {
      "epoch": 0.8486654573723763,
      "grad_norm": 0.36937163487487523,
      "learning_rate": 1.3632086744731299e-05,
      "loss": 1.1,
      "step": 3275
    },
    {
      "epoch": 0.84996112982638,
      "grad_norm": 0.37811170010742284,
      "learning_rate": 1.3404998739565433e-05,
      "loss": 1.1278,
      "step": 3280
    },
    {
      "epoch": 0.8512568022803835,
      "grad_norm": 0.36422197248748484,
      "learning_rate": 1.3179682157361872e-05,
      "loss": 1.1193,
      "step": 3285
    },
    {
      "epoch": 0.8525524747343871,
      "grad_norm": 0.37165480607350426,
      "learning_rate": 1.2956141607289262e-05,
      "loss": 1.1615,
      "step": 3290
    },
    {
      "epoch": 0.8538481471883907,
      "grad_norm": 0.37701311154160283,
      "learning_rate": 1.2734381662185035e-05,
      "loss": 1.1036,
      "step": 3295
    },
    {
      "epoch": 0.8551438196423944,
      "grad_norm": 0.3815170151959314,
      "learning_rate": 1.2514406858461847e-05,
      "loss": 1.1735,
      "step": 3300
    },
    {
      "epoch": 0.856439492096398,
      "grad_norm": 0.37919701821847407,
      "learning_rate": 1.2296221696014732e-05,
      "loss": 1.1837,
      "step": 3305
    },
    {
      "epoch": 0.8577351645504017,
      "grad_norm": 0.36743928128733283,
      "learning_rate": 1.2079830638129164e-05,
      "loss": 1.1148,
      "step": 3310
    },
    {
      "epoch": 0.8590308370044053,
      "grad_norm": 0.3738619978563127,
      "learning_rate": 1.1865238111389588e-05,
      "loss": 1.1604,
      "step": 3315
    },
    {
      "epoch": 0.8603265094584089,
      "grad_norm": 0.3541904420302459,
      "learning_rate": 1.1652448505588998e-05,
      "loss": 1.1544,
      "step": 3320
    },
    {
      "epoch": 0.8616221819124126,
      "grad_norm": 0.36684430135825935,
      "learning_rate": 1.1441466173639092e-05,
      "loss": 1.156,
      "step": 3325
    },
    {
      "epoch": 0.8629178543664162,
      "grad_norm": 0.37365304474041194,
      "learning_rate": 1.1232295431481222e-05,
      "loss": 1.1084,
      "step": 3330
    },
    {
      "epoch": 0.8642135268204199,
      "grad_norm": 0.3810375689519541,
      "learning_rate": 1.1024940557998143e-05,
      "loss": 1.1386,
      "step": 3335
    },
    {
      "epoch": 0.8655091992744234,
      "grad_norm": 0.3673719354100514,
      "learning_rate": 1.0819405794926418e-05,
      "loss": 1.1629,
      "step": 3340
    },
    {
      "epoch": 0.866804871728427,
      "grad_norm": 0.37342554741406375,
      "learning_rate": 1.0615695346769693e-05,
      "loss": 1.1134,
      "step": 3345
    },
    {
      "epoch": 0.8681005441824307,
      "grad_norm": 0.3635218597663001,
      "learning_rate": 1.0413813380712701e-05,
      "loss": 1.1147,
      "step": 3350
    },
    {
      "epoch": 0.8693962166364343,
      "grad_norm": 0.3570736451827848,
      "learning_rate": 1.0213764026535921e-05,
      "loss": 1.1321,
      "step": 3355
    },
    {
      "epoch": 0.8706918890904379,
      "grad_norm": 0.3891720605828237,
      "learning_rate": 1.0015551376531296e-05,
      "loss": 1.1001,
      "step": 3360
    },
    {
      "epoch": 0.8719875615444416,
      "grad_norm": 0.37097051363645606,
      "learning_rate": 9.819179485418273e-06,
      "loss": 1.1241,
      "step": 3365
    },
    {
      "epoch": 0.8732832339984452,
      "grad_norm": 0.3917978913676709,
      "learning_rate": 9.624652370261034e-06,
      "loss": 1.1304,
      "step": 3370
    },
    {
      "epoch": 0.8745789064524488,
      "grad_norm": 0.37226262222810586,
      "learning_rate": 9.431974010386258e-06,
      "loss": 1.1421,
      "step": 3375
    },
    {
      "epoch": 0.8758745789064525,
      "grad_norm": 0.3751233666218166,
      "learning_rate": 9.24114834730171e-06,
      "loss": 1.1022,
      "step": 3380
    },
    {
      "epoch": 0.8771702513604561,
      "grad_norm": 0.36555054148949856,
      "learning_rate": 9.052179284615658e-06,
      "loss": 1.13,
      "step": 3385
    },
    {
      "epoch": 0.8784659238144598,
      "grad_norm": 0.38148359927958986,
      "learning_rate": 8.865070687956977e-06,
      "loss": 1.1894,
      "step": 3390
    },
    {
      "epoch": 0.8797615962684633,
      "grad_norm": 0.416874595298691,
      "learning_rate": 8.679826384896061e-06,
      "loss": 1.1736,
      "step": 3395
    },
    {
      "epoch": 0.8810572687224669,
      "grad_norm": 0.387504501992165,
      "learning_rate": 8.496450164866565e-06,
      "loss": 1.1511,
      "step": 3400
    },
    {
      "epoch": 0.8823529411764706,
      "grad_norm": 0.34801518476142257,
      "learning_rate": 8.314945779087858e-06,
      "loss": 1.1224,
      "step": 3405
    },
    {
      "epoch": 0.8836486136304742,
      "grad_norm": 0.3758149676256447,
      "learning_rate": 8.135316940488347e-06,
      "loss": 1.1448,
      "step": 3410
    },
    {
      "epoch": 0.8849442860844778,
      "grad_norm": 0.36726096701274225,
      "learning_rate": 7.9575673236294e-06,
      "loss": 1.1719,
      "step": 3415
    },
    {
      "epoch": 0.8862399585384815,
      "grad_norm": 0.3578469295777726,
      "learning_rate": 7.781700564630311e-06,
      "loss": 1.1385,
      "step": 3420
    },
    {
      "epoch": 0.8875356309924851,
      "grad_norm": 0.38263190643853745,
      "learning_rate": 7.6077202610938205e-06,
      "loss": 1.177,
      "step": 3425
    },
    {
      "epoch": 0.8888313034464888,
      "grad_norm": 0.38665333786102024,
      "learning_rate": 7.435629972032565e-06,
      "loss": 1.1358,
      "step": 3430
    },
    {
      "epoch": 0.8901269759004924,
      "grad_norm": 0.36097779607915553,
      "learning_rate": 7.265433217796302e-06,
      "loss": 1.1055,
      "step": 3435
    },
    {
      "epoch": 0.891422648354496,
      "grad_norm": 0.4052378204511826,
      "learning_rate": 7.0971334799998404e-06,
      "loss": 1.0912,
      "step": 3440
    },
    {
      "epoch": 0.8927183208084997,
      "grad_norm": 0.3704412054341248,
      "learning_rate": 6.930734201451816e-06,
      "loss": 1.1591,
      "step": 3445
    },
    {
      "epoch": 0.8940139932625032,
      "grad_norm": 0.37555016415939446,
      "learning_rate": 6.7662387860843225e-06,
      "loss": 1.1149,
      "step": 3450
    },
    {
      "epoch": 0.8953096657165068,
      "grad_norm": 0.3798653467067839,
      "learning_rate": 6.603650598883226e-06,
      "loss": 1.0958,
      "step": 3455
    },
    {
      "epoch": 0.8966053381705105,
      "grad_norm": 0.34342261742501184,
      "learning_rate": 6.4429729658193714e-06,
      "loss": 1.0718,
      "step": 3460
    },
    {
      "epoch": 0.8979010106245141,
      "grad_norm": 0.38053269516746213,
      "learning_rate": 6.284209173780498e-06,
      "loss": 1.1133,
      "step": 3465
    },
    {
      "epoch": 0.8991966830785177,
      "grad_norm": 0.38564284280238426,
      "learning_rate": 6.127362470504027e-06,
      "loss": 1.1239,
      "step": 3470
    },
    {
      "epoch": 0.9004923555325214,
      "grad_norm": 0.3624213790138937,
      "learning_rate": 5.972436064510667e-06,
      "loss": 1.1766,
      "step": 3475
    },
    {
      "epoch": 0.901788027986525,
      "grad_norm": 0.36614157981464224,
      "learning_rate": 5.819433125038643e-06,
      "loss": 1.146,
      "step": 3480
    },
    {
      "epoch": 0.9030837004405287,
      "grad_norm": 0.39479288263797235,
      "learning_rate": 5.668356781979056e-06,
      "loss": 1.1669,
      "step": 3485
    },
    {
      "epoch": 0.9043793728945323,
      "grad_norm": 0.35385937176801885,
      "learning_rate": 5.519210125811713e-06,
      "loss": 1.1224,
      "step": 3490
    },
    {
      "epoch": 0.9056750453485359,
      "grad_norm": 0.3778900407632985,
      "learning_rate": 5.371996207541941e-06,
      "loss": 1.1287,
      "step": 3495
    },
    {
      "epoch": 0.9069707178025396,
      "grad_norm": 0.35939889684365445,
      "learning_rate": 5.226718038638234e-06,
      "loss": 1.1274,
      "step": 3500
    },
    {
      "epoch": 0.9082663902565431,
      "grad_norm": 0.38058001351217496,
      "learning_rate": 5.083378590970511e-06,
      "loss": 1.154,
      "step": 3505
    },
    {
      "epoch": 0.9095620627105467,
      "grad_norm": 0.36339105009188977,
      "learning_rate": 4.941980796749524e-06,
      "loss": 1.1234,
      "step": 3510
    },
    {
      "epoch": 0.9108577351645504,
      "grad_norm": 0.3753439481173232,
      "learning_rate": 4.802527548466684e-06,
      "loss": 1.0982,
      "step": 3515
    },
    {
      "epoch": 0.912153407618554,
      "grad_norm": 0.3547606097647797,
      "learning_rate": 4.665021698834981e-06,
      "loss": 1.1405,
      "step": 3520
    },
    {
      "epoch": 0.9134490800725577,
      "grad_norm": 0.3804573132062168,
      "learning_rate": 4.529466060730681e-06,
      "loss": 1.1529,
      "step": 3525
    },
    {
      "epoch": 0.9147447525265613,
      "grad_norm": 0.3766860837932323,
      "learning_rate": 4.395863407135614e-06,
      "loss": 1.0821,
      "step": 3530
    },
    {
      "epoch": 0.9160404249805649,
      "grad_norm": 0.3760175631598513,
      "learning_rate": 4.264216471080651e-06,
      "loss": 1.1451,
      "step": 3535
    },
    {
      "epoch": 0.9173360974345686,
      "grad_norm": 0.3901693827353405,
      "learning_rate": 4.134527945589639e-06,
      "loss": 1.1148,
      "step": 3540
    },
    {
      "epoch": 0.9186317698885722,
      "grad_norm": 0.4488796382773471,
      "learning_rate": 4.006800483624396e-06,
      "loss": 1.1614,
      "step": 3545
    },
    {
      "epoch": 0.9199274423425758,
      "grad_norm": 0.40897274265302724,
      "learning_rate": 3.881036698030449e-06,
      "loss": 1.1744,
      "step": 3550
    },
    {
      "epoch": 0.9212231147965795,
      "grad_norm": 0.3690887838305789,
      "learning_rate": 3.7572391614834833e-06,
      "loss": 1.136,
      "step": 3555
    },
    {
      "epoch": 0.922518787250583,
      "grad_norm": 0.3688927093580592,
      "learning_rate": 3.6354104064368566e-06,
      "loss": 1.0947,
      "step": 3560
    },
    {
      "epoch": 0.9238144597045866,
      "grad_norm": 0.3826643203341735,
      "learning_rate": 3.515552925069676e-06,
      "loss": 1.1757,
      "step": 3565
    },
    {
      "epoch": 0.9251101321585903,
      "grad_norm": 0.3684225941093978,
      "learning_rate": 3.397669169235862e-06,
      "loss": 1.1574,
      "step": 3570
    },
    {
      "epoch": 0.9264058046125939,
      "grad_norm": 0.3447005114527934,
      "learning_rate": 3.281761550414042e-06,
      "loss": 1.0847,
      "step": 3575
    },
    {
      "epoch": 0.9277014770665976,
      "grad_norm": 0.38643242398136646,
      "learning_rate": 3.1678324396581137e-06,
      "loss": 1.2221,
      "step": 3580
    },
    {
      "epoch": 0.9289971495206012,
      "grad_norm": 0.37779005091381196,
      "learning_rate": 3.0558841675488393e-06,
      "loss": 1.1612,
      "step": 3585
    },
    {
      "epoch": 0.9302928219746048,
      "grad_norm": 0.38097475759248384,
      "learning_rate": 2.9459190241461043e-06,
      "loss": 1.1267,
      "step": 3590
    },
    {
      "epoch": 0.9315884944286085,
      "grad_norm": 0.37618918488273334,
      "learning_rate": 2.8379392589421237e-06,
      "loss": 1.1563,
      "step": 3595
    },
    {
      "epoch": 0.9328841668826121,
      "grad_norm": 0.3621451372937871,
      "learning_rate": 2.7319470808153892e-06,
      "loss": 1.1197,
      "step": 3600
    },
    {
      "epoch": 0.9341798393366157,
      "grad_norm": 0.35758689530964316,
      "learning_rate": 2.6279446579854707e-06,
      "loss": 1.1446,
      "step": 3605
    },
    {
      "epoch": 0.9354755117906194,
      "grad_norm": 0.3803519145314357,
      "learning_rate": 2.525934117968731e-06,
      "loss": 1.1823,
      "step": 3610
    },
    {
      "epoch": 0.9367711842446229,
      "grad_norm": 0.36540749180301496,
      "learning_rate": 2.4259175475347172e-06,
      "loss": 1.1748,
      "step": 3615
    },
    {
      "epoch": 0.9380668566986265,
      "grad_norm": 0.34819215016667493,
      "learning_rate": 2.3278969926635252e-06,
      "loss": 1.1036,
      "step": 3620
    },
    {
      "epoch": 0.9393625291526302,
      "grad_norm": 0.3586884150884424,
      "learning_rate": 2.2318744585039796e-06,
      "loss": 1.1192,
      "step": 3625
    },
    {
      "epoch": 0.9406582016066338,
      "grad_norm": 0.37877938188955895,
      "learning_rate": 2.1378519093324776e-06,
      "loss": 1.128,
      "step": 3630
    },
    {
      "epoch": 0.9419538740606375,
      "grad_norm": 0.3781105512240613,
      "learning_rate": 2.0458312685129876e-06,
      "loss": 1.1612,
      "step": 3635
    },
    {
      "epoch": 0.9432495465146411,
      "grad_norm": 0.37487413050848234,
      "learning_rate": 1.955814418457591e-06,
      "loss": 1.1396,
      "step": 3640
    },
    {
      "epoch": 0.9445452189686447,
      "grad_norm": 0.3840114910436269,
      "learning_rate": 1.867803200587981e-06,
      "loss": 1.1129,
      "step": 3645
    },
    {
      "epoch": 0.9458408914226484,
      "grad_norm": 0.3719048343830175,
      "learning_rate": 1.7817994152978468e-06,
      "loss": 1.1157,
      "step": 3650
    },
    {
      "epoch": 0.947136563876652,
      "grad_norm": 0.3772856287062892,
      "learning_rate": 1.6978048219159714e-06,
      "loss": 1.1194,
      "step": 3655
    },
    {
      "epoch": 0.9484322363306557,
      "grad_norm": 0.3598408324385285,
      "learning_rate": 1.6158211386703259e-06,
      "loss": 1.1284,
      "step": 3660
    },
    {
      "epoch": 0.9497279087846593,
      "grad_norm": 0.365397297934618,
      "learning_rate": 1.5358500426528422e-06,
      "loss": 1.1282,
      "step": 3665
    },
    {
      "epoch": 0.9510235812386628,
      "grad_norm": 0.3659664905751428,
      "learning_rate": 1.4578931697851406e-06,
      "loss": 1.1051,
      "step": 3670
    },
    {
      "epoch": 0.9523192536926665,
      "grad_norm": 0.3549703867179501,
      "learning_rate": 1.3819521147851123e-06,
      "loss": 1.1292,
      "step": 3675
    },
    {
      "epoch": 0.9536149261466701,
      "grad_norm": 0.36856057544037374,
      "learning_rate": 1.3080284311341674e-06,
      "loss": 1.141,
      "step": 3680
    },
    {
      "epoch": 0.9549105986006737,
      "grad_norm": 0.3869169065095209,
      "learning_rate": 1.236123631045627e-06,
      "loss": 1.1622,
      "step": 3685
    },
    {
      "epoch": 0.9562062710546774,
      "grad_norm": 0.35481859423446044,
      "learning_rate": 1.1662391854336263e-06,
      "loss": 1.1223,
      "step": 3690
    },
    {
      "epoch": 0.957501943508681,
      "grad_norm": 0.38700062266195656,
      "learning_rate": 1.0983765238831377e-06,
      "loss": 1.1501,
      "step": 3695
    },
    {
      "epoch": 0.9587976159626846,
      "grad_norm": 0.3672922868247709,
      "learning_rate": 1.032537034620684e-06,
      "loss": 1.1419,
      "step": 3700
    },
    {
      "epoch": 0.9600932884166883,
      "grad_norm": 0.37605980694280633,
      "learning_rate": 9.687220644859275e-07,
      "loss": 1.133,
      "step": 3705
    },
    {
      "epoch": 0.9613889608706919,
      "grad_norm": 0.36877920673269027,
      "learning_rate": 9.069329189041464e-07,
      "loss": 1.1608,
      "step": 3710
    },
    {
      "epoch": 0.9626846333246956,
      "grad_norm": 0.381237649400668,
      "learning_rate": 8.471708618595142e-07,
      "loss": 1.132,
      "step": 3715
    },
    {
      "epoch": 0.9639803057786992,
      "grad_norm": 1.8685424500994194,
      "learning_rate": 7.894371158692627e-07,
      "loss": 1.1656,
      "step": 3720
    },
    {
      "epoch": 0.9652759782327027,
      "grad_norm": 0.38287612615523475,
      "learning_rate": 7.337328619586359e-07,
      "loss": 1.1992,
      "step": 3725
    },
    {
      "epoch": 0.9665716506867064,
      "grad_norm": 0.3838324502538139,
      "learning_rate": 6.800592396367545e-07,
      "loss": 1.1816,
      "step": 3730
    },
    {
      "epoch": 0.96786732314071,
      "grad_norm": 0.36218594513869495,
      "learning_rate": 6.284173468733334e-07,
      "loss": 1.1188,
      "step": 3735
    },
    {
      "epoch": 0.9691629955947136,
      "grad_norm": 0.3605898736094485,
      "learning_rate": 5.788082400761563e-07,
      "loss": 1.1342,
      "step": 3740
    },
    {
      "epoch": 0.9704586680487173,
      "grad_norm": 0.3819284101383782,
      "learning_rate": 5.312329340695143e-07,
      "loss": 1.1341,
      "step": 3745
    },
    {
      "epoch": 0.9717543405027209,
      "grad_norm": 0.371840798865179,
      "learning_rate": 4.856924020734565e-07,
      "loss": 1.1315,
      "step": 3750
    },
    {
      "epoch": 0.9730500129567246,
      "grad_norm": 0.37381875278150484,
      "learning_rate": 4.4218757568380563e-07,
      "loss": 1.1129,
      "step": 3755
    },
    {
      "epoch": 0.9743456854107282,
      "grad_norm": 0.37126771253731844,
      "learning_rate": 4.007193448532065e-07,
      "loss": 1.1666,
      "step": 3760
    },
    {
      "epoch": 0.9756413578647318,
      "grad_norm": 0.36988126308198593,
      "learning_rate": 3.612885578728298e-07,
      "loss": 1.1429,
      "step": 3765
    },
    {
      "epoch": 0.9769370303187355,
      "grad_norm": 0.3778202136491613,
      "learning_rate": 3.2389602135507457e-07,
      "loss": 1.1985,
      "step": 3770
    },
    {
      "epoch": 0.9782327027727391,
      "grad_norm": 0.3544356950249304,
      "learning_rate": 2.885425002170594e-07,
      "loss": 1.1469,
      "step": 3775
    },
    {
      "epoch": 0.9795283752267426,
      "grad_norm": 0.37874103417633515,
      "learning_rate": 2.5522871766494595e-07,
      "loss": 1.1101,
      "step": 3780
    },
    {
      "epoch": 0.9808240476807463,
      "grad_norm": 0.3788020452535586,
      "learning_rate": 2.2395535517917287e-07,
      "loss": 1.1895,
      "step": 3785
    },
    {
      "epoch": 0.9821197201347499,
      "grad_norm": 0.37493085740769366,
      "learning_rate": 1.947230525005006e-07,
      "loss": 1.1213,
      "step": 3790
    },
    {
      "epoch": 0.9834153925887535,
      "grad_norm": 0.36932806609876156,
      "learning_rate": 1.6753240761693268e-07,
      "loss": 1.1141,
      "step": 3795
    },
    {
      "epoch": 0.9847110650427572,
      "grad_norm": 0.3675515005536323,
      "learning_rate": 1.4238397675150339e-07,
      "loss": 1.1292,
      "step": 3800
    },
    {
      "epoch": 0.9860067374967608,
      "grad_norm": 0.3595954681947242,
      "learning_rate": 1.1927827435084248e-07,
      "loss": 1.1044,
      "step": 3805
    },
    {
      "epoch": 0.9873024099507645,
      "grad_norm": 0.3750795386829234,
      "learning_rate": 9.821577307470575e-08,
      "loss": 1.1441,
      "step": 3810
    },
    {
      "epoch": 0.9885980824047681,
      "grad_norm": 0.36749997185699007,
      "learning_rate": 7.919690378629385e-08,
      "loss": 1.171,
      "step": 3815
    },
    {
      "epoch": 0.9898937548587717,
      "grad_norm": 0.3622505687301632,
      "learning_rate": 6.222205554339277e-08,
      "loss": 1.1675,
      "step": 3820
    },
    {
      "epoch": 0.9911894273127754,
      "grad_norm": 0.3589951765733612,
      "learning_rate": 4.729157559049124e-08,
      "loss": 1.1451,
      "step": 3825
    },
    {
      "epoch": 0.992485099766779,
      "grad_norm": 0.372014869272016,
      "learning_rate": 3.440576935164197e-08,
      "loss": 1.1383,
      "step": 3830
    },
    {
      "epoch": 0.9937807722207825,
      "grad_norm": 0.36261244538328924,
      "learning_rate": 2.3564900424188906e-08,
      "loss": 1.1706,
      "step": 3835
    },
    {
      "epoch": 0.9950764446747862,
      "grad_norm": 0.37064889363490416,
      "learning_rate": 1.4769190573393765e-08,
      "loss": 1.1344,
      "step": 3840
    },
    {
      "epoch": 0.9963721171287898,
      "grad_norm": 0.4019334217280328,
      "learning_rate": 8.018819727928505e-09,
      "loss": 1.19,
      "step": 3845
    },
    {
      "epoch": 0.9976677895827935,
      "grad_norm": 0.3532944069166521,
      "learning_rate": 3.313925976156096e-09,
      "loss": 1.1704,
      "step": 3850
    },
    {
      "epoch": 0.9989634620367971,
      "grad_norm": 0.3954932358396543,
      "learning_rate": 6.546055633105397e-10,
      "loss": 1.0999,
      "step": 3855
    },
    {
      "epoch": 1.0,
      "eval_runtime": 3.6908,
      "eval_samples_per_second": 2.709,
      "eval_steps_per_second": 0.813,
      "step": 3859
    },
    {
      "epoch": 1.0,
      "step": 3859,
      "total_flos": 1.3011067827388416e+16,
      "train_loss": 1.2484874595598594,
      "train_runtime": 22644.1998,
      "train_samples_per_second": 2.726,
      "train_steps_per_second": 0.17
    }
  ],
  "logging_steps": 5,
  "max_steps": 3859,
  "num_input_tokens_seen": 0,
  "num_train_epochs": 1,
  "save_steps": 100,
  "stateful_callbacks": {
    "TrainerControl": {
      "args": {
        "should_epoch_stop": false,
        "should_evaluate": false,
        "should_log": false,
        "should_save": true,
        "should_training_stop": true
      },
      "attributes": {}
    }
  },
  "total_flos": 1.3011067827388416e+16,
  "train_batch_size": 4,
  "trial_name": null,
  "trial_params": null
}