{
  "best_global_step": null,
  "best_metric": null,
  "best_model_checkpoint": null,
  "epoch": 1.028815478028198,
  "eval_steps": 2500,
  "global_step": 2500,
  "is_hyper_param_search": false,
  "is_local_process_zero": true,
  "is_world_process_zero": true,
  "log_history": [
    {
      "epoch": 0.004116496861171143,
      "grad_norm": 722.9849266591084,
      "learning_rate": 1.0000000000000001e-07,
      "loss": 79.4593,
      "step": 10
    },
    {
      "epoch": 0.008232993722342286,
      "grad_norm": 713.4423322869009,
      "learning_rate": 2.1111111111111113e-07,
      "loss": 79.3183,
      "step": 20
    },
    {
      "epoch": 0.01234949058351343,
      "grad_norm": 619.0335944754007,
      "learning_rate": 3.2222222222222227e-07,
      "loss": 78.0929,
      "step": 30
    },
    {
      "epoch": 0.016465987444684572,
      "grad_norm": 439.772626183607,
      "learning_rate": 4.333333333333334e-07,
      "loss": 75.0743,
      "step": 40
    },
    {
      "epoch": 0.020582484305855717,
      "grad_norm": 281.08070517386403,
      "learning_rate": 5.444444444444444e-07,
      "loss": 69.3428,
      "step": 50
    },
    {
      "epoch": 0.02469898116702686,
      "grad_norm": 238.72306538307805,
      "learning_rate": 6.555555555555556e-07,
      "loss": 64.8186,
      "step": 60
    },
    {
      "epoch": 0.028815478028198005,
      "grad_norm": 265.61586056265025,
      "learning_rate": 7.666666666666667e-07,
      "loss": 59.6238,
      "step": 70
    },
    {
      "epoch": 0.032931974889369144,
      "grad_norm": 92.19312055336448,
      "learning_rate": 8.777777777777778e-07,
      "loss": 52.8731,
      "step": 80
    },
    {
      "epoch": 0.03704847175054029,
      "grad_norm": 45.48770884961453,
      "learning_rate": 9.88888888888889e-07,
      "loss": 49.676,
      "step": 90
    },
    {
      "epoch": 0.041164968611711435,
      "grad_norm": 27.08086194848908,
      "learning_rate": 1.1e-06,
      "loss": 48.4892,
      "step": 100
    },
    {
      "epoch": 0.04528146547288258,
      "grad_norm": 19.32379182470467,
      "learning_rate": 1.2111111111111111e-06,
      "loss": 48.0497,
      "step": 110
    },
    {
      "epoch": 0.04939796233405372,
      "grad_norm": 16.380874066084196,
      "learning_rate": 1.3222222222222222e-06,
      "loss": 47.7781,
      "step": 120
    },
    {
      "epoch": 0.053514459195224864,
      "grad_norm": 15.371140813384557,
      "learning_rate": 1.4333333333333335e-06,
      "loss": 47.5811,
      "step": 130
    },
    {
      "epoch": 0.05763095605639601,
      "grad_norm": 15.84809592222176,
      "learning_rate": 1.5444444444444446e-06,
      "loss": 47.4215,
      "step": 140
    },
    {
      "epoch": 0.06174745291756715,
      "grad_norm": 16.994317821440845,
      "learning_rate": 1.6555555555555559e-06,
      "loss": 47.2557,
      "step": 150
    },
    {
      "epoch": 0.06586394977873829,
      "grad_norm": 18.743638967461997,
      "learning_rate": 1.7666666666666668e-06,
      "loss": 47.0796,
      "step": 160
    },
    {
      "epoch": 0.06998044663990943,
      "grad_norm": 20.92550528148297,
      "learning_rate": 1.8777777777777778e-06,
      "loss": 46.8693,
      "step": 170
    },
    {
      "epoch": 0.07409694350108058,
      "grad_norm": 23.935804629158547,
      "learning_rate": 1.988888888888889e-06,
      "loss": 46.6118,
      "step": 180
    },
    {
      "epoch": 0.07821344036225172,
      "grad_norm": 28.229572692610986,
      "learning_rate": 2.1000000000000002e-06,
      "loss": 46.267,
      "step": 190
    },
    {
      "epoch": 0.08232993722342287,
      "grad_norm": 34.37693332521861,
      "learning_rate": 2.2111111111111113e-06,
      "loss": 45.7269,
      "step": 200
    },
    {
      "epoch": 0.08644643408459401,
      "grad_norm": 43.4433932596704,
      "learning_rate": 2.3222222222222224e-06,
      "loss": 44.9702,
      "step": 210
    },
    {
      "epoch": 0.09056293094576516,
      "grad_norm": 58.28038941283432,
      "learning_rate": 2.4333333333333335e-06,
      "loss": 43.7522,
      "step": 220
    },
    {
      "epoch": 0.09467942780693629,
      "grad_norm": 71.69823530504809,
      "learning_rate": 2.5444444444444446e-06,
      "loss": 41.9094,
      "step": 230
    },
    {
      "epoch": 0.09879592466810744,
      "grad_norm": 69.78057028859453,
      "learning_rate": 2.6555555555555556e-06,
      "loss": 39.6286,
      "step": 240
    },
    {
      "epoch": 0.10291242152927858,
      "grad_norm": 65.2702064062225,
      "learning_rate": 2.766666666666667e-06,
      "loss": 37.279,
      "step": 250
    },
    {
      "epoch": 0.10702891839044973,
      "grad_norm": 62.147050273188626,
      "learning_rate": 2.8777777777777782e-06,
      "loss": 34.8486,
      "step": 260
    },
    {
      "epoch": 0.11114541525162087,
      "grad_norm": 58.3163917534024,
      "learning_rate": 2.988888888888889e-06,
      "loss": 32.3669,
      "step": 270
    },
    {
      "epoch": 0.11526191211279202,
      "grad_norm": 73.8699537282808,
      "learning_rate": 3.1000000000000004e-06,
      "loss": 29.9582,
      "step": 280
    },
    {
      "epoch": 0.11937840897396315,
      "grad_norm": 59.22493609025033,
      "learning_rate": 3.2111111111111115e-06,
      "loss": 27.8124,
      "step": 290
    },
    {
      "epoch": 0.1234949058351343,
      "grad_norm": 42.636994581457614,
      "learning_rate": 3.322222222222222e-06,
      "loss": 25.908,
      "step": 300
    },
    {
      "epoch": 0.12761140269630544,
      "grad_norm": 36.81511952341932,
      "learning_rate": 3.4333333333333336e-06,
      "loss": 24.4843,
      "step": 310
    },
    {
      "epoch": 0.13172789955747657,
      "grad_norm": 27.381915904890327,
      "learning_rate": 3.5444444444444447e-06,
      "loss": 23.4653,
      "step": 320
    },
    {
      "epoch": 0.13584439641864773,
      "grad_norm": 23.598517571067614,
      "learning_rate": 3.6555555555555562e-06,
      "loss": 22.7909,
      "step": 330
    },
    {
      "epoch": 0.13996089327981887,
      "grad_norm": 23.294478325249578,
      "learning_rate": 3.766666666666667e-06,
      "loss": 22.3688,
      "step": 340
    },
    {
      "epoch": 0.14407739014099002,
      "grad_norm": 20.093643447034683,
      "learning_rate": 3.877777777777778e-06,
      "loss": 22.0982,
      "step": 350
    },
    {
      "epoch": 0.14819388700216116,
      "grad_norm": 19.394487535911193,
      "learning_rate": 3.9888888888888895e-06,
      "loss": 21.9086,
      "step": 360
    },
    {
      "epoch": 0.15231038386333232,
      "grad_norm": 18.119665979499104,
      "learning_rate": 4.1e-06,
      "loss": 21.7863,
      "step": 370
    },
    {
      "epoch": 0.15642688072450345,
      "grad_norm": 17.07344526731236,
      "learning_rate": 4.211111111111112e-06,
      "loss": 21.6972,
      "step": 380
    },
    {
      "epoch": 0.16054337758567458,
      "grad_norm": 17.2895867054574,
      "learning_rate": 4.322222222222223e-06,
      "loss": 21.6276,
      "step": 390
    },
    {
      "epoch": 0.16465987444684574,
      "grad_norm": 18.055980258041934,
      "learning_rate": 4.433333333333334e-06,
      "loss": 21.5774,
      "step": 400
    },
    {
      "epoch": 0.16877637130801687,
      "grad_norm": 17.602944740266267,
      "learning_rate": 4.544444444444445e-06,
      "loss": 21.5305,
      "step": 410
    },
    {
      "epoch": 0.17289286816918803,
      "grad_norm": 17.047319458414727,
      "learning_rate": 4.655555555555556e-06,
      "loss": 21.4996,
      "step": 420
    },
    {
      "epoch": 0.17700936503035916,
      "grad_norm": 17.326432935336033,
      "learning_rate": 4.766666666666667e-06,
      "loss": 21.4706,
      "step": 430
    },
    {
      "epoch": 0.18112586189153032,
      "grad_norm": 17.554696739458905,
      "learning_rate": 4.877777777777778e-06,
      "loss": 21.4449,
      "step": 440
    },
    {
      "epoch": 0.18524235875270145,
      "grad_norm": 16.57900811727561,
      "learning_rate": 4.988888888888889e-06,
      "loss": 21.4242,
      "step": 450
    },
    {
      "epoch": 0.18935885561387258,
      "grad_norm": 16.41658497950142,
      "learning_rate": 5.1e-06,
      "loss": 21.4136,
      "step": 460
    },
    {
      "epoch": 0.19347535247504374,
      "grad_norm": 14.851397065124416,
      "learning_rate": 5.211111111111111e-06,
      "loss": 21.3904,
      "step": 470
    },
    {
      "epoch": 0.19759184933621488,
      "grad_norm": 16.86165644628761,
      "learning_rate": 5.322222222222223e-06,
      "loss": 21.3748,
      "step": 480
    },
    {
      "epoch": 0.20170834619738603,
      "grad_norm": 16.021934417394476,
      "learning_rate": 5.4333333333333335e-06,
      "loss": 21.3649,
      "step": 490
    },
    {
      "epoch": 0.20582484305855717,
      "grad_norm": 16.71987330752045,
      "learning_rate": 5.544444444444445e-06,
      "loss": 21.357,
      "step": 500
    },
    {
      "epoch": 0.2099413399197283,
      "grad_norm": 16.033384348770003,
      "learning_rate": 5.6555555555555566e-06,
      "loss": 21.345,
      "step": 510
    },
    {
      "epoch": 0.21405783678089946,
      "grad_norm": 16.503614387128653,
      "learning_rate": 5.766666666666667e-06,
      "loss": 21.3308,
      "step": 520
    },
    {
      "epoch": 0.2181743336420706,
      "grad_norm": 16.5197017811903,
      "learning_rate": 5.877777777777778e-06,
      "loss": 21.3167,
      "step": 530
    },
    {
      "epoch": 0.22229083050324175,
      "grad_norm": 18.609397075134556,
      "learning_rate": 5.98888888888889e-06,
      "loss": 21.2952,
      "step": 540
    },
    {
      "epoch": 0.22640732736441288,
      "grad_norm": 18.044456751597316,
      "learning_rate": 6.1e-06,
      "loss": 21.2694,
      "step": 550
    },
    {
      "epoch": 0.23052382422558404,
      "grad_norm": 18.440050806349944,
      "learning_rate": 6.211111111111111e-06,
      "loss": 21.2149,
      "step": 560
    },
    {
      "epoch": 0.23464032108675517,
      "grad_norm": 36.12491809597436,
      "learning_rate": 6.322222222222223e-06,
      "loss": 21.1566,
      "step": 570
    },
    {
      "epoch": 0.2387568179479263,
      "grad_norm": 17.843619309609803,
      "learning_rate": 6.433333333333333e-06,
      "loss": 21.0841,
      "step": 580
    },
    {
      "epoch": 0.24287331480909746,
      "grad_norm": 18.299191738513812,
      "learning_rate": 6.544444444444445e-06,
      "loss": 20.9708,
      "step": 590
    },
    {
      "epoch": 0.2469898116702686,
      "grad_norm": 18.056905789458586,
      "learning_rate": 6.655555555555556e-06,
      "loss": 20.8825,
      "step": 600
    },
    {
      "epoch": 0.2511063085314397,
      "grad_norm": 44.82326463049171,
      "learning_rate": 6.7666666666666665e-06,
      "loss": 20.8147,
      "step": 610
    },
    {
      "epoch": 0.2552228053926109,
      "grad_norm": 27.094157559455603,
      "learning_rate": 6.8777777777777785e-06,
      "loss": 20.7548,
      "step": 620
    },
    {
      "epoch": 0.25933930225378204,
      "grad_norm": 27.88387397100189,
      "learning_rate": 6.9888888888888895e-06,
      "loss": 20.6822,
      "step": 630
    },
    {
      "epoch": 0.26345579911495315,
      "grad_norm": 31.290911839762394,
      "learning_rate": 7.100000000000001e-06,
      "loss": 20.5884,
      "step": 640
    },
    {
      "epoch": 0.2675722959761243,
      "grad_norm": 24.27245501884365,
      "learning_rate": 7.211111111111112e-06,
      "loss": 20.5162,
      "step": 650
    },
    {
      "epoch": 0.27168879283729547,
      "grad_norm": 23.89703899570296,
      "learning_rate": 7.322222222222223e-06,
      "loss": 20.4592,
      "step": 660
    },
    {
      "epoch": 0.2758052896984666,
      "grad_norm": 57.249160956506614,
      "learning_rate": 7.433333333333334e-06,
      "loss": 20.3787,
      "step": 670
    },
    {
      "epoch": 0.27992178655963773,
      "grad_norm": 44.42291899504958,
      "learning_rate": 7.544444444444445e-06,
      "loss": 20.207,
      "step": 680
    },
    {
      "epoch": 0.2840382834208089,
      "grad_norm": 91.55863776649939,
      "learning_rate": 7.655555555555556e-06,
      "loss": 20.143,
      "step": 690
    },
    {
      "epoch": 0.28815478028198005,
      "grad_norm": 57.092128520356646,
      "learning_rate": 7.766666666666666e-06,
      "loss": 19.9418,
      "step": 700
    },
    {
      "epoch": 0.29227127714315115,
      "grad_norm": 37.42956925364744,
      "learning_rate": 7.877777777777778e-06,
      "loss": 19.6662,
      "step": 710
    },
    {
      "epoch": 0.2963877740043223,
      "grad_norm": 24.54779334825758,
      "learning_rate": 7.98888888888889e-06,
      "loss": 19.4289,
      "step": 720
    },
    {
      "epoch": 0.3005042708654935,
      "grad_norm": 20.193177185866038,
      "learning_rate": 8.1e-06,
      "loss": 19.2373,
      "step": 730
    },
    {
      "epoch": 0.30462076772666463,
      "grad_norm": 60.48422812921962,
      "learning_rate": 8.211111111111112e-06,
      "loss": 19.173,
      "step": 740
    },
    {
      "epoch": 0.30873726458783574,
      "grad_norm": 27.558098824852753,
      "learning_rate": 8.322222222222223e-06,
      "loss": 18.9043,
      "step": 750
    },
    {
      "epoch": 0.3128537614490069,
      "grad_norm": 29.51167246824426,
      "learning_rate": 8.433333333333334e-06,
      "loss": 18.6651,
      "step": 760
    },
    {
      "epoch": 0.31697025831017805,
      "grad_norm": 21.93310893699215,
      "learning_rate": 8.544444444444445e-06,
      "loss": 18.4818,
      "step": 770
    },
    {
      "epoch": 0.32108675517134916,
      "grad_norm": 51.99252088836799,
      "learning_rate": 8.655555555555557e-06,
      "loss": 18.4864,
      "step": 780
    },
    {
      "epoch": 0.3252032520325203,
      "grad_norm": 35.01362198000449,
      "learning_rate": 8.766666666666669e-06,
      "loss": 18.205,
      "step": 790
    },
    {
      "epoch": 0.3293197488936915,
      "grad_norm": 30.09623662803406,
      "learning_rate": 8.877777777777779e-06,
      "loss": 18.0342,
      "step": 800
    },
    {
      "epoch": 0.33343624575486264,
      "grad_norm": 55.16314161967726,
      "learning_rate": 8.988888888888889e-06,
      "loss": 17.8646,
      "step": 810
    },
    {
      "epoch": 0.33755274261603374,
      "grad_norm": 33.375878351461154,
      "learning_rate": 9.100000000000001e-06,
      "loss": 17.6275,
      "step": 820
    },
    {
      "epoch": 0.3416692394772049,
      "grad_norm": 27.20030408565347,
      "learning_rate": 9.211111111111111e-06,
      "loss": 17.53,
      "step": 830
    },
    {
      "epoch": 0.34578573633837606,
      "grad_norm": 44.94165316928541,
      "learning_rate": 9.322222222222223e-06,
      "loss": 17.4118,
      "step": 840
    },
    {
      "epoch": 0.34990223319954716,
      "grad_norm": 51.21107811701123,
      "learning_rate": 9.433333333333335e-06,
      "loss": 17.2221,
      "step": 850
    },
    {
      "epoch": 0.3540187300607183,
      "grad_norm": 48.69081492082153,
      "learning_rate": 9.544444444444445e-06,
      "loss": 17.0648,
      "step": 860
    },
    {
      "epoch": 0.3581352269218895,
      "grad_norm": 59.568062971869644,
      "learning_rate": 9.655555555555556e-06,
      "loss": 16.9709,
      "step": 870
    },
    {
      "epoch": 0.36225172378306064,
      "grad_norm": 48.20595634997982,
      "learning_rate": 9.766666666666667e-06,
      "loss": 16.7922,
      "step": 880
    },
    {
      "epoch": 0.36636822064423175,
      "grad_norm": 38.89100659846126,
      "learning_rate": 9.877777777777778e-06,
      "loss": 16.5606,
      "step": 890
    },
    {
      "epoch": 0.3704847175054029,
      "grad_norm": 55.476242446929724,
      "learning_rate": 9.98888888888889e-06,
      "loss": 16.5196,
      "step": 900
    },
    {
      "epoch": 0.37460121436657406,
      "grad_norm": 33.8871713799869,
      "learning_rate": 9.996907216494847e-06,
      "loss": 16.2859,
      "step": 910
    },
    {
      "epoch": 0.37871771122774517,
      "grad_norm": 48.67199287721736,
      "learning_rate": 9.993470790378008e-06,
      "loss": 16.1253,
      "step": 920
    },
    {
      "epoch": 0.38283420808891633,
      "grad_norm": 53.10677273121955,
      "learning_rate": 9.99003436426117e-06,
      "loss": 16.1184,
      "step": 930
    },
    {
      "epoch": 0.3869507049500875,
      "grad_norm": 36.47115886963749,
      "learning_rate": 9.986597938144331e-06,
      "loss": 15.8454,
      "step": 940
    },
    {
      "epoch": 0.3910672018112586,
      "grad_norm": 46.9950180770148,
      "learning_rate": 9.983161512027493e-06,
      "loss": 15.7934,
      "step": 950
    },
    {
      "epoch": 0.39518369867242975,
      "grad_norm": 41.780425293570616,
      "learning_rate": 9.979725085910654e-06,
      "loss": 15.7013,
      "step": 960
    },
    {
      "epoch": 0.3993001955336009,
      "grad_norm": 61.01443519953337,
      "learning_rate": 9.976288659793816e-06,
      "loss": 15.5447,
      "step": 970
    },
    {
      "epoch": 0.40341669239477207,
      "grad_norm": 37.005722827889784,
      "learning_rate": 9.972852233676977e-06,
      "loss": 15.4402,
      "step": 980
    },
    {
      "epoch": 0.4075331892559432,
      "grad_norm": 34.50549181078069,
      "learning_rate": 9.969415807560139e-06,
      "loss": 15.3771,
      "step": 990
    },
    {
      "epoch": 0.41164968611711433,
      "grad_norm": 43.56802220640922,
      "learning_rate": 9.965979381443299e-06,
      "loss": 15.1859,
      "step": 1000
    },
    {
      "epoch": 0.4157661829782855,
      "grad_norm": 44.27192419759802,
      "learning_rate": 9.96254295532646e-06,
      "loss": 15.1377,
      "step": 1010
    },
    {
      "epoch": 0.4198826798394566,
      "grad_norm": 54.39835842981886,
      "learning_rate": 9.959106529209622e-06,
      "loss": 15.0264,
      "step": 1020
    },
    {
      "epoch": 0.42399917670062776,
      "grad_norm": 39.41791238776903,
      "learning_rate": 9.955670103092783e-06,
      "loss": 14.9343,
      "step": 1030
    },
    {
      "epoch": 0.4281156735617989,
      "grad_norm": 33.82937492863744,
      "learning_rate": 9.952233676975945e-06,
      "loss": 14.7589,
      "step": 1040
    },
    {
      "epoch": 0.4322321704229701,
      "grad_norm": 40.479975837330905,
      "learning_rate": 9.948797250859106e-06,
      "loss": 14.6838,
      "step": 1050
    },
    {
      "epoch": 0.4363486672841412,
      "grad_norm": 49.56506719825334,
      "learning_rate": 9.945360824742268e-06,
      "loss": 14.5806,
      "step": 1060
    },
    {
      "epoch": 0.44046516414531234,
      "grad_norm": 43.92728436690805,
      "learning_rate": 9.94192439862543e-06,
      "loss": 14.5519,
      "step": 1070
    },
    {
      "epoch": 0.4445816610064835,
      "grad_norm": 38.083124431784405,
      "learning_rate": 9.938487972508592e-06,
      "loss": 14.4566,
      "step": 1080
    },
    {
      "epoch": 0.4486981578676546,
      "grad_norm": 40.83368623786197,
      "learning_rate": 9.935051546391754e-06,
      "loss": 14.4637,
      "step": 1090
    },
    {
      "epoch": 0.45281465472882576,
      "grad_norm": 39.888961137074325,
      "learning_rate": 9.931615120274915e-06,
      "loss": 14.2926,
      "step": 1100
    },
    {
      "epoch": 0.4569311515899969,
      "grad_norm": 52.98917099950452,
      "learning_rate": 9.928178694158077e-06,
      "loss": 14.2284,
      "step": 1110
    },
    {
      "epoch": 0.4610476484511681,
      "grad_norm": 39.86769855717651,
      "learning_rate": 9.924742268041238e-06,
      "loss": 14.1538,
      "step": 1120
    },
    {
      "epoch": 0.4651641453123392,
      "grad_norm": 41.47546966771517,
      "learning_rate": 9.9213058419244e-06,
      "loss": 14.1268,
      "step": 1130
    },
    {
      "epoch": 0.46928064217351034,
      "grad_norm": 43.66832808351295,
      "learning_rate": 9.917869415807561e-06,
      "loss": 14.0239,
      "step": 1140
    },
    {
      "epoch": 0.4733971390346815,
      "grad_norm": 38.15090916854303,
      "learning_rate": 9.914432989690723e-06,
      "loss": 13.9388,
      "step": 1150
    },
    {
      "epoch": 0.4775136358958526,
      "grad_norm": 34.56956210917117,
      "learning_rate": 9.910996563573884e-06,
      "loss": 13.911,
      "step": 1160
    },
    {
      "epoch": 0.48163013275702377,
      "grad_norm": 33.31934413400173,
      "learning_rate": 9.907560137457046e-06,
      "loss": 13.8416,
      "step": 1170
    },
    {
      "epoch": 0.4857466296181949,
      "grad_norm": 37.93411062451452,
      "learning_rate": 9.904123711340207e-06,
      "loss": 13.8095,
      "step": 1180
    },
    {
      "epoch": 0.4898631264793661,
      "grad_norm": 38.20924261082129,
      "learning_rate": 9.900687285223369e-06,
      "loss": 13.7295,
      "step": 1190
    },
    {
      "epoch": 0.4939796233405372,
      "grad_norm": 53.63569573152946,
      "learning_rate": 9.89725085910653e-06,
      "loss": 13.6506,
      "step": 1200
    },
    {
      "epoch": 0.49809612020170835,
      "grad_norm": 43.14530877212232,
      "learning_rate": 9.893814432989692e-06,
      "loss": 13.6186,
      "step": 1210
    },
    {
      "epoch": 0.5022126170628795,
      "grad_norm": 49.03916689519157,
      "learning_rate": 9.890378006872853e-06,
      "loss": 13.6416,
      "step": 1220
    },
    {
      "epoch": 0.5063291139240507,
      "grad_norm": 36.49026973775023,
      "learning_rate": 9.886941580756015e-06,
      "loss": 13.574,
      "step": 1230
    },
    {
      "epoch": 0.5104456107852218,
      "grad_norm": 32.76071554080421,
      "learning_rate": 9.883505154639176e-06,
      "loss": 13.4854,
      "step": 1240
    },
    {
      "epoch": 0.5145621076463929,
      "grad_norm": 36.789924557345806,
      "learning_rate": 9.880068728522338e-06,
      "loss": 13.3827,
      "step": 1250
    },
    {
      "epoch": 0.5186786045075641,
      "grad_norm": 28.079567041126435,
      "learning_rate": 9.8766323024055e-06,
      "loss": 13.3305,
      "step": 1260
    },
    {
      "epoch": 0.5227951013687352,
      "grad_norm": 43.55514700081209,
      "learning_rate": 9.87319587628866e-06,
      "loss": 13.33,
      "step": 1270
    },
    {
      "epoch": 0.5269115982299063,
      "grad_norm": 28.76115488681788,
      "learning_rate": 9.869759450171822e-06,
      "loss": 13.2651,
      "step": 1280
    },
    {
      "epoch": 0.5310280950910775,
      "grad_norm": 37.358128749691296,
      "learning_rate": 9.866323024054984e-06,
      "loss": 13.2312,
      "step": 1290
    },
    {
      "epoch": 0.5351445919522486,
      "grad_norm": 44.992288758478345,
      "learning_rate": 9.862886597938145e-06,
      "loss": 13.1897,
      "step": 1300
    },
    {
      "epoch": 0.5392610888134198,
      "grad_norm": 28.47379704494871,
      "learning_rate": 9.859450171821307e-06,
      "loss": 13.1063,
      "step": 1310
    },
    {
      "epoch": 0.5433775856745909,
      "grad_norm": 31.796429799283633,
      "learning_rate": 9.856013745704468e-06,
      "loss": 13.0747,
      "step": 1320
    },
    {
      "epoch": 0.547494082535762,
      "grad_norm": 39.38678551108492,
      "learning_rate": 9.85257731958763e-06,
      "loss": 13.0861,
      "step": 1330
    },
    {
      "epoch": 0.5516105793969333,
      "grad_norm": 38.812099741482996,
      "learning_rate": 9.849140893470791e-06,
      "loss": 13.046,
      "step": 1340
    },
    {
      "epoch": 0.5557270762581044,
      "grad_norm": 34.79929463071014,
      "learning_rate": 9.845704467353953e-06,
      "loss": 13.0339,
      "step": 1350
    },
    {
      "epoch": 0.5598435731192755,
      "grad_norm": 36.095752723061416,
      "learning_rate": 9.842268041237114e-06,
      "loss": 12.9433,
      "step": 1360
    },
    {
      "epoch": 0.5639600699804467,
      "grad_norm": 36.27956418944883,
      "learning_rate": 9.838831615120276e-06,
      "loss": 12.907,
      "step": 1370
    },
    {
      "epoch": 0.5680765668416178,
      "grad_norm": 35.72628600227518,
      "learning_rate": 9.835395189003437e-06,
      "loss": 12.91,
      "step": 1380
    },
    {
      "epoch": 0.5721930637027889,
      "grad_norm": 36.2974491311879,
      "learning_rate": 9.831958762886599e-06,
      "loss": 12.8805,
      "step": 1390
    },
    {
      "epoch": 0.5763095605639601,
      "grad_norm": 38.753865801889205,
      "learning_rate": 9.82852233676976e-06,
      "loss": 12.8487,
      "step": 1400
    },
    {
      "epoch": 0.5804260574251312,
      "grad_norm": 37.15806127726735,
      "learning_rate": 9.825085910652922e-06,
      "loss": 12.8255,
      "step": 1410
    },
    {
      "epoch": 0.5845425542863023,
      "grad_norm": 31.930169790036125,
      "learning_rate": 9.821649484536083e-06,
      "loss": 12.7318,
      "step": 1420
    },
    {
      "epoch": 0.5886590511474735,
      "grad_norm": 46.704762225618985,
      "learning_rate": 9.818213058419245e-06,
      "loss": 12.8322,
      "step": 1430
    },
    {
      "epoch": 0.5927755480086446,
      "grad_norm": 33.776587810887825,
      "learning_rate": 9.814776632302406e-06,
      "loss": 12.7815,
      "step": 1440
    },
    {
      "epoch": 0.5968920448698158,
      "grad_norm": 29.58229351266127,
      "learning_rate": 9.811340206185568e-06,
      "loss": 12.7486,
      "step": 1450
    },
    {
      "epoch": 0.601008541730987,
      "grad_norm": 33.63398991455025,
      "learning_rate": 9.80790378006873e-06,
      "loss": 12.6896,
      "step": 1460
    },
    {
      "epoch": 0.605125038592158,
      "grad_norm": 36.832689858066715,
      "learning_rate": 9.804467353951891e-06,
      "loss": 12.6699,
      "step": 1470
    },
    {
      "epoch": 0.6092415354533293,
      "grad_norm": 37.43208595185383,
      "learning_rate": 9.801030927835052e-06,
      "loss": 12.5471,
      "step": 1480
    },
    {
      "epoch": 0.6133580323145004,
      "grad_norm": 33.7941307098917,
      "learning_rate": 9.797594501718214e-06,
      "loss": 12.6142,
      "step": 1490
    },
    {
      "epoch": 0.6174745291756715,
      "grad_norm": 31.9466158932975,
      "learning_rate": 9.794158075601375e-06,
      "loss": 12.5338,
      "step": 1500
    },
    {
      "epoch": 0.6215910260368427,
      "grad_norm": 38.30578087105521,
      "learning_rate": 9.790721649484537e-06,
      "loss": 12.4764,
      "step": 1510
    },
    {
      "epoch": 0.6257075228980138,
      "grad_norm": 32.61697454595358,
      "learning_rate": 9.787285223367698e-06,
      "loss": 12.4952,
      "step": 1520
    },
    {
      "epoch": 0.6298240197591849,
      "grad_norm": 40.16758133155219,
      "learning_rate": 9.78384879725086e-06,
      "loss": 12.4546,
      "step": 1530
    },
    {
      "epoch": 0.6339405166203561,
      "grad_norm": 48.80638115137875,
      "learning_rate": 9.780412371134021e-06,
      "loss": 12.4843,
      "step": 1540
    },
    {
      "epoch": 0.6380570134815272,
      "grad_norm": 37.475171347455756,
      "learning_rate": 9.776975945017183e-06,
      "loss": 12.4931,
      "step": 1550
    },
    {
      "epoch": 0.6421735103426983,
      "grad_norm": 33.28595513208406,
      "learning_rate": 9.773539518900344e-06,
      "loss": 12.4005,
      "step": 1560
    },
    {
      "epoch": 0.6462900072038695,
      "grad_norm": 31.086866920620285,
      "learning_rate": 9.770103092783506e-06,
      "loss": 12.3441,
      "step": 1570
    },
    {
      "epoch": 0.6504065040650406,
      "grad_norm": 39.3394583771368,
      "learning_rate": 9.766666666666667e-06,
      "loss": 12.2734,
      "step": 1580
    },
    {
      "epoch": 0.6545230009262117,
      "grad_norm": 32.802912711135214,
      "learning_rate": 9.763230240549829e-06,
      "loss": 12.3482,
      "step": 1590
    },
    {
      "epoch": 0.658639497787383,
      "grad_norm": 37.29399518826948,
      "learning_rate": 9.75979381443299e-06,
      "loss": 12.3565,
      "step": 1600
    },
    {
      "epoch": 0.6627559946485541,
      "grad_norm": 31.346208761120682,
      "learning_rate": 9.756357388316152e-06,
      "loss": 12.2918,
      "step": 1610
    },
    {
      "epoch": 0.6668724915097253,
      "grad_norm": 32.38506378128921,
      "learning_rate": 9.752920962199313e-06,
      "loss": 12.2984,
      "step": 1620
    },
    {
      "epoch": 0.6709889883708964,
      "grad_norm": 37.55618381493301,
      "learning_rate": 9.749484536082475e-06,
      "loss": 12.2223,
      "step": 1630
    },
    {
      "epoch": 0.6751054852320675,
      "grad_norm": 30.159408332251935,
      "learning_rate": 9.746048109965636e-06,
      "loss": 12.2059,
      "step": 1640
    },
    {
      "epoch": 0.6792219820932387,
      "grad_norm": 33.64269413817189,
      "learning_rate": 9.742611683848798e-06,
      "loss": 12.1934,
      "step": 1650
    },
    {
      "epoch": 0.6833384789544098,
      "grad_norm": 33.350706787266056,
      "learning_rate": 9.73917525773196e-06,
      "loss": 12.2187,
      "step": 1660
    },
    {
      "epoch": 0.6874549758155809,
      "grad_norm": 33.39405862288003,
      "learning_rate": 9.735738831615121e-06,
      "loss": 12.163,
      "step": 1670
    },
    {
      "epoch": 0.6915714726767521,
      "grad_norm": 33.41635090076034,
      "learning_rate": 9.732302405498283e-06,
      "loss": 12.1662,
      "step": 1680
    },
    {
      "epoch": 0.6956879695379232,
      "grad_norm": 30.14281470411853,
      "learning_rate": 9.728865979381444e-06,
      "loss": 12.2065,
      "step": 1690
    },
    {
      "epoch": 0.6998044663990943,
      "grad_norm": 30.467396684661566,
      "learning_rate": 9.725429553264606e-06,
      "loss": 12.1291,
      "step": 1700
    },
    {
      "epoch": 0.7039209632602655,
      "grad_norm": 30.441530111439768,
      "learning_rate": 9.721993127147767e-06,
      "loss": 12.0492,
      "step": 1710
    },
    {
      "epoch": 0.7080374601214366,
      "grad_norm": 28.49347966966388,
      "learning_rate": 9.718556701030929e-06,
      "loss": 12.0813,
      "step": 1720
    },
    {
      "epoch": 0.7121539569826077,
      "grad_norm": 30.721181306779684,
      "learning_rate": 9.71512027491409e-06,
      "loss": 12.0821,
      "step": 1730
    },
    {
      "epoch": 0.716270453843779,
      "grad_norm": 29.129251982891667,
      "learning_rate": 9.711683848797252e-06,
      "loss": 12.0637,
      "step": 1740
    },
    {
      "epoch": 0.7203869507049501,
      "grad_norm": 29.95019721435932,
      "learning_rate": 9.708247422680413e-06,
      "loss": 11.9994,
      "step": 1750
    },
    {
      "epoch": 0.7245034475661213,
      "grad_norm": 32.81918337349151,
      "learning_rate": 9.704810996563575e-06,
      "loss": 12.024,
      "step": 1760
    },
    {
      "epoch": 0.7286199444272924,
      "grad_norm": 39.5144099446638,
      "learning_rate": 9.701374570446736e-06,
      "loss": 12.0285,
      "step": 1770
    },
    {
      "epoch": 0.7327364412884635,
      "grad_norm": 31.653909615694747,
      "learning_rate": 9.697938144329898e-06,
      "loss": 11.9479,
      "step": 1780
    },
    {
      "epoch": 0.7368529381496347,
      "grad_norm": 33.40571679023385,
      "learning_rate": 9.694501718213059e-06,
      "loss": 11.9523,
      "step": 1790
    },
    {
      "epoch": 0.7409694350108058,
      "grad_norm": 37.473942426771224,
      "learning_rate": 9.69106529209622e-06,
      "loss": 11.9416,
      "step": 1800
    },
    {
      "epoch": 0.7450859318719769,
      "grad_norm": 36.94155127706317,
      "learning_rate": 9.687628865979382e-06,
      "loss": 12.0463,
      "step": 1810
    },
    {
      "epoch": 0.7492024287331481,
      "grad_norm": 37.68814388273857,
      "learning_rate": 9.684192439862544e-06,
      "loss": 11.8785,
      "step": 1820
    },
    {
      "epoch": 0.7533189255943192,
      "grad_norm": 28.366410820050916,
      "learning_rate": 9.680756013745705e-06,
      "loss": 11.8984,
      "step": 1830
    },
    {
      "epoch": 0.7574354224554903,
      "grad_norm": 32.286183742630165,
      "learning_rate": 9.677319587628867e-06,
      "loss": 11.7795,
      "step": 1840
    },
    {
      "epoch": 0.7615519193166616,
      "grad_norm": 34.20137530626946,
      "learning_rate": 9.673883161512028e-06,
      "loss": 11.7833,
      "step": 1850
    },
    {
      "epoch": 0.7656684161778327,
      "grad_norm": 26.974205102100083,
      "learning_rate": 9.67044673539519e-06,
      "loss": 11.8231,
      "step": 1860
    },
    {
      "epoch": 0.7697849130390038,
      "grad_norm": 30.78227640084708,
      "learning_rate": 9.667010309278351e-06,
      "loss": 11.839,
      "step": 1870
    },
    {
      "epoch": 0.773901409900175,
      "grad_norm": 32.775223259236476,
      "learning_rate": 9.663573883161513e-06,
      "loss": 11.7576,
      "step": 1880
    },
    {
      "epoch": 0.7780179067613461,
      "grad_norm": 32.09910452344205,
      "learning_rate": 9.660137457044674e-06,
      "loss": 11.8203,
      "step": 1890
    },
    {
      "epoch": 0.7821344036225172,
      "grad_norm": 34.679912416674696,
      "learning_rate": 9.656701030927836e-06,
      "loss": 11.7395,
      "step": 1900
    },
    {
      "epoch": 0.7862509004836884,
      "grad_norm": 41.08474046950697,
      "learning_rate": 9.653264604810997e-06,
      "loss": 11.7656,
      "step": 1910
    },
    {
      "epoch": 0.7903673973448595,
      "grad_norm": 43.79171589552821,
      "learning_rate": 9.649828178694159e-06,
      "loss": 11.7157,
      "step": 1920
    },
    {
      "epoch": 0.7944838942060307,
      "grad_norm": 32.06890784949689,
      "learning_rate": 9.64639175257732e-06,
      "loss": 11.7633,
      "step": 1930
    },
    {
      "epoch": 0.7986003910672018,
      "grad_norm": 33.88840596948513,
      "learning_rate": 9.642955326460482e-06,
      "loss": 11.7696,
      "step": 1940
    },
    {
      "epoch": 0.8027168879283729,
      "grad_norm": 43.3525380610554,
      "learning_rate": 9.639518900343643e-06,
      "loss": 11.6768,
      "step": 1950
    },
    {
      "epoch": 0.8068333847895441,
      "grad_norm": 29.03141895521922,
      "learning_rate": 9.636082474226805e-06,
      "loss": 11.6438,
      "step": 1960
    },
    {
      "epoch": 0.8109498816507152,
      "grad_norm": 31.577350376305315,
      "learning_rate": 9.632646048109966e-06,
      "loss": 11.648,
      "step": 1970
    },
    {
      "epoch": 0.8150663785118863,
      "grad_norm": 29.395462355828993,
      "learning_rate": 9.629209621993128e-06,
      "loss": 11.5621,
      "step": 1980
    },
    {
      "epoch": 0.8191828753730576,
      "grad_norm": 36.070659840431695,
      "learning_rate": 9.625773195876289e-06,
      "loss": 11.6605,
      "step": 1990
    },
    {
      "epoch": 0.8232993722342287,
      "grad_norm": 40.63936989861702,
      "learning_rate": 9.62233676975945e-06,
      "loss": 11.6847,
      "step": 2000
    },
    {
      "epoch": 0.8274158690953998,
      "grad_norm": 28.74096555707873,
      "learning_rate": 9.618900343642612e-06,
      "loss": 11.5951,
      "step": 2010
    },
    {
      "epoch": 0.831532365956571,
      "grad_norm": 26.857379564051325,
      "learning_rate": 9.615463917525774e-06,
      "loss": 11.5425,
      "step": 2020
    },
    {
      "epoch": 0.8356488628177421,
      "grad_norm": 34.26526481929795,
      "learning_rate": 9.612027491408935e-06,
      "loss": 11.5395,
      "step": 2030
    },
    {
      "epoch": 0.8397653596789132,
      "grad_norm": 39.61591003341877,
      "learning_rate": 9.608591065292097e-06,
      "loss": 11.5239,
      "step": 2040
    },
    {
      "epoch": 0.8438818565400844,
      "grad_norm": 32.799457497612636,
      "learning_rate": 9.605154639175258e-06,
      "loss": 11.5221,
      "step": 2050
    },
    {
      "epoch": 0.8479983534012555,
      "grad_norm": 30.46702989419665,
      "learning_rate": 9.60171821305842e-06,
      "loss": 11.5188,
      "step": 2060
    },
    {
      "epoch": 0.8521148502624267,
      "grad_norm": 36.16227939472805,
      "learning_rate": 9.598281786941581e-06,
      "loss": 11.5045,
      "step": 2070
    },
    {
      "epoch": 0.8562313471235978,
      "grad_norm": 35.47038057679002,
      "learning_rate": 9.594845360824743e-06,
      "loss": 11.5307,
      "step": 2080
    },
    {
      "epoch": 0.8603478439847689,
      "grad_norm": 32.257372818520146,
      "learning_rate": 9.591408934707904e-06,
      "loss": 11.523,
      "step": 2090
    },
    {
      "epoch": 0.8644643408459401,
      "grad_norm": 29.92970511160102,
      "learning_rate": 9.587972508591066e-06,
      "loss": 11.5006,
      "step": 2100
    },
    {
      "epoch": 0.8685808377071113,
      "grad_norm": 31.548453221760763,
      "learning_rate": 9.584536082474227e-06,
      "loss": 11.4492,
      "step": 2110
    },
    {
      "epoch": 0.8726973345682824,
      "grad_norm": 34.57267127412313,
      "learning_rate": 9.581099656357389e-06,
      "loss": 11.4804,
      "step": 2120
    },
    {
      "epoch": 0.8768138314294536,
      "grad_norm": 34.17219698271619,
      "learning_rate": 9.57766323024055e-06,
      "loss": 11.4529,
      "step": 2130
    },
    {
      "epoch": 0.8809303282906247,
      "grad_norm": 29.479641794210973,
      "learning_rate": 9.574226804123712e-06,
      "loss": 11.3922,
      "step": 2140
    },
    {
      "epoch": 0.8850468251517958,
      "grad_norm": 32.38400767680429,
      "learning_rate": 9.570790378006873e-06,
      "loss": 11.394,
      "step": 2150
    },
    {
      "epoch": 0.889163322012967,
      "grad_norm": 32.32981900594448,
      "learning_rate": 9.567353951890035e-06,
      "loss": 11.3841,
      "step": 2160
    },
    {
      "epoch": 0.8932798188741381,
      "grad_norm": 33.61678562259265,
      "learning_rate": 9.563917525773196e-06,
      "loss": 11.3688,
      "step": 2170
    },
    {
      "epoch": 0.8973963157353092,
      "grad_norm": 32.71587409986399,
      "learning_rate": 9.560481099656358e-06,
      "loss": 11.3808,
      "step": 2180
    },
    {
      "epoch": 0.9015128125964804,
      "grad_norm": 29.54893232627574,
      "learning_rate": 9.55704467353952e-06,
      "loss": 11.3336,
      "step": 2190
    },
    {
      "epoch": 0.9056293094576515,
      "grad_norm": 32.06137522253644,
      "learning_rate": 9.55360824742268e-06,
      "loss": 11.3034,
      "step": 2200
    },
    {
      "epoch": 0.9097458063188227,
      "grad_norm": 36.467602001920255,
      "learning_rate": 9.550171821305842e-06,
      "loss": 11.3092,
      "step": 2210
    },
    {
      "epoch": 0.9138623031799938,
      "grad_norm": 36.697441519061755,
      "learning_rate": 9.546735395189004e-06,
      "loss": 11.3535,
      "step": 2220
    },
    {
      "epoch": 0.9179788000411649,
      "grad_norm": 29.195704697132054,
      "learning_rate": 9.543298969072165e-06,
      "loss": 11.2906,
      "step": 2230
    },
    {
      "epoch": 0.9220952969023362,
      "grad_norm": 28.12150721519504,
      "learning_rate": 9.539862542955327e-06,
      "loss": 11.2277,
      "step": 2240
    },
    {
      "epoch": 0.9262117937635073,
      "grad_norm": 28.28187759539184,
      "learning_rate": 9.536426116838488e-06,
      "loss": 11.2413,
      "step": 2250
    },
    {
      "epoch": 0.9303282906246784,
      "grad_norm": 38.194498763414195,
      "learning_rate": 9.53298969072165e-06,
      "loss": 11.2062,
      "step": 2260
    },
    {
      "epoch": 0.9344447874858496,
      "grad_norm": 30.60316989712369,
      "learning_rate": 9.529553264604811e-06,
      "loss": 11.2868,
      "step": 2270
    },
    {
      "epoch": 0.9385612843470207,
      "grad_norm": 32.2566760579608,
      "learning_rate": 9.526116838487973e-06,
      "loss": 11.3455,
      "step": 2280
    },
    {
      "epoch": 0.9426777812081918,
      "grad_norm": 29.363121550952414,
      "learning_rate": 9.522680412371134e-06,
      "loss": 11.2271,
      "step": 2290
    },
    {
      "epoch": 0.946794278069363,
      "grad_norm": 34.44659489587604,
      "learning_rate": 9.519243986254296e-06,
      "loss": 11.2572,
      "step": 2300
    },
    {
      "epoch": 0.9509107749305341,
      "grad_norm": 38.421619327615275,
      "learning_rate": 9.515807560137457e-06,
      "loss": 11.2059,
      "step": 2310
    },
    {
      "epoch": 0.9550272717917052,
      "grad_norm": 28.45314623909409,
      "learning_rate": 9.512371134020619e-06,
      "loss": 11.2005,
      "step": 2320
    },
    {
      "epoch": 0.9591437686528764,
      "grad_norm": 33.71882176291607,
      "learning_rate": 9.50893470790378e-06,
      "loss": 11.1696,
      "step": 2330
    },
    {
      "epoch": 0.9632602655140475,
      "grad_norm": 40.284639005118564,
      "learning_rate": 9.505498281786942e-06,
      "loss": 11.1289,
      "step": 2340
    },
    {
      "epoch": 0.9673767623752186,
      "grad_norm": 29.578038874639823,
      "learning_rate": 9.502061855670103e-06,
      "loss": 11.1945,
      "step": 2350
    },
    {
      "epoch": 0.9714932592363899,
      "grad_norm": 30.78279090155006,
      "learning_rate": 9.498625429553265e-06,
      "loss": 11.1547,
      "step": 2360
    },
    {
      "epoch": 0.975609756097561,
      "grad_norm": 32.32491917371623,
      "learning_rate": 9.495189003436426e-06,
      "loss": 11.1499,
      "step": 2370
    },
    {
      "epoch": 0.9797262529587322,
      "grad_norm": 33.912601882090534,
      "learning_rate": 9.491752577319588e-06,
      "loss": 11.0843,
      "step": 2380
    },
    {
      "epoch": 0.9838427498199033,
      "grad_norm": 33.636974029662824,
      "learning_rate": 9.48831615120275e-06,
      "loss": 11.0857,
      "step": 2390
    },
    {
      "epoch": 0.9879592466810744,
      "grad_norm": 28.479925241415103,
      "learning_rate": 9.48487972508591e-06,
      "loss": 11.117,
      "step": 2400
    },
    {
      "epoch": 0.9920757435422456,
      "grad_norm": 32.19633310187057,
      "learning_rate": 9.481443298969072e-06,
      "loss": 11.1586,
      "step": 2410
    },
    {
      "epoch": 0.9961922404034167,
      "grad_norm": 30.24939985897427,
      "learning_rate": 9.478006872852234e-06,
      "loss": 11.0449,
      "step": 2420
    },
    {
      "epoch": 1.0,
      "grad_norm": 27.59918285796063,
      "learning_rate": 9.474570446735395e-06,
      "loss": 10.2576,
      "step": 2430
    },
    {
      "epoch": 1.004116496861171,
      "grad_norm": 29.145692709878713,
      "learning_rate": 9.471134020618557e-06,
      "loss": 10.9205,
      "step": 2440
    },
    {
      "epoch": 1.0082329937223422,
      "grad_norm": 34.22402623391047,
      "learning_rate": 9.467697594501718e-06,
      "loss": 10.8674,
      "step": 2450
    },
    {
      "epoch": 1.0123494905835135,
      "grad_norm": 31.116476736190727,
      "learning_rate": 9.46426116838488e-06,
      "loss": 10.9685,
      "step": 2460
    },
    {
      "epoch": 1.0164659874446846,
      "grad_norm": 31.010011036576245,
      "learning_rate": 9.460824742268041e-06,
      "loss": 10.8758,
      "step": 2470
    },
    {
      "epoch": 1.0205824843058557,
      "grad_norm": 33.554395898942225,
      "learning_rate": 9.457388316151203e-06,
      "loss": 10.8832,
      "step": 2480
    },
    {
      "epoch": 1.0246989811670268,
      "grad_norm": 33.7710211448291,
      "learning_rate": 9.453951890034366e-06,
      "loss": 10.8374,
      "step": 2490
    },
    {
      "epoch": 1.028815478028198,
      "grad_norm": 36.176567342791,
      "learning_rate": 9.450515463917528e-06,
      "loss": 10.8073,
      "step": 2500
    },
    {
      "epoch": 1.028815478028198,
      "eval_loss": 3.158303737640381,
      "eval_runtime": 3671.6298,
      "eval_samples_per_second": 149.924,
      "eval_steps_per_second": 0.293,
      "step": 2500
    }
  ],
  "logging_steps": 10,
  "max_steps": 30000,
  "num_input_tokens_seen": 0,
  "num_train_epochs": 13,
  "save_steps": 2500,
  "stateful_callbacks": {
    "TrainerControl": {
      "args": {
        "should_epoch_stop": false,
        "should_evaluate": false,
        "should_log": false,
        "should_save": true,
        "should_training_stop": false
      },
      "attributes": {}
    }
  },
  "total_flos": 3776084605665280.0,
  "train_batch_size": 32,
  "trial_name": null,
  "trial_params": null
}