{
  "best_global_step": null,
  "best_metric": null,
  "best_model_checkpoint": null,
  "epoch": 2.9955911823647297,
  "eval_steps": 500,
  "global_step": 1869,
  "is_hyper_param_search": false,
  "is_local_process_zero": true,
  "is_world_process_zero": true,
  "log_history": [
    {
      "epoch": 0.008016032064128256,
      "grad_norm": 1.7998353242874146,
      "learning_rate": 1.4035087719298246e-06,
      "loss": 2.8148,
      "step": 5
    },
    {
      "epoch": 0.01603206412825651,
      "grad_norm": 1.8694814443588257,
      "learning_rate": 3.157894736842105e-06,
      "loss": 2.7787,
      "step": 10
    },
    {
      "epoch": 0.02404809619238477,
      "grad_norm": 2.0035526752471924,
      "learning_rate": 4.912280701754386e-06,
      "loss": 2.8341,
      "step": 15
    },
    {
      "epoch": 0.03206412825651302,
      "grad_norm": 2.0097479820251465,
      "learning_rate": 6.666666666666667e-06,
      "loss": 2.7125,
      "step": 20
    },
    {
      "epoch": 0.04008016032064128,
      "grad_norm": 1.6507200002670288,
      "learning_rate": 8.421052631578948e-06,
      "loss": 2.4992,
      "step": 25
    },
    {
      "epoch": 0.04809619238476954,
      "grad_norm": 2.043926477432251,
      "learning_rate": 1.017543859649123e-05,
      "loss": 2.551,
      "step": 30
    },
    {
      "epoch": 0.056112224448897796,
      "grad_norm": 1.697209119796753,
      "learning_rate": 1.192982456140351e-05,
      "loss": 2.525,
      "step": 35
    },
    {
      "epoch": 0.06412825651302605,
      "grad_norm": 1.7798157930374146,
      "learning_rate": 1.3684210526315791e-05,
      "loss": 2.4075,
      "step": 40
    },
    {
      "epoch": 0.07214428857715431,
      "grad_norm": 1.4598116874694824,
      "learning_rate": 1.543859649122807e-05,
      "loss": 2.093,
      "step": 45
    },
    {
      "epoch": 0.08016032064128256,
      "grad_norm": 1.4842052459716797,
      "learning_rate": 1.719298245614035e-05,
      "loss": 1.9538,
      "step": 50
    },
    {
      "epoch": 0.08817635270541083,
      "grad_norm": 1.1754084825515747,
      "learning_rate": 1.894736842105263e-05,
      "loss": 1.7687,
      "step": 55
    },
    {
      "epoch": 0.09619238476953908,
      "grad_norm": 0.93027663230896,
      "learning_rate": 1.999993988083788e-05,
      "loss": 1.6448,
      "step": 60
    },
    {
      "epoch": 0.10420841683366733,
      "grad_norm": 1.0409395694732666,
      "learning_rate": 1.999926354856561e-05,
      "loss": 1.4744,
      "step": 65
    },
    {
      "epoch": 0.11222444889779559,
      "grad_norm": 0.9661508202552795,
      "learning_rate": 1.999783578606323e-05,
      "loss": 1.3396,
      "step": 70
    },
    {
      "epoch": 0.12024048096192384,
      "grad_norm": 0.6014273166656494,
      "learning_rate": 1.999565670062504e-05,
      "loss": 1.2886,
      "step": 75
    },
    {
      "epoch": 0.1282565130260521,
      "grad_norm": 0.5582892894744873,
      "learning_rate": 1.9992726456006157e-05,
      "loss": 1.1745,
      "step": 80
    },
    {
      "epoch": 0.13627254509018036,
      "grad_norm": 0.4300733804702759,
      "learning_rate": 1.9989045272410242e-05,
      "loss": 1.163,
      "step": 85
    },
    {
      "epoch": 0.14428857715430862,
      "grad_norm": 0.6262882351875305,
      "learning_rate": 1.9984613426472934e-05,
      "loss": 1.2483,
      "step": 90
    },
    {
      "epoch": 0.1523046092184369,
      "grad_norm": 0.3891115188598633,
      "learning_rate": 1.9979431251241057e-05,
      "loss": 1.1076,
      "step": 95
    },
    {
      "epoch": 0.16032064128256512,
      "grad_norm": 3.9172680377960205,
      "learning_rate": 1.997349913614761e-05,
      "loss": 1.1621,
      "step": 100
    },
    {
      "epoch": 0.1683366733466934,
      "grad_norm": 0.3938579857349396,
      "learning_rate": 1.9966817526982473e-05,
      "loss": 1.1969,
      "step": 105
    },
    {
      "epoch": 0.17635270541082165,
      "grad_norm": 0.4831806719303131,
      "learning_rate": 1.9959386925858944e-05,
      "loss": 1.1086,
      "step": 110
    },
    {
      "epoch": 0.1843687374749499,
      "grad_norm": 0.3328356444835663,
      "learning_rate": 1.9951207891175973e-05,
      "loss": 1.0541,
      "step": 115
    },
    {
      "epoch": 0.19238476953907815,
      "grad_norm": 0.5235080122947693,
      "learning_rate": 1.9942281037576223e-05,
      "loss": 1.0936,
      "step": 120
    },
    {
      "epoch": 0.20040080160320642,
      "grad_norm": 0.3490229547023773,
      "learning_rate": 1.993260703589986e-05,
      "loss": 1.0498,
      "step": 125
    },
    {
      "epoch": 0.20841683366733466,
      "grad_norm": 1.1637717485427856,
      "learning_rate": 1.9922186613134152e-05,
      "loss": 1.0424,
      "step": 130
    },
    {
      "epoch": 0.21643286573146292,
      "grad_norm": 0.3831629157066345,
      "learning_rate": 1.991102055235884e-05,
      "loss": 1.105,
      "step": 135
    },
    {
      "epoch": 0.22444889779559118,
      "grad_norm": 0.5610520243644714,
      "learning_rate": 1.989910969268728e-05,
      "loss": 1.1341,
      "step": 140
    },
    {
      "epoch": 0.23246492985971945,
      "grad_norm": 0.5133630037307739,
      "learning_rate": 1.9886454929203394e-05,
      "loss": 1.0598,
      "step": 145
    },
    {
      "epoch": 0.24048096192384769,
      "grad_norm": 0.3511698246002197,
      "learning_rate": 1.98730572128944e-05,
      "loss": 0.9851,
      "step": 150
    },
    {
      "epoch": 0.24849699398797595,
      "grad_norm": 0.4384966790676117,
      "learning_rate": 1.985891755057935e-05,
      "loss": 1.0148,
      "step": 155
    },
    {
      "epoch": 0.2565130260521042,
      "grad_norm": 0.5588643550872803,
      "learning_rate": 1.984403700483347e-05,
      "loss": 1.0541,
      "step": 160
    },
    {
      "epoch": 0.26452905811623245,
      "grad_norm": 0.3638758063316345,
      "learning_rate": 1.9828416693908305e-05,
      "loss": 0.8998,
      "step": 165
    },
    {
      "epoch": 0.2725450901803607,
      "grad_norm": 0.3875952959060669,
      "learning_rate": 1.9812057791647687e-05,
      "loss": 0.9024,
      "step": 170
    },
    {
      "epoch": 0.280561122244489,
      "grad_norm": 0.3295404016971588,
      "learning_rate": 1.9794961527399518e-05,
      "loss": 0.9846,
      "step": 175
    },
    {
      "epoch": 0.28857715430861725,
      "grad_norm": 0.3046537935733795,
      "learning_rate": 1.9777129185923397e-05,
      "loss": 0.9746,
      "step": 180
    },
    {
      "epoch": 0.2965931863727455,
      "grad_norm": 0.41136643290519714,
      "learning_rate": 1.975856210729405e-05,
      "loss": 1.0259,
      "step": 185
    },
    {
      "epoch": 0.3046092184368738,
      "grad_norm": 0.4319979250431061,
      "learning_rate": 1.9739261686800662e-05,
      "loss": 1.0129,
      "step": 190
    },
    {
      "epoch": 0.312625250501002,
      "grad_norm": 0.45283690094947815,
      "learning_rate": 1.9719229374841978e-05,
      "loss": 0.9649,
      "step": 195
    },
    {
      "epoch": 0.32064128256513025,
      "grad_norm": 0.2747628092765808,
      "learning_rate": 1.9698466676817348e-05,
      "loss": 0.9863,
      "step": 200
    },
    {
      "epoch": 0.3286573146292585,
      "grad_norm": 1.5212770700454712,
      "learning_rate": 1.9676975153013574e-05,
      "loss": 0.9803,
      "step": 205
    },
    {
      "epoch": 0.3366733466933868,
      "grad_norm": 0.48161494731903076,
      "learning_rate": 1.965475641848767e-05,
      "loss": 1.031,
      "step": 210
    },
    {
      "epoch": 0.34468937875751504,
      "grad_norm": 0.31916359066963196,
      "learning_rate": 1.9631812142945473e-05,
      "loss": 1.0912,
      "step": 215
    },
    {
      "epoch": 0.3527054108216433,
      "grad_norm": 0.418302059173584,
      "learning_rate": 1.9608144050616192e-05,
      "loss": 0.9857,
      "step": 220
    },
    {
      "epoch": 0.36072144288577157,
      "grad_norm": 0.38761621713638306,
      "learning_rate": 1.9583753920122822e-05,
      "loss": 1.0441,
      "step": 225
    },
    {
      "epoch": 0.3687374749498998,
      "grad_norm": 0.33479398488998413,
      "learning_rate": 1.9558643584348478e-05,
      "loss": 0.9453,
      "step": 230
    },
    {
      "epoch": 0.37675350701402804,
      "grad_norm": 0.36575448513031006,
      "learning_rate": 1.9532814930298673e-05,
      "loss": 0.9196,
      "step": 235
    },
    {
      "epoch": 0.3847695390781563,
      "grad_norm": 0.33325284719467163,
      "learning_rate": 1.95062698989595e-05,
      "loss": 1.0024,
      "step": 240
    },
    {
      "epoch": 0.3927855711422846,
      "grad_norm": 0.3346043825149536,
      "learning_rate": 1.947901048515176e-05,
      "loss": 0.9017,
      "step": 245
    },
    {
      "epoch": 0.40080160320641284,
      "grad_norm": 0.4760594666004181,
      "learning_rate": 1.9451038737381078e-05,
      "loss": 0.941,
      "step": 250
    },
    {
      "epoch": 0.4088176352705411,
      "grad_norm": 0.3105100989341736,
      "learning_rate": 1.9422356757683946e-05,
      "loss": 0.9357,
      "step": 255
    },
    {
      "epoch": 0.4168336673346693,
      "grad_norm": 0.35822534561157227,
      "learning_rate": 1.939296670146976e-05,
      "loss": 1.002,
      "step": 260
    },
    {
      "epoch": 0.4248496993987976,
      "grad_norm": 0.4366324245929718,
      "learning_rate": 1.936287077735884e-05,
      "loss": 0.9836,
      "step": 265
    },
    {
      "epoch": 0.43286573146292584,
      "grad_norm": 0.339522123336792,
      "learning_rate": 1.9332071247016476e-05,
      "loss": 0.8653,
      "step": 270
    },
    {
      "epoch": 0.4408817635270541,
      "grad_norm": 0.31696006655693054,
      "learning_rate": 1.930057042498293e-05,
      "loss": 0.9843,
      "step": 275
    },
    {
      "epoch": 0.44889779559118237,
      "grad_norm": 0.30729272961616516,
      "learning_rate": 1.926837067849953e-05,
      "loss": 1.0606,
      "step": 280
    },
    {
      "epoch": 0.45691382765531063,
      "grad_norm": 0.4165307879447937,
      "learning_rate": 1.9235474427330783e-05,
      "loss": 0.9156,
      "step": 285
    },
    {
      "epoch": 0.4649298597194389,
      "grad_norm": 0.43856576085090637,
      "learning_rate": 1.9201884143582496e-05,
      "loss": 0.9984,
      "step": 290
    },
    {
      "epoch": 0.4729458917835671,
      "grad_norm": 0.333844393491745,
      "learning_rate": 1.916760235151604e-05,
      "loss": 0.9388,
      "step": 295
    },
    {
      "epoch": 0.48096192384769537,
      "grad_norm": 0.34350189566612244,
      "learning_rate": 1.913263162735862e-05,
      "loss": 0.9525,
      "step": 300
    },
    {
      "epoch": 0.48897795591182364,
      "grad_norm": 0.37638700008392334,
      "learning_rate": 1.909697459910972e-05,
      "loss": 0.9491,
      "step": 305
    },
    {
      "epoch": 0.4969939879759519,
      "grad_norm": 0.37804660201072693,
      "learning_rate": 1.906063394634356e-05,
      "loss": 0.9613,
      "step": 310
    },
    {
      "epoch": 0.5050100200400801,
      "grad_norm": 0.39323610067367554,
      "learning_rate": 1.902361240000778e-05,
      "loss": 0.9028,
      "step": 315
    },
    {
      "epoch": 0.5130260521042084,
      "grad_norm": 0.3674936294555664,
      "learning_rate": 1.8985912742218167e-05,
      "loss": 1.0493,
      "step": 320
    },
    {
      "epoch": 0.5210420841683366,
      "grad_norm": 0.432797908782959,
      "learning_rate": 1.894753780604962e-05,
      "loss": 1.0113,
      "step": 325
    },
    {
      "epoch": 0.5290581162324649,
      "grad_norm": 0.33035048842430115,
      "learning_rate": 1.8908490475323234e-05,
      "loss": 0.9485,
      "step": 330
    },
    {
      "epoch": 0.5370741482965932,
      "grad_norm": 0.4390115439891815,
      "learning_rate": 1.886877368438957e-05,
      "loss": 0.8867,
      "step": 335
    },
    {
      "epoch": 0.5450901803607214,
      "grad_norm": 0.3174438178539276,
      "learning_rate": 1.882839041790818e-05,
      "loss": 0.8476,
      "step": 340
    },
    {
      "epoch": 0.5531062124248497,
      "grad_norm": 0.35620829463005066,
      "learning_rate": 1.8787343710623278e-05,
      "loss": 0.9164,
      "step": 345
    },
    {
      "epoch": 0.561122244488978,
      "grad_norm": 0.36334139108657837,
      "learning_rate": 1.8745636647135693e-05,
      "loss": 1.0097,
      "step": 350
    },
    {
      "epoch": 0.5691382765531062,
      "grad_norm": 0.2904795706272125,
      "learning_rate": 1.870327236167109e-05,
      "loss": 0.849,
      "step": 355
    },
    {
      "epoch": 0.5771543086172345,
      "grad_norm": 0.287715882062912,
      "learning_rate": 1.866025403784439e-05,
      "loss": 0.9578,
      "step": 360
    },
    {
      "epoch": 0.5851703406813628,
      "grad_norm": 0.3586503565311432,
      "learning_rate": 1.8616584908420573e-05,
      "loss": 0.9323,
      "step": 365
    },
    {
      "epoch": 0.593186372745491,
      "grad_norm": 0.8753472566604614,
      "learning_rate": 1.8572268255071718e-05,
      "loss": 0.903,
      "step": 370
    },
    {
      "epoch": 0.6012024048096193,
      "grad_norm": 0.5796067118644714,
      "learning_rate": 1.8527307408130388e-05,
      "loss": 0.9665,
      "step": 375
    },
    {
      "epoch": 0.6092184368737475,
      "grad_norm": 0.3357750177383423,
      "learning_rate": 1.848170574633937e-05,
      "loss": 0.8183,
      "step": 380
    },
    {
      "epoch": 0.6172344689378757,
      "grad_norm": 0.3579539954662323,
      "learning_rate": 1.8435466696597758e-05,
      "loss": 0.9593,
      "step": 385
    },
    {
      "epoch": 0.625250501002004,
      "grad_norm": 0.30244457721710205,
      "learning_rate": 1.8388593733703428e-05,
      "loss": 0.9102,
      "step": 390
    },
    {
      "epoch": 0.6332665330661322,
      "grad_norm": 0.37754353880882263,
      "learning_rate": 1.8341090380091926e-05,
      "loss": 0.8921,
      "step": 395
    },
    {
      "epoch": 0.6412825651302605,
      "grad_norm": 0.316244512796402,
      "learning_rate": 1.8292960205571742e-05,
      "loss": 0.8915,
      "step": 400
    },
    {
      "epoch": 0.6492985971943888,
      "grad_norm": 0.3463846445083618,
      "learning_rate": 1.824420682705606e-05,
      "loss": 0.921,
      "step": 405
    },
    {
      "epoch": 0.657314629258517,
      "grad_norm": 0.3335030674934387,
      "learning_rate": 1.8194833908290933e-05,
      "loss": 0.8892,
      "step": 410
    },
    {
      "epoch": 0.6653306613226453,
      "grad_norm": 0.34191393852233887,
      "learning_rate": 1.814484515957998e-05,
      "loss": 0.8977,
      "step": 415
    },
    {
      "epoch": 0.6733466933867736,
      "grad_norm": 0.3235023319721222,
      "learning_rate": 1.809424433750555e-05,
      "loss": 0.9092,
      "step": 420
    },
    {
      "epoch": 0.6813627254509018,
      "grad_norm": 0.36189472675323486,
      "learning_rate": 1.804303524464643e-05,
      "loss": 0.8349,
      "step": 425
    },
    {
      "epoch": 0.6893787575150301,
      "grad_norm": 0.3975241482257843,
      "learning_rate": 1.799122172929206e-05,
      "loss": 0.8988,
      "step": 430
    },
    {
      "epoch": 0.6973947895791583,
      "grad_norm": 0.3317061960697174,
      "learning_rate": 1.793880768515337e-05,
      "loss": 1.0006,
      "step": 435
    },
    {
      "epoch": 0.7054108216432866,
      "grad_norm": 0.380412220954895,
      "learning_rate": 1.788579705107017e-05,
      "loss": 0.8576,
      "step": 440
    },
    {
      "epoch": 0.7134268537074149,
      "grad_norm": 0.3645264804363251,
      "learning_rate": 1.7832193810715125e-05,
      "loss": 1.0026,
      "step": 445
    },
    {
      "epoch": 0.7214428857715431,
      "grad_norm": 0.3171364665031433,
      "learning_rate": 1.7778001992294426e-05,
      "loss": 0.8791,
      "step": 450
    },
    {
      "epoch": 0.7294589178356713,
      "grad_norm": 0.3164263069629669,
      "learning_rate": 1.772322566824504e-05,
      "loss": 0.8095,
      "step": 455
    },
    {
      "epoch": 0.7374749498997996,
      "grad_norm": 0.43192753195762634,
      "learning_rate": 1.7667868954928695e-05,
      "loss": 0.962,
      "step": 460
    },
    {
      "epoch": 0.7454909819639278,
      "grad_norm": 0.3209589421749115,
      "learning_rate": 1.761193601232254e-05,
      "loss": 0.858,
      "step": 465
    },
    {
      "epoch": 0.7535070140280561,
      "grad_norm": 0.3736160397529602,
      "learning_rate": 1.7555431043706517e-05,
      "loss": 1.0115,
      "step": 470
    },
    {
      "epoch": 0.7615230460921844,
      "grad_norm": 0.36832720041275024,
      "learning_rate": 1.74983582953475e-05,
      "loss": 0.8106,
      "step": 475
    },
    {
      "epoch": 0.7695390781563126,
      "grad_norm": 0.3430776596069336,
      "learning_rate": 1.744072205618019e-05,
      "loss": 0.9519,
      "step": 480
    },
    {
      "epoch": 0.7775551102204409,
      "grad_norm": 0.3065486252307892,
      "learning_rate": 1.7382526657484815e-05,
      "loss": 0.8079,
      "step": 485
    },
    {
      "epoch": 0.7855711422845691,
      "grad_norm": 0.33461305499076843,
      "learning_rate": 1.7323776472561625e-05,
      "loss": 0.8935,
      "step": 490
    },
    {
      "epoch": 0.7935871743486974,
      "grad_norm": 0.4995952546596527,
      "learning_rate": 1.7264475916402264e-05,
      "loss": 0.885,
      "step": 495
    },
    {
      "epoch": 0.8016032064128257,
      "grad_norm": 0.29805514216423035,
      "learning_rate": 1.7204629445357978e-05,
      "loss": 0.8196,
      "step": 500
    },
    {
      "epoch": 0.8096192384769539,
      "grad_norm": 0.2961992621421814,
      "learning_rate": 1.7144241556804724e-05,
      "loss": 0.8429,
      "step": 505
    },
    {
      "epoch": 0.8176352705410822,
      "grad_norm": 0.3210907280445099,
      "learning_rate": 1.7083316788805212e-05,
      "loss": 1.0272,
      "step": 510
    },
    {
      "epoch": 0.8256513026052105,
      "grad_norm": 0.34204360842704773,
      "learning_rate": 1.7021859719767855e-05,
      "loss": 0.9828,
      "step": 515
    },
    {
      "epoch": 0.8336673346693386,
      "grad_norm": 0.367639422416687,
      "learning_rate": 1.6959874968102736e-05,
      "loss": 1.0168,
      "step": 520
    },
    {
      "epoch": 0.8416833667334669,
      "grad_norm": 0.393257200717926,
      "learning_rate": 1.689736719187452e-05,
      "loss": 0.8997,
      "step": 525
    },
    {
      "epoch": 0.8496993987975952,
      "grad_norm": 0.35654187202453613,
      "learning_rate": 1.683434108845241e-05,
      "loss": 0.9833,
      "step": 530
    },
    {
      "epoch": 0.8577154308617234,
      "grad_norm": 0.3392307460308075,
      "learning_rate": 1.677080139415715e-05,
      "loss": 0.8618,
      "step": 535
    },
    {
      "epoch": 0.8657314629258517,
      "grad_norm": 0.4089815020561218,
      "learning_rate": 1.6706752883905107e-05,
      "loss": 0.8715,
      "step": 540
    },
    {
      "epoch": 0.87374749498998,
      "grad_norm": 0.340652734041214,
      "learning_rate": 1.6642200370849427e-05,
      "loss": 0.9329,
      "step": 545
    },
    {
      "epoch": 0.8817635270541082,
      "grad_norm": 0.3595132529735565,
      "learning_rate": 1.657714870601833e-05,
      "loss": 0.8755,
      "step": 550
    },
    {
      "epoch": 0.8897795591182365,
      "grad_norm": 0.3543437421321869,
      "learning_rate": 1.6511602777950585e-05,
      "loss": 0.9098,
      "step": 555
    },
    {
      "epoch": 0.8977955911823647,
      "grad_norm": 0.3310873508453369,
      "learning_rate": 1.6445567512328122e-05,
      "loss": 0.8433,
      "step": 560
    },
    {
      "epoch": 0.905811623246493,
      "grad_norm": 0.3629891574382782,
      "learning_rate": 1.6379047871605897e-05,
      "loss": 0.9434,
      "step": 565
    },
    {
      "epoch": 0.9138276553106213,
      "grad_norm": 0.3259185552597046,
      "learning_rate": 1.6312048854638927e-05,
      "loss": 0.8551,
      "step": 570
    },
    {
      "epoch": 0.9218436873747495,
      "grad_norm": 0.4061657786369324,
      "learning_rate": 1.6244575496306696e-05,
      "loss": 0.8558,
      "step": 575
    },
    {
      "epoch": 0.9298597194388778,
      "grad_norm": 0.28805726766586304,
      "learning_rate": 1.6176632867134738e-05,
      "loss": 0.8577,
      "step": 580
    },
    {
      "epoch": 0.9378757515030061,
      "grad_norm": 1.7116715908050537,
      "learning_rate": 1.610822607291361e-05,
      "loss": 0.8773,
      "step": 585
    },
    {
      "epoch": 0.9458917835671342,
      "grad_norm": 0.36534276604652405,
      "learning_rate": 1.6039360254315213e-05,
      "loss": 0.9772,
      "step": 590
    },
    {
      "epoch": 0.9539078156312625,
      "grad_norm": 0.33474084734916687,
      "learning_rate": 1.597004058650647e-05,
      "loss": 0.8995,
      "step": 595
    },
    {
      "epoch": 0.9619238476953907,
      "grad_norm": 0.3544546067714691,
      "learning_rate": 1.5900272278760407e-05,
      "loss": 0.8963,
      "step": 600
    },
    {
      "epoch": 0.969939879759519,
      "grad_norm": 0.8063123822212219,
      "learning_rate": 1.5830060574064698e-05,
      "loss": 0.9184,
      "step": 605
    },
    {
      "epoch": 0.9779559118236473,
      "grad_norm": 0.35473623871803284,
      "learning_rate": 1.5759410748727663e-05,
      "loss": 0.8378,
      "step": 610
    },
    {
      "epoch": 0.9859719438877755,
      "grad_norm": 0.4922749996185303,
      "learning_rate": 1.5688328111981747e-05,
      "loss": 0.8228,
      "step": 615
    },
    {
      "epoch": 0.9939879759519038,
      "grad_norm": 0.3475538492202759,
      "learning_rate": 1.5616818005584554e-05,
      "loss": 0.8499,
      "step": 620
    },
    {
      "epoch": 1.0016032064128257,
      "grad_norm": 0.40670621395111084,
      "learning_rate": 1.554488580341742e-05,
      "loss": 0.9474,
      "step": 625
    },
    {
      "epoch": 1.009619238476954,
      "grad_norm": 0.35096031427383423,
      "learning_rate": 1.547253691108156e-05,
      "loss": 0.9408,
      "step": 630
    },
    {
      "epoch": 1.0176352705410823,
      "grad_norm": 0.477050244808197,
      "learning_rate": 1.539977676549186e-05,
      "loss": 0.8426,
      "step": 635
    },
    {
      "epoch": 1.0256513026052103,
      "grad_norm": 0.3859562575817108,
      "learning_rate": 1.532661083446829e-05,
      "loss": 0.8802,
      "step": 640
    },
    {
      "epoch": 1.0336673346693386,
      "grad_norm": 0.920563280582428,
      "learning_rate": 1.5253044616325015e-05,
      "loss": 0.8237,
      "step": 645
    },
    {
      "epoch": 1.0416833667334668,
      "grad_norm": 0.3554023504257202,
      "learning_rate": 1.5179083639457193e-05,
      "loss": 0.8263,
      "step": 650
    },
    {
      "epoch": 1.049699398797595,
      "grad_norm": 0.3896832764148712,
      "learning_rate": 1.510473346192554e-05,
      "loss": 0.9112,
      "step": 655
    },
    {
      "epoch": 1.0577154308617234,
      "grad_norm": 0.39052242040634155,
      "learning_rate": 1.5029999671038636e-05,
      "loss": 0.7501,
      "step": 660
    },
    {
      "epoch": 1.0657314629258516,
      "grad_norm": 0.9520488977432251,
      "learning_rate": 1.4954887882933045e-05,
      "loss": 0.8634,
      "step": 665
    },
    {
      "epoch": 1.07374749498998,
      "grad_norm": 0.4311390817165375,
      "learning_rate": 1.4879403742151283e-05,
      "loss": 1.0027,
      "step": 670
    },
    {
      "epoch": 1.0817635270541082,
      "grad_norm": 0.29344749450683594,
      "learning_rate": 1.4803552921217636e-05,
      "loss": 0.7963,
      "step": 675
    },
    {
      "epoch": 1.0897795591182364,
      "grad_norm": 0.4940725266933441,
      "learning_rate": 1.4727341120211869e-05,
      "loss": 0.864,
      "step": 680
    },
    {
      "epoch": 1.0977955911823647,
      "grad_norm": 0.36703604459762573,
      "learning_rate": 1.4650774066340877e-05,
      "loss": 0.8763,
      "step": 685
    },
    {
      "epoch": 1.105811623246493,
      "grad_norm": 0.485721617937088,
      "learning_rate": 1.4573857513508297e-05,
      "loss": 0.8671,
      "step": 690
    },
    {
      "epoch": 1.1138276553106212,
      "grad_norm": 0.3963873088359833,
      "learning_rate": 1.4496597241882113e-05,
      "loss": 0.8517,
      "step": 695
    },
    {
      "epoch": 1.1218436873747495,
      "grad_norm": 0.329689085483551,
      "learning_rate": 1.4418999057460277e-05,
      "loss": 0.832,
      "step": 700
    },
    {
      "epoch": 1.1298597194388778,
      "grad_norm": 0.4781339466571808,
      "learning_rate": 1.4341068791634399e-05,
      "loss": 0.9939,
      "step": 705
    },
    {
      "epoch": 1.137875751503006,
      "grad_norm": 0.33180761337280273,
      "learning_rate": 1.4262812300751528e-05,
      "loss": 0.8397,
      "step": 710
    },
    {
      "epoch": 1.1458917835671343,
      "grad_norm": 0.3313557505607605,
      "learning_rate": 1.4184235465674055e-05,
      "loss": 0.8507,
      "step": 715
    },
    {
      "epoch": 1.1539078156312625,
      "grad_norm": 0.4401721954345703,
      "learning_rate": 1.4105344191337783e-05,
      "loss": 0.7881,
      "step": 720
    },
    {
      "epoch": 1.1619238476953908,
      "grad_norm": 0.29335707426071167,
      "learning_rate": 1.4026144406308155e-05,
      "loss": 0.8678,
      "step": 725
    },
    {
      "epoch": 1.169939879759519,
      "grad_norm": 0.2999337911605835,
      "learning_rate": 1.3946642062334765e-05,
      "loss": 0.8667,
      "step": 730
    },
    {
      "epoch": 1.1779559118236473,
      "grad_norm": 0.2895663380622864,
      "learning_rate": 1.3866843133904064e-05,
      "loss": 0.8994,
      "step": 735
    },
    {
      "epoch": 1.1859719438877756,
      "grad_norm": 0.4325989782810211,
      "learning_rate": 1.3786753617790405e-05,
      "loss": 0.8374,
      "step": 740
    },
    {
      "epoch": 1.1939879759519039,
      "grad_norm": 0.4179665148258209,
      "learning_rate": 1.3706379532605377e-05,
      "loss": 0.9817,
      "step": 745
    },
    {
      "epoch": 1.2020040080160321,
      "grad_norm": 0.3351852297782898,
      "learning_rate": 1.362572691834553e-05,
      "loss": 0.8651,
      "step": 750
    },
    {
      "epoch": 1.2100200400801604,
      "grad_norm": 0.3361961245536804,
      "learning_rate": 1.3544801835938466e-05,
      "loss": 0.8969,
      "step": 755
    },
    {
      "epoch": 1.2180360721442887,
      "grad_norm": 0.5419386029243469,
      "learning_rate": 1.3463610366787392e-05,
      "loss": 0.8676,
      "step": 760
    },
    {
      "epoch": 1.226052104208417,
      "grad_norm": 4.783193111419678,
      "learning_rate": 1.3382158612314075e-05,
      "loss": 0.8724,
      "step": 765
    },
    {
      "epoch": 1.234068136272545,
      "grad_norm": 0.3341674208641052,
      "learning_rate": 1.3300452693500358e-05,
      "loss": 0.8773,
      "step": 770
    },
    {
      "epoch": 1.2420841683366732,
      "grad_norm": 0.3183631896972656,
      "learning_rate": 1.3218498750428164e-05,
      "loss": 0.9829,
      "step": 775
    },
    {
      "epoch": 1.2501002004008015,
      "grad_norm": 0.30661240220069885,
      "learning_rate": 1.3136302941818084e-05,
      "loss": 0.8996,
      "step": 780
    },
    {
      "epoch": 1.2581162324649298,
      "grad_norm": 0.31990957260131836,
      "learning_rate": 1.3053871444566555e-05,
      "loss": 0.8845,
      "step": 785
    },
    {
      "epoch": 1.266132264529058,
      "grad_norm": 0.34186115860939026,
      "learning_rate": 1.2971210453281675e-05,
      "loss": 0.9203,
      "step": 790
    },
    {
      "epoch": 1.2741482965931863,
      "grad_norm": 0.3045668601989746,
      "learning_rate": 1.2888326179817686e-05,
      "loss": 0.827,
      "step": 795
    },
    {
      "epoch": 1.2821643286573146,
      "grad_norm": 0.34101662039756775,
      "learning_rate": 1.2805224852808165e-05,
      "loss": 0.8177,
      "step": 800
    },
    {
      "epoch": 1.2901803607214428,
      "grad_norm": 0.3752049505710602,
      "learning_rate": 1.2721912717197949e-05,
      "loss": 0.797,
      "step": 805
    },
    {
      "epoch": 1.298196392785571,
      "grad_norm": 0.35838568210601807,
      "learning_rate": 1.2638396033773836e-05,
      "loss": 0.8504,
      "step": 810
    },
    {
      "epoch": 1.3062124248496993,
      "grad_norm": 0.4186570346355438,
      "learning_rate": 1.2554681078694104e-05,
      "loss": 0.9181,
      "step": 815
    },
    {
      "epoch": 1.3142284569138276,
      "grad_norm": 0.3518775701522827,
      "learning_rate": 1.2470774143016854e-05,
      "loss": 0.8941,
      "step": 820
    },
    {
      "epoch": 1.3222444889779559,
      "grad_norm": 0.37892553210258484,
      "learning_rate": 1.238668153222725e-05,
      "loss": 0.8469,
      "step": 825
    },
    {
      "epoch": 1.3302605210420841,
      "grad_norm": 0.3626463711261749,
      "learning_rate": 1.230240956576367e-05,
      "loss": 0.9468,
      "step": 830
    },
    {
      "epoch": 1.3382765531062124,
      "grad_norm": 0.3972296118736267,
      "learning_rate": 1.2217964576542829e-05,
      "loss": 0.9451,
      "step": 835
    },
    {
      "epoch": 1.3462925851703407,
      "grad_norm": 0.3794783055782318,
      "learning_rate": 1.2133352910483838e-05,
      "loss": 0.8176,
      "step": 840
    },
    {
      "epoch": 1.354308617234469,
      "grad_norm": 0.3861818313598633,
      "learning_rate": 1.204858092603133e-05,
      "loss": 0.7841,
      "step": 845
    },
    {
      "epoch": 1.3623246492985972,
      "grad_norm": 0.30657151341438293,
      "learning_rate": 1.1963654993677645e-05,
      "loss": 0.7061,
      "step": 850
    },
    {
      "epoch": 1.3703406813627255,
      "grad_norm": 0.338156521320343,
      "learning_rate": 1.1878581495484074e-05,
      "loss": 0.7851,
      "step": 855
    },
    {
      "epoch": 1.3783567134268537,
      "grad_norm": 0.36862286925315857,
      "learning_rate": 1.179336682460128e-05,
      "loss": 1.0114,
      "step": 860
    },
    {
      "epoch": 1.386372745490982,
      "grad_norm": 0.3428620398044586,
      "learning_rate": 1.1708017384788842e-05,
      "loss": 0.9138,
      "step": 865
    },
    {
      "epoch": 1.3943887775551103,
      "grad_norm": 0.3690953254699707,
      "learning_rate": 1.1622539589934027e-05,
      "loss": 0.9095,
      "step": 870
    },
    {
      "epoch": 1.4024048096192385,
      "grad_norm": 0.36460062861442566,
      "learning_rate": 1.153693986356981e-05,
      "loss": 0.8913,
      "step": 875
    },
    {
      "epoch": 1.4104208416833668,
      "grad_norm": 0.33620065450668335,
      "learning_rate": 1.145122463839213e-05,
      "loss": 0.882,
      "step": 880
    },
    {
      "epoch": 1.418436873747495,
      "grad_norm": 0.3633309304714203,
      "learning_rate": 1.1365400355776504e-05,
      "loss": 0.8295,
      "step": 885
    },
    {
      "epoch": 1.4264529058116233,
      "grad_norm": 0.3613939881324768,
      "learning_rate": 1.1279473465293953e-05,
      "loss": 0.8322,
      "step": 890
    },
    {
      "epoch": 1.4344689378757516,
      "grad_norm": 0.3712775409221649,
      "learning_rate": 1.1193450424226333e-05,
      "loss": 0.9109,
      "step": 895
    },
    {
      "epoch": 1.4424849699398798,
      "grad_norm": 0.4387439787387848,
      "learning_rate": 1.1107337697081079e-05,
      "loss": 0.7593,
      "step": 900
    },
    {
      "epoch": 1.450501002004008,
      "grad_norm": 0.3387526869773865,
      "learning_rate": 1.1021141755105408e-05,
      "loss": 0.834,
      "step": 905
    },
    {
      "epoch": 1.4585170340681364,
      "grad_norm": 0.37399402260780334,
      "learning_rate": 1.09348690758e-05,
      "loss": 0.9176,
      "step": 910
    },
    {
      "epoch": 1.4665330661322646,
      "grad_norm": 0.4290678799152374,
      "learning_rate": 1.0848526142432252e-05,
      "loss": 0.8756,
      "step": 915
    },
    {
      "epoch": 1.474549098196393,
      "grad_norm": 0.3614942133426666,
      "learning_rate": 1.0762119443549035e-05,
      "loss": 0.8709,
      "step": 920
    },
    {
      "epoch": 1.4825651302605212,
      "grad_norm": 0.3980346620082855,
      "learning_rate": 1.0675655472489117e-05,
      "loss": 0.9928,
      "step": 925
    },
    {
      "epoch": 1.4905811623246494,
      "grad_norm": 4.1907243728637695,
      "learning_rate": 1.0589140726895179e-05,
      "loss": 0.7494,
      "step": 930
    },
    {
      "epoch": 1.4985971943887775,
      "grad_norm": 0.4177466332912445,
      "learning_rate": 1.0502581708225555e-05,
      "loss": 0.8649,
      "step": 935
    },
    {
      "epoch": 1.506613226452906,
      "grad_norm": 0.4919191300868988,
      "learning_rate": 1.041598492126561e-05,
      "loss": 0.8504,
      "step": 940
    },
    {
      "epoch": 1.5146292585170342,
      "grad_norm": 0.33262577652931213,
      "learning_rate": 1.0329356873638958e-05,
      "loss": 0.8721,
      "step": 945
    },
    {
      "epoch": 1.5226452905811623,
      "grad_norm": 0.3962733745574951,
      "learning_rate": 1.0242704075318402e-05,
      "loss": 0.9185,
      "step": 950
    },
    {
      "epoch": 1.5306613226452905,
      "grad_norm": 0.4132327735424042,
      "learning_rate": 1.0156033038136728e-05,
      "loss": 0.8198,
      "step": 955
    },
    {
      "epoch": 1.5386773547094188,
      "grad_norm": 0.36191555857658386,
      "learning_rate": 1.0069350275297338e-05,
      "loss": 0.8699,
      "step": 960
    },
    {
      "epoch": 1.546693386773547,
      "grad_norm": 0.434069961309433,
      "learning_rate": 9.982662300884813e-06,
      "loss": 0.8678,
      "step": 965
    },
    {
      "epoch": 1.5547094188376753,
      "grad_norm": 0.4045700430870056,
      "learning_rate": 9.89597562937536e-06,
      "loss": 0.8307,
      "step": 970
    },
    {
      "epoch": 1.5627254509018036,
      "grad_norm": 0.31574735045433044,
      "learning_rate": 9.809296775147287e-06,
      "loss": 0.8058,
      "step": 975
    },
    {
      "epoch": 1.5707414829659319,
      "grad_norm": 0.38601160049438477,
      "learning_rate": 9.722632251991445e-06,
      "loss": 0.8026,
      "step": 980
    },
    {
      "epoch": 1.5787575150300601,
      "grad_norm": 0.3911404013633728,
      "learning_rate": 9.635988572621716e-06,
      "loss": 0.9165,
      "step": 985
    },
    {
      "epoch": 1.5867735470941884,
      "grad_norm": 0.4252789318561554,
      "learning_rate": 9.54937224818561e-06,
      "loss": 0.9078,
      "step": 990
    },
    {
      "epoch": 1.5947895791583167,
      "grad_norm": 0.32735535502433777,
      "learning_rate": 9.462789787774944e-06,
      "loss": 0.8508,
      "step": 995
    },
    {
      "epoch": 1.602805611222445,
      "grad_norm": 0.3567563593387604,
      "learning_rate": 9.376247697936719e-06,
      "loss": 0.8884,
      "step": 1000
    },
    {
      "epoch": 1.6108216432865732,
      "grad_norm": 0.3730451166629791,
      "learning_rate": 9.289752482184128e-06,
      "loss": 0.8712,
      "step": 1005
    },
    {
      "epoch": 1.6188376753507014,
      "grad_norm": 0.34543997049331665,
      "learning_rate": 9.20331064050785e-06,
      "loss": 0.8948,
      "step": 1010
    },
    {
      "epoch": 1.6268537074148297,
      "grad_norm": 0.3326113522052765,
      "learning_rate": 9.116928668887587e-06,
      "loss": 0.8879,
      "step": 1015
    },
    {
      "epoch": 1.6348697394789578,
      "grad_norm": 0.33069467544555664,
      "learning_rate": 9.03061305880388e-06,
      "loss": 0.7994,
      "step": 1020
    },
    {
      "epoch": 1.642885771543086,
      "grad_norm": 0.34401947259902954,
      "learning_rate": 8.94437029675031e-06,
      "loss": 0.9361,
      "step": 1025
    },
    {
      "epoch": 1.6509018036072143,
      "grad_norm": 0.3548894226551056,
      "learning_rate": 8.858206863746018e-06,
      "loss": 0.8401,
      "step": 1030
    },
    {
      "epoch": 1.6589178356713425,
      "grad_norm": 0.3403220474720001,
      "learning_rate": 8.772129234848692e-06,
      "loss": 0.7461,
      "step": 1035
    },
    {
      "epoch": 1.6669338677354708,
      "grad_norm": 0.4974400997161865,
      "learning_rate": 8.686143878667965e-06,
      "loss": 0.8533,
      "step": 1040
    },
    {
      "epoch": 1.674949899799599,
      "grad_norm": 0.4107082188129425,
      "learning_rate": 8.600257256879306e-06,
      "loss": 0.8885,
      "step": 1045
    },
    {
      "epoch": 1.6829659318637273,
      "grad_norm": 0.3612527847290039,
      "learning_rate": 8.514475823738431e-06,
      "loss": 0.835,
      "step": 1050
    },
    {
      "epoch": 1.6909819639278556,
      "grad_norm": 0.38753876090049744,
      "learning_rate": 8.428806025596295e-06,
      "loss": 0.9262,
      "step": 1055
    },
    {
      "epoch": 1.6989979959919839,
      "grad_norm": 1.5978801250457764,
      "learning_rate": 8.343254300414629e-06,
      "loss": 0.8689,
      "step": 1060
    },
    {
      "epoch": 1.7070140280561121,
      "grad_norm": 0.44398370385169983,
      "learning_rate": 8.257827077282164e-06,
      "loss": 0.9272,
      "step": 1065
    },
    {
      "epoch": 1.7150300601202404,
      "grad_norm": 0.3783067464828491,
      "learning_rate": 8.172530775931476e-06,
      "loss": 0.8476,
      "step": 1070
    },
    {
      "epoch": 1.7230460921843687,
      "grad_norm": 0.33193129301071167,
      "learning_rate": 8.087371806256548e-06,
      "loss": 0.8736,
      "step": 1075
    },
    {
      "epoch": 1.731062124248497,
      "grad_norm": 0.4492955207824707,
      "learning_rate": 8.002356567831104e-06,
      "loss": 0.8475,
      "step": 1080
    },
    {
      "epoch": 1.7390781563126252,
      "grad_norm": 0.3451695740222931,
      "learning_rate": 7.917491449427664e-06,
      "loss": 0.8555,
      "step": 1085
    },
    {
      "epoch": 1.7470941883767535,
      "grad_norm": 0.34094515442848206,
      "learning_rate": 7.832782828537437e-06,
      "loss": 0.7514,
      "step": 1090
    },
    {
      "epoch": 1.7551102204408817,
      "grad_norm": 0.4276813864707947,
      "learning_rate": 7.748237070891085e-06,
      "loss": 0.8078,
      "step": 1095
    },
    {
      "epoch": 1.76312625250501,
      "grad_norm": 0.31638622283935547,
      "learning_rate": 7.663860529980318e-06,
      "loss": 0.8424,
      "step": 1100
    },
    {
      "epoch": 1.7711422845691382,
      "grad_norm": 0.3871704339981079,
      "learning_rate": 7.5796595465804616e-06,
      "loss": 0.7848,
      "step": 1105
    },
    {
      "epoch": 1.7791583166332665,
      "grad_norm": 0.4998142123222351,
      "learning_rate": 7.495640448273947e-06,
      "loss": 0.8611,
      "step": 1110
    },
    {
      "epoch": 1.7871743486973948,
      "grad_norm": 0.35793057084083557,
      "learning_rate": 7.411809548974792e-06,
      "loss": 0.9746,
      "step": 1115
    },
    {
      "epoch": 1.795190380761523,
      "grad_norm": 0.4235399067401886,
      "learning_rate": 7.328173148454151e-06,
      "loss": 0.9494,
      "step": 1120
    },
    {
      "epoch": 1.8032064128256513,
      "grad_norm": 0.35276517271995544,
      "learning_rate": 7.2447375318668545e-06,
      "loss": 0.7732,
      "step": 1125
    },
    {
      "epoch": 1.8112224448897796,
      "grad_norm": 0.2976204752922058,
      "learning_rate": 7.1615089692791225e-06,
      "loss": 0.8344,
      "step": 1130
    },
    {
      "epoch": 1.8192384769539078,
      "grad_norm": 0.3903176784515381,
      "learning_rate": 7.0784937151973666e-06,
      "loss": 0.8048,
      "step": 1135
    },
    {
      "epoch": 1.827254509018036,
      "grad_norm": 0.37830016016960144,
      "learning_rate": 6.99569800809816e-06,
      "loss": 0.8156,
      "step": 1140
    },
    {
      "epoch": 1.8352705410821644,
      "grad_norm": 0.35692963004112244,
      "learning_rate": 6.9131280699594545e-06,
      "loss": 0.8472,
      "step": 1145
    },
    {
      "epoch": 1.8432865731462926,
      "grad_norm": 0.35208597779273987,
      "learning_rate": 6.8307901057929735e-06,
      "loss": 0.792,
      "step": 1150
    },
    {
      "epoch": 1.851302605210421,
      "grad_norm": 0.38317593932151794,
      "learning_rate": 6.748690303177941e-06,
      "loss": 0.8337,
      "step": 1155
    },
    {
      "epoch": 1.8593186372745492,
      "grad_norm": 0.416199654340744,
      "learning_rate": 6.66683483179608e-06,
      "loss": 0.9125,
      "step": 1160
    },
    {
      "epoch": 1.8673346693386774,
      "grad_norm": 0.4500935673713684,
      "learning_rate": 6.585229842967977e-06,
      "loss": 0.8482,
      "step": 1165
    },
    {
      "epoch": 1.8753507014028057,
      "grad_norm": 0.4686901271343231,
      "learning_rate": 6.5038814691908095e-06,
      "loss": 0.8502,
      "step": 1170
    },
    {
      "epoch": 1.883366733466934,
      "grad_norm": 0.41259345412254333,
      "learning_rate": 6.422795823677515e-06,
      "loss": 0.8229,
      "step": 1175
    },
    {
      "epoch": 1.8913827655310622,
      "grad_norm": 0.3402479887008667,
      "learning_rate": 6.3419789998973655e-06,
      "loss": 0.787,
      "step": 1180
    },
    {
      "epoch": 1.8993987975951905,
      "grad_norm": 0.34355294704437256,
      "learning_rate": 6.261437071118086e-06,
      "loss": 0.7658,
      "step": 1185
    },
    {
      "epoch": 1.9074148296593187,
      "grad_norm": 0.3370957374572754,
      "learning_rate": 6.1811760899494276e-06,
      "loss": 0.8361,
      "step": 1190
    },
    {
      "epoch": 1.915430861723447,
      "grad_norm": 0.4238271713256836,
      "learning_rate": 6.101202087888329e-06,
      "loss": 0.8249,
      "step": 1195
    },
    {
      "epoch": 1.9234468937875753,
      "grad_norm": 0.41702085733413696,
      "learning_rate": 6.0215210748656785e-06,
      "loss": 0.8571,
      "step": 1200
    },
    {
      "epoch": 1.9314629258517035,
      "grad_norm": 0.3196205794811249,
      "learning_rate": 5.942139038794645e-06,
      "loss": 0.803,
      "step": 1205
    },
    {
      "epoch": 1.9394789579158318,
      "grad_norm": 0.3203709125518799,
      "learning_rate": 5.863061945120719e-06,
      "loss": 0.8299,
      "step": 1210
    },
    {
      "epoch": 1.94749498997996,
      "grad_norm": 0.4405556917190552,
      "learning_rate": 5.784295736373413e-06,
      "loss": 0.7888,
      "step": 1215
    },
    {
      "epoch": 1.9555110220440883,
      "grad_norm": 0.42714062333106995,
      "learning_rate": 5.705846331719676e-06,
      "loss": 0.9376,
      "step": 1220
    },
    {
      "epoch": 1.9635270541082166,
      "grad_norm": 0.4327429234981537,
      "learning_rate": 5.627719626519096e-06,
      "loss": 0.7978,
      "step": 1225
    },
    {
      "epoch": 1.9715430861723446,
      "grad_norm": 0.37963250279426575,
      "learning_rate": 5.549921491880856e-06,
      "loss": 0.8513,
      "step": 1230
    },
    {
      "epoch": 1.979559118236473,
      "grad_norm": 0.4149099588394165,
      "learning_rate": 5.472457774222535e-06,
      "loss": 0.8542,
      "step": 1235
    },
    {
      "epoch": 1.9875751503006012,
      "grad_norm": 0.34531357884407043,
      "learning_rate": 5.395334294830766e-06,
      "loss": 0.858,
      "step": 1240
    },
    {
      "epoch": 1.9955911823647294,
      "grad_norm": 0.3555367887020111,
      "learning_rate": 5.318556849423757e-06,
      "loss": 0.7818,
      "step": 1245
    },
    {
      "epoch": 2.0032064128256515,
      "grad_norm": 0.47876620292663574,
      "learning_rate": 5.242131207715768e-06,
      "loss": 0.9044,
      "step": 1250
    },
    {
      "epoch": 2.0112224448897797,
      "grad_norm": 0.3445394039154053,
      "learning_rate": 5.166063112983522e-06,
      "loss": 0.8851,
      "step": 1255
    },
    {
      "epoch": 2.019238476953908,
      "grad_norm": 0.34241387248039246,
      "learning_rate": 5.090358281634594e-06,
      "loss": 0.7266,
      "step": 1260
    },
    {
      "epoch": 2.0272545090180363,
      "grad_norm": 0.3980085253715515,
      "learning_rate": 5.015022402777838e-06,
      "loss": 0.8228,
      "step": 1265
    },
    {
      "epoch": 2.0352705410821645,
      "grad_norm": 0.3420424163341522,
      "learning_rate": 4.940061137795876e-06,
      "loss": 0.7685,
      "step": 1270
    },
    {
      "epoch": 2.0432865731462924,
      "grad_norm": 0.41949328780174255,
      "learning_rate": 4.8654801199196176e-06,
      "loss": 0.9227,
      "step": 1275
    },
    {
      "epoch": 2.0513026052104206,
      "grad_norm": 0.4226691722869873,
      "learning_rate": 4.791284953804969e-06,
      "loss": 0.7992,
      "step": 1280
    },
    {
      "epoch": 2.059318637274549,
      "grad_norm": 0.39590245485305786,
      "learning_rate": 4.717481215111622e-06,
      "loss": 0.8595,
      "step": 1285
    },
    {
      "epoch": 2.067334669338677,
      "grad_norm": 0.4448534846305847,
      "learning_rate": 4.644074450084061e-06,
      "loss": 0.9019,
      "step": 1290
    },
    {
      "epoch": 2.0753507014028054,
      "grad_norm": 0.3919767737388611,
      "learning_rate": 4.571070175134781e-06,
      "loss": 0.8359,
      "step": 1295
    },
    {
      "epoch": 2.0833667334669337,
      "grad_norm": 0.4835250675678253,
      "learning_rate": 4.498473876429727e-06,
      "loss": 0.8491,
      "step": 1300
    },
    {
      "epoch": 2.091382765531062,
      "grad_norm": 0.45917949080467224,
      "learning_rate": 4.426291009476007e-06,
      "loss": 0.7978,
      "step": 1305
    },
    {
      "epoch": 2.09939879759519,
      "grad_norm": 0.30657947063446045,
      "learning_rate": 4.354526998711945e-06,
      "loss": 0.8031,
      "step": 1310
    },
    {
      "epoch": 2.1074148296593185,
      "grad_norm": 0.4451172649860382,
      "learning_rate": 4.283187237099412e-06,
      "loss": 0.8898,
      "step": 1315
    },
    {
      "epoch": 2.1154308617234467,
      "grad_norm": 0.4376426637172699,
      "learning_rate": 4.2122770857185805e-06,
      "loss": 0.8588,
      "step": 1320
    },
    {
      "epoch": 2.123446893787575,
      "grad_norm": 0.3958570957183838,
      "learning_rate": 4.141801873365023e-06,
      "loss": 0.7816,
      "step": 1325
    },
    {
      "epoch": 2.1314629258517033,
      "grad_norm": 0.42820340394973755,
      "learning_rate": 4.0717668961492725e-06,
      "loss": 0.845,
      "step": 1330
    },
    {
      "epoch": 2.1394789579158315,
      "grad_norm": 0.4091578423976898,
      "learning_rate": 4.0021774170988395e-06,
      "loss": 0.8996,
      "step": 1335
    },
    {
      "epoch": 2.14749498997996,
      "grad_norm": 0.44767269492149353,
      "learning_rate": 3.9330386657626696e-06,
      "loss": 0.7196,
      "step": 1340
    },
    {
      "epoch": 2.155511022044088,
      "grad_norm": 0.47936999797821045,
      "learning_rate": 3.864355837818188e-06,
      "loss": 0.7673,
      "step": 1345
    },
    {
      "epoch": 2.1635270541082163,
      "grad_norm": 0.3325825035572052,
      "learning_rate": 3.79613409468083e-06,
      "loss": 0.7788,
      "step": 1350
    },
    {
      "epoch": 2.1715430861723446,
      "grad_norm": 0.36496493220329285,
      "learning_rate": 3.7283785631161663e-06,
      "loss": 0.8764,
      "step": 1355
    },
    {
      "epoch": 2.179559118236473,
      "grad_norm": 0.37848904728889465,
      "learning_rate": 3.6610943348546524e-06,
      "loss": 0.8016,
      "step": 1360
    },
    {
      "epoch": 2.187575150300601,
      "grad_norm": 0.3615955412387848,
      "learning_rate": 3.5942864662089684e-06,
      "loss": 0.9018,
      "step": 1365
    },
    {
      "epoch": 2.1955911823647294,
      "grad_norm": 0.45091915130615234,
      "learning_rate": 3.527959977694061e-06,
      "loss": 0.8454,
      "step": 1370
    },
    {
      "epoch": 2.2036072144288577,
      "grad_norm": 0.4201883375644684,
      "learning_rate": 3.462119853649859e-06,
      "loss": 0.9691,
      "step": 1375
    },
    {
      "epoch": 2.211623246492986,
      "grad_norm": 0.3573856055736542,
      "learning_rate": 3.3967710418666986e-06,
      "loss": 0.8465,
      "step": 1380
    },
    {
      "epoch": 2.219639278557114,
      "grad_norm": 0.447793185710907,
      "learning_rate": 3.331918453213505e-06,
      "loss": 0.9212,
      "step": 1385
    },
    {
      "epoch": 2.2276553106212424,
      "grad_norm": 0.4908188581466675,
      "learning_rate": 3.2675669612687565e-06,
      "loss": 0.8528,
      "step": 1390
    },
    {
      "epoch": 2.2356713426853707,
      "grad_norm": 0.44964873790740967,
      "learning_rate": 3.203721401954242e-06,
      "loss": 0.9147,
      "step": 1395
    },
    {
      "epoch": 2.243687374749499,
      "grad_norm": 0.4697072207927704,
      "learning_rate": 3.1403865731716266e-06,
      "loss": 0.8588,
      "step": 1400
    },
    {
      "epoch": 2.2517034068136272,
      "grad_norm": 0.36253607273101807,
      "learning_rate": 3.0775672344419305e-06,
      "loss": 0.8024,
      "step": 1405
    },
    {
      "epoch": 2.2597194388777555,
      "grad_norm": 0.5492545366287231,
      "learning_rate": 3.0152681065478252e-06,
      "loss": 0.8588,
      "step": 1410
    },
    {
      "epoch": 2.2677354709418838,
      "grad_norm": 0.35868972539901733,
      "learning_rate": 2.953493871178902e-06,
      "loss": 0.8138,
      "step": 1415
    },
    {
      "epoch": 2.275751503006012,
      "grad_norm": 0.38911786675453186,
      "learning_rate": 2.892249170579826e-06,
      "loss": 0.7942,
      "step": 1420
    },
    {
      "epoch": 2.2837675350701403,
      "grad_norm": 0.5678386092185974,
      "learning_rate": 2.8315386072014883e-06,
      "loss": 0.7764,
      "step": 1425
    },
    {
      "epoch": 2.2917835671342686,
      "grad_norm": 0.36749324202537537,
      "learning_rate": 2.7713667433551495e-06,
      "loss": 0.8247,
      "step": 1430
    },
    {
      "epoch": 2.299799599198397,
      "grad_norm": 0.4348406493663788,
      "learning_rate": 2.711738100869563e-06,
      "loss": 0.9319,
      "step": 1435
    },
    {
      "epoch": 2.307815631262525,
      "grad_norm": 0.4162181615829468,
      "learning_rate": 2.652657160751193e-06,
      "loss": 0.9147,
      "step": 1440
    },
    {
      "epoch": 2.3158316633266534,
      "grad_norm": 0.36371198296546936,
      "learning_rate": 2.59412836284745e-06,
      "loss": 0.8078,
      "step": 1445
    },
    {
      "epoch": 2.3238476953907816,
      "grad_norm": 0.39601725339889526,
      "learning_rate": 2.5361561055130625e-06,
      "loss": 0.8824,
      "step": 1450
    },
    {
      "epoch": 2.33186372745491,
      "grad_norm": 0.34811967611312866,
      "learning_rate": 2.4787447452795366e-06,
      "loss": 0.8163,
      "step": 1455
    },
    {
      "epoch": 2.339879759519038,
      "grad_norm": 0.405057430267334,
      "learning_rate": 2.4218985965277676e-06,
      "loss": 0.8474,
      "step": 1460
    },
    {
      "epoch": 2.3478957915831664,
      "grad_norm": 0.3901906907558441,
      "learning_rate": 2.3656219311638194e-06,
      "loss": 0.771,
      "step": 1465
    },
    {
      "epoch": 2.3559118236472947,
      "grad_norm": 0.3617786467075348,
      "learning_rate": 2.3099189782979126e-06,
      "loss": 0.8022,
      "step": 1470
    },
    {
      "epoch": 2.363927855711423,
      "grad_norm": 0.3886442184448242,
      "learning_rate": 2.2547939239265893e-06,
      "loss": 0.8938,
      "step": 1475
    },
    {
      "epoch": 2.371943887775551,
      "grad_norm": 0.4365661144256592,
      "learning_rate": 2.2002509106181625e-06,
      "loss": 0.8959,
      "step": 1480
    },
    {
      "epoch": 2.3799599198396795,
      "grad_norm": 0.3170413374900818,
      "learning_rate": 2.146294037201394e-06,
      "loss": 0.7777,
      "step": 1485
    },
    {
      "epoch": 2.3879759519038077,
      "grad_norm": 0.43696296215057373,
      "learning_rate": 2.092927358457476e-06,
      "loss": 0.8724,
      "step": 1490
    },
    {
      "epoch": 2.395991983967936,
      "grad_norm": 0.38862401247024536,
      "learning_rate": 2.0401548848153296e-06,
      "loss": 0.8958,
      "step": 1495
    },
    {
      "epoch": 2.4040080160320643,
      "grad_norm": 0.4901878535747528,
      "learning_rate": 1.9879805820502176e-06,
      "loss": 0.903,
      "step": 1500
    },
    {
      "epoch": 2.4120240480961925,
      "grad_norm": 0.37639907002449036,
      "learning_rate": 1.9364083709857184e-06,
      "loss": 0.7387,
      "step": 1505
    },
    {
      "epoch": 2.420040080160321,
      "grad_norm": 0.34562456607818604,
      "learning_rate": 1.8854421271990964e-06,
      "loss": 0.7325,
      "step": 1510
    },
    {
      "epoch": 2.428056112224449,
      "grad_norm": 0.44138360023498535,
      "learning_rate": 1.835085680730041e-06,
      "loss": 0.8788,
      "step": 1515
    },
    {
      "epoch": 2.4360721442885773,
      "grad_norm": 0.3983897864818573,
      "learning_rate": 1.785342815792862e-06,
      "loss": 0.8522,
      "step": 1520
    },
    {
      "epoch": 2.4440881763527056,
      "grad_norm": 0.40477579832077026,
      "learning_rate": 1.7362172704920933e-06,
      "loss": 0.7911,
      "step": 1525
    },
    {
      "epoch": 2.452104208416834,
      "grad_norm": 0.4484027624130249,
      "learning_rate": 1.6877127365415924e-06,
      "loss": 0.8903,
      "step": 1530
    },
    {
      "epoch": 2.460120240480962,
      "grad_norm": 0.3873910903930664,
      "learning_rate": 1.6398328589871126e-06,
      "loss": 0.8499,
      "step": 1535
    },
    {
      "epoch": 2.46813627254509,
      "grad_norm": 0.4115862548351288,
      "learning_rate": 1.5925812359323745e-06,
      "loss": 0.9026,
      "step": 1540
    },
    {
      "epoch": 2.4761523046092186,
      "grad_norm": 0.3982996344566345,
      "learning_rate": 1.5459614182686866e-06,
      "loss": 0.8284,
      "step": 1545
    },
    {
      "epoch": 2.4841683366733465,
      "grad_norm": 0.3346659541130066,
      "learning_rate": 1.4999769094080853e-06,
      "loss": 0.8033,
      "step": 1550
    },
    {
      "epoch": 2.492184368737475,
      "grad_norm": 0.3832646310329437,
      "learning_rate": 1.454631165020075e-06,
      "loss": 0.8919,
      "step": 1555
    },
    {
      "epoch": 2.500200400801603,
      "grad_norm": 0.7681372761726379,
      "learning_rate": 1.4099275927719235e-06,
      "loss": 0.8321,
      "step": 1560
    },
    {
      "epoch": 2.5082164328657317,
      "grad_norm": 0.415099173784256,
      "learning_rate": 1.3658695520725984e-06,
      "loss": 0.8178,
      "step": 1565
    },
    {
      "epoch": 2.5162324649298595,
      "grad_norm": 0.3748820722103119,
      "learning_rate": 1.3224603538202929e-06,
      "loss": 0.8834,
      "step": 1570
    },
    {
      "epoch": 2.5242484969939882,
      "grad_norm": 0.37983429431915283,
      "learning_rate": 1.2797032601536342e-06,
      "loss": 0.8233,
      "step": 1575
    },
    {
      "epoch": 2.532264529058116,
      "grad_norm": 0.40843164920806885,
      "learning_rate": 1.2376014842065264e-06,
      "loss": 0.9251,
      "step": 1580
    },
    {
      "epoch": 2.5402805611222448,
      "grad_norm": 0.34796783328056335,
      "learning_rate": 1.1961581898666895e-06,
      "loss": 0.8777,
      "step": 1585
    },
    {
      "epoch": 2.5482965931863726,
      "grad_norm": 0.3763981759548187,
      "learning_rate": 1.1553764915379095e-06,
      "loss": 0.8709,
      "step": 1590
    },
    {
      "epoch": 2.556312625250501,
      "grad_norm": 0.7970382571220398,
      "learning_rate": 1.115259453905978e-06,
      "loss": 0.8451,
      "step": 1595
    },
    {
      "epoch": 2.564328657314629,
      "grad_norm": 0.3026469051837921,
      "learning_rate": 1.075810091708399e-06,
      "loss": 0.8302,
      "step": 1600
    },
    {
      "epoch": 2.5723446893787574,
      "grad_norm": 0.3812445104122162,
      "learning_rate": 1.0370313695078316e-06,
      "loss": 0.8251,
      "step": 1605
    },
    {
      "epoch": 2.5803607214428856,
      "grad_norm": 0.36716336011886597,
      "learning_rate": 9.989262014693013e-07,
      "loss": 0.8475,
      "step": 1610
    },
    {
      "epoch": 2.588376753507014,
      "grad_norm": 0.4053398072719574,
      "learning_rate": 9.614974511412156e-07,
      "loss": 0.8174,
      "step": 1615
    },
    {
      "epoch": 2.596392785571142,
      "grad_norm": 0.4070420563220978,
      "learning_rate": 9.247479312401642e-07,
      "loss": 0.8769,
      "step": 1620
    },
    {
      "epoch": 2.6044088176352704,
      "grad_norm": 0.7767839431762695,
      "learning_rate": 8.88680403439548e-07,
      "loss": 0.8343,
      "step": 1625
    },
    {
      "epoch": 2.6124248496993987,
      "grad_norm": 0.411374568939209,
      "learning_rate": 8.532975781620511e-07,
      "loss": 0.8021,
      "step": 1630
    },
    {
      "epoch": 2.620440881763527,
      "grad_norm": 0.32186996936798096,
      "learning_rate": 8.18602114375947e-07,
      "loss": 0.8267,
      "step": 1635
    },
    {
      "epoch": 2.6284569138276552,
      "grad_norm": 0.34994935989379883,
      "learning_rate": 7.845966193952825e-07,
      "loss": 0.8122,
      "step": 1640
    },
    {
      "epoch": 2.6364729458917835,
      "grad_norm": 0.399689644575119,
      "learning_rate": 7.512836486839492e-07,
      "loss": 0.7816,
      "step": 1645
    },
    {
      "epoch": 2.6444889779559118,
      "grad_norm": 0.3521658778190613,
      "learning_rate": 7.18665705663637e-07,
      "loss": 0.8229,
      "step": 1650
    },
    {
      "epoch": 2.65250501002004,
      "grad_norm": 0.46236297488212585,
      "learning_rate": 6.867452415257081e-07,
      "loss": 0.7963,
      "step": 1655
    },
    {
      "epoch": 2.6605210420841683,
      "grad_norm": 0.47568464279174805,
      "learning_rate": 6.555246550469907e-07,
      "loss": 0.7728,
      "step": 1660
    },
    {
      "epoch": 2.6685370741482966,
      "grad_norm": 0.3366374373435974,
      "learning_rate": 6.250062924095158e-07,
      "loss": 0.8544,
      "step": 1665
    },
    {
      "epoch": 2.676553106212425,
      "grad_norm": 0.3431518077850342,
      "learning_rate": 5.951924470242121e-07,
      "loss": 0.6777,
      "step": 1670
    },
    {
      "epoch": 2.684569138276553,
      "grad_norm": 0.3027094602584839,
      "learning_rate": 5.660853593585458e-07,
      "loss": 0.7997,
      "step": 1675
    },
    {
      "epoch": 2.6925851703406813,
      "grad_norm": 0.38628339767456055,
      "learning_rate": 5.376872167681634e-07,
      "loss": 0.8907,
      "step": 1680
    },
    {
      "epoch": 2.7006012024048096,
      "grad_norm": 0.38656118512153625,
      "learning_rate": 5.10000153332515e-07,
      "loss": 0.8128,
      "step": 1685
    },
    {
      "epoch": 2.708617234468938,
      "grad_norm": 0.3081871569156647,
      "learning_rate": 4.830262496944693e-07,
      "loss": 0.8044,
      "step": 1690
    },
    {
      "epoch": 2.716633266533066,
      "grad_norm": 0.3895088732242584,
      "learning_rate": 4.5676753290397445e-07,
      "loss": 0.8063,
      "step": 1695
    },
    {
      "epoch": 2.7246492985971944,
      "grad_norm": 0.3495742082595825,
      "learning_rate": 4.312259762657145e-07,
      "loss": 0.8404,
      "step": 1700
    },
    {
      "epoch": 2.7326653306613227,
      "grad_norm": 0.3835850954055786,
      "learning_rate": 4.0640349919082056e-07,
      "loss": 0.9816,
      "step": 1705
    },
    {
      "epoch": 2.740681362725451,
      "grad_norm": 0.4039825201034546,
      "learning_rate": 3.8230196705263734e-07,
      "loss": 0.936,
      "step": 1710
    },
    {
      "epoch": 2.748697394789579,
      "grad_norm": 0.5234516263008118,
      "learning_rate": 3.5892319104653294e-07,
      "loss": 0.831,
      "step": 1715
    },
    {
      "epoch": 2.7567134268537075,
      "grad_norm": 0.3361075520515442,
      "learning_rate": 3.3626892805379565e-07,
      "loss": 0.8202,
      "step": 1720
    },
    {
      "epoch": 2.7647294589178357,
      "grad_norm": 0.3541311025619507,
      "learning_rate": 3.1434088050960934e-07,
      "loss": 0.8253,
      "step": 1725
    },
    {
      "epoch": 2.772745490981964,
      "grad_norm": 0.36018094420433044,
      "learning_rate": 2.9314069627511045e-07,
      "loss": 0.8884,
      "step": 1730
    },
    {
      "epoch": 2.7807615230460923,
      "grad_norm": 0.47873905301094055,
      "learning_rate": 2.726699685135603e-07,
      "loss": 0.8518,
      "step": 1735
    },
    {
      "epoch": 2.7887775551102205,
      "grad_norm": 0.4113430380821228,
      "learning_rate": 2.529302355706165e-07,
      "loss": 0.859,
      "step": 1740
    },
    {
      "epoch": 2.796793587174349,
      "grad_norm": 0.43893691897392273,
      "learning_rate": 2.3392298085873288e-07,
      "loss": 0.8878,
      "step": 1745
    },
    {
      "epoch": 2.804809619238477,
      "grad_norm": 0.30622348189353943,
      "learning_rate": 2.1564963274568028e-07,
      "loss": 0.8205,
      "step": 1750
    },
    {
      "epoch": 2.8128256513026053,
      "grad_norm": 1.027692198753357,
      "learning_rate": 1.9811156444720648e-07,
      "loss": 0.8271,
      "step": 1755
    },
    {
      "epoch": 2.8208416833667336,
      "grad_norm": 0.3843301832675934,
      "learning_rate": 1.8131009392384324e-07,
      "loss": 0.9512,
      "step": 1760
    },
    {
      "epoch": 2.828857715430862,
      "grad_norm": 0.4416702091693878,
      "learning_rate": 1.6524648378186125e-07,
      "loss": 0.8444,
      "step": 1765
    },
    {
      "epoch": 2.83687374749499,
      "grad_norm": 0.34150800108909607,
      "learning_rate": 1.49921941178387e-07,
      "loss": 0.8285,
      "step": 1770
    },
    {
      "epoch": 2.8448897795591184,
      "grad_norm": 0.4354546368122101,
      "learning_rate": 1.35337617730692e-07,
      "loss": 0.8678,
      "step": 1775
    },
    {
      "epoch": 2.8529058116232466,
      "grad_norm": 0.5867286920547485,
      "learning_rate": 1.2149460942964097e-07,
      "loss": 0.9001,
      "step": 1780
    },
    {
      "epoch": 2.860921843687375,
      "grad_norm": 0.40360739827156067,
      "learning_rate": 1.0839395655733664e-07,
      "loss": 0.7915,
      "step": 1785
    },
    {
      "epoch": 2.868937875751503,
      "grad_norm": 0.4062676727771759,
      "learning_rate": 9.603664360894327e-08,
      "loss": 0.9189,
      "step": 1790
    },
    {
      "epoch": 2.8769539078156314,
      "grad_norm": 0.36837005615234375,
      "learning_rate": 8.442359921870148e-08,
      "loss": 0.82,
      "step": 1795
    },
    {
      "epoch": 2.8849699398797597,
      "grad_norm": 0.34926676750183105,
      "learning_rate": 7.35556960901429e-08,
      "loss": 0.7414,
      "step": 1800
    },
    {
      "epoch": 2.8929859719438875,
      "grad_norm": 0.36959943175315857,
      "learning_rate": 6.343375093050941e-08,
      "loss": 0.8122,
      "step": 1805
    },
    {
      "epoch": 2.901002004008016,
      "grad_norm": 0.3383861184120178,
      "learning_rate": 5.405852438937764e-08,
      "loss": 0.9356,
      "step": 1810
    },
    {
      "epoch": 2.909018036072144,
      "grad_norm": 0.3275286853313446,
      "learning_rate": 4.543072100149704e-08,
      "loss": 0.9095,
      "step": 1815
    },
    {
      "epoch": 2.9170340681362728,
      "grad_norm": 0.35631418228149414,
      "learning_rate": 3.755098913384325e-08,
      "loss": 0.8541,
      "step": 1820
    },
    {
      "epoch": 2.9250501002004006,
      "grad_norm": 0.33556675910949707,
      "learning_rate": 3.0419920936900494e-08,
      "loss": 0.7787,
      "step": 1825
    },
    {
      "epoch": 2.9330661322645293,
      "grad_norm": 0.3943828046321869,
      "learning_rate": 2.403805230015488e-08,
      "loss": 0.937,
      "step": 1830
    },
    {
      "epoch": 2.941082164328657,
      "grad_norm": 0.37884265184402466,
      "learning_rate": 1.840586281182888e-08,
      "loss": 0.7455,
      "step": 1835
    },
    {
      "epoch": 2.949098196392786,
      "grad_norm": 0.4555797576904297,
      "learning_rate": 1.3523775722834586e-08,
      "loss": 0.8243,
      "step": 1840
    },
    {
      "epoch": 2.9571142284569136,
      "grad_norm": 0.392288476228714,
      "learning_rate": 9.39215791497583e-09,
      "loss": 0.8212,
      "step": 1845
    },
    {
      "epoch": 2.9651302605210423,
      "grad_norm": 0.4135635495185852,
      "learning_rate": 6.011319873370225e-09,
      "loss": 0.9677,
      "step": 1850
    },
    {
      "epoch": 2.97314629258517,
      "grad_norm": 0.3438234329223633,
      "learning_rate": 3.3815156631178404e-09,
      "loss": 0.8026,
      "step": 1855
    },
    {
      "epoch": 2.981162324649299,
      "grad_norm": 0.3370349109172821,
      "learning_rate": 1.502942910212024e-09,
      "loss": 0.812,
      "step": 1860
    },
    {
      "epoch": 2.9891783567134267,
      "grad_norm": 0.3954819142818451,
      "learning_rate": 3.757427866846186e-10,
      "loss": 0.8795,
      "step": 1865
    }
  ],
  "logging_steps": 5,
  "max_steps": 1869,
  "num_input_tokens_seen": 0,
  "num_train_epochs": 3,
  "save_steps": 100,
  "stateful_callbacks": {
    "TrainerControl": {
      "args": {
        "should_epoch_stop": false,
        "should_evaluate": false,
        "should_log": false,
        "should_save": true,
        "should_training_stop": true
      },
      "attributes": {}
    }
  },
  "total_flos": 5.163374755613706e+17,
  "train_batch_size": 4,
  "trial_name": null,
  "trial_params": null
}