{
  "best_global_step": null,
  "best_metric": null,
  "best_model_checkpoint": null,
  "epoch": 3.0,
  "eval_steps": 500,
  "global_step": 4218,
  "is_hyper_param_search": false,
  "is_local_process_zero": true,
  "is_world_process_zero": true,
  "log_history": [
    {
      "epoch": 0.007112375533428165,
      "grad_norm": 27.90213406968924,
      "learning_rate": 2.132701421800948e-07,
      "loss": 3.2736,
      "step": 10
    },
    {
      "epoch": 0.01422475106685633,
      "grad_norm": 30.079497662873973,
      "learning_rate": 4.502369668246446e-07,
      "loss": 3.0907,
      "step": 20
    },
    {
      "epoch": 0.021337126600284494,
      "grad_norm": 22.857450095219185,
      "learning_rate": 6.872037914691944e-07,
      "loss": 2.5585,
      "step": 30
    },
    {
      "epoch": 0.02844950213371266,
      "grad_norm": 9.747429876049775,
      "learning_rate": 9.241706161137441e-07,
      "loss": 2.0379,
      "step": 40
    },
    {
      "epoch": 0.03556187766714083,
      "grad_norm": 7.291577115660012,
      "learning_rate": 1.161137440758294e-06,
      "loss": 1.8576,
      "step": 50
    },
    {
      "epoch": 0.04267425320056899,
      "grad_norm": 5.532213240888032,
      "learning_rate": 1.3981042654028437e-06,
      "loss": 1.7949,
      "step": 60
    },
    {
      "epoch": 0.049786628733997154,
      "grad_norm": 5.933113444425918,
      "learning_rate": 1.6350710900473934e-06,
      "loss": 1.717,
      "step": 70
    },
    {
      "epoch": 0.05689900426742532,
      "grad_norm": 6.263277176684849,
      "learning_rate": 1.8720379146919433e-06,
      "loss": 1.6602,
      "step": 80
    },
    {
      "epoch": 0.06401137980085349,
      "grad_norm": 5.6983842698392335,
      "learning_rate": 2.109004739336493e-06,
      "loss": 1.64,
      "step": 90
    },
    {
      "epoch": 0.07112375533428165,
      "grad_norm": 5.6269726113930885,
      "learning_rate": 2.345971563981043e-06,
      "loss": 1.5702,
      "step": 100
    },
    {
      "epoch": 0.07823613086770982,
      "grad_norm": 6.030572227568665,
      "learning_rate": 2.5829383886255925e-06,
      "loss": 1.5699,
      "step": 110
    },
    {
      "epoch": 0.08534850640113797,
      "grad_norm": 5.647899868810465,
      "learning_rate": 2.8199052132701426e-06,
      "loss": 1.5838,
      "step": 120
    },
    {
      "epoch": 0.09246088193456614,
      "grad_norm": 5.411803675210431,
      "learning_rate": 3.0568720379146923e-06,
      "loss": 1.5524,
      "step": 130
    },
    {
      "epoch": 0.09957325746799431,
      "grad_norm": 6.081650138994435,
      "learning_rate": 3.293838862559242e-06,
      "loss": 1.4833,
      "step": 140
    },
    {
      "epoch": 0.10668563300142248,
      "grad_norm": 5.828711910857202,
      "learning_rate": 3.5308056872037916e-06,
      "loss": 1.4856,
      "step": 150
    },
    {
      "epoch": 0.11379800853485064,
      "grad_norm": 6.169902161575631,
      "learning_rate": 3.7677725118483417e-06,
      "loss": 1.5518,
      "step": 160
    },
    {
      "epoch": 0.12091038406827881,
      "grad_norm": 6.587348119423249,
      "learning_rate": 4.004739336492891e-06,
      "loss": 1.4465,
      "step": 170
    },
    {
      "epoch": 0.12802275960170698,
      "grad_norm": 5.895125466115613,
      "learning_rate": 4.2417061611374415e-06,
      "loss": 1.4266,
      "step": 180
    },
    {
      "epoch": 0.13513513513513514,
      "grad_norm": 6.8094291227728645,
      "learning_rate": 4.478672985781991e-06,
      "loss": 1.3488,
      "step": 190
    },
    {
      "epoch": 0.1422475106685633,
      "grad_norm": 5.67979253930217,
      "learning_rate": 4.715639810426541e-06,
      "loss": 1.3592,
      "step": 200
    },
    {
      "epoch": 0.14935988620199148,
      "grad_norm": 5.707997611061335,
      "learning_rate": 4.952606635071091e-06,
      "loss": 1.3454,
      "step": 210
    },
    {
      "epoch": 0.15647226173541964,
      "grad_norm": 5.768661138747192,
      "learning_rate": 5.18957345971564e-06,
      "loss": 1.3214,
      "step": 220
    },
    {
      "epoch": 0.16358463726884778,
      "grad_norm": 6.881542275829192,
      "learning_rate": 5.42654028436019e-06,
      "loss": 1.3095,
      "step": 230
    },
    {
      "epoch": 0.17069701280227595,
      "grad_norm": 6.71203878660968,
      "learning_rate": 5.66350710900474e-06,
      "loss": 1.3164,
      "step": 240
    },
    {
      "epoch": 0.17780938833570412,
      "grad_norm": 6.234033501973343,
      "learning_rate": 5.90047393364929e-06,
      "loss": 1.2996,
      "step": 250
    },
    {
      "epoch": 0.18492176386913228,
      "grad_norm": 8.33843806575378,
      "learning_rate": 6.137440758293839e-06,
      "loss": 1.2654,
      "step": 260
    },
    {
      "epoch": 0.19203413940256045,
      "grad_norm": 7.595129348800133,
      "learning_rate": 6.374407582938389e-06,
      "loss": 1.206,
      "step": 270
    },
    {
      "epoch": 0.19914651493598862,
      "grad_norm": 6.466022627087353,
      "learning_rate": 6.611374407582939e-06,
      "loss": 1.1502,
      "step": 280
    },
    {
      "epoch": 0.20625889046941678,
      "grad_norm": 5.968433152101503,
      "learning_rate": 6.848341232227489e-06,
      "loss": 1.1757,
      "step": 290
    },
    {
      "epoch": 0.21337126600284495,
      "grad_norm": 6.614463560965846,
      "learning_rate": 7.085308056872039e-06,
      "loss": 1.1513,
      "step": 300
    },
    {
      "epoch": 0.22048364153627312,
      "grad_norm": 6.349655408064992,
      "learning_rate": 7.322274881516588e-06,
      "loss": 1.1687,
      "step": 310
    },
    {
      "epoch": 0.22759601706970128,
      "grad_norm": 7.059546274489307,
      "learning_rate": 7.559241706161138e-06,
      "loss": 1.0784,
      "step": 320
    },
    {
      "epoch": 0.23470839260312945,
      "grad_norm": 7.174629090661151,
      "learning_rate": 7.796208530805689e-06,
      "loss": 1.1724,
      "step": 330
    },
    {
      "epoch": 0.24182076813655762,
      "grad_norm": 7.1852274620100625,
      "learning_rate": 8.033175355450237e-06,
      "loss": 1.0926,
      "step": 340
    },
    {
      "epoch": 0.24893314366998578,
      "grad_norm": 6.094122405795049,
      "learning_rate": 8.270142180094787e-06,
      "loss": 1.0875,
      "step": 350
    },
    {
      "epoch": 0.25604551920341395,
      "grad_norm": 6.582672868116728,
      "learning_rate": 8.507109004739337e-06,
      "loss": 1.0287,
      "step": 360
    },
    {
      "epoch": 0.2631578947368421,
      "grad_norm": 6.88641059493668,
      "learning_rate": 8.744075829383887e-06,
      "loss": 1.0029,
      "step": 370
    },
    {
      "epoch": 0.2702702702702703,
      "grad_norm": 7.170889864871836,
      "learning_rate": 8.981042654028437e-06,
      "loss": 0.9941,
      "step": 380
    },
    {
      "epoch": 0.2773826458036984,
      "grad_norm": 6.028377283203336,
      "learning_rate": 9.218009478672988e-06,
      "loss": 0.8674,
      "step": 390
    },
    {
      "epoch": 0.2844950213371266,
      "grad_norm": 6.377454467317432,
      "learning_rate": 9.454976303317538e-06,
      "loss": 0.9614,
      "step": 400
    },
    {
      "epoch": 0.29160739687055476,
      "grad_norm": 7.795658548149459,
      "learning_rate": 9.691943127962086e-06,
      "loss": 0.888,
      "step": 410
    },
    {
      "epoch": 0.29871977240398295,
      "grad_norm": 7.482126849367938,
      "learning_rate": 9.928909952606636e-06,
      "loss": 0.9175,
      "step": 420
    },
    {
      "epoch": 0.3058321479374111,
      "grad_norm": 6.2359374732919655,
      "learning_rate": 9.99991609608766e-06,
      "loss": 0.8985,
      "step": 430
    },
    {
      "epoch": 0.3129445234708393,
      "grad_norm": 6.511421095028972,
      "learning_rate": 9.999505144928566e-06,
      "loss": 0.9245,
      "step": 440
    },
    {
      "epoch": 0.3200568990042674,
      "grad_norm": 6.684499797692544,
      "learning_rate": 9.998751763712045e-06,
      "loss": 0.8095,
      "step": 450
    },
    {
      "epoch": 0.32716927453769556,
      "grad_norm": 6.52623510868485,
      "learning_rate": 9.997656004039284e-06,
      "loss": 0.7917,
      "step": 460
    },
    {
      "epoch": 0.33428165007112376,
      "grad_norm": 6.391785139835116,
      "learning_rate": 9.99621794096192e-06,
      "loss": 0.8154,
      "step": 470
    },
    {
      "epoch": 0.3413940256045519,
      "grad_norm": 6.061600108949675,
      "learning_rate": 9.994437672976904e-06,
      "loss": 0.7042,
      "step": 480
    },
    {
      "epoch": 0.3485064011379801,
      "grad_norm": 7.003990519280338,
      "learning_rate": 9.99231532201976e-06,
      "loss": 0.7912,
      "step": 490
    },
    {
      "epoch": 0.35561877667140823,
      "grad_norm": 6.376557739362439,
      "learning_rate": 9.989851033456224e-06,
      "loss": 0.753,
      "step": 500
    },
    {
      "epoch": 0.3627311522048364,
      "grad_norm": 6.674903860198922,
      "learning_rate": 9.987044976072298e-06,
      "loss": 0.7059,
      "step": 510
    },
    {
      "epoch": 0.36984352773826457,
      "grad_norm": 6.92825266420183,
      "learning_rate": 9.983897342062681e-06,
      "loss": 0.7308,
      "step": 520
    },
    {
      "epoch": 0.37695590327169276,
      "grad_norm": 6.802916451931196,
      "learning_rate": 9.98040834701761e-06,
      "loss": 0.7136,
      "step": 530
    },
    {
      "epoch": 0.3840682788051209,
      "grad_norm": 5.5147042227151575,
      "learning_rate": 9.97657822990809e-06,
      "loss": 0.7085,
      "step": 540
    },
    {
      "epoch": 0.3911806543385491,
      "grad_norm": 6.090876343717448,
      "learning_rate": 9.972407253069527e-06,
      "loss": 0.7049,
      "step": 550
    },
    {
      "epoch": 0.39829302987197723,
      "grad_norm": 5.920393451920263,
      "learning_rate": 9.967895702183767e-06,
      "loss": 0.7136,
      "step": 560
    },
    {
      "epoch": 0.40540540540540543,
      "grad_norm": 6.740639908684347,
      "learning_rate": 9.963043886259518e-06,
      "loss": 0.6648,
      "step": 570
    },
    {
      "epoch": 0.41251778093883357,
      "grad_norm": 6.190326665175998,
      "learning_rate": 9.957852137611187e-06,
      "loss": 0.6538,
      "step": 580
    },
    {
      "epoch": 0.41963015647226176,
      "grad_norm": 5.8193938810967865,
      "learning_rate": 9.952320811836129e-06,
      "loss": 0.5848,
      "step": 590
    },
    {
      "epoch": 0.4267425320056899,
      "grad_norm": 5.231106852130435,
      "learning_rate": 9.94645028779028e-06,
      "loss": 0.6117,
      "step": 600
    },
    {
      "epoch": 0.43385490753911804,
      "grad_norm": 6.42206432654939,
      "learning_rate": 9.94024096756221e-06,
      "loss": 0.5831,
      "step": 610
    },
    {
      "epoch": 0.44096728307254623,
      "grad_norm": 7.364483477227342,
      "learning_rate": 9.933693276445588e-06,
      "loss": 0.5741,
      "step": 620
    },
    {
      "epoch": 0.4480796586059744,
      "grad_norm": 5.6944684489072355,
      "learning_rate": 9.92680766291005e-06,
      "loss": 0.5976,
      "step": 630
    },
    {
      "epoch": 0.45519203413940257,
      "grad_norm": 5.6237891453652455,
      "learning_rate": 9.91958459857048e-06,
      "loss": 0.5472,
      "step": 640
    },
    {
      "epoch": 0.4623044096728307,
      "grad_norm": 5.1230807672316505,
      "learning_rate": 9.912024578154706e-06,
      "loss": 0.5302,
      "step": 650
    },
    {
      "epoch": 0.4694167852062589,
      "grad_norm": 6.222140354090307,
      "learning_rate": 9.904128119469625e-06,
      "loss": 0.5292,
      "step": 660
    },
    {
      "epoch": 0.47652916073968704,
      "grad_norm": 5.82908513723418,
      "learning_rate": 9.895895763365722e-06,
      "loss": 0.513,
      "step": 670
    },
    {
      "epoch": 0.48364153627311524,
      "grad_norm": 5.479135634645378,
      "learning_rate": 9.88732807370004e-06,
      "loss": 0.4549,
      "step": 680
    },
    {
      "epoch": 0.4907539118065434,
      "grad_norm": 6.604832724403904,
      "learning_rate": 9.878425637297549e-06,
      "loss": 0.4254,
      "step": 690
    },
    {
      "epoch": 0.49786628733997157,
      "grad_norm": 5.618060296345201,
      "learning_rate": 9.869189063910959e-06,
      "loss": 0.4346,
      "step": 700
    },
    {
      "epoch": 0.5049786628733998,
      "grad_norm": 6.326935885254636,
      "learning_rate": 9.859618986178953e-06,
      "loss": 0.4311,
      "step": 710
    },
    {
      "epoch": 0.5120910384068279,
      "grad_norm": 6.411399143629572,
      "learning_rate": 9.84971605958286e-06,
      "loss": 0.4268,
      "step": 720
    },
    {
      "epoch": 0.519203413940256,
      "grad_norm": 6.244636888029725,
      "learning_rate": 9.839480962401753e-06,
      "loss": 0.3943,
      "step": 730
    },
    {
      "epoch": 0.5263157894736842,
      "grad_norm": 4.9638521174081935,
      "learning_rate": 9.828914395665996e-06,
      "loss": 0.3704,
      "step": 740
    },
    {
      "epoch": 0.5334281650071123,
      "grad_norm": 5.557286789154222,
      "learning_rate": 9.818017083109233e-06,
      "loss": 0.4167,
      "step": 750
    },
    {
      "epoch": 0.5405405405405406,
      "grad_norm": 5.693084707021369,
      "learning_rate": 9.8067897711188e-06,
      "loss": 0.3426,
      "step": 760
    },
    {
      "epoch": 0.5476529160739687,
      "grad_norm": 6.528132775066785,
      "learning_rate": 9.795233228684631e-06,
      "loss": 0.3325,
      "step": 770
    },
    {
      "epoch": 0.5547652916073968,
      "grad_norm": 4.9516616181943744,
      "learning_rate": 9.783348247346558e-06,
      "loss": 0.3526,
      "step": 780
    },
    {
      "epoch": 0.561877667140825,
      "grad_norm": 5.285013263137629,
      "learning_rate": 9.771135641140117e-06,
      "loss": 0.2811,
      "step": 790
    },
    {
      "epoch": 0.5689900426742532,
      "grad_norm": 5.427236432451273,
      "learning_rate": 9.758596246540782e-06,
      "loss": 0.3714,
      "step": 800
    },
    {
      "epoch": 0.5761024182076814,
      "grad_norm": 4.2910836634846135,
      "learning_rate": 9.74573092240668e-06,
      "loss": 0.3484,
      "step": 810
    },
    {
      "epoch": 0.5832147937411095,
      "grad_norm": 5.462486995732004,
      "learning_rate": 9.732540549919758e-06,
      "loss": 0.3275,
      "step": 820
    },
    {
      "epoch": 0.5903271692745377,
      "grad_norm": 5.748493175038991,
      "learning_rate": 9.719026032525432e-06,
      "loss": 0.3134,
      "step": 830
    },
    {
      "epoch": 0.5974395448079659,
      "grad_norm": 5.605839009853595,
      "learning_rate": 9.70518829587071e-06,
      "loss": 0.2918,
      "step": 840
    },
    {
      "epoch": 0.604551920341394,
      "grad_norm": 4.3649770239167305,
      "learning_rate": 9.691028287740783e-06,
      "loss": 0.2941,
      "step": 850
    },
    {
      "epoch": 0.6116642958748222,
      "grad_norm": 6.618364031460492,
      "learning_rate": 9.67654697799412e-06,
      "loss": 0.3041,
      "step": 860
    },
    {
      "epoch": 0.6187766714082503,
      "grad_norm": 4.289539717689249,
      "learning_rate": 9.661745358496033e-06,
      "loss": 0.2691,
      "step": 870
    },
    {
      "epoch": 0.6258890469416786,
      "grad_norm": 4.403362504112069,
      "learning_rate": 9.64662444305074e-06,
      "loss": 0.2789,
      "step": 880
    },
    {
      "epoch": 0.6330014224751067,
      "grad_norm": 5.121206118009773,
      "learning_rate": 9.631185267331937e-06,
      "loss": 0.2585,
      "step": 890
    },
    {
      "epoch": 0.6401137980085349,
      "grad_norm": 4.877490307909731,
      "learning_rate": 9.615428888811842e-06,
      "loss": 0.2499,
      "step": 900
    },
    {
      "epoch": 0.647226173541963,
      "grad_norm": 5.01492577738939,
      "learning_rate": 9.59935638668879e-06,
      "loss": 0.2555,
      "step": 910
    },
    {
      "epoch": 0.6543385490753911,
      "grad_norm": 6.3855818621534555,
      "learning_rate": 9.582968861813295e-06,
      "loss": 0.2193,
      "step": 920
    },
    {
      "epoch": 0.6614509246088194,
      "grad_norm": 4.33698276684028,
      "learning_rate": 9.566267436612662e-06,
      "loss": 0.2533,
      "step": 930
    },
    {
      "epoch": 0.6685633001422475,
      "grad_norm": 4.685807210281303,
      "learning_rate": 9.549253255014105e-06,
      "loss": 0.2141,
      "step": 940
    },
    {
      "epoch": 0.6756756756756757,
      "grad_norm": 5.275159675837076,
      "learning_rate": 9.531927482366398e-06,
      "loss": 0.2121,
      "step": 950
    },
    {
      "epoch": 0.6827880512091038,
      "grad_norm": 4.756073343523271,
      "learning_rate": 9.514291305360053e-06,
      "loss": 0.2187,
      "step": 960
    },
    {
      "epoch": 0.689900426742532,
      "grad_norm": 5.024551500100791,
      "learning_rate": 9.496345931946039e-06,
      "loss": 0.1841,
      "step": 970
    },
    {
      "epoch": 0.6970128022759602,
      "grad_norm": 4.283692003797298,
      "learning_rate": 9.47809259125306e-06,
      "loss": 0.225,
      "step": 980
    },
    {
      "epoch": 0.7041251778093883,
      "grad_norm": 5.201732993672687,
      "learning_rate": 9.459532533503347e-06,
      "loss": 0.184,
      "step": 990
    },
    {
      "epoch": 0.7112375533428165,
      "grad_norm": 4.806159299085367,
      "learning_rate": 9.440667029927043e-06,
      "loss": 0.1774,
      "step": 1000
    },
    {
      "epoch": 0.7183499288762447,
      "grad_norm": 4.391296680269581,
      "learning_rate": 9.421497372675133e-06,
      "loss": 0.1729,
      "step": 1010
    },
    {
      "epoch": 0.7254623044096729,
      "grad_norm": 3.4175211871739792,
      "learning_rate": 9.402024874730928e-06,
      "loss": 0.2066,
      "step": 1020
    },
    {
      "epoch": 0.732574679943101,
      "grad_norm": 5.917646407329018,
      "learning_rate": 9.382250869820146e-06,
      "loss": 0.159,
      "step": 1030
    },
    {
      "epoch": 0.7396870554765291,
      "grad_norm": 4.5654765488178155,
      "learning_rate": 9.36217671231956e-06,
      "loss": 0.1924,
      "step": 1040
    },
    {
      "epoch": 0.7467994310099573,
      "grad_norm": 4.148546026699148,
      "learning_rate": 9.341803777164228e-06,
      "loss": 0.1414,
      "step": 1050
    },
    {
      "epoch": 0.7539118065433855,
      "grad_norm": 5.299579387506197,
      "learning_rate": 9.321133459753322e-06,
      "loss": 0.1751,
      "step": 1060
    },
    {
      "epoch": 0.7610241820768137,
      "grad_norm": 3.9468784531968426,
      "learning_rate": 9.300167175854564e-06,
      "loss": 0.1642,
      "step": 1070
    },
    {
      "epoch": 0.7681365576102418,
      "grad_norm": 4.258905236243376,
      "learning_rate": 9.278906361507238e-06,
      "loss": 0.1362,
      "step": 1080
    },
    {
      "epoch": 0.7752489331436699,
      "grad_norm": 4.177714057989964,
      "learning_rate": 9.257352472923842e-06,
      "loss": 0.1375,
      "step": 1090
    },
    {
      "epoch": 0.7823613086770982,
      "grad_norm": 4.631019052366409,
      "learning_rate": 9.235506986390346e-06,
      "loss": 0.1282,
      "step": 1100
    },
    {
      "epoch": 0.7894736842105263,
      "grad_norm": 4.025666581154786,
      "learning_rate": 9.213371398165077e-06,
      "loss": 0.1341,
      "step": 1110
    },
    {
      "epoch": 0.7965860597439545,
      "grad_norm": 5.312761237015971,
      "learning_rate": 9.190947224376238e-06,
      "loss": 0.1624,
      "step": 1120
    },
    {
      "epoch": 0.8036984352773826,
      "grad_norm": 4.847580150934388,
      "learning_rate": 9.168236000918063e-06,
      "loss": 0.1228,
      "step": 1130
    },
    {
      "epoch": 0.8108108108108109,
      "grad_norm": 3.681304323084205,
      "learning_rate": 9.145239283345618e-06,
      "loss": 0.1295,
      "step": 1140
    },
    {
      "epoch": 0.817923186344239,
      "grad_norm": 2.856809444870011,
      "learning_rate": 9.121958646768251e-06,
      "loss": 0.1239,
      "step": 1150
    },
    {
      "epoch": 0.8250355618776671,
      "grad_norm": 3.8759882864356574,
      "learning_rate": 9.09839568574173e-06,
      "loss": 0.1058,
      "step": 1160
    },
    {
      "epoch": 0.8321479374110953,
      "grad_norm": 3.520732889394545,
      "learning_rate": 9.074552014158994e-06,
      "loss": 0.1085,
      "step": 1170
    },
    {
      "epoch": 0.8392603129445235,
      "grad_norm": 3.343174269734267,
      "learning_rate": 9.050429265139647e-06,
      "loss": 0.1158,
      "step": 1180
    },
    {
      "epoch": 0.8463726884779517,
      "grad_norm": 4.5226917893573475,
      "learning_rate": 9.026029090918076e-06,
      "loss": 0.1222,
      "step": 1190
    },
    {
      "epoch": 0.8534850640113798,
      "grad_norm": 3.7945492207672564,
      "learning_rate": 9.001353162730297e-06,
      "loss": 0.1112,
      "step": 1200
    },
    {
      "epoch": 0.8605974395448079,
      "grad_norm": 4.30755037317223,
      "learning_rate": 8.976403170699486e-06,
      "loss": 0.1065,
      "step": 1210
    },
    {
      "epoch": 0.8677098150782361,
      "grad_norm": 2.8075717567217033,
      "learning_rate": 8.951180823720212e-06,
      "loss": 0.0936,
      "step": 1220
    },
    {
      "epoch": 0.8748221906116643,
      "grad_norm": 4.173272966405032,
      "learning_rate": 8.925687849341398e-06,
      "loss": 0.0794,
      "step": 1230
    },
    {
      "epoch": 0.8819345661450925,
      "grad_norm": 3.41589130381316,
      "learning_rate": 8.899925993647994e-06,
      "loss": 0.0897,
      "step": 1240
    },
    {
      "epoch": 0.8890469416785206,
      "grad_norm": 4.346956823329345,
      "learning_rate": 8.873897021141378e-06,
      "loss": 0.0887,
      "step": 1250
    },
    {
      "epoch": 0.8961593172119487,
      "grad_norm": 3.51891817822506,
      "learning_rate": 8.847602714618504e-06,
      "loss": 0.0846,
      "step": 1260
    },
    {
      "epoch": 0.903271692745377,
      "grad_norm": 3.106657795276442,
      "learning_rate": 8.821044875049796e-06,
      "loss": 0.0883,
      "step": 1270
    },
    {
      "epoch": 0.9103840682788051,
      "grad_norm": 3.469975395363045,
      "learning_rate": 8.794225321455788e-06,
      "loss": 0.0893,
      "step": 1280
    },
    {
      "epoch": 0.9174964438122333,
      "grad_norm": 4.092170025970377,
      "learning_rate": 8.767145890782542e-06,
      "loss": 0.0912,
      "step": 1290
    },
    {
      "epoch": 0.9246088193456614,
      "grad_norm": 3.970701793851334,
      "learning_rate": 8.739808437775825e-06,
      "loss": 0.0759,
      "step": 1300
    },
    {
      "epoch": 0.9317211948790897,
      "grad_norm": 4.338458399102716,
      "learning_rate": 8.71221483485407e-06,
      "loss": 0.0938,
      "step": 1310
    },
    {
      "epoch": 0.9388335704125178,
      "grad_norm": 3.4360396182886963,
      "learning_rate": 8.684366971980139e-06,
      "loss": 0.0804,
      "step": 1320
    },
    {
      "epoch": 0.9459459459459459,
      "grad_norm": 3.3921438457695654,
      "learning_rate": 8.656266756531857e-06,
      "loss": 0.0734,
      "step": 1330
    },
    {
      "epoch": 0.9530583214793741,
      "grad_norm": 3.6703934299551126,
      "learning_rate": 8.627916113171396e-06,
      "loss": 0.0794,
      "step": 1340
    },
    {
      "epoch": 0.9601706970128022,
      "grad_norm": 3.0528739658231823,
      "learning_rate": 8.599316983713419e-06,
      "loss": 0.0729,
      "step": 1350
    },
    {
      "epoch": 0.9672830725462305,
      "grad_norm": 3.205301205746107,
      "learning_rate": 8.570471326992105e-06,
      "loss": 0.0776,
      "step": 1360
    },
    {
      "epoch": 0.9743954480796586,
      "grad_norm": 3.39755647080461,
      "learning_rate": 8.54138111872697e-06,
      "loss": 0.0801,
      "step": 1370
    },
    {
      "epoch": 0.9815078236130867,
      "grad_norm": 2.5637363679350056,
      "learning_rate": 8.512048351387551e-06,
      "loss": 0.0698,
      "step": 1380
    },
    {
      "epoch": 0.9886201991465149,
      "grad_norm": 2.5368692351882367,
      "learning_rate": 8.482475034056927e-06,
      "loss": 0.0719,
      "step": 1390
    },
    {
      "epoch": 0.9957325746799431,
      "grad_norm": 2.729862342028922,
      "learning_rate": 8.452663192294121e-06,
      "loss": 0.0704,
      "step": 1400
    },
    {
      "epoch": 1.0028449502133712,
      "grad_norm": 3.2434913299704524,
      "learning_rate": 8.42261486799536e-06,
      "loss": 0.0619,
      "step": 1410
    },
    {
      "epoch": 1.0099573257467995,
      "grad_norm": 2.7769965300793844,
      "learning_rate": 8.392332119254214e-06,
      "loss": 0.0498,
      "step": 1420
    },
    {
      "epoch": 1.0170697012802277,
      "grad_norm": 2.824241471905449,
      "learning_rate": 8.361817020220647e-06,
      "loss": 0.0468,
      "step": 1430
    },
    {
      "epoch": 1.0241820768136558,
      "grad_norm": 2.9150859408507794,
      "learning_rate": 8.331071660958936e-06,
      "loss": 0.0556,
      "step": 1440
    },
    {
      "epoch": 1.031294452347084,
      "grad_norm": 1.907604048350405,
      "learning_rate": 8.300098147304523e-06,
      "loss": 0.047,
      "step": 1450
    },
    {
      "epoch": 1.038406827880512,
      "grad_norm": 3.404202261022711,
      "learning_rate": 8.268898600719785e-06,
      "loss": 0.0553,
      "step": 1460
    },
    {
      "epoch": 1.0455192034139402,
      "grad_norm": 3.931120264062831,
      "learning_rate": 8.237475158148724e-06,
      "loss": 0.0536,
      "step": 1470
    },
    {
      "epoch": 1.0526315789473684,
      "grad_norm": 3.1620958675587403,
      "learning_rate": 8.205829971870602e-06,
      "loss": 0.0479,
      "step": 1480
    },
    {
      "epoch": 1.0597439544807965,
      "grad_norm": 2.7429804696608935,
      "learning_rate": 8.173965209352524e-06,
      "loss": 0.048,
      "step": 1490
    },
    {
      "epoch": 1.0668563300142249,
      "grad_norm": 3.6303992768842437,
      "learning_rate": 8.14188305310099e-06,
      "loss": 0.0582,
      "step": 1500
    },
    {
      "epoch": 1.073968705547653,
      "grad_norm": 3.293723594586508,
      "learning_rate": 8.109585700512395e-06,
      "loss": 0.0507,
      "step": 1510
    },
    {
      "epoch": 1.0810810810810811,
      "grad_norm": 3.4841344851942755,
      "learning_rate": 8.077075363722542e-06,
      "loss": 0.0492,
      "step": 1520
    },
    {
      "epoch": 1.0881934566145093,
      "grad_norm": 3.7536302337999277,
      "learning_rate": 8.044354269455109e-06,
      "loss": 0.059,
      "step": 1530
    },
    {
      "epoch": 1.0953058321479374,
      "grad_norm": 3.261925658312736,
      "learning_rate": 8.011424658869142e-06,
      "loss": 0.0496,
      "step": 1540
    },
    {
      "epoch": 1.1024182076813656,
      "grad_norm": 3.2649673226199503,
      "learning_rate": 7.978288787405556e-06,
      "loss": 0.0428,
      "step": 1550
    },
    {
      "epoch": 1.1095305832147937,
      "grad_norm": 3.1908862790356185,
      "learning_rate": 7.944948924632643e-06,
      "loss": 0.0484,
      "step": 1560
    },
    {
      "epoch": 1.1166429587482218,
      "grad_norm": 2.980091794093968,
      "learning_rate": 7.911407354090634e-06,
      "loss": 0.0485,
      "step": 1570
    },
    {
      "epoch": 1.12375533428165,
      "grad_norm": 2.6098085172978287,
      "learning_rate": 7.877666373135287e-06,
      "loss": 0.0441,
      "step": 1580
    },
    {
      "epoch": 1.1308677098150781,
      "grad_norm": 2.6329214221965485,
      "learning_rate": 7.84372829278053e-06,
      "loss": 0.052,
      "step": 1590
    },
    {
      "epoch": 1.1379800853485065,
      "grad_norm": 2.9828411095241862,
      "learning_rate": 7.809595437540189e-06,
      "loss": 0.0444,
      "step": 1600
    },
    {
      "epoch": 1.1450924608819346,
      "grad_norm": 2.8256209003189183,
      "learning_rate": 7.775270145268755e-06,
      "loss": 0.0405,
      "step": 1610
    },
    {
      "epoch": 1.1522048364153628,
      "grad_norm": 2.1852050342228053,
      "learning_rate": 7.740754767001278e-06,
      "loss": 0.0443,
      "step": 1620
    },
    {
      "epoch": 1.159317211948791,
      "grad_norm": 2.9459065182368223,
      "learning_rate": 7.706051666792318e-06,
      "loss": 0.044,
      "step": 1630
    },
    {
      "epoch": 1.166429587482219,
      "grad_norm": 1.8756599971066235,
      "learning_rate": 7.671163221554043e-06,
      "loss": 0.0443,
      "step": 1640
    },
    {
      "epoch": 1.1735419630156472,
      "grad_norm": 2.546613866229381,
      "learning_rate": 7.636091820893417e-06,
      "loss": 0.0485,
      "step": 1650
    },
    {
      "epoch": 1.1806543385490753,
      "grad_norm": 2.6687368539976215,
      "learning_rate": 7.600839866948528e-06,
      "loss": 0.0479,
      "step": 1660
    },
    {
      "epoch": 1.1877667140825037,
      "grad_norm": 3.1352891064330235,
      "learning_rate": 7.565409774224066e-06,
      "loss": 0.0478,
      "step": 1670
    },
    {
      "epoch": 1.1948790896159318,
      "grad_norm": 2.840525979100908,
      "learning_rate": 7.529803969425941e-06,
      "loss": 0.0402,
      "step": 1680
    },
    {
      "epoch": 1.20199146514936,
      "grad_norm": 2.6839166671210015,
      "learning_rate": 7.494024891295075e-06,
      "loss": 0.0456,
      "step": 1690
    },
    {
      "epoch": 1.209103840682788,
      "grad_norm": 2.5400915247833513,
      "learning_rate": 7.458074990440363e-06,
      "loss": 0.0399,
      "step": 1700
    },
    {
      "epoch": 1.2162162162162162,
      "grad_norm": 2.4640207101809923,
      "learning_rate": 7.421956729170823e-06,
      "loss": 0.0408,
      "step": 1710
    },
    {
      "epoch": 1.2233285917496444,
      "grad_norm": 2.9057910772118296,
      "learning_rate": 7.385672581326954e-06,
      "loss": 0.0532,
      "step": 1720
    },
    {
      "epoch": 1.2304409672830725,
      "grad_norm": 2.2101614324462004,
      "learning_rate": 7.34922503211128e-06,
      "loss": 0.0412,
      "step": 1730
    },
    {
      "epoch": 1.2375533428165006,
      "grad_norm": 2.778141590898155,
      "learning_rate": 7.312616577918149e-06,
      "loss": 0.0383,
      "step": 1740
    },
    {
      "epoch": 1.2446657183499288,
      "grad_norm": 1.9995919460370448,
      "learning_rate": 7.2758497261627345e-06,
      "loss": 0.0357,
      "step": 1750
    },
    {
      "epoch": 1.251778093883357,
      "grad_norm": 2.9469506417904725,
      "learning_rate": 7.238926995109306e-06,
      "loss": 0.0421,
      "step": 1760
    },
    {
      "epoch": 1.2588904694167853,
      "grad_norm": 2.916214854110651,
      "learning_rate": 7.201850913698736e-06,
      "loss": 0.0433,
      "step": 1770
    },
    {
      "epoch": 1.2660028449502134,
      "grad_norm": 2.4356023661651935,
      "learning_rate": 7.164624021375294e-06,
      "loss": 0.0381,
      "step": 1780
    },
    {
      "epoch": 1.2731152204836416,
      "grad_norm": 2.9191479958429705,
      "learning_rate": 7.12724886791271e-06,
      "loss": 0.0347,
      "step": 1790
    },
    {
      "epoch": 1.2802275960170697,
      "grad_norm": 2.7350905980602964,
      "learning_rate": 7.08972801323953e-06,
      "loss": 0.042,
      "step": 1800
    },
    {
      "epoch": 1.2873399715504978,
      "grad_norm": 1.8638175145049911,
      "learning_rate": 7.052064027263785e-06,
      "loss": 0.0358,
      "step": 1810
    },
    {
      "epoch": 1.294452347083926,
      "grad_norm": 2.518215951733799,
      "learning_rate": 7.014259489696968e-06,
      "loss": 0.0313,
      "step": 1820
    },
    {
      "epoch": 1.3015647226173541,
      "grad_norm": 2.7073773489335435,
      "learning_rate": 6.976316989877343e-06,
      "loss": 0.0315,
      "step": 1830
    },
    {
      "epoch": 1.3086770981507825,
      "grad_norm": 2.1307550105530932,
      "learning_rate": 6.938239126592592e-06,
      "loss": 0.0305,
      "step": 1840
    },
    {
      "epoch": 1.3157894736842106,
      "grad_norm": 2.5312376788572957,
      "learning_rate": 6.90002850790182e-06,
      "loss": 0.0441,
      "step": 1850
    },
    {
      "epoch": 1.3229018492176388,
      "grad_norm": 2.5163550627582523,
      "learning_rate": 6.861687750956922e-06,
      "loss": 0.0363,
      "step": 1860
    },
    {
      "epoch": 1.330014224751067,
      "grad_norm": 2.121254806907021,
      "learning_rate": 6.823219481823318e-06,
      "loss": 0.035,
      "step": 1870
    },
    {
      "epoch": 1.337126600284495,
      "grad_norm": 1.6219365468690443,
      "learning_rate": 6.784626335300102e-06,
      "loss": 0.0211,
      "step": 1880
    },
    {
      "epoch": 1.3442389758179232,
      "grad_norm": 2.53112733146716,
      "learning_rate": 6.745910954739563e-06,
      "loss": 0.0368,
      "step": 1890
    },
    {
      "epoch": 1.3513513513513513,
      "grad_norm": 2.262886209479993,
      "learning_rate": 6.707075991866143e-06,
      "loss": 0.0337,
      "step": 1900
    },
    {
      "epoch": 1.3584637268847795,
      "grad_norm": 2.2016920030917126,
      "learning_rate": 6.668124106594813e-06,
      "loss": 0.0323,
      "step": 1910
    },
    {
      "epoch": 1.3655761024182076,
      "grad_norm": 2.503481715381616,
      "learning_rate": 6.629057966848879e-06,
      "loss": 0.0374,
      "step": 1920
    },
    {
      "epoch": 1.3726884779516357,
      "grad_norm": 2.282735039659182,
      "learning_rate": 6.589880248377258e-06,
      "loss": 0.0293,
      "step": 1930
    },
    {
      "epoch": 1.379800853485064,
      "grad_norm": 2.2077630603832223,
      "learning_rate": 6.550593634571205e-06,
      "loss": 0.0326,
      "step": 1940
    },
    {
      "epoch": 1.3869132290184922,
      "grad_norm": 2.4581246568090167,
      "learning_rate": 6.511200816280523e-06,
      "loss": 0.0279,
      "step": 1950
    },
    {
      "epoch": 1.3940256045519204,
      "grad_norm": 1.9826120506712706,
      "learning_rate": 6.471704491629251e-06,
      "loss": 0.0348,
      "step": 1960
    },
    {
      "epoch": 1.4011379800853485,
      "grad_norm": 2.0571244476045187,
      "learning_rate": 6.432107365830872e-06,
      "loss": 0.0303,
      "step": 1970
    },
    {
      "epoch": 1.4082503556187767,
      "grad_norm": 2.5505998895912594,
      "learning_rate": 6.392412151003019e-06,
      "loss": 0.0379,
      "step": 1980
    },
    {
      "epoch": 1.4153627311522048,
      "grad_norm": 2.764733651901472,
      "learning_rate": 6.3526215659817156e-06,
      "loss": 0.0346,
      "step": 1990
    },
    {
      "epoch": 1.422475106685633,
      "grad_norm": 2.093793772844917,
      "learning_rate": 6.312738336135159e-06,
      "loss": 0.0277,
      "step": 2000
    },
    {
      "epoch": 1.4295874822190613,
      "grad_norm": 2.36946856664872,
      "learning_rate": 6.272765193177044e-06,
      "loss": 0.0272,
      "step": 2010
    },
    {
      "epoch": 1.4366998577524894,
      "grad_norm": 1.6148755839195088,
      "learning_rate": 6.23270487497947e-06,
      "loss": 0.0286,
      "step": 2020
    },
    {
      "epoch": 1.4438122332859176,
      "grad_norm": 2.2679584601673284,
      "learning_rate": 6.192560125385412e-06,
      "loss": 0.0267,
      "step": 2030
    },
    {
      "epoch": 1.4509246088193457,
      "grad_norm": 2.0895836816165927,
      "learning_rate": 6.152333694020781e-06,
      "loss": 0.0263,
      "step": 2040
    },
    {
      "epoch": 1.4580369843527738,
      "grad_norm": 2.2843465595467625,
      "learning_rate": 6.112028336106108e-06,
      "loss": 0.0328,
      "step": 2050
    },
    {
      "epoch": 1.465149359886202,
      "grad_norm": 2.223353990512444,
      "learning_rate": 6.071646812267817e-06,
      "loss": 0.0268,
      "step": 2060
    },
    {
      "epoch": 1.4722617354196301,
      "grad_norm": 3.2498269359064613,
      "learning_rate": 6.031191888349155e-06,
      "loss": 0.0272,
      "step": 2070
    },
    {
      "epoch": 1.4793741109530583,
      "grad_norm": 2.1334409386725577,
      "learning_rate": 5.990666335220738e-06,
      "loss": 0.027,
      "step": 2080
    },
    {
      "epoch": 1.4864864864864864,
      "grad_norm": 1.1837205419905095,
      "learning_rate": 5.950072928590781e-06,
      "loss": 0.024,
      "step": 2090
    },
    {
      "epoch": 1.4935988620199145,
      "grad_norm": 2.3246109475669043,
      "learning_rate": 5.909414448814971e-06,
      "loss": 0.0254,
      "step": 2100
    },
    {
      "epoch": 1.5007112375533427,
      "grad_norm": 2.172355872063245,
      "learning_rate": 5.8686936807060335e-06,
      "loss": 0.0275,
      "step": 2110
    },
    {
      "epoch": 1.5078236130867708,
      "grad_norm": 2.0037575574912725,
      "learning_rate": 5.827913413343003e-06,
      "loss": 0.0268,
      "step": 2120
    },
    {
      "epoch": 1.5149359886201992,
      "grad_norm": 2.052997877430725,
      "learning_rate": 5.787076439880177e-06,
      "loss": 0.0265,
      "step": 2130
    },
    {
      "epoch": 1.5220483641536273,
      "grad_norm": 2.6412414518353535,
      "learning_rate": 5.746185557355814e-06,
      "loss": 0.0254,
      "step": 2140
    },
    {
      "epoch": 1.5291607396870555,
      "grad_norm": 2.037688763456784,
      "learning_rate": 5.70524356650056e-06,
      "loss": 0.022,
      "step": 2150
    },
    {
      "epoch": 1.5362731152204836,
      "grad_norm": 1.8060364636807138,
      "learning_rate": 5.664253271545603e-06,
      "loss": 0.0196,
      "step": 2160
    },
    {
      "epoch": 1.543385490753912,
      "grad_norm": 2.8659848398210994,
      "learning_rate": 5.623217480030622e-06,
      "loss": 0.0225,
      "step": 2170
    },
    {
      "epoch": 1.55049786628734,
      "grad_norm": 1.7576344300050144,
      "learning_rate": 5.58213900261148e-06,
      "loss": 0.0209,
      "step": 2180
    },
    {
      "epoch": 1.5576102418207682,
      "grad_norm": 2.4388617988676353,
      "learning_rate": 5.541020652867713e-06,
      "loss": 0.0272,
      "step": 2190
    },
    {
      "epoch": 1.5647226173541964,
      "grad_norm": 1.8297232039252016,
      "learning_rate": 5.49986524710983e-06,
      "loss": 0.022,
      "step": 2200
    },
    {
      "epoch": 1.5718349928876245,
      "grad_norm": 3.07701649104599,
      "learning_rate": 5.4586756041864065e-06,
      "loss": 0.0226,
      "step": 2210
    },
    {
      "epoch": 1.5789473684210527,
      "grad_norm": 2.0923369231599502,
      "learning_rate": 5.417454545291017e-06,
      "loss": 0.0267,
      "step": 2220
    },
    {
      "epoch": 1.5860597439544808,
      "grad_norm": 1.7648644786729606,
      "learning_rate": 5.376204893769e-06,
      "loss": 0.0226,
      "step": 2230
    },
    {
      "epoch": 1.593172119487909,
      "grad_norm": 2.7349839796479705,
      "learning_rate": 5.334929474924093e-06,
      "loss": 0.0241,
      "step": 2240
    },
    {
      "epoch": 1.600284495021337,
      "grad_norm": 1.220625942007617,
      "learning_rate": 5.293631115824897e-06,
      "loss": 0.0229,
      "step": 2250
    },
    {
      "epoch": 1.6073968705547652,
      "grad_norm": 2.048027464288667,
      "learning_rate": 5.252312645111266e-06,
      "loss": 0.0244,
      "step": 2260
    },
    {
      "epoch": 1.6145092460881934,
      "grad_norm": 1.807589998784463,
      "learning_rate": 5.2109768928005454e-06,
      "loss": 0.0186,
      "step": 2270
    },
    {
      "epoch": 1.6216216216216215,
      "grad_norm": 1.8200396071062714,
      "learning_rate": 5.169626690093751e-06,
      "loss": 0.0217,
      "step": 2280
    },
    {
      "epoch": 1.6287339971550496,
      "grad_norm": 3.162567751879996,
      "learning_rate": 5.128264869181646e-06,
      "loss": 0.0214,
      "step": 2290
    },
    {
      "epoch": 1.635846372688478,
      "grad_norm": 1.819589839229396,
      "learning_rate": 5.086894263050755e-06,
      "loss": 0.0199,
      "step": 2300
    },
    {
      "epoch": 1.6429587482219061,
      "grad_norm": 2.432299659362288,
      "learning_rate": 5.045517705289328e-06,
      "loss": 0.0184,
      "step": 2310
    },
    {
      "epoch": 1.6500711237553343,
      "grad_norm": 1.3210052417654967,
      "learning_rate": 5.004138029893257e-06,
      "loss": 0.0189,
      "step": 2320
    },
    {
      "epoch": 1.6571834992887624,
      "grad_norm": 2.1820820539792005,
      "learning_rate": 4.9627580710719734e-06,
      "loss": 0.0184,
      "step": 2330
    },
    {
      "epoch": 1.6642958748221908,
      "grad_norm": 1.824213025460573,
      "learning_rate": 4.921380663054318e-06,
      "loss": 0.0195,
      "step": 2340
    },
    {
      "epoch": 1.671408250355619,
      "grad_norm": 1.5395595832036817,
      "learning_rate": 4.880008639894421e-06,
      "loss": 0.0182,
      "step": 2350
    },
    {
      "epoch": 1.678520625889047,
      "grad_norm": 2.1765686448734898,
      "learning_rate": 4.838644835277585e-06,
      "loss": 0.0216,
      "step": 2360
    },
    {
      "epoch": 1.6856330014224752,
      "grad_norm": 1.6870995721298556,
      "learning_rate": 4.79729208232621e-06,
      "loss": 0.0172,
      "step": 2370
    },
    {
      "epoch": 1.6927453769559033,
      "grad_norm": 0.7966147079317253,
      "learning_rate": 4.75595321340573e-06,
      "loss": 0.0115,
      "step": 2380
    },
    {
      "epoch": 1.6998577524893315,
      "grad_norm": 2.172012245299623,
      "learning_rate": 4.714631059930622e-06,
      "loss": 0.0161,
      "step": 2390
    },
    {
      "epoch": 1.7069701280227596,
      "grad_norm": 1.6833896185427781,
      "learning_rate": 4.6733284521704816e-06,
      "loss": 0.0184,
      "step": 2400
    },
    {
      "epoch": 1.7140825035561877,
      "grad_norm": 1.943733582718135,
      "learning_rate": 4.632048219056159e-06,
      "loss": 0.0201,
      "step": 2410
    },
    {
      "epoch": 1.7211948790896159,
      "grad_norm": 0.9592772600888013,
      "learning_rate": 4.590793187986003e-06,
      "loss": 0.0154,
      "step": 2420
    },
    {
      "epoch": 1.728307254623044,
      "grad_norm": 2.418073085794697,
      "learning_rate": 4.549566184632206e-06,
      "loss": 0.0182,
      "step": 2430
    },
    {
      "epoch": 1.7354196301564722,
      "grad_norm": 2.213535114167178,
      "learning_rate": 4.508370032747261e-06,
      "loss": 0.0162,
      "step": 2440
    },
    {
      "epoch": 1.7425320056899003,
      "grad_norm": 1.4082214012150884,
      "learning_rate": 4.467207553970564e-06,
      "loss": 0.017,
      "step": 2450
    },
    {
      "epoch": 1.7496443812233284,
      "grad_norm": 1.4580878754754951,
      "learning_rate": 4.426081567635137e-06,
      "loss": 0.0144,
      "step": 2460
    },
    {
      "epoch": 1.7567567567567568,
      "grad_norm": 1.2997851819162691,
      "learning_rate": 4.3849948905745385e-06,
      "loss": 0.014,
      "step": 2470
    },
    {
      "epoch": 1.763869132290185,
      "grad_norm": 1.6936376446584087,
      "learning_rate": 4.343950336929927e-06,
      "loss": 0.015,
      "step": 2480
    },
    {
      "epoch": 1.770981507823613,
      "grad_norm": 0.9659927368936605,
      "learning_rate": 4.302950717957304e-06,
      "loss": 0.0144,
      "step": 2490
    },
    {
      "epoch": 1.7780938833570412,
      "grad_norm": 0.863368492950506,
      "learning_rate": 4.261998841834972e-06,
      "loss": 0.0144,
      "step": 2500
    },
    {
      "epoch": 1.7852062588904696,
      "grad_norm": 1.173314517778269,
      "learning_rate": 4.221097513471199e-06,
      "loss": 0.0114,
      "step": 2510
    },
    {
      "epoch": 1.7923186344238977,
      "grad_norm": 1.2332466621958023,
      "learning_rate": 4.18024953431209e-06,
      "loss": 0.0127,
      "step": 2520
    },
    {
      "epoch": 1.7994310099573259,
      "grad_norm": 1.1682909598329931,
      "learning_rate": 4.13945770214971e-06,
      "loss": 0.0149,
      "step": 2530
    },
    {
      "epoch": 1.806543385490754,
      "grad_norm": 1.291108254245667,
      "learning_rate": 4.098724810930472e-06,
      "loss": 0.0129,
      "step": 2540
    },
    {
      "epoch": 1.8136557610241821,
      "grad_norm": 0.8886518405396012,
      "learning_rate": 4.058053650563747e-06,
      "loss": 0.0124,
      "step": 2550
    },
    {
      "epoch": 1.8207681365576103,
      "grad_norm": 1.9480002932590483,
      "learning_rate": 4.017447006730796e-06,
      "loss": 0.0139,
      "step": 2560
    },
    {
      "epoch": 1.8278805120910384,
      "grad_norm": 1.6270472010472303,
      "learning_rate": 3.976907660693954e-06,
      "loss": 0.0128,
      "step": 2570
    },
    {
      "epoch": 1.8349928876244666,
      "grad_norm": 0.7994173120546909,
      "learning_rate": 3.936438389106154e-06,
      "loss": 0.0154,
      "step": 2580
    },
    {
      "epoch": 1.8421052631578947,
      "grad_norm": 1.0657933268821647,
      "learning_rate": 3.896041963820724e-06,
      "loss": 0.0162,
      "step": 2590
    },
    {
      "epoch": 1.8492176386913228,
      "grad_norm": 1.37634738377725,
      "learning_rate": 3.855721151701548e-06,
      "loss": 0.0131,
      "step": 2600
    },
    {
      "epoch": 1.856330014224751,
      "grad_norm": 1.7544039532579758,
      "learning_rate": 3.815478714433559e-06,
      "loss": 0.0129,
      "step": 2610
    },
    {
      "epoch": 1.863442389758179,
      "grad_norm": 0.8340685854059343,
      "learning_rate": 3.775317408333571e-06,
      "loss": 0.0153,
      "step": 2620
    },
    {
      "epoch": 1.8705547652916072,
      "grad_norm": 0.5628132394579408,
      "learning_rate": 3.7352399841614996e-06,
      "loss": 0.0116,
      "step": 2630
    },
    {
      "epoch": 1.8776671408250356,
      "grad_norm": 0.6225982099610957,
      "learning_rate": 3.695249186931954e-06,
      "loss": 0.0126,
      "step": 2640
    },
    {
      "epoch": 1.8847795163584637,
      "grad_norm": 1.3019140739354105,
      "learning_rate": 3.655347755726224e-06,
      "loss": 0.0111,
      "step": 2650
    },
    {
      "epoch": 1.8918918918918919,
      "grad_norm": 1.8784232456646273,
      "learning_rate": 3.6155384235046674e-06,
      "loss": 0.0129,
      "step": 2660
    },
    {
      "epoch": 1.89900426742532,
      "grad_norm": 1.2419343143332369,
      "learning_rate": 3.5758239169195276e-06,
      "loss": 0.0079,
      "step": 2670
    },
    {
      "epoch": 1.9061166429587484,
      "grad_norm": 1.327768382551478,
      "learning_rate": 3.5362069561281764e-06,
      "loss": 0.0103,
      "step": 2680
    },
    {
      "epoch": 1.9132290184921765,
      "grad_norm": 1.9613323508306293,
      "learning_rate": 3.4966902546068016e-06,
      "loss": 0.0127,
      "step": 2690
    },
    {
      "epoch": 1.9203413940256047,
      "grad_norm": 1.6143025584170387,
      "learning_rate": 3.4572765189645516e-06,
      "loss": 0.0101,
      "step": 2700
    },
    {
      "epoch": 1.9274537695590328,
      "grad_norm": 1.616056876993894,
      "learning_rate": 3.4179684487581555e-06,
      "loss": 0.0137,
      "step": 2710
    },
    {
      "epoch": 1.934566145092461,
      "grad_norm": 0.8562390776041625,
      "learning_rate": 3.3787687363070256e-06,
      "loss": 0.0109,
      "step": 2720
    },
    {
      "epoch": 1.941678520625889,
      "grad_norm": 1.1375907109658978,
      "learning_rate": 3.3396800665088435e-06,
      "loss": 0.0105,
      "step": 2730
    },
    {
      "epoch": 1.9487908961593172,
      "grad_norm": 1.4045001817445895,
      "learning_rate": 3.300705116655672e-06,
      "loss": 0.0092,
      "step": 2740
    },
    {
      "epoch": 1.9559032716927454,
      "grad_norm": 1.3938214602230523,
      "learning_rate": 3.26184655625058e-06,
      "loss": 0.0074,
      "step": 2750
    },
    {
      "epoch": 1.9630156472261735,
      "grad_norm": 1.125496278925233,
      "learning_rate": 3.2231070468247954e-06,
      "loss": 0.0108,
      "step": 2760
    },
    {
      "epoch": 1.9701280227596016,
      "grad_norm": 1.0938627450279363,
      "learning_rate": 3.1844892417554102e-06,
      "loss": 0.0085,
      "step": 2770
    },
    {
      "epoch": 1.9772403982930298,
      "grad_norm": 1.0213367474449344,
      "learning_rate": 3.1459957860836528e-06,
      "loss": 0.0109,
      "step": 2780
    },
    {
      "epoch": 1.984352773826458,
      "grad_norm": 1.4919999851950547,
      "learning_rate": 3.1076293163337074e-06,
      "loss": 0.0098,
      "step": 2790
    },
    {
      "epoch": 1.991465149359886,
      "grad_norm": 2.7046778198212404,
      "learning_rate": 3.069392460332141e-06,
      "loss": 0.0125,
      "step": 2800
    },
    {
      "epoch": 1.9985775248933144,
      "grad_norm": 0.7341284079698729,
      "learning_rate": 3.031287837027911e-06,
      "loss": 0.0086,
      "step": 2810
    },
    {
      "epoch": 2.0056899004267423,
      "grad_norm": 1.5705489322569974,
      "learning_rate": 2.9933180563129936e-06,
      "loss": 0.0061,
      "step": 2820
    },
    {
      "epoch": 2.012802275960171,
      "grad_norm": 0.31350772488690454,
      "learning_rate": 2.955485718843616e-06,
      "loss": 0.0074,
      "step": 2830
    },
    {
      "epoch": 2.019914651493599,
      "grad_norm": 0.6018726291077504,
      "learning_rate": 2.917793415862129e-06,
      "loss": 0.0082,
      "step": 2840
    },
    {
      "epoch": 2.027027027027027,
      "grad_norm": 0.6809782196576207,
      "learning_rate": 2.880243729019546e-06,
      "loss": 0.005,
      "step": 2850
    },
    {
      "epoch": 2.0341394025604553,
      "grad_norm": 0.520827132094845,
      "learning_rate": 2.842839230198685e-06,
      "loss": 0.0072,
      "step": 2860
    },
    {
      "epoch": 2.0412517780938835,
      "grad_norm": 1.1302843148069386,
      "learning_rate": 2.805582481338044e-06,
      "loss": 0.008,
      "step": 2870
    },
    {
      "epoch": 2.0483641536273116,
      "grad_norm": 0.3587179831514039,
      "learning_rate": 2.7684760342563045e-06,
      "loss": 0.0063,
      "step": 2880
    },
    {
      "epoch": 2.0554765291607398,
      "grad_norm": 1.116585578193006,
      "learning_rate": 2.731522430477571e-06,
      "loss": 0.0066,
      "step": 2890
    },
    {
      "epoch": 2.062588904694168,
      "grad_norm": 0.9083509287470979,
      "learning_rate": 2.694724201057273e-06,
      "loss": 0.0087,
      "step": 2900
    },
    {
      "epoch": 2.069701280227596,
      "grad_norm": 0.6955128987380951,
      "learning_rate": 2.6580838664088214e-06,
      "loss": 0.0083,
      "step": 2910
    },
    {
      "epoch": 2.076813655761024,
      "grad_norm": 2.217810880330465,
      "learning_rate": 2.6216039361309753e-06,
      "loss": 0.0084,
      "step": 2920
    },
    {
      "epoch": 2.0839260312944523,
      "grad_norm": 0.833769806548182,
      "learning_rate": 2.5852869088359495e-06,
      "loss": 0.0066,
      "step": 2930
    },
    {
      "epoch": 2.0910384068278804,
      "grad_norm": 0.7464675150972822,
      "learning_rate": 2.549135271978275e-06,
      "loss": 0.0051,
      "step": 2940
    },
    {
      "epoch": 2.0981507823613086,
      "grad_norm": 0.2874640695250341,
      "learning_rate": 2.5131515016844345e-06,
      "loss": 0.0094,
      "step": 2950
    },
    {
      "epoch": 2.1052631578947367,
      "grad_norm": 0.5951223484484282,
      "learning_rate": 2.4773380625832603e-06,
      "loss": 0.0073,
      "step": 2960
    },
    {
      "epoch": 2.112375533428165,
      "grad_norm": 0.8617405032410067,
      "learning_rate": 2.4416974076371304e-06,
      "loss": 0.0063,
      "step": 2970
    },
    {
      "epoch": 2.119487908961593,
      "grad_norm": 0.20697744879238947,
      "learning_rate": 2.406231977973942e-06,
      "loss": 0.0061,
      "step": 2980
    },
    {
      "epoch": 2.126600284495021,
      "grad_norm": 1.0179575970597508,
      "learning_rate": 2.3709442027199387e-06,
      "loss": 0.0091,
      "step": 2990
    },
    {
      "epoch": 2.1337126600284497,
      "grad_norm": 1.0606767583952494,
      "learning_rate": 2.3358364988333066e-06,
      "loss": 0.0063,
      "step": 3000
    },
    {
      "epoch": 2.140825035561878,
      "grad_norm": 1.2307112817732728,
      "learning_rate": 2.3009112709386454e-06,
      "loss": 0.0072,
      "step": 3010
    },
    {
      "epoch": 2.147937411095306,
      "grad_norm": 1.1984078867472323,
      "learning_rate": 2.2661709111622666e-06,
      "loss": 0.0074,
      "step": 3020
    },
    {
      "epoch": 2.155049786628734,
      "grad_norm": 0.1995779664837118,
      "learning_rate": 2.2316177989683458e-06,
      "loss": 0.0048,
      "step": 3030
    },
    {
      "epoch": 2.1621621621621623,
      "grad_norm": 0.9273305310197127,
      "learning_rate": 2.197254300995953e-06,
      "loss": 0.0072,
      "step": 3040
    },
    {
      "epoch": 2.1692745376955904,
      "grad_norm": 0.228767885995747,
      "learning_rate": 2.163082770896943e-06,
      "loss": 0.006,
      "step": 3050
    },
    {
      "epoch": 2.1763869132290186,
      "grad_norm": 1.1353632110102576,
      "learning_rate": 2.1291055491747643e-06,
      "loss": 0.0067,
      "step": 3060
    },
    {
      "epoch": 2.1834992887624467,
      "grad_norm": 0.909003973479003,
      "learning_rate": 2.095324963024137e-06,
      "loss": 0.0063,
      "step": 3070
    },
    {
      "epoch": 2.190611664295875,
      "grad_norm": 0.8569150241839785,
      "learning_rate": 2.061743326171668e-06,
      "loss": 0.0047,
      "step": 3080
    },
    {
      "epoch": 2.197724039829303,
      "grad_norm": 0.5078332905539804,
      "learning_rate": 2.02836293871736e-06,
      "loss": 0.0076,
      "step": 3090
    },
    {
      "epoch": 2.204836415362731,
      "grad_norm": 0.206100019331658,
      "learning_rate": 1.9951860869771e-06,
      "loss": 0.0051,
      "step": 3100
    },
    {
      "epoch": 2.2119487908961593,
      "grad_norm": 0.34329585167252463,
      "learning_rate": 1.962215043326029e-06,
      "loss": 0.0058,
      "step": 3110
    },
    {
      "epoch": 2.2190611664295874,
      "grad_norm": 0.9524416758915172,
      "learning_rate": 1.9294520660429284e-06,
      "loss": 0.0057,
      "step": 3120
    },
    {
      "epoch": 2.2261735419630155,
      "grad_norm": 0.2901777267550113,
      "learning_rate": 1.8968993991555301e-06,
      "loss": 0.0077,
      "step": 3130
    },
    {
      "epoch": 2.2332859174964437,
      "grad_norm": 0.22017782629955687,
      "learning_rate": 1.8645592722868223e-06,
      "loss": 0.0063,
      "step": 3140
    },
    {
      "epoch": 2.240398293029872,
      "grad_norm": 0.38133062392097455,
      "learning_rate": 1.8324339005023273e-06,
      "loss": 0.0072,
      "step": 3150
    },
    {
      "epoch": 2.2475106685633,
      "grad_norm": 0.17821853650446573,
      "learning_rate": 1.8005254841584035e-06,
      "loss": 0.0053,
      "step": 3160
    },
    {
      "epoch": 2.2546230440967285,
      "grad_norm": 0.22314200324222835,
      "learning_rate": 1.768836208751516e-06,
      "loss": 0.0043,
      "step": 3170
    },
    {
      "epoch": 2.2617354196301562,
      "grad_norm": 0.6640226689598476,
      "learning_rate": 1.7373682447685624e-06,
      "loss": 0.0051,
      "step": 3180
    },
    {
      "epoch": 2.268847795163585,
      "grad_norm": 0.4186199899663268,
      "learning_rate": 1.706123747538196e-06,
      "loss": 0.0053,
      "step": 3190
    },
    {
      "epoch": 2.275960170697013,
      "grad_norm": 0.2394022704349156,
      "learning_rate": 1.6751048570832184e-06,
      "loss": 0.0058,
      "step": 3200
    },
    {
      "epoch": 2.283072546230441,
      "grad_norm": 0.4686051788122248,
      "learning_rate": 1.6443136979739855e-06,
      "loss": 0.0041,
      "step": 3210
    },
    {
      "epoch": 2.2901849217638692,
      "grad_norm": 0.3836913082140705,
      "learning_rate": 1.6137523791829007e-06,
      "loss": 0.0041,
      "step": 3220
    },
    {
      "epoch": 2.2972972972972974,
      "grad_norm": 0.16170960660071848,
      "learning_rate": 1.5834229939399637e-06,
      "loss": 0.0061,
      "step": 3230
    },
    {
      "epoch": 2.3044096728307255,
      "grad_norm": 0.18200293554129154,
      "learning_rate": 1.5533276195893987e-06,
      "loss": 0.005,
      "step": 3240
    },
    {
      "epoch": 2.3115220483641536,
      "grad_norm": 0.23940834550194912,
      "learning_rate": 1.5234683174473669e-06,
      "loss": 0.0046,
      "step": 3250
    },
    {
      "epoch": 2.318634423897582,
      "grad_norm": 0.24406884268015908,
      "learning_rate": 1.493847132660789e-06,
      "loss": 0.0048,
      "step": 3260
    },
    {
      "epoch": 2.32574679943101,
      "grad_norm": 0.26509665588494075,
      "learning_rate": 1.4644660940672628e-06,
      "loss": 0.0059,
      "step": 3270
    },
    {
      "epoch": 2.332859174964438,
      "grad_norm": 0.475162427962314,
      "learning_rate": 1.435327214056103e-06,
      "loss": 0.0051,
      "step": 3280
    },
    {
      "epoch": 2.339971550497866,
      "grad_norm": 0.30098307863573437,
      "learning_rate": 1.406432488430508e-06,
      "loss": 0.005,
      "step": 3290
    },
    {
      "epoch": 2.3470839260312943,
      "grad_norm": 0.20931527074041337,
      "learning_rate": 1.3777838962708602e-06,
      "loss": 0.0046,
      "step": 3300
    },
    {
      "epoch": 2.3541963015647225,
      "grad_norm": 0.22874545442845454,
      "learning_rate": 1.3493833997991745e-06,
      "loss": 0.0041,
      "step": 3310
    },
    {
      "epoch": 2.3613086770981506,
      "grad_norm": 1.4075066556310636,
      "learning_rate": 1.3212329442446985e-06,
      "loss": 0.0058,
      "step": 3320
    },
    {
      "epoch": 2.3684210526315788,
      "grad_norm": 0.8975809394063826,
      "learning_rate": 1.2933344577106822e-06,
      "loss": 0.005,
      "step": 3330
    },
    {
      "epoch": 2.3755334281650073,
      "grad_norm": 0.4148231917835156,
      "learning_rate": 1.2656898510423122e-06,
      "loss": 0.0052,
      "step": 3340
    },
    {
      "epoch": 2.382645803698435,
      "grad_norm": 0.11195947556497522,
      "learning_rate": 1.2383010176958372e-06,
      "loss": 0.0048,
      "step": 3350
    },
    {
      "epoch": 2.3897581792318636,
      "grad_norm": 0.26661464526041523,
      "learning_rate": 1.2111698336088717e-06,
      "loss": 0.0054,
      "step": 3360
    },
    {
      "epoch": 2.3968705547652918,
      "grad_norm": 1.370337214123434,
      "learning_rate": 1.1842981570719237e-06,
      "loss": 0.0048,
      "step": 3370
    },
    {
      "epoch": 2.40398293029872,
      "grad_norm": 0.26207335784094793,
      "learning_rate": 1.157687828601094e-06,
      "loss": 0.0047,
      "step": 3380
    },
    {
      "epoch": 2.411095305832148,
      "grad_norm": 0.1752729581013448,
      "learning_rate": 1.1313406708120327e-06,
      "loss": 0.0039,
      "step": 3390
    },
    {
      "epoch": 2.418207681365576,
      "grad_norm": 0.2700693202909992,
      "learning_rate": 1.1052584882950896e-06,
      "loss": 0.0043,
      "step": 3400
    },
    {
      "epoch": 2.4253200568990043,
      "grad_norm": 1.3868146763763338,
      "learning_rate": 1.0794430674917262e-06,
      "loss": 0.0036,
      "step": 3410
    },
    {
      "epoch": 2.4324324324324325,
      "grad_norm": 0.5361814766521613,
      "learning_rate": 1.0538961765721429e-06,
      "loss": 0.0049,
      "step": 3420
    },
    {
      "epoch": 2.4395448079658606,
      "grad_norm": 0.2257026998579445,
      "learning_rate": 1.0286195653141822e-06,
      "loss": 0.0044,
      "step": 3430
    },
    {
      "epoch": 2.4466571834992887,
      "grad_norm": 0.28821507076356073,
      "learning_rate": 1.0036149649834786e-06,
      "loss": 0.0041,
      "step": 3440
    },
    {
      "epoch": 2.453769559032717,
      "grad_norm": 0.20288584422361874,
      "learning_rate": 9.788840882148803e-07,
      "loss": 0.0044,
      "step": 3450
    },
    {
      "epoch": 2.460881934566145,
      "grad_norm": 0.2961984403628135,
      "learning_rate": 9.544286288951393e-07,
      "loss": 0.0035,
      "step": 3460
    },
    {
      "epoch": 2.467994310099573,
      "grad_norm": 0.34744720835705395,
      "learning_rate": 9.302502620469073e-07,
      "loss": 0.0046,
      "step": 3470
    },
    {
      "epoch": 2.4751066856330013,
      "grad_norm": 0.21259678229337609,
      "learning_rate": 9.063506437139901e-07,
      "loss": 0.0039,
      "step": 3480
    },
    {
      "epoch": 2.4822190611664294,
      "grad_norm": 0.18018604906671717,
      "learning_rate": 8.827314108479357e-07,
      "loss": 0.0039,
      "step": 3490
    },
    {
      "epoch": 2.4893314366998576,
      "grad_norm": 0.2326353801367776,
      "learning_rate": 8.593941811959078e-07,
      "loss": 0.0038,
      "step": 3500
    },
    {
      "epoch": 2.496443812233286,
      "grad_norm": 0.1741953097808654,
      "learning_rate": 8.363405531898833e-07,
      "loss": 0.004,
      "step": 3510
    },
    {
      "epoch": 2.503556187766714,
      "grad_norm": 0.25494195054679114,
      "learning_rate": 8.135721058371681e-07,
      "loss": 0.0038,
      "step": 3520
    },
    {
      "epoch": 2.5106685633001424,
      "grad_norm": 0.18154830083734025,
      "learning_rate": 7.910903986122537e-07,
      "loss": 0.0024,
      "step": 3530
    },
    {
      "epoch": 2.5177809388335706,
      "grad_norm": 0.21685694657911553,
      "learning_rate": 7.688969713499983e-07,
      "loss": 0.0037,
      "step": 3540
    },
    {
      "epoch": 2.5248933143669987,
      "grad_norm": 0.22019585417284554,
      "learning_rate": 7.469933441401606e-07,
      "loss": 0.0041,
      "step": 3550
    },
    {
      "epoch": 2.532005689900427,
      "grad_norm": 0.12503238568854871,
      "learning_rate": 7.253810172232867e-07,
      "loss": 0.0033,
      "step": 3560
    },
    {
      "epoch": 2.539118065433855,
      "grad_norm": 0.20164607745958418,
      "learning_rate": 7.040614708879489e-07,
      "loss": 0.0036,
      "step": 3570
    },
    {
      "epoch": 2.546230440967283,
      "grad_norm": 1.1353152225303087,
      "learning_rate": 6.830361653693673e-07,
      "loss": 0.0037,
      "step": 3580
    },
    {
      "epoch": 2.5533428165007113,
      "grad_norm": 0.25954463871540623,
      "learning_rate": 6.623065407493801e-07,
      "loss": 0.0037,
      "step": 3590
    },
    {
      "epoch": 2.5604551920341394,
      "grad_norm": 0.17926285547151083,
      "learning_rate": 6.418740168578208e-07,
      "loss": 0.0033,
      "step": 3600
    },
    {
      "epoch": 2.5675675675675675,
      "grad_norm": 0.15055900043010326,
      "learning_rate": 6.217399931752627e-07,
      "loss": 0.0035,
      "step": 3610
    },
    {
      "epoch": 2.5746799431009957,
      "grad_norm": 0.18791412690022857,
      "learning_rate": 6.019058487371687e-07,
      "loss": 0.0033,
      "step": 3620
    },
    {
      "epoch": 2.581792318634424,
      "grad_norm": 0.11425352927323033,
      "learning_rate": 5.82372942039432e-07,
      "loss": 0.0042,
      "step": 3630
    },
    {
      "epoch": 2.588904694167852,
      "grad_norm": 0.3824468109713527,
      "learning_rate": 5.631426109453364e-07,
      "loss": 0.004,
      "step": 3640
    },
    {
      "epoch": 2.59601706970128,
      "grad_norm": 0.15674551917384533,
      "learning_rate": 5.44216172593916e-07,
      "loss": 0.0037,
      "step": 3650
    },
    {
      "epoch": 2.6031294452347082,
      "grad_norm": 0.2813443939041295,
      "learning_rate": 5.255949233097451e-07,
      "loss": 0.0037,
      "step": 3660
    },
    {
      "epoch": 2.6102418207681364,
      "grad_norm": 0.18387812179204338,
      "learning_rate": 5.072801385141429e-07,
      "loss": 0.0036,
      "step": 3670
    },
    {
      "epoch": 2.617354196301565,
      "grad_norm": 0.2156232450844716,
      "learning_rate": 4.89273072637827e-07,
      "loss": 0.0032,
      "step": 3680
    },
    {
      "epoch": 2.6244665718349927,
      "grad_norm": 0.12440006889757067,
      "learning_rate": 4.7157495903498105e-07,
      "loss": 0.0033,
      "step": 3690
    },
    {
      "epoch": 2.6315789473684212,
      "grad_norm": 0.17119738387604694,
      "learning_rate": 4.541870098987911e-07,
      "loss": 0.0037,
      "step": 3700
    },
    {
      "epoch": 2.6386913229018494,
      "grad_norm": 0.1919029589645196,
      "learning_rate": 4.371104161784073e-07,
      "loss": 0.0043,
      "step": 3710
    },
    {
      "epoch": 2.6458036984352775,
      "grad_norm": 0.23702321107949612,
      "learning_rate": 4.2034634749738623e-07,
      "loss": 0.0032,
      "step": 3720
    },
    {
      "epoch": 2.6529160739687057,
      "grad_norm": 0.15697463651810808,
      "learning_rate": 4.038959520735658e-07,
      "loss": 0.004,
      "step": 3730
    },
    {
      "epoch": 2.660028449502134,
      "grad_norm": 0.09125511769820786,
      "learning_rate": 3.8776035664043033e-07,
      "loss": 0.0037,
      "step": 3740
    },
    {
      "epoch": 2.667140825035562,
      "grad_norm": 0.17251531382162535,
      "learning_rate": 3.719406663699349e-07,
      "loss": 0.0042,
      "step": 3750
    },
    {
      "epoch": 2.67425320056899,
      "grad_norm": 0.22855108481819528,
      "learning_rate": 3.564379647968064e-07,
      "loss": 0.0035,
      "step": 3760
    },
    {
      "epoch": 2.681365576102418,
      "grad_norm": 0.1174830009274809,
      "learning_rate": 3.4125331374433414e-07,
      "loss": 0.0038,
      "step": 3770
    },
    {
      "epoch": 2.6884779516358464,
      "grad_norm": 0.13196615257533414,
      "learning_rate": 3.2638775325163517e-07,
      "loss": 0.0029,
      "step": 3780
    },
    {
      "epoch": 2.6955903271692745,
      "grad_norm": 0.16568974053657992,
      "learning_rate": 3.1184230150243025e-07,
      "loss": 0.0028,
      "step": 3790
    },
    {
      "epoch": 2.7027027027027026,
      "grad_norm": 0.16710801427024333,
      "learning_rate": 2.9761795475529375e-07,
      "loss": 0.0031,
      "step": 3800
    },
    {
      "epoch": 2.7098150782361308,
      "grad_norm": 0.1500941244877554,
      "learning_rate": 2.8371568727542486e-07,
      "loss": 0.0036,
      "step": 3810
    },
    {
      "epoch": 2.716927453769559,
      "grad_norm": 0.19067715703132965,
      "learning_rate": 2.7013645126791446e-07,
      "loss": 0.003,
      "step": 3820
    },
    {
      "epoch": 2.724039829302987,
      "grad_norm": 0.15140629484800455,
      "learning_rate": 2.5688117681252677e-07,
      "loss": 0.0033,
      "step": 3830
    },
    {
      "epoch": 2.731152204836415,
      "grad_norm": 0.17248672811681454,
      "learning_rate": 2.439507717999945e-07,
      "loss": 0.003,
      "step": 3840
    },
    {
      "epoch": 2.7382645803698438,
      "grad_norm": 0.1782041915340656,
      "learning_rate": 2.3134612186983817e-07,
      "loss": 0.0036,
      "step": 3850
    },
    {
      "epoch": 2.7453769559032715,
      "grad_norm": 0.3756662666979349,
      "learning_rate": 2.1906809034970057e-07,
      "loss": 0.0035,
      "step": 3860
    },
    {
      "epoch": 2.7524893314367,
      "grad_norm": 0.2078367449157142,
      "learning_rate": 2.0711751819622038e-07,
      "loss": 0.003,
      "step": 3870
    },
    {
      "epoch": 2.759601706970128,
      "grad_norm": 0.29097101889612503,
      "learning_rate": 1.954952239374286e-07,
      "loss": 0.0042,
      "step": 3880
    },
    {
      "epoch": 2.7667140825035563,
      "grad_norm": 0.25963382600527757,
      "learning_rate": 1.8420200361669137e-07,
      "loss": 0.0036,
      "step": 3890
    },
    {
      "epoch": 2.7738264580369845,
      "grad_norm": 0.1769468548637021,
      "learning_rate": 1.732386307381767e-07,
      "loss": 0.0031,
      "step": 3900
    },
    {
      "epoch": 2.7809388335704126,
      "grad_norm": 0.15613753091399799,
      "learning_rate": 1.6260585621388604e-07,
      "loss": 0.0034,
      "step": 3910
    },
    {
      "epoch": 2.7880512091038407,
      "grad_norm": 0.1956972505836662,
      "learning_rate": 1.523044083122138e-07,
      "loss": 0.0044,
      "step": 3920
    },
    {
      "epoch": 2.795163584637269,
      "grad_norm": 0.23888957121934698,
      "learning_rate": 1.4233499260807194e-07,
      "loss": 0.0045,
      "step": 3930
    },
    {
      "epoch": 2.802275960170697,
      "grad_norm": 0.20491135818198022,
      "learning_rate": 1.326982919345582e-07,
      "loss": 0.0034,
      "step": 3940
    },
    {
      "epoch": 2.809388335704125,
      "grad_norm": 0.16904575085328288,
      "learning_rate": 1.2339496633619218e-07,
      "loss": 0.0031,
      "step": 3950
    },
    {
      "epoch": 2.8165007112375533,
      "grad_norm": 0.1259555532924781,
      "learning_rate": 1.1442565302370146e-07,
      "loss": 0.0029,
      "step": 3960
    },
    {
      "epoch": 2.8236130867709814,
      "grad_norm": 0.15248025417153557,
      "learning_rate": 1.0579096633038411e-07,
      "loss": 0.0037,
      "step": 3970
    },
    {
      "epoch": 2.8307254623044096,
      "grad_norm": 0.12827921470857406,
      "learning_rate": 9.749149767002197e-08,
      "loss": 0.0032,
      "step": 3980
    },
    {
      "epoch": 2.8378378378378377,
      "grad_norm": 0.22583248679646706,
      "learning_rate": 8.952781549638412e-08,
      "loss": 0.004,
      "step": 3990
    },
    {
      "epoch": 2.844950213371266,
      "grad_norm": 0.18816430934886938,
      "learning_rate": 8.190046526428241e-08,
      "loss": 0.0031,
      "step": 4000
    },
    {
      "epoch": 2.852062588904694,
      "grad_norm": 0.23202372767680643,
      "learning_rate": 7.460996939221643e-08,
      "loss": 0.0039,
      "step": 4010
    },
    {
      "epoch": 2.8591749644381226,
      "grad_norm": 0.1623071297031127,
      "learning_rate": 6.765682722659151e-08,
      "loss": 0.0039,
      "step": 4020
    },
    {
      "epoch": 2.8662873399715503,
      "grad_norm": 0.2130255450940709,
      "learning_rate": 6.104151500751609e-08,
      "loss": 0.0028,
      "step": 4030
    },
    {
      "epoch": 2.873399715504979,
      "grad_norm": 0.14259971568207008,
      "learning_rate": 5.476448583618288e-08,
      "loss": 0.0039,
      "step": 4040
    },
    {
      "epoch": 2.8805120910384066,
      "grad_norm": 0.18255687916100874,
      "learning_rate": 4.8826169643832464e-08,
      "loss": 0.0028,
      "step": 4050
    },
    {
      "epoch": 2.887624466571835,
      "grad_norm": 0.2053446140861889,
      "learning_rate": 4.322697316231361e-08,
      "loss": 0.0039,
      "step": 4060
    },
    {
      "epoch": 2.8947368421052633,
      "grad_norm": 0.1604377238062154,
      "learning_rate": 3.796727989621385e-08,
      "loss": 0.0027,
      "step": 4070
    },
    {
      "epoch": 2.9018492176386914,
      "grad_norm": 0.1963367249030138,
      "learning_rate": 3.304745009660326e-08,
      "loss": 0.0033,
      "step": 4080
    },
    {
      "epoch": 2.9089615931721196,
      "grad_norm": 0.3357461992161217,
      "learning_rate": 2.8467820736350903e-08,
      "loss": 0.0031,
      "step": 4090
    },
    {
      "epoch": 2.9160739687055477,
      "grad_norm": 0.11268055230811629,
      "learning_rate": 2.422870548705103e-08,
      "loss": 0.0032,
      "step": 4100
    },
    {
      "epoch": 2.923186344238976,
      "grad_norm": 0.2544008002680536,
      "learning_rate": 2.0330394697534726e-08,
      "loss": 0.0037,
      "step": 4110
    },
    {
      "epoch": 2.930298719772404,
      "grad_norm": 0.13380581381300227,
      "learning_rate": 1.677315537398583e-08,
      "loss": 0.0038,
      "step": 4120
    },
    {
      "epoch": 2.937411095305832,
      "grad_norm": 0.18134475982283993,
      "learning_rate": 1.355723116165164e-08,
      "loss": 0.0032,
      "step": 4130
    },
    {
      "epoch": 2.9445234708392602,
      "grad_norm": 0.26101935700080225,
      "learning_rate": 1.0682842328154086e-08,
      "loss": 0.0033,
      "step": 4140
    },
    {
      "epoch": 2.9516358463726884,
      "grad_norm": 0.19538728836785646,
      "learning_rate": 8.150185748405092e-09,
      "loss": 0.0037,
      "step": 4150
    },
    {
      "epoch": 2.9587482219061165,
      "grad_norm": 0.22029377776143994,
      "learning_rate": 5.959434891121274e-09,
      "loss": 0.0034,
      "step": 4160
    },
    {
      "epoch": 2.9658605974395447,
      "grad_norm": 0.2119562852212782,
      "learning_rate": 4.110739806940656e-09,
      "loss": 0.003,
      "step": 4170
    },
    {
      "epoch": 2.972972972972973,
      "grad_norm": 0.21084982886316375,
      "learning_rate": 2.604227118148117e-09,
      "loss": 0.0027,
      "step": 4180
    },
    {
      "epoch": 2.9800853485064014,
      "grad_norm": 0.30515012873944525,
      "learning_rate": 1.4400000100017741e-09,
      "loss": 0.0033,
      "step": 4190
    },
    {
      "epoch": 2.987197724039829,
      "grad_norm": 0.15412371556633805,
      "learning_rate": 6.181382236641887e-10,
      "loss": 0.0028,
      "step": 4200
    },
    {
      "epoch": 2.9943100995732577,
      "grad_norm": 0.19260652338114095,
      "learning_rate": 1.3869805074284704e-10,
      "loss": 0.0033,
      "step": 4210
    },
    {
      "epoch": 3.0,
      "step": 4218,
      "total_flos": 187524427284480.0,
      "train_loss": 0.23043089039047898,
      "train_runtime": 21192.9138,
      "train_samples_per_second": 12.735,
      "train_steps_per_second": 0.199
    }
  ],
  "logging_steps": 10,
  "max_steps": 4218,
  "num_input_tokens_seen": 0,
  "num_train_epochs": 3,
  "save_steps": 500,
  "stateful_callbacks": {
    "TrainerControl": {
      "args": {
        "should_epoch_stop": false,
        "should_evaluate": false,
        "should_log": false,
        "should_save": false,
        "should_training_stop": false
      },
      "attributes": {}
    }
  },
  "total_flos": 187524427284480.0,
  "train_batch_size": 8,
  "trial_name": null,
  "trial_params": null
}