{
  "best_global_step": null,
  "best_metric": null,
  "best_model_checkpoint": null,
  "epoch": 2.0,
  "eval_steps": 500,
  "global_step": 2856,
  "is_hyper_param_search": false,
  "is_local_process_zero": true,
  "is_world_process_zero": true,
  "log_history": [
    {
      "epoch": 0.0070028011204481795,
      "grad_norm": 54.822365459213835,
      "learning_rate": 3.1468531468531473e-07,
      "loss": 2.9142,
      "step": 10
    },
    {
      "epoch": 0.014005602240896359,
      "grad_norm": 43.140784575015786,
      "learning_rate": 6.643356643356644e-07,
      "loss": 2.6364,
      "step": 20
    },
    {
      "epoch": 0.02100840336134454,
      "grad_norm": 20.52836873662029,
      "learning_rate": 1.013986013986014e-06,
      "loss": 2.0887,
      "step": 30
    },
    {
      "epoch": 0.028011204481792718,
      "grad_norm": 7.296293308558612,
      "learning_rate": 1.3636363636363636e-06,
      "loss": 1.593,
      "step": 40
    },
    {
      "epoch": 0.0350140056022409,
      "grad_norm": 5.69690111508328,
      "learning_rate": 1.7132867132867134e-06,
      "loss": 1.4625,
      "step": 50
    },
    {
      "epoch": 0.04201680672268908,
      "grad_norm": 4.407284596083797,
      "learning_rate": 2.0629370629370634e-06,
      "loss": 1.231,
      "step": 60
    },
    {
      "epoch": 0.049019607843137254,
      "grad_norm": 4.514294110845002,
      "learning_rate": 2.4125874125874128e-06,
      "loss": 1.1051,
      "step": 70
    },
    {
      "epoch": 0.056022408963585436,
      "grad_norm": 4.664107810659101,
      "learning_rate": 2.762237762237762e-06,
      "loss": 0.9814,
      "step": 80
    },
    {
      "epoch": 0.06302521008403361,
      "grad_norm": 3.983542706015,
      "learning_rate": 3.1118881118881123e-06,
      "loss": 0.9429,
      "step": 90
    },
    {
      "epoch": 0.0700280112044818,
      "grad_norm": 3.763711194865439,
      "learning_rate": 3.4615384615384617e-06,
      "loss": 0.8549,
      "step": 100
    },
    {
      "epoch": 0.07703081232492998,
      "grad_norm": 5.299639736915794,
      "learning_rate": 3.811188811188811e-06,
      "loss": 0.9123,
      "step": 110
    },
    {
      "epoch": 0.08403361344537816,
      "grad_norm": 5.376552790853205,
      "learning_rate": 4.160839160839161e-06,
      "loss": 0.7164,
      "step": 120
    },
    {
      "epoch": 0.09103641456582633,
      "grad_norm": 3.979790265000713,
      "learning_rate": 4.510489510489511e-06,
      "loss": 0.8358,
      "step": 130
    },
    {
      "epoch": 0.09803921568627451,
      "grad_norm": 3.2180158802612904,
      "learning_rate": 4.86013986013986e-06,
      "loss": 0.7863,
      "step": 140
    },
    {
      "epoch": 0.10504201680672269,
      "grad_norm": 3.653854239138897,
      "learning_rate": 5.20979020979021e-06,
      "loss": 0.7784,
      "step": 150
    },
    {
      "epoch": 0.11204481792717087,
      "grad_norm": 3.731091024980675,
      "learning_rate": 5.5594405594405596e-06,
      "loss": 0.696,
      "step": 160
    },
    {
      "epoch": 0.11904761904761904,
      "grad_norm": 3.371981147503621,
      "learning_rate": 5.90909090909091e-06,
      "loss": 0.7731,
      "step": 170
    },
    {
      "epoch": 0.12605042016806722,
      "grad_norm": 3.4539776878177544,
      "learning_rate": 6.258741258741259e-06,
      "loss": 0.7214,
      "step": 180
    },
    {
      "epoch": 0.1330532212885154,
      "grad_norm": 4.764005243860567,
      "learning_rate": 6.608391608391609e-06,
      "loss": 0.7684,
      "step": 190
    },
    {
      "epoch": 0.1400560224089636,
      "grad_norm": 3.4106980736508237,
      "learning_rate": 6.958041958041959e-06,
      "loss": 0.7845,
      "step": 200
    },
    {
      "epoch": 0.14705882352941177,
      "grad_norm": 3.5675277403879213,
      "learning_rate": 7.307692307692308e-06,
      "loss": 0.6937,
      "step": 210
    },
    {
      "epoch": 0.15406162464985995,
      "grad_norm": 3.6190398138061615,
      "learning_rate": 7.657342657342658e-06,
      "loss": 0.8302,
      "step": 220
    },
    {
      "epoch": 0.16106442577030813,
      "grad_norm": 3.5569990424945925,
      "learning_rate": 8.006993006993008e-06,
      "loss": 0.7539,
      "step": 230
    },
    {
      "epoch": 0.16806722689075632,
      "grad_norm": 2.957808482275135,
      "learning_rate": 8.356643356643356e-06,
      "loss": 0.7641,
      "step": 240
    },
    {
      "epoch": 0.17507002801120447,
      "grad_norm": 2.701665888444842,
      "learning_rate": 8.706293706293708e-06,
      "loss": 0.7131,
      "step": 250
    },
    {
      "epoch": 0.18207282913165265,
      "grad_norm": 3.582843229917075,
      "learning_rate": 9.055944055944057e-06,
      "loss": 0.595,
      "step": 260
    },
    {
      "epoch": 0.18907563025210083,
      "grad_norm": 3.453144473645395,
      "learning_rate": 9.405594405594406e-06,
      "loss": 0.7676,
      "step": 270
    },
    {
      "epoch": 0.19607843137254902,
      "grad_norm": 3.3312933939710114,
      "learning_rate": 9.755244755244755e-06,
      "loss": 0.7019,
      "step": 280
    },
    {
      "epoch": 0.2030812324929972,
      "grad_norm": 3.7248118142373494,
      "learning_rate": 9.999966378620396e-06,
      "loss": 0.6575,
      "step": 290
    },
    {
      "epoch": 0.21008403361344538,
      "grad_norm": 3.8896895986556688,
      "learning_rate": 9.999368677783691e-06,
      "loss": 0.6984,
      "step": 300
    },
    {
      "epoch": 0.21708683473389356,
      "grad_norm": 3.182135009379796,
      "learning_rate": 9.998023937980683e-06,
      "loss": 0.8306,
      "step": 310
    },
    {
      "epoch": 0.22408963585434175,
      "grad_norm": 2.8416958229620395,
      "learning_rate": 9.995932360151348e-06,
      "loss": 0.784,
      "step": 320
    },
    {
      "epoch": 0.23109243697478993,
      "grad_norm": 3.150294362261809,
      "learning_rate": 9.993094256833178e-06,
      "loss": 0.7085,
      "step": 330
    },
    {
      "epoch": 0.23809523809523808,
      "grad_norm": 3.0028637962745806,
      "learning_rate": 9.989510052114473e-06,
      "loss": 0.6222,
      "step": 340
    },
    {
      "epoch": 0.24509803921568626,
      "grad_norm": 2.845426871309238,
      "learning_rate": 9.985180281570976e-06,
      "loss": 0.7224,
      "step": 350
    },
    {
      "epoch": 0.25210084033613445,
      "grad_norm": 3.050098939646489,
      "learning_rate": 9.980105592185838e-06,
      "loss": 0.7097,
      "step": 360
    },
    {
      "epoch": 0.25910364145658266,
      "grad_norm": 2.6020917053511763,
      "learning_rate": 9.97428674225295e-06,
      "loss": 0.7017,
      "step": 370
    },
    {
      "epoch": 0.2661064425770308,
      "grad_norm": 3.6019215435633014,
      "learning_rate": 9.967724601263624e-06,
      "loss": 0.7097,
      "step": 380
    },
    {
      "epoch": 0.27310924369747897,
      "grad_norm": 4.104445886424035,
      "learning_rate": 9.960420149776674e-06,
      "loss": 0.7022,
      "step": 390
    },
    {
      "epoch": 0.2801120448179272,
      "grad_norm": 2.7297806144746204,
      "learning_rate": 9.952374479271894e-06,
      "loss": 0.7519,
      "step": 400
    },
    {
      "epoch": 0.28711484593837533,
      "grad_norm": 3.4868126922293694,
      "learning_rate": 9.943588791986956e-06,
      "loss": 0.6911,
      "step": 410
    },
    {
      "epoch": 0.29411764705882354,
      "grad_norm": 2.777255111697869,
      "learning_rate": 9.934064400737776e-06,
      "loss": 0.7083,
      "step": 420
    },
    {
      "epoch": 0.3011204481792717,
      "grad_norm": 2.667581928295271,
      "learning_rate": 9.923802728722326e-06,
      "loss": 0.7803,
      "step": 430
    },
    {
      "epoch": 0.3081232492997199,
      "grad_norm": 2.974529058609242,
      "learning_rate": 9.912805309307994e-06,
      "loss": 0.7277,
      "step": 440
    },
    {
      "epoch": 0.31512605042016806,
      "grad_norm": 2.8420842979615855,
      "learning_rate": 9.901073785802433e-06,
      "loss": 0.6997,
      "step": 450
    },
    {
      "epoch": 0.32212885154061627,
      "grad_norm": 2.9643793871710926,
      "learning_rate": 9.888609911208024e-06,
      "loss": 0.6917,
      "step": 460
    },
    {
      "epoch": 0.3291316526610644,
      "grad_norm": 2.6029717609338254,
      "learning_rate": 9.875415547959926e-06,
      "loss": 0.7042,
      "step": 470
    },
    {
      "epoch": 0.33613445378151263,
      "grad_norm": 2.6417095655684886,
      "learning_rate": 9.861492667647776e-06,
      "loss": 0.6818,
      "step": 480
    },
    {
      "epoch": 0.3431372549019608,
      "grad_norm": 2.912733389632055,
      "learning_rate": 9.846843350721084e-06,
      "loss": 0.7252,
      "step": 490
    },
    {
      "epoch": 0.35014005602240894,
      "grad_norm": 2.4477536058478804,
      "learning_rate": 9.831469786178359e-06,
      "loss": 0.7347,
      "step": 500
    },
    {
      "epoch": 0.35714285714285715,
      "grad_norm": 2.6814440911113353,
      "learning_rate": 9.81537427124001e-06,
      "loss": 0.6773,
      "step": 510
    },
    {
      "epoch": 0.3641456582633053,
      "grad_norm": 2.6474828003551125,
      "learning_rate": 9.798559211005083e-06,
      "loss": 0.6925,
      "step": 520
    },
    {
      "epoch": 0.3711484593837535,
      "grad_norm": 2.96009182699851,
      "learning_rate": 9.781027118091879e-06,
      "loss": 0.6953,
      "step": 530
    },
    {
      "epoch": 0.37815126050420167,
      "grad_norm": 3.047523864473747,
      "learning_rate": 9.76278061226249e-06,
      "loss": 0.7292,
      "step": 540
    },
    {
      "epoch": 0.3851540616246499,
      "grad_norm": 2.991785788396449,
      "learning_rate": 9.74382242003135e-06,
      "loss": 0.7072,
      "step": 550
    },
    {
      "epoch": 0.39215686274509803,
      "grad_norm": 2.369241516996275,
      "learning_rate": 9.724155374257816e-06,
      "loss": 0.6132,
      "step": 560
    },
    {
      "epoch": 0.39915966386554624,
      "grad_norm": 2.8220170208873023,
      "learning_rate": 9.703782413722856e-06,
      "loss": 0.7118,
      "step": 570
    },
    {
      "epoch": 0.4061624649859944,
      "grad_norm": 3.037044208560417,
      "learning_rate": 9.682706582689932e-06,
      "loss": 0.6837,
      "step": 580
    },
    {
      "epoch": 0.41316526610644255,
      "grad_norm": 2.820941643724944,
      "learning_rate": 9.660931030450092e-06,
      "loss": 0.7782,
      "step": 590
    },
    {
      "epoch": 0.42016806722689076,
      "grad_norm": 2.5666349293329107,
      "learning_rate": 9.638459010851389e-06,
      "loss": 0.6569,
      "step": 600
    },
    {
      "epoch": 0.4271708683473389,
      "grad_norm": 2.903374170685687,
      "learning_rate": 9.615293881812666e-06,
      "loss": 0.6597,
      "step": 610
    },
    {
      "epoch": 0.4341736694677871,
      "grad_norm": 2.4510273143556467,
      "learning_rate": 9.591439104821795e-06,
      "loss": 0.7102,
      "step": 620
    },
    {
      "epoch": 0.4411764705882353,
      "grad_norm": 2.724792508265338,
      "learning_rate": 9.566898244418443e-06,
      "loss": 0.7036,
      "step": 630
    },
    {
      "epoch": 0.4481792717086835,
      "grad_norm": 2.1578153197233183,
      "learning_rate": 9.541674967661424e-06,
      "loss": 0.6853,
      "step": 640
    },
    {
      "epoch": 0.45518207282913165,
      "grad_norm": 2.2982556480501977,
      "learning_rate": 9.515773043580754e-06,
      "loss": 0.6587,
      "step": 650
    },
    {
      "epoch": 0.46218487394957986,
      "grad_norm": 2.482971468008142,
      "learning_rate": 9.489196342614447e-06,
      "loss": 0.6941,
      "step": 660
    },
    {
      "epoch": 0.469187675070028,
      "grad_norm": 2.792625017068267,
      "learning_rate": 9.461948836030179e-06,
      "loss": 0.6527,
      "step": 670
    },
    {
      "epoch": 0.47619047619047616,
      "grad_norm": 2.8095289499726586,
      "learning_rate": 9.434034595331863e-06,
      "loss": 0.5537,
      "step": 680
    },
    {
      "epoch": 0.4831932773109244,
      "grad_norm": 2.6013084541081577,
      "learning_rate": 9.405457791651272e-06,
      "loss": 0.7455,
      "step": 690
    },
    {
      "epoch": 0.49019607843137253,
      "grad_norm": 2.323733631506617,
      "learning_rate": 9.376222695124748e-06,
      "loss": 0.6781,
      "step": 700
    },
    {
      "epoch": 0.49719887955182074,
      "grad_norm": 2.533641065336669,
      "learning_rate": 9.346333674255132e-06,
      "loss": 0.6807,
      "step": 710
    },
    {
      "epoch": 0.5042016806722689,
      "grad_norm": 2.310754494783324,
      "learning_rate": 9.315795195259003e-06,
      "loss": 0.7009,
      "step": 720
    },
    {
      "epoch": 0.511204481792717,
      "grad_norm": 2.247769256472491,
      "learning_rate": 9.284611821399295e-06,
      "loss": 0.6949,
      "step": 730
    },
    {
      "epoch": 0.5182072829131653,
      "grad_norm": 2.855866205125908,
      "learning_rate": 9.252788212303426e-06,
      "loss": 0.695,
      "step": 740
    },
    {
      "epoch": 0.5252100840336135,
      "grad_norm": 2.2123260966081144,
      "learning_rate": 9.220329123267031e-06,
      "loss": 0.6498,
      "step": 750
    },
    {
      "epoch": 0.5322128851540616,
      "grad_norm": 3.2793392899369955,
      "learning_rate": 9.187239404543387e-06,
      "loss": 0.6761,
      "step": 760
    },
    {
      "epoch": 0.5392156862745098,
      "grad_norm": 2.9849801807546132,
      "learning_rate": 9.153524000618663e-06,
      "loss": 0.6895,
      "step": 770
    },
    {
      "epoch": 0.5462184873949579,
      "grad_norm": 2.229602688156502,
      "learning_rate": 9.119187949473075e-06,
      "loss": 0.6221,
      "step": 780
    },
    {
      "epoch": 0.5532212885154062,
      "grad_norm": 2.1724377907001164,
      "learning_rate": 9.08423638182808e-06,
      "loss": 0.6749,
      "step": 790
    },
    {
      "epoch": 0.5602240896358543,
      "grad_norm": 2.4988277913931216,
      "learning_rate": 9.048674520379715e-06,
      "loss": 0.7179,
      "step": 800
    },
    {
      "epoch": 0.5672268907563025,
      "grad_norm": 2.4743732152259117,
      "learning_rate": 9.012507679018177e-06,
      "loss": 0.6926,
      "step": 810
    },
    {
      "epoch": 0.5742296918767507,
      "grad_norm": 2.3405306027107775,
      "learning_rate": 8.975741262033793e-06,
      "loss": 0.7389,
      "step": 820
    },
    {
      "epoch": 0.5812324929971989,
      "grad_norm": 2.272548602465369,
      "learning_rate": 8.93838076330947e-06,
      "loss": 0.6424,
      "step": 830
    },
    {
      "epoch": 0.5882352941176471,
      "grad_norm": 2.0400401153554935,
      "learning_rate": 8.900431765499773e-06,
      "loss": 0.6971,
      "step": 840
    },
    {
      "epoch": 0.5952380952380952,
      "grad_norm": 2.084177383415346,
      "learning_rate": 8.861899939196713e-06,
      "loss": 0.6155,
      "step": 850
    },
    {
      "epoch": 0.6022408963585434,
      "grad_norm": 3.794945397573399,
      "learning_rate": 8.82279104208242e-06,
      "loss": 0.6244,
      "step": 860
    },
    {
      "epoch": 0.6092436974789915,
      "grad_norm": 3.49165664633522,
      "learning_rate": 8.783110918068784e-06,
      "loss": 0.7264,
      "step": 870
    },
    {
      "epoch": 0.6162464985994398,
      "grad_norm": 2.039969801192167,
      "learning_rate": 8.742865496424228e-06,
      "loss": 0.6768,
      "step": 880
    },
    {
      "epoch": 0.623249299719888,
      "grad_norm": 2.335677247223129,
      "learning_rate": 8.70206079088771e-06,
      "loss": 0.5889,
      "step": 890
    },
    {
      "epoch": 0.6302521008403361,
      "grad_norm": 2.060225160885774,
      "learning_rate": 8.660702898770113e-06,
      "loss": 0.6492,
      "step": 900
    },
    {
      "epoch": 0.6372549019607843,
      "grad_norm": 2.798146335622228,
      "learning_rate": 8.618798000043142e-06,
      "loss": 0.6209,
      "step": 910
    },
    {
      "epoch": 0.6442577030812325,
      "grad_norm": 2.8734777136564493,
      "learning_rate": 8.576352356415876e-06,
      "loss": 0.6407,
      "step": 920
    },
    {
      "epoch": 0.6512605042016807,
      "grad_norm": 2.6762821835109154,
      "learning_rate": 8.533372310399093e-06,
      "loss": 0.6735,
      "step": 930
    },
    {
      "epoch": 0.6582633053221288,
      "grad_norm": 2.0693419886641125,
      "learning_rate": 8.48986428435754e-06,
      "loss": 0.6023,
      "step": 940
    },
    {
      "epoch": 0.665266106442577,
      "grad_norm": 2.5455745068080304,
      "learning_rate": 8.445834779550257e-06,
      "loss": 0.5726,
      "step": 950
    },
    {
      "epoch": 0.6722689075630253,
      "grad_norm": 2.8427810866745427,
      "learning_rate": 8.40129037515911e-06,
      "loss": 0.6442,
      "step": 960
    },
    {
      "epoch": 0.6792717086834734,
      "grad_norm": 2.338498753658426,
      "learning_rate": 8.356237727305695e-06,
      "loss": 0.6775,
      "step": 970
    },
    {
      "epoch": 0.6862745098039216,
      "grad_norm": 2.035099542215418,
      "learning_rate": 8.310683568056725e-06,
      "loss": 0.6076,
      "step": 980
    },
    {
      "epoch": 0.6932773109243697,
      "grad_norm": 2.2530856849283394,
      "learning_rate": 8.264634704418095e-06,
      "loss": 0.6701,
      "step": 990
    },
    {
      "epoch": 0.7002801120448179,
      "grad_norm": 2.124044857812194,
      "learning_rate": 8.218098017317715e-06,
      "loss": 0.6211,
      "step": 1000
    },
    {
      "epoch": 0.7072829131652661,
      "grad_norm": 2.3812764227997265,
      "learning_rate": 8.171080460577337e-06,
      "loss": 0.6853,
      "step": 1010
    },
    {
      "epoch": 0.7142857142857143,
      "grad_norm": 2.125710699424273,
      "learning_rate": 8.123589059873445e-06,
      "loss": 0.6516,
      "step": 1020
    },
    {
      "epoch": 0.7212885154061625,
      "grad_norm": 2.0639925369405163,
      "learning_rate": 8.075630911687451e-06,
      "loss": 0.5853,
      "step": 1030
    },
    {
      "epoch": 0.7282913165266106,
      "grad_norm": 2.4862110603900676,
      "learning_rate": 8.027213182245289e-06,
      "loss": 0.6107,
      "step": 1040
    },
    {
      "epoch": 0.7352941176470589,
      "grad_norm": 1.601475291312852,
      "learning_rate": 7.978343106446575e-06,
      "loss": 0.7112,
      "step": 1050
    },
    {
      "epoch": 0.742296918767507,
      "grad_norm": 2.871165956851756,
      "learning_rate": 7.929027986783538e-06,
      "loss": 0.6573,
      "step": 1060
    },
    {
      "epoch": 0.7492997198879552,
      "grad_norm": 2.502491985241327,
      "learning_rate": 7.879275192249822e-06,
      "loss": 0.6383,
      "step": 1070
    },
    {
      "epoch": 0.7563025210084033,
      "grad_norm": 2.3534352305326656,
      "learning_rate": 7.829092157239369e-06,
      "loss": 0.6707,
      "step": 1080
    },
    {
      "epoch": 0.7633053221288515,
      "grad_norm": 2.346735216001232,
      "learning_rate": 7.778486380435512e-06,
      "loss": 0.5754,
      "step": 1090
    },
    {
      "epoch": 0.7703081232492998,
      "grad_norm": 1.7069335554420118,
      "learning_rate": 7.727465423690487e-06,
      "loss": 0.6674,
      "step": 1100
    },
    {
      "epoch": 0.7773109243697479,
      "grad_norm": 2.857304704073804,
      "learning_rate": 7.676036910895475e-06,
      "loss": 0.6436,
      "step": 1110
    },
    {
      "epoch": 0.7843137254901961,
      "grad_norm": 2.704621305833269,
      "learning_rate": 7.624208526841399e-06,
      "loss": 0.5633,
      "step": 1120
    },
    {
      "epoch": 0.7913165266106442,
      "grad_norm": 2.3446023311507243,
      "learning_rate": 7.571988016070611e-06,
      "loss": 0.6534,
      "step": 1130
    },
    {
      "epoch": 0.7983193277310925,
      "grad_norm": 2.655699735724774,
      "learning_rate": 7.519383181719644e-06,
      "loss": 0.6152,
      "step": 1140
    },
    {
      "epoch": 0.8053221288515406,
      "grad_norm": 2.5608889463976983,
      "learning_rate": 7.466401884353227e-06,
      "loss": 0.6775,
      "step": 1150
    },
    {
      "epoch": 0.8123249299719888,
      "grad_norm": 2.3142838348541965,
      "learning_rate": 7.413052040789692e-06,
      "loss": 0.6514,
      "step": 1160
    },
    {
      "epoch": 0.819327731092437,
      "grad_norm": 2.134983409939985,
      "learning_rate": 7.359341622918006e-06,
      "loss": 0.6194,
      "step": 1170
    },
    {
      "epoch": 0.8263305322128851,
      "grad_norm": 2.4655749339506086,
      "learning_rate": 7.305278656506547e-06,
      "loss": 0.6381,
      "step": 1180
    },
    {
      "epoch": 0.8333333333333334,
      "grad_norm": 1.90146176033135,
      "learning_rate": 7.2508712200038435e-06,
      "loss": 0.6059,
      "step": 1190
    },
    {
      "epoch": 0.8403361344537815,
      "grad_norm": 2.7581098466146834,
      "learning_rate": 7.19612744333144e-06,
      "loss": 0.7107,
      "step": 1200
    },
    {
      "epoch": 0.8473389355742297,
      "grad_norm": 2.013181558142786,
      "learning_rate": 7.141055506669072e-06,
      "loss": 0.6062,
      "step": 1210
    },
    {
      "epoch": 0.8543417366946778,
      "grad_norm": 2.153881730897074,
      "learning_rate": 7.0856636392323205e-06,
      "loss": 0.5956,
      "step": 1220
    },
    {
      "epoch": 0.8613445378151261,
      "grad_norm": 2.527280124270099,
      "learning_rate": 7.0299601180429615e-06,
      "loss": 0.5936,
      "step": 1230
    },
    {
      "epoch": 0.8683473389355743,
      "grad_norm": 1.858330034501666,
      "learning_rate": 6.973953266692143e-06,
      "loss": 0.6314,
      "step": 1240
    },
    {
      "epoch": 0.8753501400560224,
      "grad_norm": 2.3746989063300186,
      "learning_rate": 6.91765145409663e-06,
      "loss": 0.6908,
      "step": 1250
    },
    {
      "epoch": 0.8823529411764706,
      "grad_norm": 2.2513458203129963,
      "learning_rate": 6.861063093248264e-06,
      "loss": 0.5709,
      "step": 1260
    },
    {
      "epoch": 0.8893557422969187,
      "grad_norm": 2.5609479562736106,
      "learning_rate": 6.804196639956828e-06,
      "loss": 0.627,
      "step": 1270
    },
    {
      "epoch": 0.896358543417367,
      "grad_norm": 2.4301069707639233,
      "learning_rate": 6.747060591586533e-06,
      "loss": 0.5996,
      "step": 1280
    },
    {
      "epoch": 0.9033613445378151,
      "grad_norm": 2.610417413605633,
      "learning_rate": 6.689663485786287e-06,
      "loss": 0.6943,
      "step": 1290
    },
    {
      "epoch": 0.9103641456582633,
      "grad_norm": 2.240908654296222,
      "learning_rate": 6.632013899213934e-06,
      "loss": 0.6311,
      "step": 1300
    },
    {
      "epoch": 0.9173669467787114,
      "grad_norm": 2.3215803208239394,
      "learning_rate": 6.574120446254672e-06,
      "loss": 0.6081,
      "step": 1310
    },
    {
      "epoch": 0.9243697478991597,
      "grad_norm": 1.7958005235142336,
      "learning_rate": 6.5159917777338466e-06,
      "loss": 0.6685,
      "step": 1320
    },
    {
      "epoch": 0.9313725490196079,
      "grad_norm": 2.042136754036796,
      "learning_rate": 6.457636579624278e-06,
      "loss": 0.5457,
      "step": 1330
    },
    {
      "epoch": 0.938375350140056,
      "grad_norm": 2.0200483342599367,
      "learning_rate": 6.3990635717483404e-06,
      "loss": 0.6981,
      "step": 1340
    },
    {
      "epoch": 0.9453781512605042,
      "grad_norm": 2.3485088870526827,
      "learning_rate": 6.340281506475003e-06,
      "loss": 0.6165,
      "step": 1350
    },
    {
      "epoch": 0.9523809523809523,
      "grad_norm": 2.0775112823384383,
      "learning_rate": 6.281299167411975e-06,
      "loss": 0.5656,
      "step": 1360
    },
    {
      "epoch": 0.9593837535014006,
      "grad_norm": 2.115129503123767,
      "learning_rate": 6.222125368093213e-06,
      "loss": 0.6473,
      "step": 1370
    },
    {
      "epoch": 0.9663865546218487,
      "grad_norm": 2.203147650702632,
      "learning_rate": 6.162768950661945e-06,
      "loss": 0.6279,
      "step": 1380
    },
    {
      "epoch": 0.9733893557422969,
      "grad_norm": 2.617800940269768,
      "learning_rate": 6.103238784549404e-06,
      "loss": 0.5426,
      "step": 1390
    },
    {
      "epoch": 0.9803921568627451,
      "grad_norm": 2.1058865000385754,
      "learning_rate": 6.043543765149514e-06,
      "loss": 0.6551,
      "step": 1400
    },
    {
      "epoch": 0.9873949579831933,
      "grad_norm": 2.262404955697173,
      "learning_rate": 5.983692812489679e-06,
      "loss": 0.6524,
      "step": 1410
    },
    {
      "epoch": 0.9943977591036415,
      "grad_norm": 2.1193412453943803,
      "learning_rate": 5.923694869897879e-06,
      "loss": 0.5787,
      "step": 1420
    },
    {
      "epoch": 1.0014005602240896,
      "grad_norm": 2.0659116339074166,
      "learning_rate": 5.863558902666318e-06,
      "loss": 0.6191,
      "step": 1430
    },
    {
      "epoch": 1.0084033613445378,
      "grad_norm": 2.13662088721353,
      "learning_rate": 5.803293896711756e-06,
      "loss": 0.4869,
      "step": 1440
    },
    {
      "epoch": 1.015406162464986,
      "grad_norm": 2.132520413876192,
      "learning_rate": 5.74290885723278e-06,
      "loss": 0.4959,
      "step": 1450
    },
    {
      "epoch": 1.022408963585434,
      "grad_norm": 1.862348432644305,
      "learning_rate": 5.682412807364187e-06,
      "loss": 0.4611,
      "step": 1460
    },
    {
      "epoch": 1.0294117647058822,
      "grad_norm": 2.1396458126762825,
      "learning_rate": 5.621814786828683e-06,
      "loss": 0.4828,
      "step": 1470
    },
    {
      "epoch": 1.0364145658263306,
      "grad_norm": 2.23299330212776,
      "learning_rate": 5.5611238505861094e-06,
      "loss": 0.4362,
      "step": 1480
    },
    {
      "epoch": 1.0434173669467788,
      "grad_norm": 2.336766894179504,
      "learning_rate": 5.5003490674804e-06,
      "loss": 0.4811,
      "step": 1490
    },
    {
      "epoch": 1.050420168067227,
      "grad_norm": 2.2053948018429126,
      "learning_rate": 5.439499518884433e-06,
      "loss": 0.4525,
      "step": 1500
    },
    {
      "epoch": 1.057422969187675,
      "grad_norm": 2.0455239012711806,
      "learning_rate": 5.378584297343053e-06,
      "loss": 0.4573,
      "step": 1510
    },
    {
      "epoch": 1.0644257703081232,
      "grad_norm": 2.799894111126595,
      "learning_rate": 5.3176125052143905e-06,
      "loss": 0.4475,
      "step": 1520
    },
    {
      "epoch": 1.0714285714285714,
      "grad_norm": 2.3537914083107743,
      "learning_rate": 5.256593253309728e-06,
      "loss": 0.4679,
      "step": 1530
    },
    {
      "epoch": 1.0784313725490196,
      "grad_norm": 2.3121216793787283,
      "learning_rate": 5.195535659532111e-06,
      "loss": 0.4982,
      "step": 1540
    },
    {
      "epoch": 1.0854341736694677,
      "grad_norm": 1.8801771013194575,
      "learning_rate": 5.134448847513873e-06,
      "loss": 0.4881,
      "step": 1550
    },
    {
      "epoch": 1.092436974789916,
      "grad_norm": 2.117146997784492,
      "learning_rate": 5.073341945253336e-06,
      "loss": 0.4518,
      "step": 1560
    },
    {
      "epoch": 1.0994397759103642,
      "grad_norm": 2.4512284660613592,
      "learning_rate": 5.012224083750845e-06,
      "loss": 0.4618,
      "step": 1570
    },
    {
      "epoch": 1.1064425770308124,
      "grad_norm": 2.3001015988026747,
      "learning_rate": 4.951104395644342e-06,
      "loss": 0.4647,
      "step": 1580
    },
    {
      "epoch": 1.1134453781512605,
      "grad_norm": 2.733492067730666,
      "learning_rate": 4.889992013844711e-06,
      "loss": 0.497,
      "step": 1590
    },
    {
      "epoch": 1.1204481792717087,
      "grad_norm": 2.624090029655425,
      "learning_rate": 4.828896070171084e-06,
      "loss": 0.5142,
      "step": 1600
    },
    {
      "epoch": 1.1274509803921569,
      "grad_norm": 2.3184684372082405,
      "learning_rate": 4.767825693986295e-06,
      "loss": 0.449,
      "step": 1610
    },
    {
      "epoch": 1.134453781512605,
      "grad_norm": 2.5173043040744836,
      "learning_rate": 4.706790010832714e-06,
      "loss": 0.5264,
      "step": 1620
    },
    {
      "epoch": 1.1414565826330532,
      "grad_norm": 2.088682951418163,
      "learning_rate": 4.6457981410686524e-06,
      "loss": 0.4551,
      "step": 1630
    },
    {
      "epoch": 1.1484593837535013,
      "grad_norm": 1.9999194791787656,
      "learning_rate": 4.584859198505526e-06,
      "loss": 0.5141,
      "step": 1640
    },
    {
      "epoch": 1.1554621848739495,
      "grad_norm": 2.0283863135066293,
      "learning_rate": 4.5239822890460174e-06,
      "loss": 0.4254,
      "step": 1650
    },
    {
      "epoch": 1.1624649859943978,
      "grad_norm": 2.4761929786113246,
      "learning_rate": 4.463176509323413e-06,
      "loss": 0.4986,
      "step": 1660
    },
    {
      "epoch": 1.169467787114846,
      "grad_norm": 1.6823258146384572,
      "learning_rate": 4.402450945342317e-06,
      "loss": 0.3929,
      "step": 1670
    },
    {
      "epoch": 1.1764705882352942,
      "grad_norm": 2.3712484150543065,
      "learning_rate": 4.341814671120965e-06,
      "loss": 0.5022,
      "step": 1680
    },
    {
      "epoch": 1.1834733893557423,
      "grad_norm": 2.1223027287039136,
      "learning_rate": 4.2812767473353205e-06,
      "loss": 0.5201,
      "step": 1690
    },
    {
      "epoch": 1.1904761904761905,
      "grad_norm": 2.280910320108766,
      "learning_rate": 4.220846219965168e-06,
      "loss": 0.4627,
      "step": 1700
    },
    {
      "epoch": 1.1974789915966386,
      "grad_norm": 1.850154690325662,
      "learning_rate": 4.160532118942411e-06,
      "loss": 0.4312,
      "step": 1710
    },
    {
      "epoch": 1.2044817927170868,
      "grad_norm": 2.339402359759638,
      "learning_rate": 4.100343456801747e-06,
      "loss": 0.4317,
      "step": 1720
    },
    {
      "epoch": 1.211484593837535,
      "grad_norm": 2.2500882330234604,
      "learning_rate": 4.040289227333961e-06,
      "loss": 0.4521,
      "step": 1730
    },
    {
      "epoch": 1.2184873949579833,
      "grad_norm": 2.8132677454268857,
      "learning_rate": 3.980378404242014e-06,
      "loss": 0.4432,
      "step": 1740
    },
    {
      "epoch": 1.2254901960784315,
      "grad_norm": 2.67999303980593,
      "learning_rate": 3.920619939800131e-06,
      "loss": 0.4613,
      "step": 1750
    },
    {
      "epoch": 1.2324929971988796,
      "grad_norm": 1.8885239257708604,
      "learning_rate": 3.861022763516091e-06,
      "loss": 0.4774,
      "step": 1760
    },
    {
      "epoch": 1.2394957983193278,
      "grad_norm": 2.815116777237025,
      "learning_rate": 3.8015957807969247e-06,
      "loss": 0.4879,
      "step": 1770
    },
    {
      "epoch": 1.246498599439776,
      "grad_norm": 2.174587271539217,
      "learning_rate": 3.7423478716182026e-06,
      "loss": 0.456,
      "step": 1780
    },
    {
      "epoch": 1.253501400560224,
      "grad_norm": 2.7567028224464183,
      "learning_rate": 3.68328788919714e-06,
      "loss": 0.4644,
      "step": 1790
    },
    {
      "epoch": 1.2605042016806722,
      "grad_norm": 2.1568363923043266,
      "learning_rate": 3.624424658669682e-06,
      "loss": 0.5225,
      "step": 1800
    },
    {
      "epoch": 1.2675070028011204,
      "grad_norm": 2.721189011538071,
      "learning_rate": 3.5657669757717927e-06,
      "loss": 0.3921,
      "step": 1810
    },
    {
      "epoch": 1.2745098039215685,
      "grad_norm": 2.120385676401417,
      "learning_rate": 3.5073236055251425e-06,
      "loss": 0.4793,
      "step": 1820
    },
    {
      "epoch": 1.2815126050420167,
      "grad_norm": 2.302768261718875,
      "learning_rate": 3.4491032809273784e-06,
      "loss": 0.4526,
      "step": 1830
    },
    {
      "epoch": 1.2885154061624648,
      "grad_norm": 2.334008008597067,
      "learning_rate": 3.3911147016471784e-06,
      "loss": 0.4855,
      "step": 1840
    },
    {
      "epoch": 1.2955182072829132,
      "grad_norm": 2.6089068847882744,
      "learning_rate": 3.3333665327242965e-06,
      "loss": 0.4522,
      "step": 1850
    },
    {
      "epoch": 1.3025210084033614,
      "grad_norm": 2.8426511093929556,
      "learning_rate": 3.275867403274763e-06,
      "loss": 0.4965,
      "step": 1860
    },
    {
      "epoch": 1.3095238095238095,
      "grad_norm": 2.515991574117609,
      "learning_rate": 3.2186259052014797e-06,
      "loss": 0.4635,
      "step": 1870
    },
    {
      "epoch": 1.3165266106442577,
      "grad_norm": 2.410804360632545,
      "learning_rate": 3.1616505919103446e-06,
      "loss": 0.44,
      "step": 1880
    },
    {
      "epoch": 1.3235294117647058,
      "grad_norm": 2.1144368698980234,
      "learning_rate": 3.1049499770321572e-06,
      "loss": 0.511,
      "step": 1890
    },
    {
      "epoch": 1.330532212885154,
      "grad_norm": 2.3764720452535113,
      "learning_rate": 3.0485325331504477e-06,
      "loss": 0.4298,
      "step": 1900
    },
    {
      "epoch": 1.3375350140056024,
      "grad_norm": 2.008815745845685,
      "learning_rate": 2.992406690535453e-06,
      "loss": 0.4353,
      "step": 1910
    },
    {
      "epoch": 1.3445378151260505,
      "grad_norm": 2.5495322694247404,
      "learning_rate": 2.936580835884404e-06,
      "loss": 0.5351,
      "step": 1920
    },
    {
      "epoch": 1.3515406162464987,
      "grad_norm": 2.6170532242550424,
      "learning_rate": 2.8810633110683312e-06,
      "loss": 0.4736,
      "step": 1930
    },
    {
      "epoch": 1.3585434173669468,
      "grad_norm": 2.304939061322721,
      "learning_rate": 2.8258624118855704e-06,
      "loss": 0.497,
      "step": 1940
    },
    {
      "epoch": 1.365546218487395,
      "grad_norm": 2.52028463522758,
      "learning_rate": 2.770986386822145e-06,
      "loss": 0.4561,
      "step": 1950
    },
    {
      "epoch": 1.3725490196078431,
      "grad_norm": 2.1554513929621653,
      "learning_rate": 2.7164434358192236e-06,
      "loss": 0.4771,
      "step": 1960
    },
    {
      "epoch": 1.3795518207282913,
      "grad_norm": 2.2864103571812247,
      "learning_rate": 2.6622417090478304e-06,
      "loss": 0.4244,
      "step": 1970
    },
    {
      "epoch": 1.3865546218487395,
      "grad_norm": 2.3291887139186604,
      "learning_rate": 2.6083893056909937e-06,
      "loss": 0.4818,
      "step": 1980
    },
    {
      "epoch": 1.3935574229691876,
      "grad_norm": 1.6186217281536261,
      "learning_rate": 2.5548942727335046e-06,
      "loss": 0.4473,
      "step": 1990
    },
    {
      "epoch": 1.4005602240896358,
      "grad_norm": 1.9490552509158812,
      "learning_rate": 2.5017646037594967e-06,
      "loss": 0.4653,
      "step": 2000
    },
    {
      "epoch": 1.407563025210084,
      "grad_norm": 2.4440857430217124,
      "learning_rate": 2.4490082377579805e-06,
      "loss": 0.4945,
      "step": 2010
    },
    {
      "epoch": 1.4145658263305323,
      "grad_norm": 2.9756203221062476,
      "learning_rate": 2.3966330579365436e-06,
      "loss": 0.4371,
      "step": 2020
    },
    {
      "epoch": 1.4215686274509804,
      "grad_norm": 2.202500602837109,
      "learning_rate": 2.3446468905434093e-06,
      "loss": 0.4495,
      "step": 2030
    },
    {
      "epoch": 1.4285714285714286,
      "grad_norm": 1.9506623499545588,
      "learning_rate": 2.2930575036979634e-06,
      "loss": 0.4552,
      "step": 2040
    },
    {
      "epoch": 1.4355742296918768,
      "grad_norm": 2.6310040966711776,
      "learning_rate": 2.241872606229998e-06,
      "loss": 0.4378,
      "step": 2050
    },
    {
      "epoch": 1.442577030812325,
      "grad_norm": 2.4781025094081706,
      "learning_rate": 2.191099846527813e-06,
      "loss": 0.5055,
      "step": 2060
    },
    {
      "epoch": 1.449579831932773,
      "grad_norm": 2.3262915560231217,
      "learning_rate": 2.14074681139534e-06,
      "loss": 0.4727,
      "step": 2070
    },
    {
      "epoch": 1.4565826330532212,
      "grad_norm": 2.001470623484971,
      "learning_rate": 2.090821024918462e-06,
      "loss": 0.4826,
      "step": 2080
    },
    {
      "epoch": 1.4635854341736696,
      "grad_norm": 2.8728529295622964,
      "learning_rate": 2.0413299473407285e-06,
      "loss": 0.4162,
      "step": 2090
    },
    {
      "epoch": 1.4705882352941178,
      "grad_norm": 2.54674433384974,
      "learning_rate": 1.9922809739485883e-06,
      "loss": 0.4516,
      "step": 2100
    },
    {
      "epoch": 1.477591036414566,
      "grad_norm": 1.7010786229876187,
      "learning_rate": 1.943681433966338e-06,
      "loss": 0.4727,
      "step": 2110
    },
    {
      "epoch": 1.484593837535014,
      "grad_norm": 2.7445575800859747,
      "learning_rate": 1.8955385894609414e-06,
      "loss": 0.4835,
      "step": 2120
    },
    {
      "epoch": 1.4915966386554622,
      "grad_norm": 2.5636924295564825,
      "learning_rate": 1.8478596342568827e-06,
      "loss": 0.5,
      "step": 2130
    },
    {
      "epoch": 1.4985994397759104,
      "grad_norm": 2.6320112816326806,
      "learning_rate": 1.8006516928612121e-06,
      "loss": 0.4783,
      "step": 2140
    },
    {
      "epoch": 1.5056022408963585,
      "grad_norm": 2.3130885237765653,
      "learning_rate": 1.753921819398966e-06,
      "loss": 0.4732,
      "step": 2150
    },
    {
      "epoch": 1.5126050420168067,
      "grad_norm": 2.4566766430867855,
      "learning_rate": 1.7076769965590834e-06,
      "loss": 0.4846,
      "step": 2160
    },
    {
      "epoch": 1.5196078431372548,
      "grad_norm": 2.1691439788909705,
      "learning_rate": 1.6619241345510057e-06,
      "loss": 0.5196,
      "step": 2170
    },
    {
      "epoch": 1.526610644257703,
      "grad_norm": 1.9388105151944164,
      "learning_rate": 1.6166700700721121e-06,
      "loss": 0.3903,
      "step": 2180
    },
    {
      "epoch": 1.5336134453781511,
      "grad_norm": 2.353752022853995,
      "learning_rate": 1.571921565286139e-06,
      "loss": 0.4923,
      "step": 2190
    },
    {
      "epoch": 1.5406162464985993,
      "grad_norm": 2.572914747835839,
      "learning_rate": 1.527685306812715e-06,
      "loss": 0.4166,
      "step": 2200
    },
    {
      "epoch": 1.5476190476190477,
      "grad_norm": 2.1724801712005792,
      "learning_rate": 1.4839679047282206e-06,
      "loss": 0.4504,
      "step": 2210
    },
    {
      "epoch": 1.5546218487394958,
      "grad_norm": 2.594065623296099,
      "learning_rate": 1.4407758915780578e-06,
      "loss": 0.477,
      "step": 2220
    },
    {
      "epoch": 1.561624649859944,
      "grad_norm": 2.208098426234172,
      "learning_rate": 1.3981157214005098e-06,
      "loss": 0.4586,
      "step": 2230
    },
    {
      "epoch": 1.5686274509803921,
      "grad_norm": 2.139581629149966,
      "learning_rate": 1.3559937687623458e-06,
      "loss": 0.4276,
      "step": 2240
    },
    {
      "epoch": 1.5756302521008403,
      "grad_norm": 2.538499089739133,
      "learning_rate": 1.3144163278062848e-06,
      "loss": 0.4206,
      "step": 2250
    },
    {
      "epoch": 1.5826330532212887,
      "grad_norm": 2.041136800394131,
      "learning_rate": 1.273389611310481e-06,
      "loss": 0.4034,
      "step": 2260
    },
    {
      "epoch": 1.5896358543417368,
      "grad_norm": 2.313241143682124,
      "learning_rate": 1.2329197497601742e-06,
      "loss": 0.4801,
      "step": 2270
    },
    {
      "epoch": 1.596638655462185,
      "grad_norm": 2.309500171812923,
      "learning_rate": 1.1930127904316286e-06,
      "loss": 0.5045,
      "step": 2280
    },
    {
      "epoch": 1.6036414565826331,
      "grad_norm": 2.485298750781323,
      "learning_rate": 1.1536746964885065e-06,
      "loss": 0.4301,
      "step": 2290
    },
    {
      "epoch": 1.6106442577030813,
      "grad_norm": 2.591481445677265,
      "learning_rate": 1.114911346090819e-06,
      "loss": 0.4554,
      "step": 2300
    },
    {
      "epoch": 1.6176470588235294,
      "grad_norm": 2.833792845787996,
      "learning_rate": 1.0767285315165675e-06,
      "loss": 0.4132,
      "step": 2310
    },
    {
      "epoch": 1.6246498599439776,
      "grad_norm": 2.388415928161688,
      "learning_rate": 1.0391319582962244e-06,
      "loss": 0.4707,
      "step": 2320
    },
    {
      "epoch": 1.6316526610644257,
      "grad_norm": 2.3441821249748798,
      "learning_rate": 1.002127244360171e-06,
      "loss": 0.422,
      "step": 2330
    },
    {
      "epoch": 1.638655462184874,
      "grad_norm": 1.9731306455288935,
      "learning_rate": 9.65719919199235e-07,
      "loss": 0.3684,
      "step": 2340
    },
    {
      "epoch": 1.645658263305322,
      "grad_norm": 3.7976656804390303,
      "learning_rate": 9.299154230384383e-07,
      "loss": 0.4887,
      "step": 2350
    },
    {
      "epoch": 1.6526610644257702,
      "grad_norm": 2.29269452111851,
      "learning_rate": 8.947191060240701e-07,
      "loss": 0.4054,
      "step": 2360
    },
    {
      "epoch": 1.6596638655462184,
      "grad_norm": 2.765208721785312,
      "learning_rate": 8.601362274242465e-07,
      "loss": 0.5191,
      "step": 2370
    },
    {
      "epoch": 1.6666666666666665,
      "grad_norm": 2.637952088090675,
      "learning_rate": 8.261719548430292e-07,
      "loss": 0.479,
      "step": 2380
    },
    {
      "epoch": 1.673669467787115,
      "grad_norm": 2.7259524316936496,
      "learning_rate": 7.928313634482454e-07,
      "loss": 0.4162,
      "step": 2390
    },
    {
      "epoch": 1.680672268907563,
      "grad_norm": 2.783618319304046,
      "learning_rate": 7.601194352131285e-07,
      "loss": 0.4662,
      "step": 2400
    },
    {
      "epoch": 1.6876750700280112,
      "grad_norm": 2.5896397818912957,
      "learning_rate": 7.280410581718761e-07,
      "loss": 0.466,
      "step": 2410
    },
    {
      "epoch": 1.6946778711484594,
      "grad_norm": 2.313925409486687,
      "learning_rate": 6.966010256892408e-07,
      "loss": 0.421,
      "step": 2420
    },
    {
      "epoch": 1.7016806722689075,
      "grad_norm": 2.2637352342234673,
      "learning_rate": 6.658040357442874e-07,
      "loss": 0.4384,
      "step": 2430
    },
    {
      "epoch": 1.708683473389356,
      "grad_norm": 2.2403407432076836,
      "learning_rate": 6.356546902283772e-07,
      "loss": 0.4423,
      "step": 2440
    },
    {
      "epoch": 1.715686274509804,
      "grad_norm": 2.7755062361806333,
      "learning_rate": 6.061574942575266e-07,
      "loss": 0.4507,
      "step": 2450
    },
    {
      "epoch": 1.7226890756302522,
      "grad_norm": 2.3259900192767713,
      "learning_rate": 5.773168554992248e-07,
      "loss": 0.426,
      "step": 2460
    },
    {
      "epoch": 1.7296918767507004,
      "grad_norm": 2.6341383732328456,
      "learning_rate": 5.491370835138116e-07,
      "loss": 0.4377,
      "step": 2470
    },
    {
      "epoch": 1.7366946778711485,
      "grad_norm": 2.3924610495134933,
      "learning_rate": 5.216223891105054e-07,
      "loss": 0.4585,
      "step": 2480
    },
    {
      "epoch": 1.7436974789915967,
      "grad_norm": 2.1758349972571507,
      "learning_rate": 4.947768837182093e-07,
      "loss": 0.4068,
      "step": 2490
    },
    {
      "epoch": 1.7507002801120448,
      "grad_norm": 2.0421217828565448,
      "learning_rate": 4.686045787711435e-07,
      "loss": 0.4066,
      "step": 2500
    },
    {
      "epoch": 1.757703081232493,
      "grad_norm": 2.115206308615413,
      "learning_rate": 4.4310938510943533e-07,
      "loss": 0.4522,
      "step": 2510
    },
    {
      "epoch": 1.7647058823529411,
      "grad_norm": 2.066405782929325,
      "learning_rate": 4.182951123947332e-07,
      "loss": 0.3312,
      "step": 2520
    },
    {
      "epoch": 1.7717086834733893,
      "grad_norm": 2.342484690456666,
      "learning_rate": 3.9416546854094294e-07,
      "loss": 0.4224,
      "step": 2530
    },
    {
      "epoch": 1.7787114845938374,
      "grad_norm": 2.512724647352599,
      "learning_rate": 3.7072405916016353e-07,
      "loss": 0.445,
      "step": 2540
    },
    {
      "epoch": 1.7857142857142856,
      "grad_norm": 2.470340765232829,
      "learning_rate": 3.479743870239188e-07,
      "loss": 0.4637,
      "step": 2550
    },
    {
      "epoch": 1.7927170868347337,
      "grad_norm": 2.130736248713378,
      "learning_rate": 3.2591985153974383e-07,
      "loss": 0.387,
      "step": 2560
    },
    {
      "epoch": 1.7997198879551821,
      "grad_norm": 2.1431789471135723,
      "learning_rate": 3.0456374824322674e-07,
      "loss": 0.4469,
      "step": 2570
    },
    {
      "epoch": 1.8067226890756303,
      "grad_norm": 2.099234007419937,
      "learning_rate": 2.839092683055622e-07,
      "loss": 0.4039,
      "step": 2580
    },
    {
      "epoch": 1.8137254901960784,
      "grad_norm": 2.459188631196229,
      "learning_rate": 2.639594980567162e-07,
      "loss": 0.3812,
      "step": 2590
    },
    {
      "epoch": 1.8207282913165266,
      "grad_norm": 2.555886554006267,
      "learning_rate": 2.447174185242324e-07,
      "loss": 0.4212,
      "step": 2600
    },
    {
      "epoch": 1.8277310924369747,
      "grad_norm": 2.2836207612772843,
      "learning_rate": 2.2618590498779847e-07,
      "loss": 0.4137,
      "step": 2610
    },
    {
      "epoch": 1.8347338935574231,
      "grad_norm": 2.1026781532549936,
      "learning_rate": 2.0836772654959647e-07,
      "loss": 0.4213,
      "step": 2620
    },
    {
      "epoch": 1.8417366946778713,
      "grad_norm": 2.4328664873281483,
      "learning_rate": 1.9126554572052813e-07,
      "loss": 0.4335,
      "step": 2630
    },
    {
      "epoch": 1.8487394957983194,
      "grad_norm": 2.3974367367984857,
      "learning_rate": 1.74881918022361e-07,
      "loss": 0.4056,
      "step": 2640
    },
    {
      "epoch": 1.8557422969187676,
      "grad_norm": 2.299811399188436,
      "learning_rate": 1.5921929160587045e-07,
      "loss": 0.4602,
      "step": 2650
    },
    {
      "epoch": 1.8627450980392157,
      "grad_norm": 1.9124769037343121,
      "learning_rate": 1.44280006885017e-07,
      "loss": 0.4231,
      "step": 2660
    },
    {
      "epoch": 1.8697478991596639,
      "grad_norm": 2.813578456729493,
      "learning_rate": 1.3006629618722733e-07,
      "loss": 0.4286,
      "step": 2670
    },
    {
      "epoch": 1.876750700280112,
      "grad_norm": 2.4806383435943613,
      "learning_rate": 1.1658028341982486e-07,
      "loss": 0.4368,
      "step": 2680
    },
    {
      "epoch": 1.8837535014005602,
      "grad_norm": 2.2681286986704534,
      "learning_rate": 1.0382398375266111e-07,
      "loss": 0.4691,
      "step": 2690
    },
    {
      "epoch": 1.8907563025210083,
      "grad_norm": 1.9128855914355993,
      "learning_rate": 9.179930331699615e-08,
      "loss": 0.4508,
      "step": 2700
    },
    {
      "epoch": 1.8977591036414565,
      "grad_norm": 2.1633704801409834,
      "learning_rate": 8.050803892067139e-08,
      "loss": 0.4422,
      "step": 2710
    },
    {
      "epoch": 1.9047619047619047,
      "grad_norm": 2.8200396806385,
      "learning_rate": 6.995187777961931e-08,
      "loss": 0.4254,
      "step": 2720
    },
    {
      "epoch": 1.9117647058823528,
      "grad_norm": 2.6445714035080887,
      "learning_rate": 6.013239726574694e-08,
      "loss": 0.4074,
      "step": 2730
    },
    {
      "epoch": 1.918767507002801,
      "grad_norm": 2.0546751872771627,
      "learning_rate": 5.105106467123477e-08,
      "loss": 0.4262,
      "step": 2740
    },
    {
      "epoch": 1.9257703081232493,
      "grad_norm": 2.7784776972549916,
      "learning_rate": 4.2709236989287305e-08,
      "loss": 0.4725,
      "step": 2750
    },
    {
      "epoch": 1.9327731092436975,
      "grad_norm": 2.272829343457401,
      "learning_rate": 3.510816071135681e-08,
      "loss": 0.4409,
      "step": 2760
    },
    {
      "epoch": 1.9397759103641457,
      "grad_norm": 2.4175361768734276,
      "learning_rate": 2.8248971640887913e-08,
      "loss": 0.393,
      "step": 2770
    },
    {
      "epoch": 1.9467787114845938,
      "grad_norm": 2.2153647657315347,
      "learning_rate": 2.213269472359836e-08,
      "loss": 0.474,
      "step": 2780
    },
    {
      "epoch": 1.9537815126050422,
      "grad_norm": 2.146439918476662,
      "learning_rate": 1.6760243894321513e-08,
      "loss": 0.4008,
      "step": 2790
    },
    {
      "epoch": 1.9607843137254903,
      "grad_norm": 2.0928270476543522,
      "learning_rate": 1.213242194044395e-08,
      "loss": 0.4111,
      "step": 2800
    },
    {
      "epoch": 1.9677871148459385,
      "grad_norm": 2.079556551258959,
      "learning_rate": 8.249920381946387e-09,
      "loss": 0.4999,
      "step": 2810
    },
    {
      "epoch": 1.9747899159663866,
      "grad_norm": 2.0113264107881164,
      "learning_rate": 5.113319368070801e-09,
      "loss": 0.4397,
      "step": 2820
    },
    {
      "epoch": 1.9817927170868348,
      "grad_norm": 2.3335982318192827,
      "learning_rate": 2.723087590632556e-09,
      "loss": 0.3984,
      "step": 2830
    },
    {
      "epoch": 1.988795518207283,
      "grad_norm": 2.7347014131885015,
      "learning_rate": 1.079582213983632e-09,
      "loss": 0.4515,
      "step": 2840
    },
    {
      "epoch": 1.995798319327731,
      "grad_norm": 1.8502359446882066,
      "learning_rate": 1.830488216442161e-10,
      "loss": 0.4036,
      "step": 2850
    },
    {
      "epoch": 2.0,
      "step": 2856,
      "total_flos": 137777518706688.0,
      "train_loss": 0.5963595523720696,
      "train_runtime": 4888.1806,
      "train_samples_per_second": 9.347,
      "train_steps_per_second": 0.584
    }
  ],
  "logging_steps": 10,
  "max_steps": 2856,
  "num_input_tokens_seen": 0,
  "num_train_epochs": 2,
  "save_steps": 500,
  "stateful_callbacks": {
    "TrainerControl": {
      "args": {
        "should_epoch_stop": false,
        "should_evaluate": false,
        "should_log": false,
        "should_save": true,
        "should_training_stop": true
      },
      "attributes": {}
    }
  },
  "total_flos": 137777518706688.0,
  "train_batch_size": 2,
  "trial_name": null,
  "trial_params": null
}