{
  "best_global_step": null,
  "best_metric": null,
  "best_model_checkpoint": null,
  "epoch": 1.0,
  "eval_steps": 500,
  "global_step": 2751,
  "is_hyper_param_search": false,
  "is_local_process_zero": true,
  "is_world_process_zero": true,
  "log_history": [
    {
      "epoch": 0.0036357025995273585,
      "grad_norm": 2.5542567038381727,
      "learning_rate": 3.2608695652173915e-07,
      "loss": 0.8192,
      "step": 10
    },
    {
      "epoch": 0.007271405199054717,
      "grad_norm": 1.6840845127706614,
      "learning_rate": 6.884057971014494e-07,
      "loss": 0.7993,
      "step": 20
    },
    {
      "epoch": 0.010907107798582076,
      "grad_norm": 1.1024644310656107,
      "learning_rate": 1.0507246376811594e-06,
      "loss": 0.7578,
      "step": 30
    },
    {
      "epoch": 0.014542810398109434,
      "grad_norm": 0.8391202445675546,
      "learning_rate": 1.4130434782608697e-06,
      "loss": 0.703,
      "step": 40
    },
    {
      "epoch": 0.018178512997636793,
      "grad_norm": 0.6387875979570747,
      "learning_rate": 1.77536231884058e-06,
      "loss": 0.6679,
      "step": 50
    },
    {
      "epoch": 0.021814215597164153,
      "grad_norm": 0.5293560692158165,
      "learning_rate": 2.13768115942029e-06,
      "loss": 0.6262,
      "step": 60
    },
    {
      "epoch": 0.025449918196691512,
      "grad_norm": 0.4769703141630787,
      "learning_rate": 2.5e-06,
      "loss": 0.6165,
      "step": 70
    },
    {
      "epoch": 0.029085620796218868,
      "grad_norm": 0.49426470609436557,
      "learning_rate": 2.8623188405797105e-06,
      "loss": 0.6095,
      "step": 80
    },
    {
      "epoch": 0.03272132339574623,
      "grad_norm": 0.47809567840037087,
      "learning_rate": 3.2246376811594203e-06,
      "loss": 0.5983,
      "step": 90
    },
    {
      "epoch": 0.03635702599527359,
      "grad_norm": 0.5072826426104683,
      "learning_rate": 3.5869565217391305e-06,
      "loss": 0.5848,
      "step": 100
    },
    {
      "epoch": 0.03999272859480094,
      "grad_norm": 0.4572327452452194,
      "learning_rate": 3.949275362318841e-06,
      "loss": 0.5802,
      "step": 110
    },
    {
      "epoch": 0.043628431194328306,
      "grad_norm": 0.4810771922067728,
      "learning_rate": 4.3115942028985515e-06,
      "loss": 0.5685,
      "step": 120
    },
    {
      "epoch": 0.04726413379385566,
      "grad_norm": 0.4580229624134198,
      "learning_rate": 4.673913043478261e-06,
      "loss": 0.5587,
      "step": 130
    },
    {
      "epoch": 0.050899836393383024,
      "grad_norm": 0.46576040527729806,
      "learning_rate": 5.036231884057972e-06,
      "loss": 0.5605,
      "step": 140
    },
    {
      "epoch": 0.05453553899291038,
      "grad_norm": 0.5348307609583014,
      "learning_rate": 5.398550724637681e-06,
      "loss": 0.559,
      "step": 150
    },
    {
      "epoch": 0.058171241592437736,
      "grad_norm": 0.4787369411427498,
      "learning_rate": 5.760869565217392e-06,
      "loss": 0.5554,
      "step": 160
    },
    {
      "epoch": 0.0618069441919651,
      "grad_norm": 0.5050963339800372,
      "learning_rate": 6.123188405797102e-06,
      "loss": 0.5516,
      "step": 170
    },
    {
      "epoch": 0.06544264679149246,
      "grad_norm": 0.5091817663303461,
      "learning_rate": 6.485507246376812e-06,
      "loss": 0.5456,
      "step": 180
    },
    {
      "epoch": 0.06907834939101981,
      "grad_norm": 0.4952416204700452,
      "learning_rate": 6.847826086956523e-06,
      "loss": 0.5412,
      "step": 190
    },
    {
      "epoch": 0.07271405199054717,
      "grad_norm": 0.5383390392600178,
      "learning_rate": 7.210144927536233e-06,
      "loss": 0.5473,
      "step": 200
    },
    {
      "epoch": 0.07634975459007454,
      "grad_norm": 0.5165675810240311,
      "learning_rate": 7.572463768115943e-06,
      "loss": 0.5336,
      "step": 210
    },
    {
      "epoch": 0.07998545718960189,
      "grad_norm": 0.4919677447858993,
      "learning_rate": 7.934782608695653e-06,
      "loss": 0.5397,
      "step": 220
    },
    {
      "epoch": 0.08362115978912925,
      "grad_norm": 0.5329864256931945,
      "learning_rate": 8.297101449275364e-06,
      "loss": 0.5331,
      "step": 230
    },
    {
      "epoch": 0.08725686238865661,
      "grad_norm": 0.5199161519458958,
      "learning_rate": 8.659420289855073e-06,
      "loss": 0.5325,
      "step": 240
    },
    {
      "epoch": 0.09089256498818396,
      "grad_norm": 0.5072496956016589,
      "learning_rate": 9.021739130434784e-06,
      "loss": 0.527,
      "step": 250
    },
    {
      "epoch": 0.09452826758771132,
      "grad_norm": 0.502918920573189,
      "learning_rate": 9.384057971014492e-06,
      "loss": 0.5193,
      "step": 260
    },
    {
      "epoch": 0.09816397018723869,
      "grad_norm": 0.6518040786610404,
      "learning_rate": 9.746376811594203e-06,
      "loss": 0.5371,
      "step": 270
    },
    {
      "epoch": 0.10179967278676605,
      "grad_norm": 0.49757098182482185,
      "learning_rate": 9.999963748053354e-06,
      "loss": 0.5246,
      "step": 280
    },
    {
      "epoch": 0.1054353753862934,
      "grad_norm": 0.5326361139485778,
      "learning_rate": 9.999319283625641e-06,
      "loss": 0.5318,
      "step": 290
    },
    {
      "epoch": 0.10907107798582076,
      "grad_norm": 0.5258718780090955,
      "learning_rate": 9.997869339902043e-06,
      "loss": 0.5311,
      "step": 300
    },
    {
      "epoch": 0.11270678058534812,
      "grad_norm": 0.5200368968513526,
      "learning_rate": 9.995614150494293e-06,
      "loss": 0.5202,
      "step": 310
    },
    {
      "epoch": 0.11634248318487547,
      "grad_norm": 0.5121978872821166,
      "learning_rate": 9.992554078753534e-06,
      "loss": 0.5157,
      "step": 320
    },
    {
      "epoch": 0.11997818578440284,
      "grad_norm": 0.503153118808014,
      "learning_rate": 9.988689617711777e-06,
      "loss": 0.514,
      "step": 330
    },
    {
      "epoch": 0.1236138883839302,
      "grad_norm": 0.6549012255626758,
      "learning_rate": 9.984021390002458e-06,
      "loss": 0.5192,
      "step": 340
    },
    {
      "epoch": 0.12724959098345756,
      "grad_norm": 0.5311045896699705,
      "learning_rate": 9.978550147760133e-06,
      "loss": 0.5241,
      "step": 350
    },
    {
      "epoch": 0.13088529358298492,
      "grad_norm": 0.5686109082908248,
      "learning_rate": 9.972276772499281e-06,
      "loss": 0.509,
      "step": 360
    },
    {
      "epoch": 0.13452099618251226,
      "grad_norm": 0.5234640596564708,
      "learning_rate": 9.965202274972288e-06,
      "loss": 0.5181,
      "step": 370
    },
    {
      "epoch": 0.13815669878203962,
      "grad_norm": 0.5022886513572414,
      "learning_rate": 9.957327795006589e-06,
      "loss": 0.5068,
      "step": 380
    },
    {
      "epoch": 0.14179240138156698,
      "grad_norm": 0.7845925493558181,
      "learning_rate": 9.94865460132103e-06,
      "loss": 0.5108,
      "step": 390
    },
    {
      "epoch": 0.14542810398109435,
      "grad_norm": 0.5076808100322107,
      "learning_rate": 9.939184091321445e-06,
      "loss": 0.5259,
      "step": 400
    },
    {
      "epoch": 0.1490638065806217,
      "grad_norm": 0.4994009407139292,
      "learning_rate": 9.928917790875519e-06,
      "loss": 0.5043,
      "step": 410
    },
    {
      "epoch": 0.15269950918014907,
      "grad_norm": 0.5657922372896571,
      "learning_rate": 9.91785735406693e-06,
      "loss": 0.5124,
      "step": 420
    },
    {
      "epoch": 0.15633521177967644,
      "grad_norm": 0.5062077867796483,
      "learning_rate": 9.906004562928865e-06,
      "loss": 0.5083,
      "step": 430
    },
    {
      "epoch": 0.15997091437920377,
      "grad_norm": 0.5085173829463484,
      "learning_rate": 9.893361327156887e-06,
      "loss": 0.5037,
      "step": 440
    },
    {
      "epoch": 0.16360661697873113,
      "grad_norm": 0.5474641284130445,
      "learning_rate": 9.879929683801254e-06,
      "loss": 0.5145,
      "step": 450
    },
    {
      "epoch": 0.1672423195782585,
      "grad_norm": 0.5735480776623142,
      "learning_rate": 9.86571179693872e-06,
      "loss": 0.5061,
      "step": 460
    },
    {
      "epoch": 0.17087802217778586,
      "grad_norm": 0.5742302198308427,
      "learning_rate": 9.850709957323855e-06,
      "loss": 0.5154,
      "step": 470
    },
    {
      "epoch": 0.17451372477731322,
      "grad_norm": 0.54806841942205,
      "learning_rate": 9.834926582019968e-06,
      "loss": 0.5058,
      "step": 480
    },
    {
      "epoch": 0.17814942737684059,
      "grad_norm": 0.5944657562188465,
      "learning_rate": 9.81836421400967e-06,
      "loss": 0.5061,
      "step": 490
    },
    {
      "epoch": 0.18178512997636792,
      "grad_norm": 0.5126067457263382,
      "learning_rate": 9.80102552178517e-06,
      "loss": 0.5078,
      "step": 500
    },
    {
      "epoch": 0.18542083257589528,
      "grad_norm": 0.6052321595104998,
      "learning_rate": 9.782913298918311e-06,
      "loss": 0.5067,
      "step": 510
    },
    {
      "epoch": 0.18905653517542265,
      "grad_norm": 0.531743888377215,
      "learning_rate": 9.76403046361049e-06,
      "loss": 0.5025,
      "step": 520
    },
    {
      "epoch": 0.19269223777495,
      "grad_norm": 0.5395822315917106,
      "learning_rate": 9.744380058222483e-06,
      "loss": 0.5037,
      "step": 530
    },
    {
      "epoch": 0.19632794037447737,
      "grad_norm": 0.5411082503028966,
      "learning_rate": 9.723965248784264e-06,
      "loss": 0.501,
      "step": 540
    },
    {
      "epoch": 0.19996364297400473,
      "grad_norm": 0.5538762305387136,
      "learning_rate": 9.702789324484898e-06,
      "loss": 0.5069,
      "step": 550
    },
    {
      "epoch": 0.2035993455735321,
      "grad_norm": 0.5570421552319754,
      "learning_rate": 9.680855697142601e-06,
      "loss": 0.4944,
      "step": 560
    },
    {
      "epoch": 0.20723504817305943,
      "grad_norm": 2.3792790728403377,
      "learning_rate": 9.658167900655032e-06,
      "loss": 0.5023,
      "step": 570
    },
    {
      "epoch": 0.2108707507725868,
      "grad_norm": 0.5019520057613756,
      "learning_rate": 9.634729590429917e-06,
      "loss": 0.5032,
      "step": 580
    },
    {
      "epoch": 0.21450645337211416,
      "grad_norm": 0.5180606840693017,
      "learning_rate": 9.610544542796101e-06,
      "loss": 0.4949,
      "step": 590
    },
    {
      "epoch": 0.21814215597164152,
      "grad_norm": 0.5565436679077056,
      "learning_rate": 9.585616654395113e-06,
      "loss": 0.5059,
      "step": 600
    },
    {
      "epoch": 0.22177785857116888,
      "grad_norm": 0.5254764402634797,
      "learning_rate": 9.559949941553351e-06,
      "loss": 0.4919,
      "step": 610
    },
    {
      "epoch": 0.22541356117069625,
      "grad_norm": 0.57400898518425,
      "learning_rate": 9.533548539634971e-06,
      "loss": 0.4979,
      "step": 620
    },
    {
      "epoch": 0.22904926377022358,
      "grad_norm": 0.5336519460399675,
      "learning_rate": 9.506416702375618e-06,
      "loss": 0.4864,
      "step": 630
    },
    {
      "epoch": 0.23268496636975095,
      "grad_norm": 0.517212842625867,
      "learning_rate": 9.478558801197065e-06,
      "loss": 0.4998,
      "step": 640
    },
    {
      "epoch": 0.2363206689692783,
      "grad_norm": 0.5016544590902606,
      "learning_rate": 9.449979324502905e-06,
      "loss": 0.4952,
      "step": 650
    },
    {
      "epoch": 0.23995637156880567,
      "grad_norm": 0.5311590482916726,
      "learning_rate": 9.420682876955382e-06,
      "loss": 0.4902,
      "step": 660
    },
    {
      "epoch": 0.24359207416833303,
      "grad_norm": 1.28989128820584,
      "learning_rate": 9.390674178733508e-06,
      "loss": 0.49,
      "step": 670
    },
    {
      "epoch": 0.2472277767678604,
      "grad_norm": 0.4806268559161153,
      "learning_rate": 9.359958064772547e-06,
      "loss": 0.497,
      "step": 680
    },
    {
      "epoch": 0.25086347936738773,
      "grad_norm": 0.5465705012971989,
      "learning_rate": 9.328539483985031e-06,
      "loss": 0.4935,
      "step": 690
    },
    {
      "epoch": 0.2544991819669151,
      "grad_norm": 0.4942024204554198,
      "learning_rate": 9.296423498463396e-06,
      "loss": 0.4988,
      "step": 700
    },
    {
      "epoch": 0.25813488456644246,
      "grad_norm": 0.47927969303011475,
      "learning_rate": 9.26361528266439e-06,
      "loss": 0.4896,
      "step": 710
    },
    {
      "epoch": 0.26177058716596985,
      "grad_norm": 0.5388248768052577,
      "learning_rate": 9.230120122575376e-06,
      "loss": 0.4959,
      "step": 720
    },
    {
      "epoch": 0.2654062897654972,
      "grad_norm": 0.47361603639036765,
      "learning_rate": 9.195943414862667e-06,
      "loss": 0.4895,
      "step": 730
    },
    {
      "epoch": 0.2690419923650245,
      "grad_norm": 0.5070100760119046,
      "learning_rate": 9.161090666002029e-06,
      "loss": 0.4817,
      "step": 740
    },
    {
      "epoch": 0.2726776949645519,
      "grad_norm": 0.5101057512379583,
      "learning_rate": 9.125567491391476e-06,
      "loss": 0.4991,
      "step": 750
    },
    {
      "epoch": 0.27631339756407924,
      "grad_norm": 0.4876093660505719,
      "learning_rate": 9.089379614446554e-06,
      "loss": 0.4916,
      "step": 760
    },
    {
      "epoch": 0.27994910016360663,
      "grad_norm": 0.6118479654908368,
      "learning_rate": 9.052532865678171e-06,
      "loss": 0.488,
      "step": 770
    },
    {
      "epoch": 0.28358480276313397,
      "grad_norm": 0.4856780879464445,
      "learning_rate": 9.015033181753219e-06,
      "loss": 0.4876,
      "step": 780
    },
    {
      "epoch": 0.28722050536266136,
      "grad_norm": 0.5093511993940713,
      "learning_rate": 8.976886604538055e-06,
      "loss": 0.4862,
      "step": 790
    },
    {
      "epoch": 0.2908562079621887,
      "grad_norm": 0.4818588345949805,
      "learning_rate": 8.938099280125064e-06,
      "loss": 0.493,
      "step": 800
    },
    {
      "epoch": 0.29449191056171603,
      "grad_norm": 0.4977991661233151,
      "learning_rate": 8.898677457842394e-06,
      "loss": 0.4921,
      "step": 810
    },
    {
      "epoch": 0.2981276131612434,
      "grad_norm": 1.5238109089913658,
      "learning_rate": 8.858627489247105e-06,
      "loss": 0.4831,
      "step": 820
    },
    {
      "epoch": 0.30176331576077076,
      "grad_norm": 0.49437394232039367,
      "learning_rate": 8.817955827101794e-06,
      "loss": 0.4905,
      "step": 830
    },
    {
      "epoch": 0.30539901836029815,
      "grad_norm": 0.5679936450058084,
      "learning_rate": 8.776669024334955e-06,
      "loss": 0.4851,
      "step": 840
    },
    {
      "epoch": 0.3090347209598255,
      "grad_norm": 0.4823418939638443,
      "learning_rate": 8.734773732985186e-06,
      "loss": 0.4857,
      "step": 850
    },
    {
      "epoch": 0.3126704235593529,
      "grad_norm": 0.5063024654327302,
      "learning_rate": 8.692276703129421e-06,
      "loss": 0.491,
      "step": 860
    },
    {
      "epoch": 0.3163061261588802,
      "grad_norm": 0.48665137111179807,
      "learning_rate": 8.649184781795367e-06,
      "loss": 0.4876,
      "step": 870
    },
    {
      "epoch": 0.31994182875840754,
      "grad_norm": 0.5092645610957066,
      "learning_rate": 8.605504911858347e-06,
      "loss": 0.4868,
      "step": 880
    },
    {
      "epoch": 0.32357753135793493,
      "grad_norm": 0.5647552140171497,
      "learning_rate": 8.561244130922658e-06,
      "loss": 0.4909,
      "step": 890
    },
    {
      "epoch": 0.32721323395746227,
      "grad_norm": 0.5531040193640844,
      "learning_rate": 8.516409570187698e-06,
      "loss": 0.4873,
      "step": 900
    },
    {
      "epoch": 0.33084893655698966,
      "grad_norm": 0.49756669094294076,
      "learning_rate": 8.471008453298998e-06,
      "loss": 0.4824,
      "step": 910
    },
    {
      "epoch": 0.334484639156517,
      "grad_norm": 0.5195975092484353,
      "learning_rate": 8.42504809518437e-06,
      "loss": 0.4906,
      "step": 920
    },
    {
      "epoch": 0.33812034175604433,
      "grad_norm": 0.5062730437183878,
      "learning_rate": 8.37853590087534e-06,
      "loss": 0.4848,
      "step": 930
    },
    {
      "epoch": 0.3417560443555717,
      "grad_norm": 0.48265809325204573,
      "learning_rate": 8.33147936431406e-06,
      "loss": 0.4816,
      "step": 940
    },
    {
      "epoch": 0.34539174695509905,
      "grad_norm": 0.4910060616705745,
      "learning_rate": 8.283886067145908e-06,
      "loss": 0.4832,
      "step": 950
    },
    {
      "epoch": 0.34902744955462645,
      "grad_norm": 0.5125310752311819,
      "learning_rate": 8.235763677497945e-06,
      "loss": 0.477,
      "step": 960
    },
    {
      "epoch": 0.3526631521541538,
      "grad_norm": 0.5250568609050469,
      "learning_rate": 8.18711994874345e-06,
      "loss": 0.4832,
      "step": 970
    },
    {
      "epoch": 0.35629885475368117,
      "grad_norm": 0.47836219161492916,
      "learning_rate": 8.1379627182527e-06,
      "loss": 0.4857,
      "step": 980
    },
    {
      "epoch": 0.3599345573532085,
      "grad_norm": 0.47439007998750055,
      "learning_rate": 8.088299906130252e-06,
      "loss": 0.4781,
      "step": 990
    },
    {
      "epoch": 0.36357025995273584,
      "grad_norm": 0.49377085985480135,
      "learning_rate": 8.038139513938847e-06,
      "loss": 0.4882,
      "step": 1000
    },
    {
      "epoch": 0.36720596255226323,
      "grad_norm": 0.5263220925520542,
      "learning_rate": 7.987489623410236e-06,
      "loss": 0.4797,
      "step": 1010
    },
    {
      "epoch": 0.37084166515179057,
      "grad_norm": 0.4648220239135295,
      "learning_rate": 7.936358395143065e-06,
      "loss": 0.4777,
      "step": 1020
    },
    {
      "epoch": 0.37447736775131796,
      "grad_norm": 0.465584633325096,
      "learning_rate": 7.884754067288047e-06,
      "loss": 0.4825,
      "step": 1030
    },
    {
      "epoch": 0.3781130703508453,
      "grad_norm": 0.4876332690849426,
      "learning_rate": 7.832684954220664e-06,
      "loss": 0.4781,
      "step": 1040
    },
    {
      "epoch": 0.3817487729503727,
      "grad_norm": 0.501393591697854,
      "learning_rate": 7.780159445201562e-06,
      "loss": 0.4869,
      "step": 1050
    },
    {
      "epoch": 0.3853844755499,
      "grad_norm": 0.4845939514295346,
      "learning_rate": 7.727186003024902e-06,
      "loss": 0.4717,
      "step": 1060
    },
    {
      "epoch": 0.38902017814942735,
      "grad_norm": 0.4899764285727021,
      "learning_rate": 7.673773162654836e-06,
      "loss": 0.4777,
      "step": 1070
    },
    {
      "epoch": 0.39265588074895474,
      "grad_norm": 0.48478478383197704,
      "learning_rate": 7.619929529850397e-06,
      "loss": 0.4745,
      "step": 1080
    },
    {
      "epoch": 0.3962915833484821,
      "grad_norm": 0.4621206976060152,
      "learning_rate": 7.5656637797789335e-06,
      "loss": 0.4813,
      "step": 1090
    },
    {
      "epoch": 0.39992728594800947,
      "grad_norm": 0.5019544820278233,
      "learning_rate": 7.510984655618407e-06,
      "loss": 0.4816,
      "step": 1100
    },
    {
      "epoch": 0.4035629885475368,
      "grad_norm": 0.46639356606341964,
      "learning_rate": 7.4559009671486906e-06,
      "loss": 0.4681,
      "step": 1110
    },
    {
      "epoch": 0.4071986911470642,
      "grad_norm": 0.4728577911203865,
      "learning_rate": 7.400421589332175e-06,
      "loss": 0.4803,
      "step": 1120
    },
    {
      "epoch": 0.41083439374659153,
      "grad_norm": 0.4800482747617377,
      "learning_rate": 7.34455546088384e-06,
      "loss": 0.477,
      "step": 1130
    },
    {
      "epoch": 0.41447009634611887,
      "grad_norm": 0.5600386401489504,
      "learning_rate": 7.288311582831078e-06,
      "loss": 0.4635,
      "step": 1140
    },
    {
      "epoch": 0.41810579894564626,
      "grad_norm": 0.4959194946164877,
      "learning_rate": 7.23169901706346e-06,
      "loss": 0.4812,
      "step": 1150
    },
    {
      "epoch": 0.4217415015451736,
      "grad_norm": 0.5149644009966434,
      "learning_rate": 7.174726884872716e-06,
      "loss": 0.468,
      "step": 1160
    },
    {
      "epoch": 0.425377204144701,
      "grad_norm": 0.4866073941196498,
      "learning_rate": 7.117404365483116e-06,
      "loss": 0.4801,
      "step": 1170
    },
    {
      "epoch": 0.4290129067442283,
      "grad_norm": 0.5236518230635645,
      "learning_rate": 7.059740694572545e-06,
      "loss": 0.4759,
      "step": 1180
    },
    {
      "epoch": 0.4326486093437557,
      "grad_norm": 0.47781506154853676,
      "learning_rate": 7.0017451627844765e-06,
      "loss": 0.4721,
      "step": 1190
    },
    {
      "epoch": 0.43628431194328304,
      "grad_norm": 0.4975038663141837,
      "learning_rate": 6.943427114231064e-06,
      "loss": 0.4776,
      "step": 1200
    },
    {
      "epoch": 0.4399200145428104,
      "grad_norm": 0.4666469505582421,
      "learning_rate": 6.884795944987661e-06,
      "loss": 0.4693,
      "step": 1210
    },
    {
      "epoch": 0.44355571714233777,
      "grad_norm": 0.5219519656223606,
      "learning_rate": 6.825861101578931e-06,
      "loss": 0.4758,
      "step": 1220
    },
    {
      "epoch": 0.4471914197418651,
      "grad_norm": 0.5063916933024516,
      "learning_rate": 6.766632079456852e-06,
      "loss": 0.4743,
      "step": 1230
    },
    {
      "epoch": 0.4508271223413925,
      "grad_norm": 0.4685229097073194,
      "learning_rate": 6.707118421470822e-06,
      "loss": 0.4774,
      "step": 1240
    },
    {
      "epoch": 0.45446282494091983,
      "grad_norm": 0.4717991999133757,
      "learning_rate": 6.6473297163301485e-06,
      "loss": 0.4766,
      "step": 1250
    },
    {
      "epoch": 0.45809852754044716,
      "grad_norm": 0.5363682289647845,
      "learning_rate": 6.587275597059125e-06,
      "loss": 0.465,
      "step": 1260
    },
    {
      "epoch": 0.46173423013997456,
      "grad_norm": 0.5435017738447794,
      "learning_rate": 6.526965739444988e-06,
      "loss": 0.469,
      "step": 1270
    },
    {
      "epoch": 0.4653699327395019,
      "grad_norm": 0.4639117917019373,
      "learning_rate": 6.466409860478967e-06,
      "loss": 0.473,
      "step": 1280
    },
    {
      "epoch": 0.4690056353390293,
      "grad_norm": 0.5621851603984803,
      "learning_rate": 6.405617716790714e-06,
      "loss": 0.4662,
      "step": 1290
    },
    {
      "epoch": 0.4726413379385566,
      "grad_norm": 0.4809648503411264,
      "learning_rate": 6.344599103076329e-06,
      "loss": 0.4772,
      "step": 1300
    },
    {
      "epoch": 0.476277040538084,
      "grad_norm": 0.47163222068970184,
      "learning_rate": 6.2833638505202635e-06,
      "loss": 0.4694,
      "step": 1310
    },
    {
      "epoch": 0.47991274313761134,
      "grad_norm": 0.7951911468346275,
      "learning_rate": 6.221921825211342e-06,
      "loss": 0.4764,
      "step": 1320
    },
    {
      "epoch": 0.4835484457371387,
      "grad_norm": 0.4865248290655842,
      "learning_rate": 6.1602829265531585e-06,
      "loss": 0.4733,
      "step": 1330
    },
    {
      "epoch": 0.48718414833666607,
      "grad_norm": 0.5082890661672131,
      "learning_rate": 6.0984570856691046e-06,
      "loss": 0.4713,
      "step": 1340
    },
    {
      "epoch": 0.4908198509361934,
      "grad_norm": 0.4997424800053115,
      "learning_rate": 6.036454263802297e-06,
      "loss": 0.4761,
      "step": 1350
    },
    {
      "epoch": 0.4944555535357208,
      "grad_norm": 0.48754794843779725,
      "learning_rate": 5.974284450710631e-06,
      "loss": 0.4667,
      "step": 1360
    },
    {
      "epoch": 0.49809125613524813,
      "grad_norm": 0.5184357345641504,
      "learning_rate": 5.911957663057264e-06,
      "loss": 0.4733,
      "step": 1370
    },
    {
      "epoch": 0.5017269587347755,
      "grad_norm": 0.5114995027300243,
      "learning_rate": 5.849483942796747e-06,
      "loss": 0.4692,
      "step": 1380
    },
    {
      "epoch": 0.5053626613343029,
      "grad_norm": 0.508447512688554,
      "learning_rate": 5.78687335555709e-06,
      "loss": 0.4725,
      "step": 1390
    },
    {
      "epoch": 0.5089983639338302,
      "grad_norm": 0.4778391429982246,
      "learning_rate": 5.724135989018007e-06,
      "loss": 0.469,
      "step": 1400
    },
    {
      "epoch": 0.5126340665333575,
      "grad_norm": 0.549325516339993,
      "learning_rate": 5.661281951285613e-06,
      "loss": 0.4722,
      "step": 1410
    },
    {
      "epoch": 0.5162697691328849,
      "grad_norm": 0.48092733764405454,
      "learning_rate": 5.59832136926383e-06,
      "loss": 0.4607,
      "step": 1420
    },
    {
      "epoch": 0.5199054717324123,
      "grad_norm": 0.5769124183929066,
      "learning_rate": 5.53526438702276e-06,
      "loss": 0.4633,
      "step": 1430
    },
    {
      "epoch": 0.5235411743319397,
      "grad_norm": 0.49168310969175155,
      "learning_rate": 5.472121164164295e-06,
      "loss": 0.4618,
      "step": 1440
    },
    {
      "epoch": 0.527176876931467,
      "grad_norm": 0.5567279209075545,
      "learning_rate": 5.4089018741852264e-06,
      "loss": 0.4712,
      "step": 1450
    },
    {
      "epoch": 0.5308125795309944,
      "grad_norm": 0.49627446825911625,
      "learning_rate": 5.345616702838111e-06,
      "loss": 0.4626,
      "step": 1460
    },
    {
      "epoch": 0.5344482821305218,
      "grad_norm": 0.49582976649235855,
      "learning_rate": 5.282275846490169e-06,
      "loss": 0.4701,
      "step": 1470
    },
    {
      "epoch": 0.538083984730049,
      "grad_norm": 0.49825003870799145,
      "learning_rate": 5.21888951048046e-06,
      "loss": 0.4698,
      "step": 1480
    },
    {
      "epoch": 0.5417196873295764,
      "grad_norm": 0.48281867930621913,
      "learning_rate": 5.155467907475632e-06,
      "loss": 0.4593,
      "step": 1490
    },
    {
      "epoch": 0.5453553899291038,
      "grad_norm": 0.4764603302373525,
      "learning_rate": 5.092021255824471e-06,
      "loss": 0.4681,
      "step": 1500
    },
    {
      "epoch": 0.5489910925286312,
      "grad_norm": 0.48896004976931123,
      "learning_rate": 5.028559777911543e-06,
      "loss": 0.4595,
      "step": 1510
    },
    {
      "epoch": 0.5526267951281585,
      "grad_norm": 0.5324971873593392,
      "learning_rate": 4.965093698510192e-06,
      "loss": 0.4751,
      "step": 1520
    },
    {
      "epoch": 0.5562624977276859,
      "grad_norm": 0.468092518090719,
      "learning_rate": 4.901633243135144e-06,
      "loss": 0.4677,
      "step": 1530
    },
    {
      "epoch": 0.5598982003272133,
      "grad_norm": 0.47564151569385843,
      "learning_rate": 4.8381886363949956e-06,
      "loss": 0.4618,
      "step": 1540
    },
    {
      "epoch": 0.5635339029267405,
      "grad_norm": 0.5150014422595901,
      "learning_rate": 4.774770100344838e-06,
      "loss": 0.4708,
      "step": 1550
    },
    {
      "epoch": 0.5671696055262679,
      "grad_norm": 0.5587615356398489,
      "learning_rate": 4.71138785283932e-06,
      "loss": 0.4626,
      "step": 1560
    },
    {
      "epoch": 0.5708053081257953,
      "grad_norm": 0.49021360496671623,
      "learning_rate": 4.6480521058863546e-06,
      "loss": 0.463,
      "step": 1570
    },
    {
      "epoch": 0.5744410107253227,
      "grad_norm": 0.45504707914946996,
      "learning_rate": 4.5847730640017926e-06,
      "loss": 0.4705,
      "step": 1580
    },
    {
      "epoch": 0.57807671332485,
      "grad_norm": 0.49707118128311006,
      "learning_rate": 4.521560922565282e-06,
      "loss": 0.4641,
      "step": 1590
    },
    {
      "epoch": 0.5817124159243774,
      "grad_norm": 0.4717345687730965,
      "learning_rate": 4.458425866177628e-06,
      "loss": 0.4639,
      "step": 1600
    },
    {
      "epoch": 0.5853481185239048,
      "grad_norm": 0.47407400333758115,
      "learning_rate": 4.395378067019854e-06,
      "loss": 0.4629,
      "step": 1610
    },
    {
      "epoch": 0.5889838211234321,
      "grad_norm": 0.4951372796438499,
      "learning_rate": 4.332427683214295e-06,
      "loss": 0.464,
      "step": 1620
    },
    {
      "epoch": 0.5926195237229595,
      "grad_norm": 0.4791565652555133,
      "learning_rate": 4.269584857187942e-06,
      "loss": 0.4732,
      "step": 1630
    },
    {
      "epoch": 0.5962552263224868,
      "grad_norm": 0.4783285781382308,
      "learning_rate": 4.2068597140383084e-06,
      "loss": 0.4675,
      "step": 1640
    },
    {
      "epoch": 0.5998909289220142,
      "grad_norm": 0.47796760895514884,
      "learning_rate": 4.144262359902104e-06,
      "loss": 0.4725,
      "step": 1650
    },
    {
      "epoch": 0.6035266315215415,
      "grad_norm": 0.4632759665926115,
      "learning_rate": 4.081802880326955e-06,
      "loss": 0.4568,
      "step": 1660
    },
    {
      "epoch": 0.6071623341210689,
      "grad_norm": 0.4859662751177091,
      "learning_rate": 4.0194913386464445e-06,
      "loss": 0.4659,
      "step": 1670
    },
    {
      "epoch": 0.6107980367205963,
      "grad_norm": 0.46406543319745136,
      "learning_rate": 3.957337774358725e-06,
      "loss": 0.4701,
      "step": 1680
    },
    {
      "epoch": 0.6144337393201236,
      "grad_norm": 0.4733170226589245,
      "learning_rate": 3.895352201508981e-06,
      "loss": 0.4606,
      "step": 1690
    },
    {
      "epoch": 0.618069441919651,
      "grad_norm": 0.4957885956685627,
      "learning_rate": 3.833544607075986e-06,
      "loss": 0.4702,
      "step": 1700
    },
    {
      "epoch": 0.6217051445191784,
      "grad_norm": 0.4849524483162158,
      "learning_rate": 3.77192494936303e-06,
      "loss": 0.4596,
      "step": 1710
    },
    {
      "epoch": 0.6253408471187057,
      "grad_norm": 0.47235984448417717,
      "learning_rate": 3.710503156393441e-06,
      "loss": 0.46,
      "step": 1720
    },
    {
      "epoch": 0.628976549718233,
      "grad_norm": 0.6455899443109117,
      "learning_rate": 3.6492891243110283e-06,
      "loss": 0.4558,
      "step": 1730
    },
    {
      "epoch": 0.6326122523177604,
      "grad_norm": 0.45919477055164243,
      "learning_rate": 3.5882927157856175e-06,
      "loss": 0.4592,
      "step": 1740
    },
    {
      "epoch": 0.6362479549172878,
      "grad_norm": 0.4843392695435344,
      "learning_rate": 3.527523758424013e-06,
      "loss": 0.4705,
      "step": 1750
    },
    {
      "epoch": 0.6398836575168151,
      "grad_norm": 0.45359838182470663,
      "learning_rate": 3.46699204318658e-06,
      "loss": 0.4576,
      "step": 1760
    },
    {
      "epoch": 0.6435193601163425,
      "grad_norm": 0.48852088769983365,
      "learning_rate": 3.4067073228097656e-06,
      "loss": 0.4629,
      "step": 1770
    },
    {
      "epoch": 0.6471550627158699,
      "grad_norm": 0.4587200490693114,
      "learning_rate": 3.346679310234744e-06,
      "loss": 0.4645,
      "step": 1780
    },
    {
      "epoch": 0.6507907653153971,
      "grad_norm": 0.4504564951337433,
      "learning_rate": 3.2869176770424976e-06,
      "loss": 0.4576,
      "step": 1790
    },
    {
      "epoch": 0.6544264679149245,
      "grad_norm": 0.4871215348453017,
      "learning_rate": 3.22743205189555e-06,
      "loss": 0.4613,
      "step": 1800
    },
    {
      "epoch": 0.6580621705144519,
      "grad_norm": 0.4934087980535958,
      "learning_rate": 3.1682320189866133e-06,
      "loss": 0.4565,
      "step": 1810
    },
    {
      "epoch": 0.6616978731139793,
      "grad_norm": 0.6125659095856281,
      "learning_rate": 3.1093271164944116e-06,
      "loss": 0.467,
      "step": 1820
    },
    {
      "epoch": 0.6653335757135066,
      "grad_norm": 0.4843617677830728,
      "learning_rate": 3.05072683504691e-06,
      "loss": 0.4653,
      "step": 1830
    },
    {
      "epoch": 0.668969278313034,
      "grad_norm": 0.4775067201123396,
      "learning_rate": 2.992440616192197e-06,
      "loss": 0.4606,
      "step": 1840
    },
    {
      "epoch": 0.6726049809125614,
      "grad_norm": 0.4917120021208802,
      "learning_rate": 2.934477850877292e-06,
      "loss": 0.4598,
      "step": 1850
    },
    {
      "epoch": 0.6762406835120887,
      "grad_norm": 0.5230461776009433,
      "learning_rate": 2.8768478779350927e-06,
      "loss": 0.4599,
      "step": 1860
    },
    {
      "epoch": 0.679876386111616,
      "grad_norm": 0.5452221136473905,
      "learning_rate": 2.8195599825797233e-06,
      "loss": 0.4645,
      "step": 1870
    },
    {
      "epoch": 0.6835120887111434,
      "grad_norm": 0.4784584130073042,
      "learning_rate": 2.7626233949105252e-06,
      "loss": 0.4634,
      "step": 1880
    },
    {
      "epoch": 0.6871477913106708,
      "grad_norm": 0.4838258924260306,
      "learning_rate": 2.7060472884249145e-06,
      "loss": 0.4658,
      "step": 1890
    },
    {
      "epoch": 0.6907834939101981,
      "grad_norm": 0.48532254245951134,
      "learning_rate": 2.6498407785403794e-06,
      "loss": 0.4548,
      "step": 1900
    },
    {
      "epoch": 0.6944191965097255,
      "grad_norm": 0.45354695797734684,
      "learning_rate": 2.5940129211258147e-06,
      "loss": 0.4557,
      "step": 1910
    },
    {
      "epoch": 0.6980548991092529,
      "grad_norm": 0.5107453374700672,
      "learning_rate": 2.5385727110424697e-06,
      "loss": 0.4565,
      "step": 1920
    },
    {
      "epoch": 0.7016906017087802,
      "grad_norm": 0.5017653107973621,
      "learning_rate": 2.4835290806947047e-06,
      "loss": 0.4595,
      "step": 1930
    },
    {
      "epoch": 0.7053263043083076,
      "grad_norm": 0.4868047993646277,
      "learning_rate": 2.4288908985908304e-06,
      "loss": 0.4588,
      "step": 1940
    },
    {
      "epoch": 0.708962006907835,
      "grad_norm": 0.48740400803881145,
      "learning_rate": 2.3746669679142315e-06,
      "loss": 0.4618,
      "step": 1950
    },
    {
      "epoch": 0.7125977095073623,
      "grad_norm": 0.4797836540298589,
      "learning_rate": 2.320866025105016e-06,
      "loss": 0.4584,
      "step": 1960
    },
    {
      "epoch": 0.7162334121068896,
      "grad_norm": 0.482700658498575,
      "learning_rate": 2.2674967384524237e-06,
      "loss": 0.4525,
      "step": 1970
    },
    {
      "epoch": 0.719869114706417,
      "grad_norm": 0.4845409391794202,
      "learning_rate": 2.2145677066981948e-06,
      "loss": 0.4597,
      "step": 1980
    },
    {
      "epoch": 0.7235048173059444,
      "grad_norm": 0.4596362822493429,
      "learning_rate": 2.162087457651183e-06,
      "loss": 0.4651,
      "step": 1990
    },
    {
      "epoch": 0.7271405199054717,
      "grad_norm": 0.4822455417594266,
      "learning_rate": 2.1100644468133574e-06,
      "loss": 0.4587,
      "step": 2000
    },
    {
      "epoch": 0.7307762225049991,
      "grad_norm": 0.5097275411531803,
      "learning_rate": 2.0585070560174807e-06,
      "loss": 0.4556,
      "step": 2010
    },
    {
      "epoch": 0.7344119251045265,
      "grad_norm": 0.5839380110909984,
      "learning_rate": 2.007423592076629e-06,
      "loss": 0.4536,
      "step": 2020
    },
    {
      "epoch": 0.7380476277040539,
      "grad_norm": 0.44857851226221945,
      "learning_rate": 1.9568222854458403e-06,
      "loss": 0.4574,
      "step": 2030
    },
    {
      "epoch": 0.7416833303035811,
      "grad_norm": 0.47049022745539104,
      "learning_rate": 1.9067112888960283e-06,
      "loss": 0.4578,
      "step": 2040
    },
    {
      "epoch": 0.7453190329031085,
      "grad_norm": 0.47714438215979904,
      "learning_rate": 1.8570986762004246e-06,
      "loss": 0.463,
      "step": 2050
    },
    {
      "epoch": 0.7489547355026359,
      "grad_norm": 0.5208882670799284,
      "learning_rate": 1.807992440833754e-06,
      "loss": 0.4551,
      "step": 2060
    },
    {
      "epoch": 0.7525904381021632,
      "grad_norm": 0.5442592319438936,
      "learning_rate": 1.7594004946843458e-06,
      "loss": 0.4674,
      "step": 2070
    },
    {
      "epoch": 0.7562261407016906,
      "grad_norm": 0.48254170721644596,
      "learning_rate": 1.711330666779385e-06,
      "loss": 0.4677,
      "step": 2080
    },
    {
      "epoch": 0.759861843301218,
      "grad_norm": 0.4814874170107103,
      "learning_rate": 1.6637907020235117e-06,
      "loss": 0.4597,
      "step": 2090
    },
    {
      "epoch": 0.7634975459007454,
      "grad_norm": 0.4739270617198922,
      "learning_rate": 1.6167882599509904e-06,
      "loss": 0.4579,
      "step": 2100
    },
    {
      "epoch": 0.7671332485002726,
      "grad_norm": 0.4490225695145959,
      "learning_rate": 1.5703309134916116e-06,
      "loss": 0.4599,
      "step": 2110
    },
    {
      "epoch": 0.7707689510998,
      "grad_norm": 0.5163514733876741,
      "learning_rate": 1.5244261477505678e-06,
      "loss": 0.461,
      "step": 2120
    },
    {
      "epoch": 0.7744046536993274,
      "grad_norm": 0.4578320108199828,
      "learning_rate": 1.4790813588024584e-06,
      "loss": 0.4524,
      "step": 2130
    },
    {
      "epoch": 0.7780403562988547,
      "grad_norm": 0.46097525067009587,
      "learning_rate": 1.4343038524996645e-06,
      "loss": 0.4469,
      "step": 2140
    },
    {
      "epoch": 0.7816760588983821,
      "grad_norm": 0.4597501024666662,
      "learning_rate": 1.3901008432952323e-06,
      "loss": 0.456,
      "step": 2150
    },
    {
      "epoch": 0.7853117614979095,
      "grad_norm": 0.45054776020061243,
      "learning_rate": 1.3464794530805076e-06,
      "loss": 0.4542,
      "step": 2160
    },
    {
      "epoch": 0.7889474640974369,
      "grad_norm": 0.5135955631738628,
      "learning_rate": 1.3034467100376624e-06,
      "loss": 0.4595,
      "step": 2170
    },
    {
      "epoch": 0.7925831666969642,
      "grad_norm": 0.8051954052504948,
      "learning_rate": 1.2610095475073415e-06,
      "loss": 0.4582,
      "step": 2180
    },
    {
      "epoch": 0.7962188692964915,
      "grad_norm": 0.5545838814342399,
      "learning_rate": 1.2191748028715632e-06,
      "loss": 0.4573,
      "step": 2190
    },
    {
      "epoch": 0.7998545718960189,
      "grad_norm": 0.4717805012305005,
      "learning_rate": 1.1779492164521117e-06,
      "loss": 0.4572,
      "step": 2200
    },
    {
      "epoch": 0.8034902744955462,
      "grad_norm": 0.47047774538883685,
      "learning_rate": 1.137339430424535e-06,
      "loss": 0.4463,
      "step": 2210
    },
    {
      "epoch": 0.8071259770950736,
      "grad_norm": 0.49160915268963123,
      "learning_rate": 1.0973519877479878e-06,
      "loss": 0.4544,
      "step": 2220
    },
    {
      "epoch": 0.810761679694601,
      "grad_norm": 0.5277329087760968,
      "learning_rate": 1.057993331111029e-06,
      "loss": 0.4601,
      "step": 2230
    },
    {
      "epoch": 0.8143973822941284,
      "grad_norm": 0.5030946496850482,
      "learning_rate": 1.019269801893606e-06,
      "loss": 0.451,
      "step": 2240
    },
    {
      "epoch": 0.8180330848936557,
      "grad_norm": 0.4691577738903578,
      "learning_rate": 9.811876391453296e-07,
      "loss": 0.4569,
      "step": 2250
    },
    {
      "epoch": 0.8216687874931831,
      "grad_norm": 0.5060156909470946,
      "learning_rate": 9.437529785802647e-07,
      "loss": 0.4541,
      "step": 2260
    },
    {
      "epoch": 0.8253044900927105,
      "grad_norm": 0.5597539733092323,
      "learning_rate": 9.069718515883524e-07,
      "loss": 0.4571,
      "step": 2270
    },
    {
      "epoch": 0.8289401926922377,
      "grad_norm": 0.6205399488788043,
      "learning_rate": 8.708501842636441e-07,
      "loss": 0.4533,
      "step": 2280
    },
    {
      "epoch": 0.8325758952917651,
      "grad_norm": 0.6091964354151129,
      "learning_rate": 8.353937964495029e-07,
      "loss": 0.4547,
      "step": 2290
    },
    {
      "epoch": 0.8362115978912925,
      "grad_norm": 0.4823913556529928,
      "learning_rate": 8.006084008009285e-07,
      "loss": 0.4633,
      "step": 2300
    },
    {
      "epoch": 0.8398473004908199,
      "grad_norm": 0.4836149591285523,
      "learning_rate": 7.664996018641413e-07,
      "loss": 0.4594,
      "step": 2310
    },
    {
      "epoch": 0.8434830030903472,
      "grad_norm": 0.5151003588756417,
      "learning_rate": 7.330728951735916e-07,
      "loss": 0.4594,
      "step": 2320
    },
    {
      "epoch": 0.8471187056898746,
      "grad_norm": 0.49212530275663835,
      "learning_rate": 7.003336663665294e-07,
      "loss": 0.4541,
      "step": 2330
    },
    {
      "epoch": 0.850754408289402,
      "grad_norm": 0.45463900824583864,
      "learning_rate": 6.682871903152888e-07,
      "loss": 0.4574,
      "step": 2340
    },
    {
      "epoch": 0.8543901108889292,
      "grad_norm": 0.4612071403655604,
      "learning_rate": 6.36938630277405e-07,
      "loss": 0.4574,
      "step": 2350
    },
    {
      "epoch": 0.8580258134884566,
      "grad_norm": 0.450894369412524,
      "learning_rate": 6.06293037063726e-07,
      "loss": 0.4497,
      "step": 2360
    },
    {
      "epoch": 0.861661516087984,
      "grad_norm": 0.6606390701483983,
      "learning_rate": 5.76355348224632e-07,
      "loss": 0.4564,
      "step": 2370
    },
    {
      "epoch": 0.8652972186875114,
      "grad_norm": 0.504111016168876,
      "learning_rate": 5.471303872545175e-07,
      "loss": 0.4533,
      "step": 2380
    },
    {
      "epoch": 0.8689329212870387,
      "grad_norm": 0.4794898132062981,
      "learning_rate": 5.186228628146317e-07,
      "loss": 0.4552,
      "step": 2390
    },
    {
      "epoch": 0.8725686238865661,
      "grad_norm": 0.46501232916266055,
      "learning_rate": 4.908373679744316e-07,
      "loss": 0.4549,
      "step": 2400
    },
    {
      "epoch": 0.8762043264860935,
      "grad_norm": 0.4664753040463795,
      "learning_rate": 4.637783794715589e-07,
      "loss": 0.4508,
      "step": 2410
    },
    {
      "epoch": 0.8798400290856208,
      "grad_norm": 0.4724075498889921,
      "learning_rate": 4.37450256990557e-07,
      "loss": 0.4452,
      "step": 2420
    },
    {
      "epoch": 0.8834757316851481,
      "grad_norm": 0.44884858999793636,
      "learning_rate": 4.118572424604489e-07,
      "loss": 0.4559,
      "step": 2430
    },
    {
      "epoch": 0.8871114342846755,
      "grad_norm": 0.5146747185106016,
      "learning_rate": 3.8700345937128346e-07,
      "loss": 0.4553,
      "step": 2440
    },
    {
      "epoch": 0.8907471368842028,
      "grad_norm": 0.4818934639838168,
      "learning_rate": 3.628929121097707e-07,
      "loss": 0.4555,
      "step": 2450
    },
    {
      "epoch": 0.8943828394837302,
      "grad_norm": 0.48523647646838824,
      "learning_rate": 3.3952948531410566e-07,
      "loss": 0.4627,
      "step": 2460
    },
    {
      "epoch": 0.8980185420832576,
      "grad_norm": 0.4875433558969186,
      "learning_rate": 3.1691694324808063e-07,
      "loss": 0.4527,
      "step": 2470
    },
    {
      "epoch": 0.901654244682785,
      "grad_norm": 0.4758499098103746,
      "learning_rate": 2.950589291945954e-07,
      "loss": 0.4531,
      "step": 2480
    },
    {
      "epoch": 0.9052899472823123,
      "grad_norm": 0.4992557309702915,
      "learning_rate": 2.7395896486866193e-07,
      "loss": 0.4586,
      "step": 2490
    },
    {
      "epoch": 0.9089256498818397,
      "grad_norm": 0.4767031299121917,
      "learning_rate": 2.536204498499922e-07,
      "loss": 0.4579,
      "step": 2500
    },
    {
      "epoch": 0.912561352481367,
      "grad_norm": 0.49392056665149014,
      "learning_rate": 2.3404666103526542e-07,
      "loss": 0.4508,
      "step": 2510
    },
    {
      "epoch": 0.9161970550808943,
      "grad_norm": 0.5094688415649842,
      "learning_rate": 2.1524075211016014e-07,
      "loss": 0.4586,
      "step": 2520
    },
    {
      "epoch": 0.9198327576804217,
      "grad_norm": 0.4601369037837206,
      "learning_rate": 1.9720575304124135e-07,
      "loss": 0.4464,
      "step": 2530
    },
    {
      "epoch": 0.9234684602799491,
      "grad_norm": 0.5126766072948435,
      "learning_rate": 1.799445695877805e-07,
      "loss": 0.4538,
      "step": 2540
    },
    {
      "epoch": 0.9271041628794765,
      "grad_norm": 0.4850010127835303,
      "learning_rate": 1.6345998283358145e-07,
      "loss": 0.4639,
      "step": 2550
    },
    {
      "epoch": 0.9307398654790038,
      "grad_norm": 0.4835231314824377,
      "learning_rate": 1.4775464873890256e-07,
      "loss": 0.4523,
      "step": 2560
    },
    {
      "epoch": 0.9343755680785312,
      "grad_norm": 0.4847433627202371,
      "learning_rate": 1.3283109771252966e-07,
      "loss": 0.4702,
      "step": 2570
    },
    {
      "epoch": 0.9380112706780586,
      "grad_norm": 0.4754213280562048,
      "learning_rate": 1.1869173420408886e-07,
      "loss": 0.4553,
      "step": 2580
    },
    {
      "epoch": 0.9416469732775858,
      "grad_norm": 0.5010724703288434,
      "learning_rate": 1.0533883631663966e-07,
      "loss": 0.4508,
      "step": 2590
    },
    {
      "epoch": 0.9452826758771132,
      "grad_norm": 0.4786208644219983,
      "learning_rate": 9.277455543963809e-08,
      "loss": 0.4532,
      "step": 2600
    },
    {
      "epoch": 0.9489183784766406,
      "grad_norm": 0.45474358563185757,
      "learning_rate": 8.100091590230618e-08,
      "loss": 0.4584,
      "step": 2610
    },
    {
      "epoch": 0.952554081076168,
      "grad_norm": 0.572173942440635,
      "learning_rate": 7.001981464747565e-08,
      "loss": 0.4549,
      "step": 2620
    },
    {
      "epoch": 0.9561897836756953,
      "grad_norm": 0.4499204563848751,
      "learning_rate": 5.983302092595955e-08,
      "loss": 0.4542,
      "step": 2630
    },
    {
      "epoch": 0.9598254862752227,
      "grad_norm": 0.5598350970975273,
      "learning_rate": 5.044217601149371e-08,
      "loss": 0.4516,
      "step": 2640
    },
    {
      "epoch": 0.9634611888747501,
      "grad_norm": 0.47015970674737495,
      "learning_rate": 4.1848792936297064e-08,
      "loss": 0.4581,
      "step": 2650
    },
    {
      "epoch": 0.9670968914742774,
      "grad_norm": 0.49724329959849795,
      "learning_rate": 3.405425624729619e-08,
      "loss": 0.4499,
      "step": 2660
    },
    {
      "epoch": 0.9707325940738047,
      "grad_norm": 0.521794534931598,
      "learning_rate": 2.705982178304922e-08,
      "loss": 0.4599,
      "step": 2670
    },
    {
      "epoch": 0.9743682966733321,
      "grad_norm": 0.449015502180019,
      "learning_rate": 2.0866616471409974e-08,
      "loss": 0.4536,
      "step": 2680
    },
    {
      "epoch": 0.9780039992728595,
      "grad_norm": 0.5046143330215167,
      "learning_rate": 1.5475638147957607e-08,
      "loss": 0.4547,
      "step": 2690
    },
    {
      "epoch": 0.9816397018723868,
      "grad_norm": 0.4772589719210184,
      "learning_rate": 1.0887755395228018e-08,
      "loss": 0.4539,
      "step": 2700
    },
    {
      "epoch": 0.9852754044719142,
      "grad_norm": 0.46672756743132343,
      "learning_rate": 7.103707402771887e-09,
      "loss": 0.4442,
      "step": 2710
    },
    {
      "epoch": 0.9889111070714416,
      "grad_norm": 0.4928379794589844,
      "learning_rate": 4.1241038480543945e-09,
      "loss": 0.4518,
      "step": 2720
    },
    {
      "epoch": 0.9925468096709689,
      "grad_norm": 0.480930854863133,
      "learning_rate": 1.9494247982282386e-09,
      "loss": 0.4559,
      "step": 2730
    },
    {
      "epoch": 0.9961825122704963,
      "grad_norm": 0.4943717001645737,
      "learning_rate": 5.800206327855051e-10,
      "loss": 0.4491,
      "step": 2740
    },
    {
      "epoch": 0.9998182148700236,
      "grad_norm": 0.47728279974357224,
      "learning_rate": 1.6111987103939464e-11,
      "loss": 0.4601,
      "step": 2750
    },
    {
      "epoch": 1.0,
      "step": 2751,
      "total_flos": 7.127360308661715e+18,
      "train_loss": 0.4852235563687089,
      "train_runtime": 49681.7563,
      "train_samples_per_second": 7.086,
      "train_steps_per_second": 0.055
    }
  ],
  "logging_steps": 10,
  "max_steps": 2751,
  "num_input_tokens_seen": 0,
  "num_train_epochs": 1,
  "save_steps": 50000,
  "stateful_callbacks": {
    "TrainerControl": {
      "args": {
        "should_epoch_stop": false,
        "should_evaluate": false,
        "should_log": false,
        "should_save": true,
        "should_training_stop": true
      },
      "attributes": {}
    }
  },
  "total_flos": 7.127360308661715e+18,
  "train_batch_size": 1,
  "trial_name": null,
  "trial_params": null
}