{
  "best_global_step": null,
  "best_metric": null,
  "best_model_checkpoint": null,
  "epoch": 1.166709878143635,
  "eval_steps": 500,
  "global_step": 4500,
  "is_hyper_param_search": false,
  "is_local_process_zero": true,
  "is_world_process_zero": true,
  "log_history": [
    {
      "epoch": 0.0025926886180969665,
      "grad_norm": 7.705212116241455,
      "learning_rate": 7.758620689655173e-07,
      "loss": 3.0227869033813475,
      "step": 10
    },
    {
      "epoch": 0.005185377236193933,
      "grad_norm": 7.195669651031494,
      "learning_rate": 1.6379310344827587e-06,
      "loss": 3.0158885955810546,
      "step": 20
    },
    {
      "epoch": 0.0077780658542909,
      "grad_norm": 5.981606483459473,
      "learning_rate": 2.4999999999999998e-06,
      "loss": 2.9294967651367188,
      "step": 30
    },
    {
      "epoch": 0.010370754472387866,
      "grad_norm": 4.623651027679443,
      "learning_rate": 3.3620689655172414e-06,
      "loss": 2.9329254150390627,
      "step": 40
    },
    {
      "epoch": 0.012963443090484833,
      "grad_norm": 3.7059433460235596,
      "learning_rate": 4.224137931034483e-06,
      "loss": 2.8506282806396483,
      "step": 50
    },
    {
      "epoch": 0.0155561317085818,
      "grad_norm": 2.2888247966766357,
      "learning_rate": 5.0862068965517235e-06,
      "loss": 2.773244285583496,
      "step": 60
    },
    {
      "epoch": 0.018148820326678767,
      "grad_norm": 1.5469928979873657,
      "learning_rate": 5.948275862068966e-06,
      "loss": 2.6278873443603517,
      "step": 70
    },
    {
      "epoch": 0.020741508944775732,
      "grad_norm": 1.3342334032058716,
      "learning_rate": 6.810344827586207e-06,
      "loss": 2.5356447219848635,
      "step": 80
    },
    {
      "epoch": 0.023334197562872697,
      "grad_norm": 1.1389696598052979,
      "learning_rate": 7.672413793103449e-06,
      "loss": 2.4633319854736326,
      "step": 90
    },
    {
      "epoch": 0.025926886180969666,
      "grad_norm": 1.1860013008117676,
      "learning_rate": 8.53448275862069e-06,
      "loss": 2.4070077896118165,
      "step": 100
    },
    {
      "epoch": 0.02851957479906663,
      "grad_norm": 1.0827945470809937,
      "learning_rate": 9.396551724137931e-06,
      "loss": 2.3483230590820314,
      "step": 110
    },
    {
      "epoch": 0.0311122634171636,
      "grad_norm": 1.8825736045837402,
      "learning_rate": 1.0258620689655173e-05,
      "loss": 2.3270618438720705,
      "step": 120
    },
    {
      "epoch": 0.03370495203526057,
      "grad_norm": 1.0864979028701782,
      "learning_rate": 1.1120689655172414e-05,
      "loss": 2.2477684020996094,
      "step": 130
    },
    {
      "epoch": 0.036297640653357534,
      "grad_norm": 0.9502561092376709,
      "learning_rate": 1.1982758620689655e-05,
      "loss": 2.192240524291992,
      "step": 140
    },
    {
      "epoch": 0.0388903292714545,
      "grad_norm": 1.07854425907135,
      "learning_rate": 1.2844827586206896e-05,
      "loss": 2.124846267700195,
      "step": 150
    },
    {
      "epoch": 0.041483017889551464,
      "grad_norm": 1.5999815464019775,
      "learning_rate": 1.370689655172414e-05,
      "loss": 2.0473533630371095,
      "step": 160
    },
    {
      "epoch": 0.04407570650764843,
      "grad_norm": 1.1964465379714966,
      "learning_rate": 1.4568965517241379e-05,
      "loss": 2.0475059509277345,
      "step": 170
    },
    {
      "epoch": 0.046668395125745395,
      "grad_norm": 1.0338537693023682,
      "learning_rate": 1.543103448275862e-05,
      "loss": 2.029034423828125,
      "step": 180
    },
    {
      "epoch": 0.04926108374384237,
      "grad_norm": 1.473418116569519,
      "learning_rate": 1.6293103448275863e-05,
      "loss": 1.992477798461914,
      "step": 190
    },
    {
      "epoch": 0.05185377236193933,
      "grad_norm": 1.050335168838501,
      "learning_rate": 1.7155172413793106e-05,
      "loss": 1.9807832717895508,
      "step": 200
    },
    {
      "epoch": 0.0544464609800363,
      "grad_norm": 1.4469194412231445,
      "learning_rate": 1.8017241379310346e-05,
      "loss": 1.9144599914550782,
      "step": 210
    },
    {
      "epoch": 0.05703914959813326,
      "grad_norm": 1.9262558221817017,
      "learning_rate": 1.8879310344827585e-05,
      "loss": 1.9685123443603516,
      "step": 220
    },
    {
      "epoch": 0.05963183821623023,
      "grad_norm": 1.44905686378479,
      "learning_rate": 1.9741379310344828e-05,
      "loss": 1.950737190246582,
      "step": 230
    },
    {
      "epoch": 0.0622245268343272,
      "grad_norm": 1.2477736473083496,
      "learning_rate": 2.060344827586207e-05,
      "loss": 1.870539093017578,
      "step": 240
    },
    {
      "epoch": 0.06481721545242417,
      "grad_norm": 1.5359461307525635,
      "learning_rate": 2.146551724137931e-05,
      "loss": 1.891302490234375,
      "step": 250
    },
    {
      "epoch": 0.06740990407052114,
      "grad_norm": 1.4555562734603882,
      "learning_rate": 2.232758620689655e-05,
      "loss": 1.8455034255981446,
      "step": 260
    },
    {
      "epoch": 0.0700025926886181,
      "grad_norm": 1.121903657913208,
      "learning_rate": 2.3189655172413793e-05,
      "loss": 1.8681245803833009,
      "step": 270
    },
    {
      "epoch": 0.07259528130671507,
      "grad_norm": 1.450315237045288,
      "learning_rate": 2.4051724137931036e-05,
      "loss": 1.848301315307617,
      "step": 280
    },
    {
      "epoch": 0.07518796992481203,
      "grad_norm": 1.4702492952346802,
      "learning_rate": 2.4913793103448276e-05,
      "loss": 1.8164592742919923,
      "step": 290
    },
    {
      "epoch": 0.077780658542909,
      "grad_norm": 1.5632305145263672,
      "learning_rate": 2.577586206896552e-05,
      "loss": 1.8211044311523437,
      "step": 300
    },
    {
      "epoch": 0.08037334716100596,
      "grad_norm": 1.3765159845352173,
      "learning_rate": 2.663793103448276e-05,
      "loss": 1.7973749160766601,
      "step": 310
    },
    {
      "epoch": 0.08296603577910293,
      "grad_norm": 1.5355861186981201,
      "learning_rate": 2.75e-05,
      "loss": 1.7973670959472656,
      "step": 320
    },
    {
      "epoch": 0.0855587243971999,
      "grad_norm": 1.7966196537017822,
      "learning_rate": 2.836206896551724e-05,
      "loss": 1.793952751159668,
      "step": 330
    },
    {
      "epoch": 0.08815141301529686,
      "grad_norm": 1.443326473236084,
      "learning_rate": 2.9224137931034483e-05,
      "loss": 1.7765045166015625,
      "step": 340
    },
    {
      "epoch": 0.09074410163339383,
      "grad_norm": 1.508481740951538,
      "learning_rate": 2.9999999412317066e-05,
      "loss": 1.7646129608154297,
      "step": 350
    },
    {
      "epoch": 0.09333679025149079,
      "grad_norm": 1.4187544584274292,
      "learning_rate": 2.9999928890420564e-05,
      "loss": 1.7498319625854493,
      "step": 360
    },
    {
      "epoch": 0.09592947886958776,
      "grad_norm": 1.2583993673324585,
      "learning_rate": 2.9999740832570195e-05,
      "loss": 1.7248340606689454,
      "step": 370
    },
    {
      "epoch": 0.09852216748768473,
      "grad_norm": 1.6766241788864136,
      "learning_rate": 2.9999435240239542e-05,
      "loss": 1.7178813934326171,
      "step": 380
    },
    {
      "epoch": 0.10111485610578169,
      "grad_norm": 1.202833890914917,
      "learning_rate": 2.9999012115823158e-05,
      "loss": 1.6801229476928712,
      "step": 390
    },
    {
      "epoch": 0.10370754472387866,
      "grad_norm": 1.2926560640335083,
      "learning_rate": 2.9998471462636546e-05,
      "loss": 1.767136001586914,
      "step": 400
    },
    {
      "epoch": 0.10630023334197562,
      "grad_norm": 1.941349983215332,
      "learning_rate": 2.9997813284916135e-05,
      "loss": 1.6747543334960937,
      "step": 410
    },
    {
      "epoch": 0.1088929219600726,
      "grad_norm": 1.5845695734024048,
      "learning_rate": 2.9997037587819258e-05,
      "loss": 1.673520278930664,
      "step": 420
    },
    {
      "epoch": 0.11148561057816957,
      "grad_norm": 1.3995505571365356,
      "learning_rate": 2.999614437742409e-05,
      "loss": 1.7203987121582032,
      "step": 430
    },
    {
      "epoch": 0.11407829919626652,
      "grad_norm": 1.5118882656097412,
      "learning_rate": 2.9995133660729633e-05,
      "loss": 1.706008529663086,
      "step": 440
    },
    {
      "epoch": 0.1166709878143635,
      "grad_norm": 1.319544792175293,
      "learning_rate": 2.999400544565561e-05,
      "loss": 1.6883546829223632,
      "step": 450
    },
    {
      "epoch": 0.11926367643246046,
      "grad_norm": 1.421674370765686,
      "learning_rate": 2.9992759741042464e-05,
      "loss": 1.7108165740966796,
      "step": 460
    },
    {
      "epoch": 0.12185636505055743,
      "grad_norm": 1.4081259965896606,
      "learning_rate": 2.999139655665124e-05,
      "loss": 1.6875082015991212,
      "step": 470
    },
    {
      "epoch": 0.1244490536686544,
      "grad_norm": 1.405349850654602,
      "learning_rate": 2.998991590316354e-05,
      "loss": 1.6731761932373046,
      "step": 480
    },
    {
      "epoch": 0.12704174228675136,
      "grad_norm": 1.7677608728408813,
      "learning_rate": 2.998831779218142e-05,
      "loss": 1.6962146759033203,
      "step": 490
    },
    {
      "epoch": 0.12963443090484833,
      "grad_norm": 1.8731317520141602,
      "learning_rate": 2.99866022362273e-05,
      "loss": 1.6599393844604493,
      "step": 500
    },
    {
      "epoch": 0.12963443090484833,
      "eval_loss": 1.6675474643707275,
      "eval_runtime": 107.111,
      "eval_samples_per_second": 15.162,
      "eval_steps_per_second": 15.162,
      "step": 500
    },
    {
      "epoch": 0.1322271195229453,
      "grad_norm": 1.4730808734893799,
      "learning_rate": 2.9984769248743883e-05,
      "loss": 1.6474054336547852,
      "step": 510
    },
    {
      "epoch": 0.13481980814104227,
      "grad_norm": 1.7537602186203003,
      "learning_rate": 2.998281884409403e-05,
      "loss": 1.6060302734375,
      "step": 520
    },
    {
      "epoch": 0.13741249675913922,
      "grad_norm": 1.598738670349121,
      "learning_rate": 2.9980751037560658e-05,
      "loss": 1.6906095504760743,
      "step": 530
    },
    {
      "epoch": 0.1400051853772362,
      "grad_norm": 2.2294440269470215,
      "learning_rate": 2.9978565845346622e-05,
      "loss": 1.6616540908813477,
      "step": 540
    },
    {
      "epoch": 0.14259787399533316,
      "grad_norm": 1.9882858991622925,
      "learning_rate": 2.997626328457457e-05,
      "loss": 1.7083959579467773,
      "step": 550
    },
    {
      "epoch": 0.14519056261343014,
      "grad_norm": 1.6550426483154297,
      "learning_rate": 2.9973843373286846e-05,
      "loss": 1.677723503112793,
      "step": 560
    },
    {
      "epoch": 0.1477832512315271,
      "grad_norm": 2.0807480812072754,
      "learning_rate": 2.9971306130445305e-05,
      "loss": 1.647475814819336,
      "step": 570
    },
    {
      "epoch": 0.15037593984962405,
      "grad_norm": 1.3921107053756714,
      "learning_rate": 2.996865157593119e-05,
      "loss": 1.6432958602905274,
      "step": 580
    },
    {
      "epoch": 0.15296862846772102,
      "grad_norm": 1.399657964706421,
      "learning_rate": 2.9965879730544968e-05,
      "loss": 1.6632362365722657,
      "step": 590
    },
    {
      "epoch": 0.155561317085818,
      "grad_norm": 1.6916463375091553,
      "learning_rate": 2.996299061600619e-05,
      "loss": 1.6300394058227539,
      "step": 600
    },
    {
      "epoch": 0.15815400570391497,
      "grad_norm": 1.7113163471221924,
      "learning_rate": 2.9959984254953276e-05,
      "loss": 1.6330863952636718,
      "step": 610
    },
    {
      "epoch": 0.1607466943220119,
      "grad_norm": 1.5331860780715942,
      "learning_rate": 2.9956860670943375e-05,
      "loss": 1.5855411529541015,
      "step": 620
    },
    {
      "epoch": 0.16333938294010888,
      "grad_norm": 1.700958013534546,
      "learning_rate": 2.9953619888452156e-05,
      "loss": 1.61474609375,
      "step": 630
    },
    {
      "epoch": 0.16593207155820586,
      "grad_norm": 1.7234867811203003,
      "learning_rate": 2.995026193287365e-05,
      "loss": 1.6093793869018556,
      "step": 640
    },
    {
      "epoch": 0.16852476017630283,
      "grad_norm": 1.7460917234420776,
      "learning_rate": 2.9946786830520007e-05,
      "loss": 1.6209524154663086,
      "step": 650
    },
    {
      "epoch": 0.1711174487943998,
      "grad_norm": 1.5481910705566406,
      "learning_rate": 2.9943194608621323e-05,
      "loss": 1.6162069320678711,
      "step": 660
    },
    {
      "epoch": 0.17371013741249675,
      "grad_norm": 1.920379638671875,
      "learning_rate": 2.9939485295325412e-05,
      "loss": 1.6570716857910157,
      "step": 670
    },
    {
      "epoch": 0.17630282603059372,
      "grad_norm": 1.456347942352295,
      "learning_rate": 2.9935658919697594e-05,
      "loss": 1.588156032562256,
      "step": 680
    },
    {
      "epoch": 0.1788955146486907,
      "grad_norm": 1.921565294265747,
      "learning_rate": 2.9931715511720455e-05,
      "loss": 1.6013357162475585,
      "step": 690
    },
    {
      "epoch": 0.18148820326678766,
      "grad_norm": 1.875504732131958,
      "learning_rate": 2.992765510229362e-05,
      "loss": 1.632054328918457,
      "step": 700
    },
    {
      "epoch": 0.18408089188488463,
      "grad_norm": 1.7401937246322632,
      "learning_rate": 2.992347772323352e-05,
      "loss": 1.5879243850708007,
      "step": 710
    },
    {
      "epoch": 0.18667358050298158,
      "grad_norm": 1.4971174001693726,
      "learning_rate": 2.9919183407273126e-05,
      "loss": 1.6358772277832032,
      "step": 720
    },
    {
      "epoch": 0.18926626912107855,
      "grad_norm": 1.8517812490463257,
      "learning_rate": 2.991477218806169e-05,
      "loss": 1.5942300796508788,
      "step": 730
    },
    {
      "epoch": 0.19185895773917552,
      "grad_norm": 1.7906169891357422,
      "learning_rate": 2.991024410016451e-05,
      "loss": 1.6056285858154298,
      "step": 740
    },
    {
      "epoch": 0.1944516463572725,
      "grad_norm": 1.7057501077651978,
      "learning_rate": 2.990559917906262e-05,
      "loss": 1.5925214767456055,
      "step": 750
    },
    {
      "epoch": 0.19704433497536947,
      "grad_norm": 1.900687336921692,
      "learning_rate": 2.990083746115255e-05,
      "loss": 1.5858644485473632,
      "step": 760
    },
    {
      "epoch": 0.1996370235934664,
      "grad_norm": 1.8664599657058716,
      "learning_rate": 2.9895958983746004e-05,
      "loss": 1.6028635025024414,
      "step": 770
    },
    {
      "epoch": 0.20222971221156338,
      "grad_norm": 2.207900285720825,
      "learning_rate": 2.9890963785069605e-05,
      "loss": 1.5772765159606934,
      "step": 780
    },
    {
      "epoch": 0.20482240082966036,
      "grad_norm": 1.7628965377807617,
      "learning_rate": 2.988585190426457e-05,
      "loss": 1.5588774681091309,
      "step": 790
    },
    {
      "epoch": 0.20741508944775733,
      "grad_norm": 2.1701314449310303,
      "learning_rate": 2.98806233813864e-05,
      "loss": 1.5740567207336427,
      "step": 800
    },
    {
      "epoch": 0.2100077780658543,
      "grad_norm": 1.7453765869140625,
      "learning_rate": 2.9875278257404583e-05,
      "loss": 1.5921754837036133,
      "step": 810
    },
    {
      "epoch": 0.21260046668395124,
      "grad_norm": 1.77922785282135,
      "learning_rate": 2.9869816574202273e-05,
      "loss": 1.5537161827087402,
      "step": 820
    },
    {
      "epoch": 0.21519315530204822,
      "grad_norm": 1.8443162441253662,
      "learning_rate": 2.9864238374575952e-05,
      "loss": 1.5755566596984862,
      "step": 830
    },
    {
      "epoch": 0.2177858439201452,
      "grad_norm": 1.913630485534668,
      "learning_rate": 2.9858543702235087e-05,
      "loss": 1.6065607070922852,
      "step": 840
    },
    {
      "epoch": 0.22037853253824216,
      "grad_norm": 2.5680060386657715,
      "learning_rate": 2.985273260180181e-05,
      "loss": 1.5453169822692872,
      "step": 850
    },
    {
      "epoch": 0.22297122115633913,
      "grad_norm": 2.0303702354431152,
      "learning_rate": 2.984680511881055e-05,
      "loss": 1.596198844909668,
      "step": 860
    },
    {
      "epoch": 0.22556390977443608,
      "grad_norm": 1.5549193620681763,
      "learning_rate": 2.9840761299707694e-05,
      "loss": 1.568855381011963,
      "step": 870
    },
    {
      "epoch": 0.22815659839253305,
      "grad_norm": 1.7885875701904297,
      "learning_rate": 2.9834601191851187e-05,
      "loss": 1.5498332023620605,
      "step": 880
    },
    {
      "epoch": 0.23074928701063002,
      "grad_norm": 2.0089168548583984,
      "learning_rate": 2.9828324843510214e-05,
      "loss": 1.5433233261108399,
      "step": 890
    },
    {
      "epoch": 0.233341975628727,
      "grad_norm": 2.1354048252105713,
      "learning_rate": 2.9821932303864776e-05,
      "loss": 1.5958542823791504,
      "step": 900
    },
    {
      "epoch": 0.23593466424682397,
      "grad_norm": 2.3687899112701416,
      "learning_rate": 2.981542362300533e-05,
      "loss": 1.5683826446533202,
      "step": 910
    },
    {
      "epoch": 0.2385273528649209,
      "grad_norm": 2.329882860183716,
      "learning_rate": 2.9808798851932375e-05,
      "loss": 1.6122396469116211,
      "step": 920
    },
    {
      "epoch": 0.24112004148301788,
      "grad_norm": 1.9204554557800293,
      "learning_rate": 2.980205804255609e-05,
      "loss": 1.5680127143859863,
      "step": 930
    },
    {
      "epoch": 0.24371273010111486,
      "grad_norm": 2.02498459815979,
      "learning_rate": 2.9795201247695885e-05,
      "loss": 1.53897123336792,
      "step": 940
    },
    {
      "epoch": 0.24630541871921183,
      "grad_norm": 1.5861380100250244,
      "learning_rate": 2.9788228521080002e-05,
      "loss": 1.5421215057373048,
      "step": 950
    },
    {
      "epoch": 0.2488981073373088,
      "grad_norm": 1.801835536956787,
      "learning_rate": 2.9781139917345113e-05,
      "loss": 1.5495308876037597,
      "step": 960
    },
    {
      "epoch": 0.25149079595540574,
      "grad_norm": 2.1597230434417725,
      "learning_rate": 2.9773935492035868e-05,
      "loss": 1.5722169876098633,
      "step": 970
    },
    {
      "epoch": 0.2540834845735027,
      "grad_norm": 2.119235038757324,
      "learning_rate": 2.9766615301604467e-05,
      "loss": 1.5267520904541017,
      "step": 980
    },
    {
      "epoch": 0.2566761731915997,
      "grad_norm": 1.9513345956802368,
      "learning_rate": 2.9759179403410216e-05,
      "loss": 1.5414809226989745,
      "step": 990
    },
    {
      "epoch": 0.25926886180969666,
      "grad_norm": 1.8692830801010132,
      "learning_rate": 2.9751627855719086e-05,
      "loss": 1.545905590057373,
      "step": 1000
    },
    {
      "epoch": 0.25926886180969666,
      "eval_loss": 1.5521949529647827,
      "eval_runtime": 105.9297,
      "eval_samples_per_second": 15.331,
      "eval_steps_per_second": 15.331,
      "step": 1000
    },
    {
      "epoch": 0.26186155042779363,
      "grad_norm": 1.7280081510543823,
      "learning_rate": 2.974396071770325e-05,
      "loss": 1.5839033126831055,
      "step": 1010
    },
    {
      "epoch": 0.2644542390458906,
      "grad_norm": 1.5108997821807861,
      "learning_rate": 2.9736178049440613e-05,
      "loss": 1.5561725616455078,
      "step": 1020
    },
    {
      "epoch": 0.2670469276639876,
      "grad_norm": 1.8250467777252197,
      "learning_rate": 2.9728279911914364e-05,
      "loss": 1.5358820915222169,
      "step": 1030
    },
    {
      "epoch": 0.26963961628208455,
      "grad_norm": 2.029668092727661,
      "learning_rate": 2.972026636701246e-05,
      "loss": 1.553438091278076,
      "step": 1040
    },
    {
      "epoch": 0.27223230490018147,
      "grad_norm": 1.8540805578231812,
      "learning_rate": 2.971213747752718e-05,
      "loss": 1.5556982040405274,
      "step": 1050
    },
    {
      "epoch": 0.27482499351827844,
      "grad_norm": 1.7269654273986816,
      "learning_rate": 2.970389330715461e-05,
      "loss": 1.5581286430358887,
      "step": 1060
    },
    {
      "epoch": 0.2774176821363754,
      "grad_norm": 2.0595953464508057,
      "learning_rate": 2.9695533920494154e-05,
      "loss": 1.5113532066345214,
      "step": 1070
    },
    {
      "epoch": 0.2800103707544724,
      "grad_norm": 2.1933727264404297,
      "learning_rate": 2.968705938304802e-05,
      "loss": 1.5415559768676759,
      "step": 1080
    },
    {
      "epoch": 0.28260305937256935,
      "grad_norm": 2.0160536766052246,
      "learning_rate": 2.9678469761220713e-05,
      "loss": 1.489687156677246,
      "step": 1090
    },
    {
      "epoch": 0.2851957479906663,
      "grad_norm": 1.5818418264389038,
      "learning_rate": 2.9669765122318506e-05,
      "loss": 1.5600990295410155,
      "step": 1100
    },
    {
      "epoch": 0.2877884366087633,
      "grad_norm": 1.8866775035858154,
      "learning_rate": 2.9660945534548933e-05,
      "loss": 1.5680411338806153,
      "step": 1110
    },
    {
      "epoch": 0.29038112522686027,
      "grad_norm": 1.8531945943832397,
      "learning_rate": 2.9652011067020225e-05,
      "loss": 1.5095998764038085,
      "step": 1120
    },
    {
      "epoch": 0.29297381384495724,
      "grad_norm": 2.0008137226104736,
      "learning_rate": 2.96429617897408e-05,
      "loss": 1.543956184387207,
      "step": 1130
    },
    {
      "epoch": 0.2955665024630542,
      "grad_norm": 1.696394681930542,
      "learning_rate": 2.9633797773618683e-05,
      "loss": 1.5572497367858886,
      "step": 1140
    },
    {
      "epoch": 0.29815919108115113,
      "grad_norm": 1.856203556060791,
      "learning_rate": 2.9624519090460977e-05,
      "loss": 1.5321713447570802,
      "step": 1150
    },
    {
      "epoch": 0.3007518796992481,
      "grad_norm": 1.983908772468567,
      "learning_rate": 2.9615125812973284e-05,
      "loss": 1.5194916725158691,
      "step": 1160
    },
    {
      "epoch": 0.3033445683173451,
      "grad_norm": 1.8463765382766724,
      "learning_rate": 2.9605618014759135e-05,
      "loss": 1.54110746383667,
      "step": 1170
    },
    {
      "epoch": 0.30593725693544205,
      "grad_norm": 2.1281657218933105,
      "learning_rate": 2.9595995770319432e-05,
      "loss": 1.5438779830932616,
      "step": 1180
    },
    {
      "epoch": 0.308529945553539,
      "grad_norm": 2.2548391819000244,
      "learning_rate": 2.9586259155051847e-05,
      "loss": 1.4930756568908692,
      "step": 1190
    },
    {
      "epoch": 0.311122634171636,
      "grad_norm": 1.8192869424819946,
      "learning_rate": 2.957640824525023e-05,
      "loss": 1.4750795364379883,
      "step": 1200
    },
    {
      "epoch": 0.31371532278973296,
      "grad_norm": 1.9327999353408813,
      "learning_rate": 2.9566443118104013e-05,
      "loss": 1.5061716079711913,
      "step": 1210
    },
    {
      "epoch": 0.31630801140782994,
      "grad_norm": 2.6463584899902344,
      "learning_rate": 2.955636385169762e-05,
      "loss": 1.4914235115051269,
      "step": 1220
    },
    {
      "epoch": 0.3189007000259269,
      "grad_norm": 1.802319884300232,
      "learning_rate": 2.9546170525009845e-05,
      "loss": 1.5331766128540039,
      "step": 1230
    },
    {
      "epoch": 0.3214933886440238,
      "grad_norm": 1.733071208000183,
      "learning_rate": 2.9535863217913207e-05,
      "loss": 1.5249350547790528,
      "step": 1240
    },
    {
      "epoch": 0.3240860772621208,
      "grad_norm": 2.096780300140381,
      "learning_rate": 2.9525442011173383e-05,
      "loss": 1.506511402130127,
      "step": 1250
    },
    {
      "epoch": 0.32667876588021777,
      "grad_norm": 1.789000153541565,
      "learning_rate": 2.9514906986448516e-05,
      "loss": 1.4979613304138184,
      "step": 1260
    },
    {
      "epoch": 0.32927145449831474,
      "grad_norm": 2.3496737480163574,
      "learning_rate": 2.9504258226288613e-05,
      "loss": 1.5362759590148927,
      "step": 1270
    },
    {
      "epoch": 0.3318641431164117,
      "grad_norm": 2.1412160396575928,
      "learning_rate": 2.9493495814134887e-05,
      "loss": 1.5093208312988282,
      "step": 1280
    },
    {
      "epoch": 0.3344568317345087,
      "grad_norm": 2.7615764141082764,
      "learning_rate": 2.9482619834319088e-05,
      "loss": 1.4955772399902343,
      "step": 1290
    },
    {
      "epoch": 0.33704952035260566,
      "grad_norm": 1.8998992443084717,
      "learning_rate": 2.9471630372062864e-05,
      "loss": 1.5002532958984376,
      "step": 1300
    },
    {
      "epoch": 0.33964220897070263,
      "grad_norm": 1.8375203609466553,
      "learning_rate": 2.9460527513477093e-05,
      "loss": 1.4847103118896485,
      "step": 1310
    },
    {
      "epoch": 0.3422348975887996,
      "grad_norm": 2.5817832946777344,
      "learning_rate": 2.9449311345561185e-05,
      "loss": 1.4912428855895996,
      "step": 1320
    },
    {
      "epoch": 0.3448275862068966,
      "grad_norm": 1.6789653301239014,
      "learning_rate": 2.9437981956202422e-05,
      "loss": 1.5264065742492676,
      "step": 1330
    },
    {
      "epoch": 0.3474202748249935,
      "grad_norm": 1.9965680837631226,
      "learning_rate": 2.9426539434175272e-05,
      "loss": 1.5252839088439942,
      "step": 1340
    },
    {
      "epoch": 0.35001296344309046,
      "grad_norm": 2.63002872467041,
      "learning_rate": 2.941498386914067e-05,
      "loss": 1.5000991821289062,
      "step": 1350
    },
    {
      "epoch": 0.35260565206118744,
      "grad_norm": 1.781042218208313,
      "learning_rate": 2.9403315351645336e-05,
      "loss": 1.4635045051574707,
      "step": 1360
    },
    {
      "epoch": 0.3551983406792844,
      "grad_norm": 2.09206223487854,
      "learning_rate": 2.9391533973121064e-05,
      "loss": 1.51431884765625,
      "step": 1370
    },
    {
      "epoch": 0.3577910292973814,
      "grad_norm": 1.8178857564926147,
      "learning_rate": 2.937963982588399e-05,
      "loss": 1.5193375587463378,
      "step": 1380
    },
    {
      "epoch": 0.36038371791547835,
      "grad_norm": 2.0183215141296387,
      "learning_rate": 2.9367633003133886e-05,
      "loss": 1.5367141723632813,
      "step": 1390
    },
    {
      "epoch": 0.3629764065335753,
      "grad_norm": 1.7666372060775757,
      "learning_rate": 2.9355513598953425e-05,
      "loss": 1.5032243728637695,
      "step": 1400
    },
    {
      "epoch": 0.3655690951516723,
      "grad_norm": 1.8232026100158691,
      "learning_rate": 2.934328170830744e-05,
      "loss": 1.5230186462402344,
      "step": 1410
    },
    {
      "epoch": 0.36816178376976927,
      "grad_norm": 2.2781875133514404,
      "learning_rate": 2.933093742704218e-05,
      "loss": 1.545018196105957,
      "step": 1420
    },
    {
      "epoch": 0.37075447238786624,
      "grad_norm": 1.9527894258499146,
      "learning_rate": 2.9318480851884555e-05,
      "loss": 1.5268414497375489,
      "step": 1430
    },
    {
      "epoch": 0.37334716100596316,
      "grad_norm": 1.85111403465271,
      "learning_rate": 2.93059120804414e-05,
      "loss": 1.514940071105957,
      "step": 1440
    },
    {
      "epoch": 0.37593984962406013,
      "grad_norm": 1.5911691188812256,
      "learning_rate": 2.9293231211198678e-05,
      "loss": 1.4724421501159668,
      "step": 1450
    },
    {
      "epoch": 0.3785325382421571,
      "grad_norm": 1.9510048627853394,
      "learning_rate": 2.9280438343520736e-05,
      "loss": 1.4826346397399903,
      "step": 1460
    },
    {
      "epoch": 0.3811252268602541,
      "grad_norm": 2.7119040489196777,
      "learning_rate": 2.9267533577649508e-05,
      "loss": 1.5354348182678224,
      "step": 1470
    },
    {
      "epoch": 0.38371791547835105,
      "grad_norm": 2.071737051010132,
      "learning_rate": 2.925451701470374e-05,
      "loss": 1.48195161819458,
      "step": 1480
    },
    {
      "epoch": 0.386310604096448,
      "grad_norm": 2.013737440109253,
      "learning_rate": 2.924138875667818e-05,
      "loss": 1.485996627807617,
      "step": 1490
    },
    {
      "epoch": 0.388903292714545,
      "grad_norm": 2.03083872795105,
      "learning_rate": 2.9228148906442822e-05,
      "loss": 1.538092041015625,
      "step": 1500
    },
    {
      "epoch": 0.388903292714545,
      "eval_loss": 1.5003650188446045,
      "eval_runtime": 106.3328,
      "eval_samples_per_second": 15.273,
      "eval_steps_per_second": 15.273,
      "step": 1500
    },
    {
      "epoch": 0.39149598133264196,
      "grad_norm": 1.617337703704834,
      "learning_rate": 2.9214797567742036e-05,
      "loss": 1.4525361061096191,
      "step": 1510
    },
    {
      "epoch": 0.39408866995073893,
      "grad_norm": 2.461519718170166,
      "learning_rate": 2.9201334845193823e-05,
      "loss": 1.4694942474365233,
      "step": 1520
    },
    {
      "epoch": 0.3966813585688359,
      "grad_norm": 1.9445669651031494,
      "learning_rate": 2.918776084428893e-05,
      "loss": 1.461592197418213,
      "step": 1530
    },
    {
      "epoch": 0.3992740471869328,
      "grad_norm": 2.038569927215576,
      "learning_rate": 2.917407567139008e-05,
      "loss": 1.511174774169922,
      "step": 1540
    },
    {
      "epoch": 0.4018667358050298,
      "grad_norm": 2.003824234008789,
      "learning_rate": 2.91602794337311e-05,
      "loss": 1.4884771347045898,
      "step": 1550
    },
    {
      "epoch": 0.40445942442312677,
      "grad_norm": 3.0072197914123535,
      "learning_rate": 2.9146372239416105e-05,
      "loss": 1.4911428451538087,
      "step": 1560
    },
    {
      "epoch": 0.40705211304122374,
      "grad_norm": 2.1022398471832275,
      "learning_rate": 2.9132354197418633e-05,
      "loss": 1.5100956916809083,
      "step": 1570
    },
    {
      "epoch": 0.4096448016593207,
      "grad_norm": 1.8543621301651,
      "learning_rate": 2.91182254175808e-05,
      "loss": 1.538217258453369,
      "step": 1580
    },
    {
      "epoch": 0.4122374902774177,
      "grad_norm": 1.6851848363876343,
      "learning_rate": 2.9103986010612435e-05,
      "loss": 1.4339521408081055,
      "step": 1590
    },
    {
      "epoch": 0.41483017889551466,
      "grad_norm": 2.1606297492980957,
      "learning_rate": 2.9089636088090222e-05,
      "loss": 1.471330738067627,
      "step": 1600
    },
    {
      "epoch": 0.41742286751361163,
      "grad_norm": 1.8915854692459106,
      "learning_rate": 2.9075175762456817e-05,
      "loss": 1.4531750679016113,
      "step": 1610
    },
    {
      "epoch": 0.4200155561317086,
      "grad_norm": 1.9127671718597412,
      "learning_rate": 2.9060605147019964e-05,
      "loss": 1.5028268814086914,
      "step": 1620
    },
    {
      "epoch": 0.4226082447498056,
      "grad_norm": 2.362971305847168,
      "learning_rate": 2.904592435595163e-05,
      "loss": 1.50010347366333,
      "step": 1630
    },
    {
      "epoch": 0.4252009333679025,
      "grad_norm": 1.7769346237182617,
      "learning_rate": 2.903113350428706e-05,
      "loss": 1.4772180557250976,
      "step": 1640
    },
    {
      "epoch": 0.42779362198599946,
      "grad_norm": 2.0999252796173096,
      "learning_rate": 2.9016232707923933e-05,
      "loss": 1.4838216781616211,
      "step": 1650
    },
    {
      "epoch": 0.43038631060409643,
      "grad_norm": 2.012392044067383,
      "learning_rate": 2.9001222083621433e-05,
      "loss": 1.4446197509765626,
      "step": 1660
    },
    {
      "epoch": 0.4329789992221934,
      "grad_norm": 2.1913809776306152,
      "learning_rate": 2.8986101748999312e-05,
      "loss": 1.4910202980041505,
      "step": 1670
    },
    {
      "epoch": 0.4355716878402904,
      "grad_norm": 2.4685049057006836,
      "learning_rate": 2.8970871822537e-05,
      "loss": 1.4822717666625977,
      "step": 1680
    },
    {
      "epoch": 0.43816437645838735,
      "grad_norm": 1.755044937133789,
      "learning_rate": 2.8955532423572654e-05,
      "loss": 1.4712723731994628,
      "step": 1690
    },
    {
      "epoch": 0.4407570650764843,
      "grad_norm": 1.873952031135559,
      "learning_rate": 2.894008367230224e-05,
      "loss": 1.4480696678161622,
      "step": 1700
    },
    {
      "epoch": 0.4433497536945813,
      "grad_norm": 2.0481786727905273,
      "learning_rate": 2.8924525689778572e-05,
      "loss": 1.4416559219360352,
      "step": 1710
    },
    {
      "epoch": 0.44594244231267827,
      "grad_norm": 2.0595901012420654,
      "learning_rate": 2.8908858597910395e-05,
      "loss": 1.4915009498596192,
      "step": 1720
    },
    {
      "epoch": 0.44853513093077524,
      "grad_norm": 1.6267675161361694,
      "learning_rate": 2.8893082519461387e-05,
      "loss": 1.4517938613891601,
      "step": 1730
    },
    {
      "epoch": 0.45112781954887216,
      "grad_norm": 1.8121838569641113,
      "learning_rate": 2.8877197578049233e-05,
      "loss": 1.5236659049987793,
      "step": 1740
    },
    {
      "epoch": 0.4537205081669691,
      "grad_norm": 2.1903886795043945,
      "learning_rate": 2.8861203898144635e-05,
      "loss": 1.4702713012695312,
      "step": 1750
    },
    {
      "epoch": 0.4563131967850661,
      "grad_norm": 2.377471685409546,
      "learning_rate": 2.8845101605070358e-05,
      "loss": 1.4455768585205078,
      "step": 1760
    },
    {
      "epoch": 0.45890588540316307,
      "grad_norm": 1.9816523790359497,
      "learning_rate": 2.8828890825000215e-05,
      "loss": 1.4934269905090332,
      "step": 1770
    },
    {
      "epoch": 0.46149857402126004,
      "grad_norm": 1.8602914810180664,
      "learning_rate": 2.8812571684958112e-05,
      "loss": 1.497078037261963,
      "step": 1780
    },
    {
      "epoch": 0.464091262639357,
      "grad_norm": 2.106839895248413,
      "learning_rate": 2.8796144312817037e-05,
      "loss": 1.4540966987609862,
      "step": 1790
    },
    {
      "epoch": 0.466683951257454,
      "grad_norm": 2.2227728366851807,
      "learning_rate": 2.8779608837298052e-05,
      "loss": 1.4421021461486816,
      "step": 1800
    },
    {
      "epoch": 0.46927663987555096,
      "grad_norm": 2.174560308456421,
      "learning_rate": 2.8762965387969303e-05,
      "loss": 1.4236719131469726,
      "step": 1810
    },
    {
      "epoch": 0.47186932849364793,
      "grad_norm": 2.3142716884613037,
      "learning_rate": 2.8746214095244983e-05,
      "loss": 1.475877857208252,
      "step": 1820
    },
    {
      "epoch": 0.4744620171117449,
      "grad_norm": 1.8860278129577637,
      "learning_rate": 2.872935509038433e-05,
      "loss": 1.4664278030395508,
      "step": 1830
    },
    {
      "epoch": 0.4770547057298418,
      "grad_norm": 2.211853504180908,
      "learning_rate": 2.871238850549058e-05,
      "loss": 1.4496440887451172,
      "step": 1840
    },
    {
      "epoch": 0.4796473943479388,
      "grad_norm": 1.8439429998397827,
      "learning_rate": 2.8695314473509952e-05,
      "loss": 1.4292086601257323,
      "step": 1850
    },
    {
      "epoch": 0.48224008296603577,
      "grad_norm": 1.799233078956604,
      "learning_rate": 2.867813312823058e-05,
      "loss": 1.4751974105834962,
      "step": 1860
    },
    {
      "epoch": 0.48483277158413274,
      "grad_norm": 1.6252014636993408,
      "learning_rate": 2.8660844604281496e-05,
      "loss": 1.4683155059814452,
      "step": 1870
    },
    {
      "epoch": 0.4874254602022297,
      "grad_norm": 2.7162091732025146,
      "learning_rate": 2.864344903713155e-05,
      "loss": 1.4836492538452148,
      "step": 1880
    },
    {
      "epoch": 0.4900181488203267,
      "grad_norm": 2.013542652130127,
      "learning_rate": 2.8625946563088363e-05,
      "loss": 1.4833683967590332,
      "step": 1890
    },
    {
      "epoch": 0.49261083743842365,
      "grad_norm": 2.020002841949463,
      "learning_rate": 2.8608337319297248e-05,
      "loss": 1.4674368858337403,
      "step": 1900
    },
    {
      "epoch": 0.4952035260565206,
      "grad_norm": 1.9161850214004517,
      "learning_rate": 2.8590621443740145e-05,
      "loss": 1.476041030883789,
      "step": 1910
    },
    {
      "epoch": 0.4977962146746176,
      "grad_norm": 2.2676491737365723,
      "learning_rate": 2.8572799075234533e-05,
      "loss": 1.4649261474609374,
      "step": 1920
    },
    {
      "epoch": 0.5003889032927146,
      "grad_norm": 1.9518834352493286,
      "learning_rate": 2.8554870353432345e-05,
      "loss": 1.4670692443847657,
      "step": 1930
    },
    {
      "epoch": 0.5029815919108115,
      "grad_norm": 1.8617761135101318,
      "learning_rate": 2.853683541881888e-05,
      "loss": 1.4522610664367677,
      "step": 1940
    },
    {
      "epoch": 0.5055742805289085,
      "grad_norm": 2.056037425994873,
      "learning_rate": 2.851869441271168e-05,
      "loss": 1.454219913482666,
      "step": 1950
    },
    {
      "epoch": 0.5081669691470054,
      "grad_norm": 1.6573052406311035,
      "learning_rate": 2.8500447477259458e-05,
      "loss": 1.4870268821716308,
      "step": 1960
    },
    {
      "epoch": 0.5107596577651025,
      "grad_norm": 1.8644371032714844,
      "learning_rate": 2.848209475544096e-05,
      "loss": 1.4083456993103027,
      "step": 1970
    },
    {
      "epoch": 0.5133523463831994,
      "grad_norm": 1.9450775384902954,
      "learning_rate": 2.8463636391063838e-05,
      "loss": 1.4940713882446288,
      "step": 1980
    },
    {
      "epoch": 0.5159450350012963,
      "grad_norm": 1.9806098937988281,
      "learning_rate": 2.8445072528763543e-05,
      "loss": 1.4620475769042969,
      "step": 1990
    },
    {
      "epoch": 0.5185377236193933,
      "grad_norm": 3.022106170654297,
      "learning_rate": 2.8426403314002182e-05,
      "loss": 1.465572452545166,
      "step": 2000
    },
    {
      "epoch": 0.5185377236193933,
      "eval_loss": 1.4653197526931763,
      "eval_runtime": 106.759,
      "eval_samples_per_second": 15.212,
      "eval_steps_per_second": 15.212,
      "step": 2000
    },
    {
      "epoch": 0.5211304122374902,
      "grad_norm": 1.9036056995391846,
      "learning_rate": 2.8407628893067384e-05,
      "loss": 1.4682519912719727,
      "step": 2010
    },
    {
      "epoch": 0.5237231008555873,
      "grad_norm": 1.9992440938949585,
      "learning_rate": 2.8388749413071137e-05,
      "loss": 1.445728874206543,
      "step": 2020
    },
    {
      "epoch": 0.5263157894736842,
      "grad_norm": 1.8911775350570679,
      "learning_rate": 2.8369765021948665e-05,
      "loss": 1.4920975685119628,
      "step": 2030
    },
    {
      "epoch": 0.5289084780917812,
      "grad_norm": 1.8128125667572021,
      "learning_rate": 2.835067586845723e-05,
      "loss": 1.4684887886047364,
      "step": 2040
    },
    {
      "epoch": 0.5315011667098781,
      "grad_norm": 1.9973891973495483,
      "learning_rate": 2.8331482102175e-05,
      "loss": 1.4452502250671386,
      "step": 2050
    },
    {
      "epoch": 0.5340938553279752,
      "grad_norm": 2.3160006999969482,
      "learning_rate": 2.8312183873499874e-05,
      "loss": 1.4670836448669433,
      "step": 2060
    },
    {
      "epoch": 0.5366865439460721,
      "grad_norm": 3.0418002605438232,
      "learning_rate": 2.8292781333648276e-05,
      "loss": 1.4837977409362793,
      "step": 2070
    },
    {
      "epoch": 0.5392792325641691,
      "grad_norm": 2.3682308197021484,
      "learning_rate": 2.827327463465399e-05,
      "loss": 1.3951645851135255,
      "step": 2080
    },
    {
      "epoch": 0.541871921182266,
      "grad_norm": 2.0320494174957275,
      "learning_rate": 2.8253663929366985e-05,
      "loss": 1.4565988540649415,
      "step": 2090
    },
    {
      "epoch": 0.5444646098003629,
      "grad_norm": 2.1780645847320557,
      "learning_rate": 2.8233949371452175e-05,
      "loss": 1.4297452926635743,
      "step": 2100
    },
    {
      "epoch": 0.54705729841846,
      "grad_norm": 1.7980337142944336,
      "learning_rate": 2.8214131115388252e-05,
      "loss": 1.4422244071960448,
      "step": 2110
    },
    {
      "epoch": 0.5496499870365569,
      "grad_norm": 2.1459109783172607,
      "learning_rate": 2.8194209316466468e-05,
      "loss": 1.4406557083129883,
      "step": 2120
    },
    {
      "epoch": 0.5522426756546539,
      "grad_norm": 1.6945514678955078,
      "learning_rate": 2.8174184130789397e-05,
      "loss": 1.461403751373291,
      "step": 2130
    },
    {
      "epoch": 0.5548353642727508,
      "grad_norm": 2.0341732501983643,
      "learning_rate": 2.815405571526974e-05,
      "loss": 1.4341069221496583,
      "step": 2140
    },
    {
      "epoch": 0.5574280528908478,
      "grad_norm": 2.373396158218384,
      "learning_rate": 2.813382422762908e-05,
      "loss": 1.431840705871582,
      "step": 2150
    },
    {
      "epoch": 0.5600207415089448,
      "grad_norm": 2.269397497177124,
      "learning_rate": 2.811348982639665e-05,
      "loss": 1.4188562393188477,
      "step": 2160
    },
    {
      "epoch": 0.5626134301270418,
      "grad_norm": 1.8616985082626343,
      "learning_rate": 2.8093052670908085e-05,
      "loss": 1.4132248878479003,
      "step": 2170
    },
    {
      "epoch": 0.5652061187451387,
      "grad_norm": 2.0249667167663574,
      "learning_rate": 2.8072512921304183e-05,
      "loss": 1.4546266555786134,
      "step": 2180
    },
    {
      "epoch": 0.5677988073632356,
      "grad_norm": 1.8128606081008911,
      "learning_rate": 2.8051870738529642e-05,
      "loss": 1.4023919105529785,
      "step": 2190
    },
    {
      "epoch": 0.5703914959813327,
      "grad_norm": 2.3444504737854004,
      "learning_rate": 2.8031126284331807e-05,
      "loss": 1.4102802276611328,
      "step": 2200
    },
    {
      "epoch": 0.5729841845994296,
      "grad_norm": 1.9829933643341064,
      "learning_rate": 2.8010279721259394e-05,
      "loss": 1.3986042976379394,
      "step": 2210
    },
    {
      "epoch": 0.5755768732175266,
      "grad_norm": 1.9822620153427124,
      "learning_rate": 2.7989331212661233e-05,
      "loss": 1.4648804664611816,
      "step": 2220
    },
    {
      "epoch": 0.5781695618356235,
      "grad_norm": 1.8543516397476196,
      "learning_rate": 2.796828092268495e-05,
      "loss": 1.4484143257141113,
      "step": 2230
    },
    {
      "epoch": 0.5807622504537205,
      "grad_norm": 2.4332776069641113,
      "learning_rate": 2.7947129016275726e-05,
      "loss": 1.4220855712890625,
      "step": 2240
    },
    {
      "epoch": 0.5833549390718175,
      "grad_norm": 2.7334249019622803,
      "learning_rate": 2.7925875659174986e-05,
      "loss": 1.4403745651245117,
      "step": 2250
    },
    {
      "epoch": 0.5859476276899145,
      "grad_norm": 2.114351987838745,
      "learning_rate": 2.7904521017919085e-05,
      "loss": 1.430521583557129,
      "step": 2260
    },
    {
      "epoch": 0.5885403163080114,
      "grad_norm": 2.0641672611236572,
      "learning_rate": 2.7883065259838027e-05,
      "loss": 1.4642662048339843,
      "step": 2270
    },
    {
      "epoch": 0.5911330049261084,
      "grad_norm": 1.8869924545288086,
      "learning_rate": 2.7861508553054143e-05,
      "loss": 1.4055952072143554,
      "step": 2280
    },
    {
      "epoch": 0.5937256935442053,
      "grad_norm": 2.004831075668335,
      "learning_rate": 2.7839851066480774e-05,
      "loss": 1.4892603874206543,
      "step": 2290
    },
    {
      "epoch": 0.5963183821623023,
      "grad_norm": 2.32817006111145,
      "learning_rate": 2.7818092969820946e-05,
      "loss": 1.4264138221740723,
      "step": 2300
    },
    {
      "epoch": 0.5989110707803993,
      "grad_norm": 1.7029457092285156,
      "learning_rate": 2.7796234433566045e-05,
      "loss": 1.4583550453186036,
      "step": 2310
    },
    {
      "epoch": 0.6015037593984962,
      "grad_norm": 3.0929977893829346,
      "learning_rate": 2.7774275628994474e-05,
      "loss": 1.4421024322509766,
      "step": 2320
    },
    {
      "epoch": 0.6040964480165932,
      "grad_norm": 2.268214464187622,
      "learning_rate": 2.775221672817032e-05,
      "loss": 1.4478707313537598,
      "step": 2330
    },
    {
      "epoch": 0.6066891366346902,
      "grad_norm": 2.46733021736145,
      "learning_rate": 2.7730057903941997e-05,
      "loss": 1.42803955078125,
      "step": 2340
    },
    {
      "epoch": 0.6092818252527872,
      "grad_norm": 2.2705399990081787,
      "learning_rate": 2.7707799329940905e-05,
      "loss": 1.411041831970215,
      "step": 2350
    },
    {
      "epoch": 0.6118745138708841,
      "grad_norm": 2.3257198333740234,
      "learning_rate": 2.7685441180580045e-05,
      "loss": 1.4445446014404297,
      "step": 2360
    },
    {
      "epoch": 0.6144672024889811,
      "grad_norm": 1.7774648666381836,
      "learning_rate": 2.7662983631052674e-05,
      "loss": 1.3862037658691406,
      "step": 2370
    },
    {
      "epoch": 0.617059891107078,
      "grad_norm": 1.9445077180862427,
      "learning_rate": 2.7640426857330935e-05,
      "loss": 1.4396771430969237,
      "step": 2380
    },
    {
      "epoch": 0.619652579725175,
      "grad_norm": 1.7664343118667603,
      "learning_rate": 2.7617771036164454e-05,
      "loss": 1.4648002624511718,
      "step": 2390
    },
    {
      "epoch": 0.622245268343272,
      "grad_norm": 1.8867270946502686,
      "learning_rate": 2.7595016345078973e-05,
      "loss": 1.4120534896850585,
      "step": 2400
    },
    {
      "epoch": 0.6248379569613689,
      "grad_norm": 1.89567232131958,
      "learning_rate": 2.757216296237496e-05,
      "loss": 1.4406702995300293,
      "step": 2410
    },
    {
      "epoch": 0.6274306455794659,
      "grad_norm": 1.906657099723816,
      "learning_rate": 2.7549211067126216e-05,
      "loss": 1.4870542526245116,
      "step": 2420
    },
    {
      "epoch": 0.6300233341975628,
      "grad_norm": 2.4880735874176025,
      "learning_rate": 2.7526160839178446e-05,
      "loss": 1.4118797302246093,
      "step": 2430
    },
    {
      "epoch": 0.6326160228156599,
      "grad_norm": 2.032667398452759,
      "learning_rate": 2.7503012459147874e-05,
      "loss": 1.4260003089904785,
      "step": 2440
    },
    {
      "epoch": 0.6352087114337568,
      "grad_norm": 1.8648145198822021,
      "learning_rate": 2.7479766108419822e-05,
      "loss": 1.3991647720336915,
      "step": 2450
    },
    {
      "epoch": 0.6378014000518538,
      "grad_norm": 2.0754902362823486,
      "learning_rate": 2.745642196914729e-05,
      "loss": 1.388667678833008,
      "step": 2460
    },
    {
      "epoch": 0.6403940886699507,
      "grad_norm": 1.8423649072647095,
      "learning_rate": 2.7432980224249518e-05,
      "loss": 1.3759624481201171,
      "step": 2470
    },
    {
      "epoch": 0.6429867772880477,
      "grad_norm": 2.0130422115325928,
      "learning_rate": 2.7409441057410573e-05,
      "loss": 1.4217917442321777,
      "step": 2480
    },
    {
      "epoch": 0.6455794659061447,
      "grad_norm": 2.455008029937744,
      "learning_rate": 2.7385804653077892e-05,
      "loss": 1.456618881225586,
      "step": 2490
    },
    {
      "epoch": 0.6481721545242416,
      "grad_norm": 1.8520952463150024,
      "learning_rate": 2.7362071196460833e-05,
      "loss": 1.4096790313720704,
      "step": 2500
    },
    {
      "epoch": 0.6481721545242416,
      "eval_loss": 1.4393162727355957,
      "eval_runtime": 106.7963,
      "eval_samples_per_second": 15.207,
      "eval_steps_per_second": 15.207,
      "step": 2500
    },
    {
      "epoch": 0.6507648431423386,
      "grad_norm": 2.681671380996704,
      "learning_rate": 2.733824087352925e-05,
      "loss": 1.4034467697143556,
      "step": 2510
    },
    {
      "epoch": 0.6533575317604355,
      "grad_norm": 1.83461332321167,
      "learning_rate": 2.731431387101201e-05,
      "loss": 1.449177074432373,
      "step": 2520
    },
    {
      "epoch": 0.6559502203785326,
      "grad_norm": 2.2103195190429688,
      "learning_rate": 2.729029037639553e-05,
      "loss": 1.4404438018798829,
      "step": 2530
    },
    {
      "epoch": 0.6585429089966295,
      "grad_norm": 2.1064565181732178,
      "learning_rate": 2.7266170577922338e-05,
      "loss": 1.4397605895996093,
      "step": 2540
    },
    {
      "epoch": 0.6611355976147265,
      "grad_norm": 2.108570098876953,
      "learning_rate": 2.7241954664589564e-05,
      "loss": 1.4023234367370605,
      "step": 2550
    },
    {
      "epoch": 0.6637282862328234,
      "grad_norm": 2.1899399757385254,
      "learning_rate": 2.721764282614746e-05,
      "loss": 1.3870964050292969,
      "step": 2560
    },
    {
      "epoch": 0.6663209748509205,
      "grad_norm": 1.746741771697998,
      "learning_rate": 2.719323525309795e-05,
      "loss": 1.3814775466918945,
      "step": 2570
    },
    {
      "epoch": 0.6689136634690174,
      "grad_norm": 1.656768560409546,
      "learning_rate": 2.7168732136693093e-05,
      "loss": 1.4419045448303223,
      "step": 2580
    },
    {
      "epoch": 0.6715063520871143,
      "grad_norm": 3.0307178497314453,
      "learning_rate": 2.714413366893361e-05,
      "loss": 1.3995821952819825,
      "step": 2590
    },
    {
      "epoch": 0.6740990407052113,
      "grad_norm": 2.4623610973358154,
      "learning_rate": 2.711944004256738e-05,
      "loss": 1.4528799057006836,
      "step": 2600
    },
    {
      "epoch": 0.6766917293233082,
      "grad_norm": 1.8382195234298706,
      "learning_rate": 2.7094651451087907e-05,
      "loss": 1.3911012649536132,
      "step": 2610
    },
    {
      "epoch": 0.6792844179414053,
      "grad_norm": 3.641540288925171,
      "learning_rate": 2.706976808873283e-05,
      "loss": 1.400215244293213,
      "step": 2620
    },
    {
      "epoch": 0.6818771065595022,
      "grad_norm": 1.7411173582077026,
      "learning_rate": 2.704479015048239e-05,
      "loss": 1.404646873474121,
      "step": 2630
    },
    {
      "epoch": 0.6844697951775992,
      "grad_norm": 2.683783769607544,
      "learning_rate": 2.7019717832057904e-05,
      "loss": 1.3790535926818848,
      "step": 2640
    },
    {
      "epoch": 0.6870624837956961,
      "grad_norm": 1.8364287614822388,
      "learning_rate": 2.699455132992022e-05,
      "loss": 1.3990992546081542,
      "step": 2650
    },
    {
      "epoch": 0.6896551724137931,
      "grad_norm": 2.025310754776001,
      "learning_rate": 2.6969290841268202e-05,
      "loss": 1.3751747131347656,
      "step": 2660
    },
    {
      "epoch": 0.6922478610318901,
      "grad_norm": 2.1249916553497314,
      "learning_rate": 2.6943936564037162e-05,
      "loss": 1.4457441329956056,
      "step": 2670
    },
    {
      "epoch": 0.694840549649987,
      "grad_norm": 2.500828504562378,
      "learning_rate": 2.6918488696897317e-05,
      "loss": 1.4443480491638183,
      "step": 2680
    },
    {
      "epoch": 0.697433238268084,
      "grad_norm": 1.8109062910079956,
      "learning_rate": 2.6892947439252235e-05,
      "loss": 1.4244956016540526,
      "step": 2690
    },
    {
      "epoch": 0.7000259268861809,
      "grad_norm": 1.89621901512146,
      "learning_rate": 2.6867312991237273e-05,
      "loss": 1.4510159492492676,
      "step": 2700
    },
    {
      "epoch": 0.702618615504278,
      "grad_norm": 2.3199923038482666,
      "learning_rate": 2.6841585553718004e-05,
      "loss": 1.4402318000793457,
      "step": 2710
    },
    {
      "epoch": 0.7052113041223749,
      "grad_norm": 2.2991762161254883,
      "learning_rate": 2.6815765328288635e-05,
      "loss": 1.4123191833496094,
      "step": 2720
    },
    {
      "epoch": 0.7078039927404719,
      "grad_norm": 2.122211456298828,
      "learning_rate": 2.678985251727046e-05,
      "loss": 1.4056102752685546,
      "step": 2730
    },
    {
      "epoch": 0.7103966813585688,
      "grad_norm": 2.127281665802002,
      "learning_rate": 2.676384732371023e-05,
      "loss": 1.403761100769043,
      "step": 2740
    },
    {
      "epoch": 0.7129893699766658,
      "grad_norm": 1.9112132787704468,
      "learning_rate": 2.6737749951378598e-05,
      "loss": 1.4536319732666017,
      "step": 2750
    },
    {
      "epoch": 0.7155820585947628,
      "grad_norm": 2.0709035396575928,
      "learning_rate": 2.6711560604768498e-05,
      "loss": 1.414163589477539,
      "step": 2760
    },
    {
      "epoch": 0.7181747472128598,
      "grad_norm": 2.218517303466797,
      "learning_rate": 2.668527948909356e-05,
      "loss": 1.4018719673156739,
      "step": 2770
    },
    {
      "epoch": 0.7207674358309567,
      "grad_norm": 2.193014621734619,
      "learning_rate": 2.6658906810286496e-05,
      "loss": 1.3908894538879395,
      "step": 2780
    },
    {
      "epoch": 0.7233601244490536,
      "grad_norm": 2.02219820022583,
      "learning_rate": 2.6632442774997485e-05,
      "loss": 1.403691005706787,
      "step": 2790
    },
    {
      "epoch": 0.7259528130671506,
      "grad_norm": 2.1701290607452393,
      "learning_rate": 2.6605887590592547e-05,
      "loss": 1.3933732986450196,
      "step": 2800
    },
    {
      "epoch": 0.7285455016852476,
      "grad_norm": 2.215689182281494,
      "learning_rate": 2.657924146515193e-05,
      "loss": 1.421674633026123,
      "step": 2810
    },
    {
      "epoch": 0.7311381903033446,
      "grad_norm": 1.9339823722839355,
      "learning_rate": 2.655250460746848e-05,
      "loss": 1.40692081451416,
      "step": 2820
    },
    {
      "epoch": 0.7337308789214415,
      "grad_norm": 2.211097002029419,
      "learning_rate": 2.6525677227045992e-05,
      "loss": 1.4308547973632812,
      "step": 2830
    },
    {
      "epoch": 0.7363235675395385,
      "grad_norm": 1.846948504447937,
      "learning_rate": 2.649875953409758e-05,
      "loss": 1.3544227600097656,
      "step": 2840
    },
    {
      "epoch": 0.7389162561576355,
      "grad_norm": 2.253370761871338,
      "learning_rate": 2.6471751739544025e-05,
      "loss": 1.3974369049072266,
      "step": 2850
    },
    {
      "epoch": 0.7415089447757325,
      "grad_norm": 2.584125280380249,
      "learning_rate": 2.644465405501212e-05,
      "loss": 1.374016284942627,
      "step": 2860
    },
    {
      "epoch": 0.7441016333938294,
      "grad_norm": 2.0201058387756348,
      "learning_rate": 2.6417466692833025e-05,
      "loss": 1.3737750053405762,
      "step": 2870
    },
    {
      "epoch": 0.7466943220119263,
      "grad_norm": 2.6641993522644043,
      "learning_rate": 2.639018986604058e-05,
      "loss": 1.4150461196899413,
      "step": 2880
    },
    {
      "epoch": 0.7492870106300233,
      "grad_norm": 1.781146764755249,
      "learning_rate": 2.6362823788369655e-05,
      "loss": 1.4415416717529297,
      "step": 2890
    },
    {
      "epoch": 0.7518796992481203,
      "grad_norm": 2.356492519378662,
      "learning_rate": 2.6335368674254477e-05,
      "loss": 1.3569241523742677,
      "step": 2900
    },
    {
      "epoch": 0.7544723878662173,
      "grad_norm": 2.522078037261963,
      "learning_rate": 2.6307824738826926e-05,
      "loss": 1.3681366920471192,
      "step": 2910
    },
    {
      "epoch": 0.7570650764843142,
      "grad_norm": 2.1201329231262207,
      "learning_rate": 2.6280192197914877e-05,
      "loss": 1.3817105293273926,
      "step": 2920
    },
    {
      "epoch": 0.7596577651024112,
      "grad_norm": 2.2413649559020996,
      "learning_rate": 2.6252471268040493e-05,
      "loss": 1.400905704498291,
      "step": 2930
    },
    {
      "epoch": 0.7622504537205081,
      "grad_norm": 2.4653563499450684,
      "learning_rate": 2.6224662166418534e-05,
      "loss": 1.403571605682373,
      "step": 2940
    },
    {
      "epoch": 0.7648431423386052,
      "grad_norm": 2.268806219100952,
      "learning_rate": 2.619676511095465e-05,
      "loss": 1.4283622741699218,
      "step": 2950
    },
    {
      "epoch": 0.7674358309567021,
      "grad_norm": 2.0980496406555176,
      "learning_rate": 2.6168780320243677e-05,
      "loss": 1.4140192985534668,
      "step": 2960
    },
    {
      "epoch": 0.7700285195747991,
      "grad_norm": 1.9857174158096313,
      "learning_rate": 2.6140708013567934e-05,
      "loss": 1.3875184059143066,
      "step": 2970
    },
    {
      "epoch": 0.772621208192896,
      "grad_norm": 1.9916791915893555,
      "learning_rate": 2.6112548410895475e-05,
      "loss": 1.365940475463867,
      "step": 2980
    },
    {
      "epoch": 0.775213896810993,
      "grad_norm": 2.019430160522461,
      "learning_rate": 2.6084301732878408e-05,
      "loss": 1.443111515045166,
      "step": 2990
    },
    {
      "epoch": 0.77780658542909,
      "grad_norm": 1.927951455116272,
      "learning_rate": 2.605596820085112e-05,
      "loss": 1.3543405532836914,
      "step": 3000
    },
    {
      "epoch": 0.77780658542909,
      "eval_loss": 1.4166350364685059,
      "eval_runtime": 107.7992,
      "eval_samples_per_second": 15.065,
      "eval_steps_per_second": 15.065,
      "step": 3000
    },
    {
      "epoch": 0.7803992740471869,
      "grad_norm": 1.9161983728408813,
      "learning_rate": 2.602754803682859e-05,
      "loss": 1.3282281875610351,
      "step": 3010
    },
    {
      "epoch": 0.7829919626652839,
      "grad_norm": 2.404080867767334,
      "learning_rate": 2.5999041463504606e-05,
      "loss": 1.3783291816711425,
      "step": 3020
    },
    {
      "epoch": 0.7855846512833808,
      "grad_norm": 1.8124619722366333,
      "learning_rate": 2.5970448704250046e-05,
      "loss": 1.411635971069336,
      "step": 3030
    },
    {
      "epoch": 0.7881773399014779,
      "grad_norm": 1.8134435415267944,
      "learning_rate": 2.5941769983111126e-05,
      "loss": 1.3853766441345214,
      "step": 3040
    },
    {
      "epoch": 0.7907700285195748,
      "grad_norm": 2.2257771492004395,
      "learning_rate": 2.5913005524807626e-05,
      "loss": 1.375821304321289,
      "step": 3050
    },
    {
      "epoch": 0.7933627171376718,
      "grad_norm": 2.07965087890625,
      "learning_rate": 2.5884155554731156e-05,
      "loss": 1.382816696166992,
      "step": 3060
    },
    {
      "epoch": 0.7959554057557687,
      "grad_norm": 2.424480438232422,
      "learning_rate": 2.5855220298943373e-05,
      "loss": 1.3932998657226563,
      "step": 3070
    },
    {
      "epoch": 0.7985480943738656,
      "grad_norm": 1.829237461090088,
      "learning_rate": 2.582619998417421e-05,
      "loss": 1.3987897872924804,
      "step": 3080
    },
    {
      "epoch": 0.8011407829919627,
      "grad_norm": 2.279134511947632,
      "learning_rate": 2.5797094837820093e-05,
      "loss": 1.3800272941589355,
      "step": 3090
    },
    {
      "epoch": 0.8037334716100596,
      "grad_norm": 1.6486223936080933,
      "learning_rate": 2.5767905087942194e-05,
      "loss": 1.4012795448303224,
      "step": 3100
    },
    {
      "epoch": 0.8063261602281566,
      "grad_norm": 2.5895159244537354,
      "learning_rate": 2.57386309632646e-05,
      "loss": 1.3688448905944823,
      "step": 3110
    },
    {
      "epoch": 0.8089188488462535,
      "grad_norm": 2.2628800868988037,
      "learning_rate": 2.570927269317254e-05,
      "loss": 1.3984854698181153,
      "step": 3120
    },
    {
      "epoch": 0.8115115374643506,
      "grad_norm": 2.4762990474700928,
      "learning_rate": 2.5679830507710586e-05,
      "loss": 1.4081483840942384,
      "step": 3130
    },
    {
      "epoch": 0.8141042260824475,
      "grad_norm": 2.6553421020507812,
      "learning_rate": 2.5650304637580864e-05,
      "loss": 1.4029975891113282,
      "step": 3140
    },
    {
      "epoch": 0.8166969147005445,
      "grad_norm": 2.1516876220703125,
      "learning_rate": 2.562069531414122e-05,
      "loss": 1.376172161102295,
      "step": 3150
    },
    {
      "epoch": 0.8192896033186414,
      "grad_norm": 1.897744059562683,
      "learning_rate": 2.5591002769403423e-05,
      "loss": 1.4495765686035156,
      "step": 3160
    },
    {
      "epoch": 0.8218822919367385,
      "grad_norm": 1.8410879373550415,
      "learning_rate": 2.5561227236031354e-05,
      "loss": 1.378575611114502,
      "step": 3170
    },
    {
      "epoch": 0.8244749805548354,
      "grad_norm": 1.9492700099945068,
      "learning_rate": 2.553136894733916e-05,
      "loss": 1.3822572708129883,
      "step": 3180
    },
    {
      "epoch": 0.8270676691729323,
      "grad_norm": 2.2721168994903564,
      "learning_rate": 2.550142813728945e-05,
      "loss": 1.3540994644165039,
      "step": 3190
    },
    {
      "epoch": 0.8296603577910293,
      "grad_norm": 1.6297799348831177,
      "learning_rate": 2.5471405040491446e-05,
      "loss": 1.3411558151245118,
      "step": 3200
    },
    {
      "epoch": 0.8322530464091262,
      "grad_norm": 2.260117292404175,
      "learning_rate": 2.5441299892199153e-05,
      "loss": 1.322674560546875,
      "step": 3210
    },
    {
      "epoch": 0.8348457350272233,
      "grad_norm": 2.4971811771392822,
      "learning_rate": 2.541111292830951e-05,
      "loss": 1.4200034141540527,
      "step": 3220
    },
    {
      "epoch": 0.8374384236453202,
      "grad_norm": 2.0395963191986084,
      "learning_rate": 2.5380844385360543e-05,
      "loss": 1.4156583786010741,
      "step": 3230
    },
    {
      "epoch": 0.8400311122634172,
      "grad_norm": 1.8945432901382446,
      "learning_rate": 2.5350494500529516e-05,
      "loss": 1.392031192779541,
      "step": 3240
    },
    {
      "epoch": 0.8426238008815141,
      "grad_norm": 1.8795114755630493,
      "learning_rate": 2.5320063511631065e-05,
      "loss": 1.3640775680541992,
      "step": 3250
    },
    {
      "epoch": 0.8452164894996111,
      "grad_norm": 2.0058376789093018,
      "learning_rate": 2.5289551657115345e-05,
      "loss": 1.3475787162780761,
      "step": 3260
    },
    {
      "epoch": 0.8478091781177081,
      "grad_norm": 1.9326412677764893,
      "learning_rate": 2.5258959176066147e-05,
      "loss": 1.384262752532959,
      "step": 3270
    },
    {
      "epoch": 0.850401866735805,
      "grad_norm": 2.3330800533294678,
      "learning_rate": 2.522828630819904e-05,
      "loss": 1.4128545761108398,
      "step": 3280
    },
    {
      "epoch": 0.852994555353902,
      "grad_norm": 2.0641918182373047,
      "learning_rate": 2.5197533293859478e-05,
      "loss": 1.3618906021118165,
      "step": 3290
    },
    {
      "epoch": 0.8555872439719989,
      "grad_norm": 2.4750313758850098,
      "learning_rate": 2.516670037402093e-05,
      "loss": 1.3589738845825194,
      "step": 3300
    },
    {
      "epoch": 0.858179932590096,
      "grad_norm": 2.6838135719299316,
      "learning_rate": 2.5135787790282992e-05,
      "loss": 1.395717239379883,
      "step": 3310
    },
    {
      "epoch": 0.8607726212081929,
      "grad_norm": 3.1425156593322754,
      "learning_rate": 2.5104795784869467e-05,
      "loss": 1.3734113693237304,
      "step": 3320
    },
    {
      "epoch": 0.8633653098262899,
      "grad_norm": 2.109119176864624,
      "learning_rate": 2.5073724600626512e-05,
      "loss": 1.3802095413208009,
      "step": 3330
    },
    {
      "epoch": 0.8659579984443868,
      "grad_norm": 1.866578459739685,
      "learning_rate": 2.504257448102069e-05,
      "loss": 1.3721683502197266,
      "step": 3340
    },
    {
      "epoch": 0.8685506870624838,
      "grad_norm": 1.9887162446975708,
      "learning_rate": 2.5011345670137098e-05,
      "loss": 1.3654733657836915,
      "step": 3350
    },
    {
      "epoch": 0.8711433756805808,
      "grad_norm": 2.299468517303467,
      "learning_rate": 2.4980038412677435e-05,
      "loss": 1.3257240295410155,
      "step": 3360
    },
    {
      "epoch": 0.8737360642986778,
      "grad_norm": 1.8503848314285278,
      "learning_rate": 2.494865295395809e-05,
      "loss": 1.3851592063903808,
      "step": 3370
    },
    {
      "epoch": 0.8763287529167747,
      "grad_norm": 2.9072635173797607,
      "learning_rate": 2.4917189539908212e-05,
      "loss": 1.4008994102478027,
      "step": 3380
    },
    {
      "epoch": 0.8789214415348716,
      "grad_norm": 2.2361841201782227,
      "learning_rate": 2.4885648417067797e-05,
      "loss": 1.4155900955200196,
      "step": 3390
    },
    {
      "epoch": 0.8815141301529686,
      "grad_norm": 1.5103061199188232,
      "learning_rate": 2.485402983258575e-05,
      "loss": 1.383201503753662,
      "step": 3400
    },
    {
      "epoch": 0.8841068187710656,
      "grad_norm": 2.3880326747894287,
      "learning_rate": 2.4822334034217943e-05,
      "loss": 1.422282600402832,
      "step": 3410
    },
    {
      "epoch": 0.8866995073891626,
      "grad_norm": 2.0728979110717773,
      "learning_rate": 2.4790561270325282e-05,
      "loss": 1.3880194664001464,
      "step": 3420
    },
    {
      "epoch": 0.8892921960072595,
      "grad_norm": 2.1829416751861572,
      "learning_rate": 2.475871178987175e-05,
      "loss": 1.3314918518066405,
      "step": 3430
    },
    {
      "epoch": 0.8918848846253565,
      "grad_norm": 1.9193717241287231,
      "learning_rate": 2.472678584242247e-05,
      "loss": 1.357210636138916,
      "step": 3440
    },
    {
      "epoch": 0.8944775732434534,
      "grad_norm": 2.5747568607330322,
      "learning_rate": 2.469478367814174e-05,
      "loss": 1.3450111389160155,
      "step": 3450
    },
    {
      "epoch": 0.8970702618615505,
      "grad_norm": 2.431907892227173,
      "learning_rate": 2.4662705547791078e-05,
      "loss": 1.336769199371338,
      "step": 3460
    },
    {
      "epoch": 0.8996629504796474,
      "grad_norm": 2.294434070587158,
      "learning_rate": 2.4630551702727248e-05,
      "loss": 1.3879555702209472,
      "step": 3470
    },
    {
      "epoch": 0.9022556390977443,
      "grad_norm": 2.3190789222717285,
      "learning_rate": 2.4598322394900304e-05,
      "loss": 1.3749018669128419,
      "step": 3480
    },
    {
      "epoch": 0.9048483277158413,
      "grad_norm": 2.1272852420806885,
      "learning_rate": 2.4566017876851605e-05,
      "loss": 1.3837257385253907,
      "step": 3490
    },
    {
      "epoch": 0.9074410163339383,
      "grad_norm": 2.3905060291290283,
      "learning_rate": 2.4533638401711846e-05,
      "loss": 1.406574535369873,
      "step": 3500
    },
    {
      "epoch": 0.9074410163339383,
      "eval_loss": 1.3983689546585083,
      "eval_runtime": 106.204,
      "eval_samples_per_second": 15.291,
      "eval_steps_per_second": 15.291,
      "step": 3500
    },
    {
      "epoch": 0.9100337049520353,
      "grad_norm": 2.7370753288269043,
      "learning_rate": 2.4501184223199048e-05,
      "loss": 1.3768909454345704,
      "step": 3510
    },
    {
      "epoch": 0.9126263935701322,
      "grad_norm": 2.2996416091918945,
      "learning_rate": 2.4468655595616623e-05,
      "loss": 1.3813292503356933,
      "step": 3520
    },
    {
      "epoch": 0.9152190821882292,
      "grad_norm": 2.329495906829834,
      "learning_rate": 2.4436052773851317e-05,
      "loss": 1.3564909934997558,
      "step": 3530
    },
    {
      "epoch": 0.9178117708063261,
      "grad_norm": 1.9293724298477173,
      "learning_rate": 2.4403376013371267e-05,
      "loss": 1.4013836860656739,
      "step": 3540
    },
    {
      "epoch": 0.9204044594244232,
      "grad_norm": 1.7574388980865479,
      "learning_rate": 2.4370625570223964e-05,
      "loss": 1.4045954704284669,
      "step": 3550
    },
    {
      "epoch": 0.9229971480425201,
      "grad_norm": 2.2382349967956543,
      "learning_rate": 2.433780170103426e-05,
      "loss": 1.4007040977478027,
      "step": 3560
    },
    {
      "epoch": 0.925589836660617,
      "grad_norm": 1.8389666080474854,
      "learning_rate": 2.430490466300236e-05,
      "loss": 1.3762280464172363,
      "step": 3570
    },
    {
      "epoch": 0.928182525278714,
      "grad_norm": 2.4616801738739014,
      "learning_rate": 2.427193471390181e-05,
      "loss": 1.3494554519653321,
      "step": 3580
    },
    {
      "epoch": 0.930775213896811,
      "grad_norm": 2.219825506210327,
      "learning_rate": 2.4238892112077456e-05,
      "loss": 1.4177600860595703,
      "step": 3590
    },
    {
      "epoch": 0.933367902514908,
      "grad_norm": 2.9395411014556885,
      "learning_rate": 2.420577711644344e-05,
      "loss": 1.3394248008728027,
      "step": 3600
    },
    {
      "epoch": 0.9359605911330049,
      "grad_norm": 2.225367784500122,
      "learning_rate": 2.417258998648117e-05,
      "loss": 1.3538402557373046,
      "step": 3610
    },
    {
      "epoch": 0.9385532797511019,
      "grad_norm": 2.441420793533325,
      "learning_rate": 2.413933098223727e-05,
      "loss": 1.3856266975402831,
      "step": 3620
    },
    {
      "epoch": 0.9411459683691988,
      "grad_norm": 1.911476731300354,
      "learning_rate": 2.4106000364321562e-05,
      "loss": 1.384410285949707,
      "step": 3630
    },
    {
      "epoch": 0.9437386569872959,
      "grad_norm": 2.361011505126953,
      "learning_rate": 2.4072598393905027e-05,
      "loss": 1.3323063850402832,
      "step": 3640
    },
    {
      "epoch": 0.9463313456053928,
      "grad_norm": 1.8206897974014282,
      "learning_rate": 2.4039125332717723e-05,
      "loss": 1.3785643577575684,
      "step": 3650
    },
    {
      "epoch": 0.9489240342234898,
      "grad_norm": 2.124385118484497,
      "learning_rate": 2.4005581443046777e-05,
      "loss": 1.3628316879272462,
      "step": 3660
    },
    {
      "epoch": 0.9515167228415867,
      "grad_norm": 2.1028757095336914,
      "learning_rate": 2.3971966987734306e-05,
      "loss": 1.3821578979492188,
      "step": 3670
    },
    {
      "epoch": 0.9541094114596836,
      "grad_norm": 2.0314295291900635,
      "learning_rate": 2.3938282230175367e-05,
      "loss": 1.36130952835083,
      "step": 3680
    },
    {
      "epoch": 0.9567021000777807,
      "grad_norm": 1.9069913625717163,
      "learning_rate": 2.390452743431587e-05,
      "loss": 1.3943718910217284,
      "step": 3690
    },
    {
      "epoch": 0.9592947886958776,
      "grad_norm": 2.211771249771118,
      "learning_rate": 2.3870702864650566e-05,
      "loss": 1.2942493438720704,
      "step": 3700
    },
    {
      "epoch": 0.9618874773139746,
      "grad_norm": 1.8472073078155518,
      "learning_rate": 2.3836808786220898e-05,
      "loss": 1.3906041145324708,
      "step": 3710
    },
    {
      "epoch": 0.9644801659320715,
      "grad_norm": 1.956861138343811,
      "learning_rate": 2.3802845464612993e-05,
      "loss": 1.3306471824645996,
      "step": 3720
    },
    {
      "epoch": 0.9670728545501686,
      "grad_norm": 2.0990774631500244,
      "learning_rate": 2.376881316595553e-05,
      "loss": 1.3751443862915038,
      "step": 3730
    },
    {
      "epoch": 0.9696655431682655,
      "grad_norm": 2.325157403945923,
      "learning_rate": 2.3734712156917696e-05,
      "loss": 1.3435355186462403,
      "step": 3740
    },
    {
      "epoch": 0.9722582317863625,
      "grad_norm": 1.922559142112732,
      "learning_rate": 2.3700542704707047e-05,
      "loss": 1.3255187034606934,
      "step": 3750
    },
    {
      "epoch": 0.9748509204044594,
      "grad_norm": 1.7330152988433838,
      "learning_rate": 2.3666305077067487e-05,
      "loss": 1.3793014526367187,
      "step": 3760
    },
    {
      "epoch": 0.9774436090225563,
      "grad_norm": 2.2448415756225586,
      "learning_rate": 2.363199954227709e-05,
      "loss": 1.3383570671081544,
      "step": 3770
    },
    {
      "epoch": 0.9800362976406534,
      "grad_norm": 2.524059295654297,
      "learning_rate": 2.3597626369146042e-05,
      "loss": 1.34091796875,
      "step": 3780
    },
    {
      "epoch": 0.9826289862587503,
      "grad_norm": 2.139561176300049,
      "learning_rate": 2.3563185827014547e-05,
      "loss": 1.3502127647399902,
      "step": 3790
    },
    {
      "epoch": 0.9852216748768473,
      "grad_norm": 2.0120010375976562,
      "learning_rate": 2.3528678185750673e-05,
      "loss": 1.3552865982055664,
      "step": 3800
    },
    {
      "epoch": 0.9878143634949442,
      "grad_norm": 1.6602357625961304,
      "learning_rate": 2.349410371574827e-05,
      "loss": 1.4221920013427733,
      "step": 3810
    },
    {
      "epoch": 0.9904070521130413,
      "grad_norm": 2.8545217514038086,
      "learning_rate": 2.3459462687924843e-05,
      "loss": 1.330784225463867,
      "step": 3820
    },
    {
      "epoch": 0.9929997407311382,
      "grad_norm": 2.017984628677368,
      "learning_rate": 2.3424755373719434e-05,
      "loss": 1.3669758796691895,
      "step": 3830
    },
    {
      "epoch": 0.9955924293492352,
      "grad_norm": 1.9509679079055786,
      "learning_rate": 2.3389982045090476e-05,
      "loss": 1.3680663108825684,
      "step": 3840
    },
    {
      "epoch": 0.9981851179673321,
      "grad_norm": 2.055434226989746,
      "learning_rate": 2.3355142974513694e-05,
      "loss": 1.3688017845153808,
      "step": 3850
    },
    {
      "epoch": 1.0007778065854291,
      "grad_norm": 1.8395020961761475,
      "learning_rate": 2.3320238434979938e-05,
      "loss": 1.382623291015625,
      "step": 3860
    },
    {
      "epoch": 1.003370495203526,
      "grad_norm": 1.9601069688796997,
      "learning_rate": 2.3285268699993057e-05,
      "loss": 1.3295875549316407,
      "step": 3870
    },
    {
      "epoch": 1.005963183821623,
      "grad_norm": 1.961052417755127,
      "learning_rate": 2.3250234043567762e-05,
      "loss": 1.3183087348937987,
      "step": 3880
    },
    {
      "epoch": 1.00855587243972,
      "grad_norm": 1.9219014644622803,
      "learning_rate": 2.3215134740227477e-05,
      "loss": 1.368846607208252,
      "step": 3890
    },
    {
      "epoch": 1.011148561057817,
      "grad_norm": 3.1595990657806396,
      "learning_rate": 2.3179971065002175e-05,
      "loss": 1.3154706001281737,
      "step": 3900
    },
    {
      "epoch": 1.013741249675914,
      "grad_norm": 1.7380744218826294,
      "learning_rate": 2.3144743293426233e-05,
      "loss": 1.3345220565795899,
      "step": 3910
    },
    {
      "epoch": 1.0163339382940109,
      "grad_norm": 1.8892579078674316,
      "learning_rate": 2.310945170153628e-05,
      "loss": 1.316334342956543,
      "step": 3920
    },
    {
      "epoch": 1.0189266269121078,
      "grad_norm": 2.266141891479492,
      "learning_rate": 2.307409656586902e-05,
      "loss": 1.3499970436096191,
      "step": 3930
    },
    {
      "epoch": 1.021519315530205,
      "grad_norm": 3.2296090126037598,
      "learning_rate": 2.303867816345907e-05,
      "loss": 1.314054298400879,
      "step": 3940
    },
    {
      "epoch": 1.0241120041483018,
      "grad_norm": 2.2091379165649414,
      "learning_rate": 2.30031967718368e-05,
      "loss": 1.3708792686462403,
      "step": 3950
    },
    {
      "epoch": 1.0267046927663988,
      "grad_norm": 2.0963046550750732,
      "learning_rate": 2.2967652669026133e-05,
      "loss": 1.3194661140441895,
      "step": 3960
    },
    {
      "epoch": 1.0292973813844957,
      "grad_norm": 1.9970223903656006,
      "learning_rate": 2.2932046133542407e-05,
      "loss": 1.3267878532409667,
      "step": 3970
    },
    {
      "epoch": 1.0318900700025926,
      "grad_norm": 2.3387584686279297,
      "learning_rate": 2.289637744439013e-05,
      "loss": 1.366102695465088,
      "step": 3980
    },
    {
      "epoch": 1.0344827586206897,
      "grad_norm": 2.5074076652526855,
      "learning_rate": 2.2860646881060865e-05,
      "loss": 1.3781256675720215,
      "step": 3990
    },
    {
      "epoch": 1.0370754472387866,
      "grad_norm": 2.5516645908355713,
      "learning_rate": 2.2824854723530996e-05,
      "loss": 1.3624156951904296,
      "step": 4000
    },
    {
      "epoch": 1.0370754472387866,
      "eval_loss": 1.3833566904067993,
      "eval_runtime": 102.245,
      "eval_samples_per_second": 15.883,
      "eval_steps_per_second": 15.883,
      "step": 4000
    },
    {
      "epoch": 1.0396681358568836,
      "grad_norm": 2.016517400741577,
      "learning_rate": 2.2789001252259552e-05,
      "loss": 1.3006293296813964,
      "step": 4010
    },
    {
      "epoch": 1.0422608244749805,
      "grad_norm": 2.6499552726745605,
      "learning_rate": 2.2753086748185973e-05,
      "loss": 1.380314540863037,
      "step": 4020
    },
    {
      "epoch": 1.0448535130930776,
      "grad_norm": 2.3887665271759033,
      "learning_rate": 2.271711149272798e-05,
      "loss": 1.3405844688415527,
      "step": 4030
    },
    {
      "epoch": 1.0474462017111745,
      "grad_norm": 2.200329542160034,
      "learning_rate": 2.26810757677793e-05,
      "loss": 1.329063892364502,
      "step": 4040
    },
    {
      "epoch": 1.0500388903292714,
      "grad_norm": 2.6909101009368896,
      "learning_rate": 2.2644979855707486e-05,
      "loss": 1.3441936492919921,
      "step": 4050
    },
    {
      "epoch": 1.0526315789473684,
      "grad_norm": 2.213625192642212,
      "learning_rate": 2.2608824039351723e-05,
      "loss": 1.3089025497436524,
      "step": 4060
    },
    {
      "epoch": 1.0552242675654653,
      "grad_norm": 2.323392152786255,
      "learning_rate": 2.2572608602020563e-05,
      "loss": 1.288233470916748,
      "step": 4070
    },
    {
      "epoch": 1.0578169561835624,
      "grad_norm": 2.1220569610595703,
      "learning_rate": 2.2536333827489763e-05,
      "loss": 1.3579096794128418,
      "step": 4080
    },
    {
      "epoch": 1.0604096448016593,
      "grad_norm": 2.1429178714752197,
      "learning_rate": 2.25e-05,
      "loss": 1.3310029983520508,
      "step": 4090
    },
    {
      "epoch": 1.0630023334197563,
      "grad_norm": 2.5161702632904053,
      "learning_rate": 2.2463607404254716e-05,
      "loss": 1.3171113014221192,
      "step": 4100
    },
    {
      "epoch": 1.0655950220378532,
      "grad_norm": 1.9193251132965088,
      "learning_rate": 2.2427156325417814e-05,
      "loss": 1.386863613128662,
      "step": 4110
    },
    {
      "epoch": 1.0681877106559503,
      "grad_norm": 2.372840404510498,
      "learning_rate": 2.2390647049111472e-05,
      "loss": 1.376681137084961,
      "step": 4120
    },
    {
      "epoch": 1.0707803992740472,
      "grad_norm": 1.9672595262527466,
      "learning_rate": 2.2354079861413896e-05,
      "loss": 1.2816861152648926,
      "step": 4130
    },
    {
      "epoch": 1.0733730878921441,
      "grad_norm": 2.1304564476013184,
      "learning_rate": 2.2317455048857048e-05,
      "loss": 1.3413150787353516,
      "step": 4140
    },
    {
      "epoch": 1.075965776510241,
      "grad_norm": 2.1898391246795654,
      "learning_rate": 2.2280772898424454e-05,
      "loss": 1.3329020500183106,
      "step": 4150
    },
    {
      "epoch": 1.0785584651283382,
      "grad_norm": 2.1792447566986084,
      "learning_rate": 2.22440336975489e-05,
      "loss": 1.3798859596252442,
      "step": 4160
    },
    {
      "epoch": 1.0811511537464351,
      "grad_norm": 1.954807162284851,
      "learning_rate": 2.220723773411023e-05,
      "loss": 1.3178838729858398,
      "step": 4170
    },
    {
      "epoch": 1.083743842364532,
      "grad_norm": 2.392474889755249,
      "learning_rate": 2.217038529643305e-05,
      "loss": 1.356794834136963,
      "step": 4180
    },
    {
      "epoch": 1.086336530982629,
      "grad_norm": 2.129551887512207,
      "learning_rate": 2.213347667328449e-05,
      "loss": 1.3579363822937012,
      "step": 4190
    },
    {
      "epoch": 1.0889292196007259,
      "grad_norm": 2.6340548992156982,
      "learning_rate": 2.2096512153871938e-05,
      "loss": 1.3126588821411134,
      "step": 4200
    },
    {
      "epoch": 1.091521908218823,
      "grad_norm": 1.7375941276550293,
      "learning_rate": 2.2059492027840766e-05,
      "loss": 1.3306168556213378,
      "step": 4210
    },
    {
      "epoch": 1.09411459683692,
      "grad_norm": 2.017371892929077,
      "learning_rate": 2.202241658527207e-05,
      "loss": 1.3037184715270995,
      "step": 4220
    },
    {
      "epoch": 1.0967072854550168,
      "grad_norm": 2.2290050983428955,
      "learning_rate": 2.1985286116680404e-05,
      "loss": 1.3164632797241211,
      "step": 4230
    },
    {
      "epoch": 1.0992999740731138,
      "grad_norm": 2.352050542831421,
      "learning_rate": 2.1948100913011475e-05,
      "loss": 1.3569565773010255,
      "step": 4240
    },
    {
      "epoch": 1.101892662691211,
      "grad_norm": 2.4853835105895996,
      "learning_rate": 2.1910861265639897e-05,
      "loss": 1.3593795776367188,
      "step": 4250
    },
    {
      "epoch": 1.1044853513093078,
      "grad_norm": 1.8722959756851196,
      "learning_rate": 2.1873567466366874e-05,
      "loss": 1.3257516860961913,
      "step": 4260
    },
    {
      "epoch": 1.1070780399274047,
      "grad_norm": 2.722330093383789,
      "learning_rate": 2.1836219807417953e-05,
      "loss": 1.330971622467041,
      "step": 4270
    },
    {
      "epoch": 1.1096707285455016,
      "grad_norm": 2.2173590660095215,
      "learning_rate": 2.1798818581440696e-05,
      "loss": 1.3463165283203125,
      "step": 4280
    },
    {
      "epoch": 1.1122634171635986,
      "grad_norm": 3.126631259918213,
      "learning_rate": 2.1761364081502414e-05,
      "loss": 1.3597925186157227,
      "step": 4290
    },
    {
      "epoch": 1.1148561057816957,
      "grad_norm": 2.877528429031372,
      "learning_rate": 2.1723856601087854e-05,
      "loss": 1.3126080513000489,
      "step": 4300
    },
    {
      "epoch": 1.1174487943997926,
      "grad_norm": 2.2296814918518066,
      "learning_rate": 2.1686296434096913e-05,
      "loss": 1.3086021423339844,
      "step": 4310
    },
    {
      "epoch": 1.1200414830178895,
      "grad_norm": 2.710542917251587,
      "learning_rate": 2.164868387484232e-05,
      "loss": 1.3922597885131835,
      "step": 4320
    },
    {
      "epoch": 1.1226341716359864,
      "grad_norm": 2.929488182067871,
      "learning_rate": 2.161101921804734e-05,
      "loss": 1.3066654205322266,
      "step": 4330
    },
    {
      "epoch": 1.1252268602540836,
      "grad_norm": 2.615806818008423,
      "learning_rate": 2.1573302758843466e-05,
      "loss": 1.2853778839111327,
      "step": 4340
    },
    {
      "epoch": 1.1278195488721805,
      "grad_norm": 2.019347906112671,
      "learning_rate": 2.1535534792768094e-05,
      "loss": 1.2719595909118653,
      "step": 4350
    },
    {
      "epoch": 1.1304122374902774,
      "grad_norm": 2.1242213249206543,
      "learning_rate": 2.1497715615762226e-05,
      "loss": 1.3072625160217286,
      "step": 4360
    },
    {
      "epoch": 1.1330049261083743,
      "grad_norm": 2.1568093299865723,
      "learning_rate": 2.145984552416814e-05,
      "loss": 1.264606761932373,
      "step": 4370
    },
    {
      "epoch": 1.1355976147264712,
      "grad_norm": 2.133017063140869,
      "learning_rate": 2.1421924814727058e-05,
      "loss": 1.355167770385742,
      "step": 4380
    },
    {
      "epoch": 1.1381903033445684,
      "grad_norm": 2.135843515396118,
      "learning_rate": 2.1383953784576843e-05,
      "loss": 1.3303000450134277,
      "step": 4390
    },
    {
      "epoch": 1.1407829919626653,
      "grad_norm": 2.278923511505127,
      "learning_rate": 2.134593273124965e-05,
      "loss": 1.3016818046569825,
      "step": 4400
    },
    {
      "epoch": 1.1433756805807622,
      "grad_norm": 1.8876979351043701,
      "learning_rate": 2.1307861952669617e-05,
      "loss": 1.335930347442627,
      "step": 4410
    },
    {
      "epoch": 1.1459683691988591,
      "grad_norm": 1.9353163242340088,
      "learning_rate": 2.1269741747150506e-05,
      "loss": 1.314860725402832,
      "step": 4420
    },
    {
      "epoch": 1.1485610578169563,
      "grad_norm": 1.979556918144226,
      "learning_rate": 2.123157241339338e-05,
      "loss": 1.3145623207092285,
      "step": 4430
    },
    {
      "epoch": 1.1511537464350532,
      "grad_norm": 2.4763894081115723,
      "learning_rate": 2.1193354250484268e-05,
      "loss": 1.340696144104004,
      "step": 4440
    },
    {
      "epoch": 1.15374643505315,
      "grad_norm": 2.164473295211792,
      "learning_rate": 2.115508755789179e-05,
      "loss": 1.3050660133361816,
      "step": 4450
    },
    {
      "epoch": 1.156339123671247,
      "grad_norm": 2.4587583541870117,
      "learning_rate": 2.1116772635464863e-05,
      "loss": 1.2169719696044923,
      "step": 4460
    },
    {
      "epoch": 1.1589318122893442,
      "grad_norm": 2.6631503105163574,
      "learning_rate": 2.10784097834303e-05,
      "loss": 1.294164276123047,
      "step": 4470
    },
    {
      "epoch": 1.161524500907441,
      "grad_norm": 2.023618221282959,
      "learning_rate": 2.103999930239049e-05,
      "loss": 1.3531569480895995,
      "step": 4480
    },
    {
      "epoch": 1.164117189525538,
      "grad_norm": 3.4511115550994873,
      "learning_rate": 2.1001541493321022e-05,
      "loss": 1.2678154945373534,
      "step": 4490
    },
    {
      "epoch": 1.166709878143635,
      "grad_norm": 2.3503637313842773,
      "learning_rate": 2.096303665756835e-05,
      "loss": 1.3296841621398925,
      "step": 4500
    },
    {
      "epoch": 1.166709878143635,
      "eval_loss": 1.3733285665512085,
      "eval_runtime": 102.1475,
      "eval_samples_per_second": 15.899,
      "eval_steps_per_second": 15.899,
      "step": 4500
    }
  ],
  "logging_steps": 10,
  "max_steps": 11571,
  "num_input_tokens_seen": 0,
  "num_train_epochs": 3,
  "save_steps": 500,
  "stateful_callbacks": {
    "TrainerControl": {
      "args": {
        "should_epoch_stop": false,
        "should_evaluate": false,
        "should_log": false,
        "should_save": true,
        "should_training_stop": false
      },
      "attributes": {}
    }
  },
  "total_flos": 2.162907701796864e+17,
  "train_batch_size": 1,
  "trial_name": null,
  "trial_params": null
}