{
  "best_global_step": null,
  "best_metric": null,
  "best_model_checkpoint": null,
  "epoch": 1.0,
  "eval_steps": 500,
  "global_step": 5803,
  "is_hyper_param_search": false,
  "is_local_process_zero": true,
  "is_world_process_zero": true,
  "log_history": [
    {
      "epoch": 0.0017234693437890474,
      "grad_norm": 252.0,
      "learning_rate": 1.549053356282272e-07,
      "loss": 4.069989395141602,
      "step": 10
    },
    {
      "epoch": 0.003446938687578095,
      "grad_norm": 242.0,
      "learning_rate": 3.2702237521514633e-07,
      "loss": 3.939067077636719,
      "step": 20
    },
    {
      "epoch": 0.005170408031367142,
      "grad_norm": 268.0,
      "learning_rate": 4.991394148020654e-07,
      "loss": 3.982646942138672,
      "step": 30
    },
    {
      "epoch": 0.00689387737515619,
      "grad_norm": 266.0,
      "learning_rate": 6.712564543889846e-07,
      "loss": 3.9836990356445314,
      "step": 40
    },
    {
      "epoch": 0.008617346718945236,
      "grad_norm": 1600.0,
      "learning_rate": 8.433734939759036e-07,
      "loss": 3.9337554931640626,
      "step": 50
    },
    {
      "epoch": 0.010340816062734284,
      "grad_norm": 247.0,
      "learning_rate": 1.0154905335628228e-06,
      "loss": 3.949005126953125,
      "step": 60
    },
    {
      "epoch": 0.012064285406523332,
      "grad_norm": 1336.0,
      "learning_rate": 1.187607573149742e-06,
      "loss": 3.7827701568603516,
      "step": 70
    },
    {
      "epoch": 0.01378775475031238,
      "grad_norm": 1640.0,
      "learning_rate": 1.3597246127366612e-06,
      "loss": 3.6136966705322267,
      "step": 80
    },
    {
      "epoch": 0.015511224094101427,
      "grad_norm": 466.0,
      "learning_rate": 1.5318416523235801e-06,
      "loss": 3.3442989349365235,
      "step": 90
    },
    {
      "epoch": 0.017234693437890473,
      "grad_norm": 125.5,
      "learning_rate": 1.703958691910499e-06,
      "loss": 3.1754783630371093,
      "step": 100
    },
    {
      "epoch": 0.01895816278167952,
      "grad_norm": 161.0,
      "learning_rate": 1.8760757314974185e-06,
      "loss": 3.0345636367797852,
      "step": 110
    },
    {
      "epoch": 0.020681632125468568,
      "grad_norm": 128.0,
      "learning_rate": 2.0481927710843377e-06,
      "loss": 2.904159736633301,
      "step": 120
    },
    {
      "epoch": 0.022405101469257616,
      "grad_norm": 90.5,
      "learning_rate": 2.2203098106712566e-06,
      "loss": 2.7710594177246093,
      "step": 130
    },
    {
      "epoch": 0.024128570813046663,
      "grad_norm": 144.0,
      "learning_rate": 2.3924268502581756e-06,
      "loss": 2.6466978073120115,
      "step": 140
    },
    {
      "epoch": 0.02585204015683571,
      "grad_norm": 155.0,
      "learning_rate": 2.5645438898450946e-06,
      "loss": 2.5279001235961913,
      "step": 150
    },
    {
      "epoch": 0.02757550950062476,
      "grad_norm": 37.75,
      "learning_rate": 2.736660929432014e-06,
      "loss": 2.46486759185791,
      "step": 160
    },
    {
      "epoch": 0.029298978844413806,
      "grad_norm": 63.25,
      "learning_rate": 2.9087779690189333e-06,
      "loss": 2.371097946166992,
      "step": 170
    },
    {
      "epoch": 0.031022448188202854,
      "grad_norm": 23.375,
      "learning_rate": 3.080895008605852e-06,
      "loss": 2.2781375885009765,
      "step": 180
    },
    {
      "epoch": 0.0327459175319919,
      "grad_norm": 36.75,
      "learning_rate": 3.2530120481927713e-06,
      "loss": 2.2452520370483398,
      "step": 190
    },
    {
      "epoch": 0.034469386875780945,
      "grad_norm": 46.0,
      "learning_rate": 3.4251290877796906e-06,
      "loss": 2.2093746185302736,
      "step": 200
    },
    {
      "epoch": 0.03619285621957,
      "grad_norm": 36.75,
      "learning_rate": 3.59724612736661e-06,
      "loss": 2.234319877624512,
      "step": 210
    },
    {
      "epoch": 0.03791632556335904,
      "grad_norm": 19.5,
      "learning_rate": 3.7693631669535286e-06,
      "loss": 2.2229013442993164,
      "step": 220
    },
    {
      "epoch": 0.03963979490714809,
      "grad_norm": 39.75,
      "learning_rate": 3.9414802065404475e-06,
      "loss": 2.1696863174438477,
      "step": 230
    },
    {
      "epoch": 0.041363264250937136,
      "grad_norm": 89.0,
      "learning_rate": 4.113597246127367e-06,
      "loss": 2.129756546020508,
      "step": 240
    },
    {
      "epoch": 0.04308673359472619,
      "grad_norm": 16.125,
      "learning_rate": 4.2857142857142855e-06,
      "loss": 2.1558290481567384,
      "step": 250
    },
    {
      "epoch": 0.04481020293851523,
      "grad_norm": 73.0,
      "learning_rate": 4.457831325301205e-06,
      "loss": 2.1444324493408202,
      "step": 260
    },
    {
      "epoch": 0.046533672282304275,
      "grad_norm": 31.75,
      "learning_rate": 4.629948364888124e-06,
      "loss": 2.090166473388672,
      "step": 270
    },
    {
      "epoch": 0.048257141626093326,
      "grad_norm": 57.25,
      "learning_rate": 4.802065404475044e-06,
      "loss": 2.111903953552246,
      "step": 280
    },
    {
      "epoch": 0.04998061096988237,
      "grad_norm": 20.0,
      "learning_rate": 4.974182444061962e-06,
      "loss": 2.0885305404663086,
      "step": 290
    },
    {
      "epoch": 0.05170408031367142,
      "grad_norm": 80.5,
      "learning_rate": 5.146299483648882e-06,
      "loss": 2.0660512924194334,
      "step": 300
    },
    {
      "epoch": 0.053427549657460466,
      "grad_norm": 84.0,
      "learning_rate": 5.318416523235801e-06,
      "loss": 2.0948448181152344,
      "step": 310
    },
    {
      "epoch": 0.05515101900124952,
      "grad_norm": 30.0,
      "learning_rate": 5.4905335628227195e-06,
      "loss": 2.0578670501708984,
      "step": 320
    },
    {
      "epoch": 0.05687448834503856,
      "grad_norm": 14.0,
      "learning_rate": 5.66265060240964e-06,
      "loss": 2.0415544509887695,
      "step": 330
    },
    {
      "epoch": 0.05859795768882761,
      "grad_norm": 37.25,
      "learning_rate": 5.834767641996558e-06,
      "loss": 2.058155822753906,
      "step": 340
    },
    {
      "epoch": 0.060321427032616656,
      "grad_norm": 149.0,
      "learning_rate": 6.006884681583477e-06,
      "loss": 2.0764211654663085,
      "step": 350
    },
    {
      "epoch": 0.06204489637640571,
      "grad_norm": 55.5,
      "learning_rate": 6.179001721170397e-06,
      "loss": 2.0607065200805663,
      "step": 360
    },
    {
      "epoch": 0.06376836572019476,
      "grad_norm": 14.75,
      "learning_rate": 6.3511187607573156e-06,
      "loss": 1.9941295623779296,
      "step": 370
    },
    {
      "epoch": 0.0654918350639838,
      "grad_norm": 9.6875,
      "learning_rate": 6.523235800344234e-06,
      "loss": 2.0088274002075197,
      "step": 380
    },
    {
      "epoch": 0.06721530440777285,
      "grad_norm": 15.1875,
      "learning_rate": 6.695352839931154e-06,
      "loss": 2.0329540252685545,
      "step": 390
    },
    {
      "epoch": 0.06893877375156189,
      "grad_norm": 22.5,
      "learning_rate": 6.867469879518073e-06,
      "loss": 1.9693401336669922,
      "step": 400
    },
    {
      "epoch": 0.07066224309535094,
      "grad_norm": 133.0,
      "learning_rate": 7.039586919104991e-06,
      "loss": 1.9934684753417968,
      "step": 410
    },
    {
      "epoch": 0.07238571243914,
      "grad_norm": 17.125,
      "learning_rate": 7.211703958691912e-06,
      "loss": 1.9895509719848632,
      "step": 420
    },
    {
      "epoch": 0.07410918178292904,
      "grad_norm": 14.1875,
      "learning_rate": 7.38382099827883e-06,
      "loss": 1.9678184509277343,
      "step": 430
    },
    {
      "epoch": 0.07583265112671808,
      "grad_norm": 22.25,
      "learning_rate": 7.55593803786575e-06,
      "loss": 1.9880996704101563,
      "step": 440
    },
    {
      "epoch": 0.07755612047050713,
      "grad_norm": 12.5625,
      "learning_rate": 7.728055077452669e-06,
      "loss": 1.98846492767334,
      "step": 450
    },
    {
      "epoch": 0.07927958981429618,
      "grad_norm": 13.875,
      "learning_rate": 7.900172117039587e-06,
      "loss": 1.9478538513183594,
      "step": 460
    },
    {
      "epoch": 0.08100305915808523,
      "grad_norm": 10.375,
      "learning_rate": 8.072289156626508e-06,
      "loss": 1.9478981018066406,
      "step": 470
    },
    {
      "epoch": 0.08272652850187427,
      "grad_norm": 46.5,
      "learning_rate": 8.244406196213425e-06,
      "loss": 1.984210205078125,
      "step": 480
    },
    {
      "epoch": 0.08444999784566332,
      "grad_norm": 9.1875,
      "learning_rate": 8.416523235800345e-06,
      "loss": 1.9917068481445312,
      "step": 490
    },
    {
      "epoch": 0.08617346718945237,
      "grad_norm": 99.5,
      "learning_rate": 8.588640275387264e-06,
      "loss": 1.939429473876953,
      "step": 500
    },
    {
      "epoch": 0.08617346718945237,
      "eval_loss": 1.9641746282577515,
      "eval_runtime": 194.9485,
      "eval_samples_per_second": 24.294,
      "eval_steps_per_second": 3.037,
      "step": 500
    },
    {
      "epoch": 0.08789693653324142,
      "grad_norm": 28.0,
      "learning_rate": 8.760757314974184e-06,
      "loss": 1.9692066192626954,
      "step": 510
    },
    {
      "epoch": 0.08962040587703046,
      "grad_norm": 11.5625,
      "learning_rate": 8.932874354561101e-06,
      "loss": 1.9270980834960938,
      "step": 520
    },
    {
      "epoch": 0.0913438752208195,
      "grad_norm": 9.75,
      "learning_rate": 9.104991394148022e-06,
      "loss": 1.9370803833007812,
      "step": 530
    },
    {
      "epoch": 0.09306734456460855,
      "grad_norm": 17.125,
      "learning_rate": 9.27710843373494e-06,
      "loss": 1.938580322265625,
      "step": 540
    },
    {
      "epoch": 0.09479081390839761,
      "grad_norm": 21.25,
      "learning_rate": 9.44922547332186e-06,
      "loss": 1.948999786376953,
      "step": 550
    },
    {
      "epoch": 0.09651428325218665,
      "grad_norm": 7.8125,
      "learning_rate": 9.621342512908779e-06,
      "loss": 1.9140813827514649,
      "step": 560
    },
    {
      "epoch": 0.0982377525959757,
      "grad_norm": 6.28125,
      "learning_rate": 9.793459552495698e-06,
      "loss": 1.9098445892333984,
      "step": 570
    },
    {
      "epoch": 0.09996122193976474,
      "grad_norm": 63.5,
      "learning_rate": 9.965576592082618e-06,
      "loss": 1.9676044464111329,
      "step": 580
    },
    {
      "epoch": 0.1016846912835538,
      "grad_norm": 7.28125,
      "learning_rate": 9.999942091121426e-06,
      "loss": 1.9416418075561523,
      "step": 590
    },
    {
      "epoch": 0.10340816062734284,
      "grad_norm": 14.9375,
      "learning_rate": 9.999706838601156e-06,
      "loss": 1.9148761749267578,
      "step": 600
    },
    {
      "epoch": 0.10513162997113189,
      "grad_norm": 8.4375,
      "learning_rate": 9.999290631642222e-06,
      "loss": 1.9141145706176759,
      "step": 610
    },
    {
      "epoch": 0.10685509931492093,
      "grad_norm": 8.5625,
      "learning_rate": 9.99869348530841e-06,
      "loss": 1.9634918212890624,
      "step": 620
    },
    {
      "epoch": 0.10857856865870999,
      "grad_norm": 9.0625,
      "learning_rate": 9.997915421212245e-06,
      "loss": 1.8770341873168945,
      "step": 630
    },
    {
      "epoch": 0.11030203800249903,
      "grad_norm": 8.0625,
      "learning_rate": 9.996956467514203e-06,
      "loss": 1.965164566040039,
      "step": 640
    },
    {
      "epoch": 0.11202550734628808,
      "grad_norm": 11.9375,
      "learning_rate": 9.99581665892171e-06,
      "loss": 1.903609848022461,
      "step": 650
    },
    {
      "epoch": 0.11374897669007712,
      "grad_norm": 9.0625,
      "learning_rate": 9.994496036687866e-06,
      "loss": 1.932215118408203,
      "step": 660
    },
    {
      "epoch": 0.11547244603386617,
      "grad_norm": 10.0,
      "learning_rate": 9.992994648609966e-06,
      "loss": 1.9616926193237305,
      "step": 670
    },
    {
      "epoch": 0.11719591537765522,
      "grad_norm": 5.8125,
      "learning_rate": 9.991312549027762e-06,
      "loss": 1.8867454528808594,
      "step": 680
    },
    {
      "epoch": 0.11891938472144427,
      "grad_norm": 7.46875,
      "learning_rate": 9.989449798821504e-06,
      "loss": 1.9198978424072266,
      "step": 690
    },
    {
      "epoch": 0.12064285406523331,
      "grad_norm": 9.0,
      "learning_rate": 9.987406465409725e-06,
      "loss": 1.9139331817626952,
      "step": 700
    },
    {
      "epoch": 0.12236632340902236,
      "grad_norm": 23.625,
      "learning_rate": 9.985182622746813e-06,
      "loss": 1.9208333969116211,
      "step": 710
    },
    {
      "epoch": 0.12408979275281141,
      "grad_norm": 6.21875,
      "learning_rate": 9.982778351320329e-06,
      "loss": 1.9320703506469727,
      "step": 720
    },
    {
      "epoch": 0.12581326209660046,
      "grad_norm": 8.375,
      "learning_rate": 9.980193738148087e-06,
      "loss": 1.9007251739501954,
      "step": 730
    },
    {
      "epoch": 0.12753673144038952,
      "grad_norm": 30.625,
      "learning_rate": 9.977428876775022e-06,
      "loss": 1.8702217102050782,
      "step": 740
    },
    {
      "epoch": 0.12926020078417855,
      "grad_norm": 8.375,
      "learning_rate": 9.974483867269787e-06,
      "loss": 1.8927556991577148,
      "step": 750
    },
    {
      "epoch": 0.1309836701279676,
      "grad_norm": 5.78125,
      "learning_rate": 9.971358816221137e-06,
      "loss": 1.9013349533081054,
      "step": 760
    },
    {
      "epoch": 0.13270713947175664,
      "grad_norm": 7.46875,
      "learning_rate": 9.96805383673408e-06,
      "loss": 1.8408695220947267,
      "step": 770
    },
    {
      "epoch": 0.1344306088155457,
      "grad_norm": 7.15625,
      "learning_rate": 9.96456904842577e-06,
      "loss": 1.869816207885742,
      "step": 780
    },
    {
      "epoch": 0.13615407815933475,
      "grad_norm": 37.5,
      "learning_rate": 9.960904577421182e-06,
      "loss": 1.8965574264526368,
      "step": 790
    },
    {
      "epoch": 0.13787754750312378,
      "grad_norm": 6.21875,
      "learning_rate": 9.957060556348554e-06,
      "loss": 1.9223035812377929,
      "step": 800
    },
    {
      "epoch": 0.13960101684691284,
      "grad_norm": 6.1875,
      "learning_rate": 9.953037124334576e-06,
      "loss": 1.8931386947631836,
      "step": 810
    },
    {
      "epoch": 0.14132448619070187,
      "grad_norm": 18.75,
      "learning_rate": 9.948834426999363e-06,
      "loss": 1.8595243453979493,
      "step": 820
    },
    {
      "epoch": 0.14304795553449093,
      "grad_norm": 6.84375,
      "learning_rate": 9.944452616451182e-06,
      "loss": 1.859971046447754,
      "step": 830
    },
    {
      "epoch": 0.14477142487828,
      "grad_norm": 6.59375,
      "learning_rate": 9.939891851280943e-06,
      "loss": 1.9094179153442383,
      "step": 840
    },
    {
      "epoch": 0.14649489422206902,
      "grad_norm": 5.5,
      "learning_rate": 9.935152296556467e-06,
      "loss": 1.9463640213012696,
      "step": 850
    },
    {
      "epoch": 0.14821836356585807,
      "grad_norm": 5.75,
      "learning_rate": 9.930234123816503e-06,
      "loss": 1.881173324584961,
      "step": 860
    },
    {
      "epoch": 0.14994183290964713,
      "grad_norm": 6.09375,
      "learning_rate": 9.925137511064527e-06,
      "loss": 1.8919122695922852,
      "step": 870
    },
    {
      "epoch": 0.15166530225343616,
      "grad_norm": 11.75,
      "learning_rate": 9.919862642762291e-06,
      "loss": 1.8629920959472657,
      "step": 880
    },
    {
      "epoch": 0.15338877159722522,
      "grad_norm": 8.125,
      "learning_rate": 9.914409709823158e-06,
      "loss": 1.8775466918945312,
      "step": 890
    },
    {
      "epoch": 0.15511224094101425,
      "grad_norm": 6.21875,
      "learning_rate": 9.908778909605184e-06,
      "loss": 1.8726503372192382,
      "step": 900
    },
    {
      "epoch": 0.1568357102848033,
      "grad_norm": 11.8125,
      "learning_rate": 9.902970445903974e-06,
      "loss": 1.880959701538086,
      "step": 910
    },
    {
      "epoch": 0.15855917962859237,
      "grad_norm": 8.3125,
      "learning_rate": 9.896984528945313e-06,
      "loss": 1.8687429428100586,
      "step": 920
    },
    {
      "epoch": 0.1602826489723814,
      "grad_norm": 6.78125,
      "learning_rate": 9.890821375377553e-06,
      "loss": 1.8792970657348633,
      "step": 930
    },
    {
      "epoch": 0.16200611831617046,
      "grad_norm": 6.3125,
      "learning_rate": 9.88448120826377e-06,
      "loss": 1.8895078659057618,
      "step": 940
    },
    {
      "epoch": 0.16372958765995949,
      "grad_norm": 6.84375,
      "learning_rate": 9.877964257073696e-06,
      "loss": 1.8946203231811523,
      "step": 950
    },
    {
      "epoch": 0.16545305700374854,
      "grad_norm": 9.5,
      "learning_rate": 9.871270757675406e-06,
      "loss": 1.8623432159423827,
      "step": 960
    },
    {
      "epoch": 0.1671765263475376,
      "grad_norm": 51.5,
      "learning_rate": 9.864400952326793e-06,
      "loss": 1.912847900390625,
      "step": 970
    },
    {
      "epoch": 0.16889999569132663,
      "grad_norm": 8.5625,
      "learning_rate": 9.857355089666791e-06,
      "loss": 1.8621129989624023,
      "step": 980
    },
    {
      "epoch": 0.1706234650351157,
      "grad_norm": 5.15625,
      "learning_rate": 9.850133424706371e-06,
      "loss": 1.8847681045532227,
      "step": 990
    },
    {
      "epoch": 0.17234693437890475,
      "grad_norm": 13.5,
      "learning_rate": 9.842736218819327e-06,
      "loss": 1.8754114151000976,
      "step": 1000
    },
    {
      "epoch": 0.17234693437890475,
      "eval_loss": 1.8777226209640503,
      "eval_runtime": 189.0816,
      "eval_samples_per_second": 25.047,
      "eval_steps_per_second": 3.131,
      "step": 1000
    },
    {
      "epoch": 0.17407040372269378,
      "grad_norm": 8.3125,
      "learning_rate": 9.835163739732805e-06,
      "loss": 1.8813297271728515,
      "step": 1010
    },
    {
      "epoch": 0.17579387306648284,
      "grad_norm": 5.8125,
      "learning_rate": 9.827416261517613e-06,
      "loss": 1.910245704650879,
      "step": 1020
    },
    {
      "epoch": 0.17751734241027187,
      "grad_norm": 6.59375,
      "learning_rate": 9.819494064578305e-06,
      "loss": 1.8775476455688476,
      "step": 1030
    },
    {
      "epoch": 0.17924081175406092,
      "grad_norm": 4.375,
      "learning_rate": 9.811397435643037e-06,
      "loss": 1.8659778594970704,
      "step": 1040
    },
    {
      "epoch": 0.18096428109784998,
      "grad_norm": 11.25,
      "learning_rate": 9.803126667753175e-06,
      "loss": 1.886317253112793,
      "step": 1050
    },
    {
      "epoch": 0.182687750441639,
      "grad_norm": 9.0625,
      "learning_rate": 9.794682060252705e-06,
      "loss": 1.9058975219726562,
      "step": 1060
    },
    {
      "epoch": 0.18441121978542807,
      "grad_norm": 16.5,
      "learning_rate": 9.786063918777386e-06,
      "loss": 1.8786186218261718,
      "step": 1070
    },
    {
      "epoch": 0.1861346891292171,
      "grad_norm": 10.3125,
      "learning_rate": 9.777272555243702e-06,
      "loss": 1.8804399490356445,
      "step": 1080
    },
    {
      "epoch": 0.18785815847300616,
      "grad_norm": 25.875,
      "learning_rate": 9.768308287837555e-06,
      "loss": 1.83834228515625,
      "step": 1090
    },
    {
      "epoch": 0.18958162781679522,
      "grad_norm": 9.9375,
      "learning_rate": 9.759171441002766e-06,
      "loss": 1.8528076171875,
      "step": 1100
    },
    {
      "epoch": 0.19130509716058425,
      "grad_norm": 6.21875,
      "learning_rate": 9.74986234542932e-06,
      "loss": 1.8746351242065429,
      "step": 1110
    },
    {
      "epoch": 0.1930285665043733,
      "grad_norm": 6.8125,
      "learning_rate": 9.740381338041407e-06,
      "loss": 1.881591796875,
      "step": 1120
    },
    {
      "epoch": 0.19475203584816236,
      "grad_norm": 55.75,
      "learning_rate": 9.730728761985218e-06,
      "loss": 1.910407829284668,
      "step": 1130
    },
    {
      "epoch": 0.1964755051919514,
      "grad_norm": 10.25,
      "learning_rate": 9.720904966616533e-06,
      "loss": 1.8622859954833983,
      "step": 1140
    },
    {
      "epoch": 0.19819897453574045,
      "grad_norm": 5.9375,
      "learning_rate": 9.710910307488075e-06,
      "loss": 1.8853498458862306,
      "step": 1150
    },
    {
      "epoch": 0.19992244387952948,
      "grad_norm": 28.875,
      "learning_rate": 9.700745146336642e-06,
      "loss": 1.900423812866211,
      "step": 1160
    },
    {
      "epoch": 0.20164591322331854,
      "grad_norm": 8.375,
      "learning_rate": 9.690409851070009e-06,
      "loss": 1.889995002746582,
      "step": 1170
    },
    {
      "epoch": 0.2033693825671076,
      "grad_norm": 8.875,
      "learning_rate": 9.679904795753616e-06,
      "loss": 1.8939664840698243,
      "step": 1180
    },
    {
      "epoch": 0.20509285191089663,
      "grad_norm": 7.03125,
      "learning_rate": 9.66923036059704e-06,
      "loss": 1.8157171249389648,
      "step": 1190
    },
    {
      "epoch": 0.2068163212546857,
      "grad_norm": 10.4375,
      "learning_rate": 9.658386931940212e-06,
      "loss": 1.8297653198242188,
      "step": 1200
    },
    {
      "epoch": 0.20853979059847472,
      "grad_norm": 13.25,
      "learning_rate": 9.647374902239452e-06,
      "loss": 1.8692256927490234,
      "step": 1210
    },
    {
      "epoch": 0.21026325994226377,
      "grad_norm": 7.1875,
      "learning_rate": 9.636194670053263e-06,
      "loss": 1.8458559036254882,
      "step": 1220
    },
    {
      "epoch": 0.21198672928605283,
      "grad_norm": 10.625,
      "learning_rate": 9.624846640027894e-06,
      "loss": 1.8413688659667968,
      "step": 1230
    },
    {
      "epoch": 0.21371019862984186,
      "grad_norm": 5.375,
      "learning_rate": 9.61333122288271e-06,
      "loss": 1.8779708862304687,
      "step": 1240
    },
    {
      "epoch": 0.21543366797363092,
      "grad_norm": 5.90625,
      "learning_rate": 9.601648835395314e-06,
      "loss": 1.8429693222045898,
      "step": 1250
    },
    {
      "epoch": 0.21715713731741998,
      "grad_norm": 29.125,
      "learning_rate": 9.589799900386472e-06,
      "loss": 1.862042236328125,
      "step": 1260
    },
    {
      "epoch": 0.218880606661209,
      "grad_norm": 10.4375,
      "learning_rate": 9.577784846704805e-06,
      "loss": 1.8681344985961914,
      "step": 1270
    },
    {
      "epoch": 0.22060407600499807,
      "grad_norm": 4.8125,
      "learning_rate": 9.565604109211271e-06,
      "loss": 1.8646697998046875,
      "step": 1280
    },
    {
      "epoch": 0.2223275453487871,
      "grad_norm": 6.625,
      "learning_rate": 9.553258128763418e-06,
      "loss": 1.8120367050170898,
      "step": 1290
    },
    {
      "epoch": 0.22405101469257616,
      "grad_norm": 8.375,
      "learning_rate": 9.54074735219944e-06,
      "loss": 1.8799192428588867,
      "step": 1300
    },
    {
      "epoch": 0.22577448403636521,
      "grad_norm": 5.875,
      "learning_rate": 9.528072232321996e-06,
      "loss": 1.8551996231079102,
      "step": 1310
    },
    {
      "epoch": 0.22749795338015424,
      "grad_norm": 9.0,
      "learning_rate": 9.515233227881821e-06,
      "loss": 1.871938705444336,
      "step": 1320
    },
    {
      "epoch": 0.2292214227239433,
      "grad_norm": 191.0,
      "learning_rate": 9.502230803561132e-06,
      "loss": 1.8501504898071288,
      "step": 1330
    },
    {
      "epoch": 0.23094489206773233,
      "grad_norm": 5.40625,
      "learning_rate": 9.4890654299568e-06,
      "loss": 1.8650516510009765,
      "step": 1340
    },
    {
      "epoch": 0.2326683614115214,
      "grad_norm": 4.90625,
      "learning_rate": 9.475737583563318e-06,
      "loss": 1.860942268371582,
      "step": 1350
    },
    {
      "epoch": 0.23439183075531045,
      "grad_norm": 6.875,
      "learning_rate": 9.462247746755564e-06,
      "loss": 1.8466346740722657,
      "step": 1360
    },
    {
      "epoch": 0.23611530009909948,
      "grad_norm": 7.4375,
      "learning_rate": 9.448596407771333e-06,
      "loss": 1.8936279296875,
      "step": 1370
    },
    {
      "epoch": 0.23783876944288854,
      "grad_norm": 37.0,
      "learning_rate": 9.434784060693671e-06,
      "loss": 1.8678653717041016,
      "step": 1380
    },
    {
      "epoch": 0.2395622387866776,
      "grad_norm": 5.6875,
      "learning_rate": 9.420811205432991e-06,
      "loss": 1.8797569274902344,
      "step": 1390
    },
    {
      "epoch": 0.24128570813046663,
      "grad_norm": 7.84375,
      "learning_rate": 9.40667834770898e-06,
      "loss": 1.8689140319824218,
      "step": 1400
    },
    {
      "epoch": 0.24300917747425568,
      "grad_norm": 7.1875,
      "learning_rate": 9.392385999032299e-06,
      "loss": 1.8364645004272462,
      "step": 1410
    },
    {
      "epoch": 0.2447326468180447,
      "grad_norm": 10.0625,
      "learning_rate": 9.37793467668606e-06,
      "loss": 1.8727912902832031,
      "step": 1420
    },
    {
      "epoch": 0.24645611616183377,
      "grad_norm": 13.5625,
      "learning_rate": 9.363324903707117e-06,
      "loss": 1.8319427490234375,
      "step": 1430
    },
    {
      "epoch": 0.24817958550562283,
      "grad_norm": 5.65625,
      "learning_rate": 9.348557208867127e-06,
      "loss": 1.8280084609985352,
      "step": 1440
    },
    {
      "epoch": 0.24990305484941186,
      "grad_norm": 7.6875,
      "learning_rate": 9.333632126653412e-06,
      "loss": 1.8651538848876954,
      "step": 1450
    },
    {
      "epoch": 0.2516265241932009,
      "grad_norm": 29.5,
      "learning_rate": 9.318550197249619e-06,
      "loss": 1.8845842361450196,
      "step": 1460
    },
    {
      "epoch": 0.25334999353698995,
      "grad_norm": 8.3125,
      "learning_rate": 9.30331196651617e-06,
      "loss": 1.8626699447631836,
      "step": 1470
    },
    {
      "epoch": 0.25507346288077903,
      "grad_norm": 8.625,
      "learning_rate": 9.287917985970496e-06,
      "loss": 1.8710561752319337,
      "step": 1480
    },
    {
      "epoch": 0.25679693222456806,
      "grad_norm": 9.1875,
      "learning_rate": 9.27236881276709e-06,
      "loss": 1.829465675354004,
      "step": 1490
    },
    {
      "epoch": 0.2585204015683571,
      "grad_norm": 40.0,
      "learning_rate": 9.256665009677326e-06,
      "loss": 1.8205698013305665,
      "step": 1500
    },
    {
      "epoch": 0.2585204015683571,
      "eval_loss": 1.8534876108169556,
      "eval_runtime": 189.1023,
      "eval_samples_per_second": 25.045,
      "eval_steps_per_second": 3.131,
      "step": 1500
    },
    {
      "epoch": 0.2602438709121461,
      "grad_norm": 6.09375,
      "learning_rate": 9.240807145069106e-06,
      "loss": 1.8519729614257812,
      "step": 1510
    },
    {
      "epoch": 0.2619673402559352,
      "grad_norm": 4.9375,
      "learning_rate": 9.224795792886276e-06,
      "loss": 1.827493667602539,
      "step": 1520
    },
    {
      "epoch": 0.26369080959972424,
      "grad_norm": 7.375,
      "learning_rate": 9.208631532627868e-06,
      "loss": 1.8664134979248046,
      "step": 1530
    },
    {
      "epoch": 0.26541427894351327,
      "grad_norm": 5.96875,
      "learning_rate": 9.192314949327107e-06,
      "loss": 1.8513822555541992,
      "step": 1540
    },
    {
      "epoch": 0.26713774828730236,
      "grad_norm": 13.6875,
      "learning_rate": 9.175846633530257e-06,
      "loss": 1.828923797607422,
      "step": 1550
    },
    {
      "epoch": 0.2688612176310914,
      "grad_norm": 7.03125,
      "learning_rate": 9.15922718127523e-06,
      "loss": 1.868868637084961,
      "step": 1560
    },
    {
      "epoch": 0.2705846869748804,
      "grad_norm": 7.3125,
      "learning_rate": 9.142457194070024e-06,
      "loss": 1.8728532791137695,
      "step": 1570
    },
    {
      "epoch": 0.2723081563186695,
      "grad_norm": 11.3125,
      "learning_rate": 9.125537278870953e-06,
      "loss": 1.8872152328491212,
      "step": 1580
    },
    {
      "epoch": 0.27403162566245853,
      "grad_norm": 5.0,
      "learning_rate": 9.108468048060675e-06,
      "loss": 1.8836444854736327,
      "step": 1590
    },
    {
      "epoch": 0.27575509500624756,
      "grad_norm": 5.96875,
      "learning_rate": 9.091250119426023e-06,
      "loss": 1.8695207595825196,
      "step": 1600
    },
    {
      "epoch": 0.27747856435003665,
      "grad_norm": 7.375,
      "learning_rate": 9.07388411613566e-06,
      "loss": 1.822032356262207,
      "step": 1610
    },
    {
      "epoch": 0.2792020336938257,
      "grad_norm": 19.375,
      "learning_rate": 9.056370666717513e-06,
      "loss": 1.8919815063476562,
      "step": 1620
    },
    {
      "epoch": 0.2809255030376147,
      "grad_norm": 10.75,
      "learning_rate": 9.03871040503603e-06,
      "loss": 1.8365257263183594,
      "step": 1630
    },
    {
      "epoch": 0.28264897238140374,
      "grad_norm": 8.9375,
      "learning_rate": 9.020903970269233e-06,
      "loss": 1.7987678527832032,
      "step": 1640
    },
    {
      "epoch": 0.2843724417251928,
      "grad_norm": 7.8125,
      "learning_rate": 9.002952006885592e-06,
      "loss": 1.8505571365356446,
      "step": 1650
    },
    {
      "epoch": 0.28609591106898186,
      "grad_norm": 7.125,
      "learning_rate": 8.984855164620694e-06,
      "loss": 1.8379674911499024,
      "step": 1660
    },
    {
      "epoch": 0.2878193804127709,
      "grad_norm": 24.125,
      "learning_rate": 8.966614098453728e-06,
      "loss": 1.8600765228271485,
      "step": 1670
    },
    {
      "epoch": 0.28954284975656,
      "grad_norm": 9.0625,
      "learning_rate": 8.94822946858378e-06,
      "loss": 1.825016975402832,
      "step": 1680
    },
    {
      "epoch": 0.291266319100349,
      "grad_norm": 9.25,
      "learning_rate": 8.929701940405939e-06,
      "loss": 1.8779399871826172,
      "step": 1690
    },
    {
      "epoch": 0.29298978844413803,
      "grad_norm": 6.65625,
      "learning_rate": 8.911032184487216e-06,
      "loss": 1.8601961135864258,
      "step": 1700
    },
    {
      "epoch": 0.2947132577879271,
      "grad_norm": 7.5,
      "learning_rate": 8.89222087654227e-06,
      "loss": 1.851213264465332,
      "step": 1710
    },
    {
      "epoch": 0.29643672713171615,
      "grad_norm": 4.90625,
      "learning_rate": 8.873268697408952e-06,
      "loss": 1.8635419845581054,
      "step": 1720
    },
    {
      "epoch": 0.2981601964755052,
      "grad_norm": 47.25,
      "learning_rate": 8.85417633302367e-06,
      "loss": 1.8464191436767579,
      "step": 1730
    },
    {
      "epoch": 0.29988366581929427,
      "grad_norm": 5.875,
      "learning_rate": 8.834944474396551e-06,
      "loss": 1.8149053573608398,
      "step": 1740
    },
    {
      "epoch": 0.3016071351630833,
      "grad_norm": 6.84375,
      "learning_rate": 8.815573817586448e-06,
      "loss": 1.8667095184326172,
      "step": 1750
    },
    {
      "epoch": 0.3033306045068723,
      "grad_norm": 11.875,
      "learning_rate": 8.796065063675732e-06,
      "loss": 1.8508197784423828,
      "step": 1760
    },
    {
      "epoch": 0.30505407385066136,
      "grad_norm": 10.875,
      "learning_rate": 8.776418918744922e-06,
      "loss": 1.847660446166992,
      "step": 1770
    },
    {
      "epoch": 0.30677754319445044,
      "grad_norm": 13.0625,
      "learning_rate": 8.756636093847136e-06,
      "loss": 1.8635337829589844,
      "step": 1780
    },
    {
      "epoch": 0.30850101253823947,
      "grad_norm": 4.78125,
      "learning_rate": 8.73671730498235e-06,
      "loss": 1.8322547912597655,
      "step": 1790
    },
    {
      "epoch": 0.3102244818820285,
      "grad_norm": 7.84375,
      "learning_rate": 8.716663273071484e-06,
      "loss": 1.8500213623046875,
      "step": 1800
    },
    {
      "epoch": 0.3119479512258176,
      "grad_norm": 6.4375,
      "learning_rate": 8.696474723930311e-06,
      "loss": 1.828200340270996,
      "step": 1810
    },
    {
      "epoch": 0.3136714205696066,
      "grad_norm": 6.5625,
      "learning_rate": 8.676152388243191e-06,
      "loss": 1.8678157806396485,
      "step": 1820
    },
    {
      "epoch": 0.31539488991339565,
      "grad_norm": 17.125,
      "learning_rate": 8.655697001536615e-06,
      "loss": 1.825833511352539,
      "step": 1830
    },
    {
      "epoch": 0.31711835925718473,
      "grad_norm": 5.6875,
      "learning_rate": 8.635109304152598e-06,
      "loss": 1.844728660583496,
      "step": 1840
    },
    {
      "epoch": 0.31884182860097376,
      "grad_norm": 9.875,
      "learning_rate": 8.614390041221872e-06,
      "loss": 1.8418235778808594,
      "step": 1850
    },
    {
      "epoch": 0.3205652979447628,
      "grad_norm": 11.3125,
      "learning_rate": 8.593539962636924e-06,
      "loss": 1.8504135131835937,
      "step": 1860
    },
    {
      "epoch": 0.3222887672885519,
      "grad_norm": 7.78125,
      "learning_rate": 8.572559823024853e-06,
      "loss": 1.860449981689453,
      "step": 1870
    },
    {
      "epoch": 0.3240122366323409,
      "grad_norm": 8.5625,
      "learning_rate": 8.551450381720056e-06,
      "loss": 1.8447723388671875,
      "step": 1880
    },
    {
      "epoch": 0.32573570597612994,
      "grad_norm": 4.8125,
      "learning_rate": 8.530212402736751e-06,
      "loss": 1.8316837310791017,
      "step": 1890
    },
    {
      "epoch": 0.32745917531991897,
      "grad_norm": 9.875,
      "learning_rate": 8.508846654741318e-06,
      "loss": 1.8276691436767578,
      "step": 1900
    },
    {
      "epoch": 0.32918264466370806,
      "grad_norm": 6.0,
      "learning_rate": 8.487353911024488e-06,
      "loss": 1.8920913696289063,
      "step": 1910
    },
    {
      "epoch": 0.3309061140074971,
      "grad_norm": 21.375,
      "learning_rate": 8.46573494947334e-06,
      "loss": 1.8723810195922852,
      "step": 1920
    },
    {
      "epoch": 0.3326295833512861,
      "grad_norm": 10.4375,
      "learning_rate": 8.443990552543165e-06,
      "loss": 1.843758773803711,
      "step": 1930
    },
    {
      "epoch": 0.3343530526950752,
      "grad_norm": 4.96875,
      "learning_rate": 8.42212150722913e-06,
      "loss": 1.8233121871948241,
      "step": 1940
    },
    {
      "epoch": 0.33607652203886423,
      "grad_norm": 7.53125,
      "learning_rate": 8.400128605037814e-06,
      "loss": 1.842045211791992,
      "step": 1950
    },
    {
      "epoch": 0.33779999138265326,
      "grad_norm": 7.9375,
      "learning_rate": 8.378012641958537e-06,
      "loss": 1.8421007156372071,
      "step": 1960
    },
    {
      "epoch": 0.33952346072644235,
      "grad_norm": 33.75,
      "learning_rate": 8.355774418434565e-06,
      "loss": 1.846714401245117,
      "step": 1970
    },
    {
      "epoch": 0.3412469300702314,
      "grad_norm": 6.875,
      "learning_rate": 8.333414739334147e-06,
      "loss": 1.858698272705078,
      "step": 1980
    },
    {
      "epoch": 0.3429703994140204,
      "grad_norm": 24.125,
      "learning_rate": 8.310934413921364e-06,
      "loss": 1.8431358337402344,
      "step": 1990
    },
    {
      "epoch": 0.3446938687578095,
      "grad_norm": 10.5,
      "learning_rate": 8.288334255826853e-06,
      "loss": 1.8638715744018555,
      "step": 2000
    },
    {
      "epoch": 0.3446938687578095,
      "eval_loss": 1.8401983976364136,
      "eval_runtime": 188.5578,
      "eval_samples_per_second": 25.117,
      "eval_steps_per_second": 3.14,
      "step": 2000
    },
    {
      "epoch": 0.3464173381015985,
      "grad_norm": 5.53125,
      "learning_rate": 8.26561508301836e-06,
      "loss": 1.8239376068115234,
      "step": 2010
    },
    {
      "epoch": 0.34814080744538756,
      "grad_norm": 7.75,
      "learning_rate": 8.242777717771129e-06,
      "loss": 1.8216110229492188,
      "step": 2020
    },
    {
      "epoch": 0.3498642767891766,
      "grad_norm": 7.21875,
      "learning_rate": 8.219822986638143e-06,
      "loss": 1.817897415161133,
      "step": 2030
    },
    {
      "epoch": 0.3515877461329657,
      "grad_norm": 6.40625,
      "learning_rate": 8.196751720420216e-06,
      "loss": 1.8432098388671876,
      "step": 2040
    },
    {
      "epoch": 0.3533112154767547,
      "grad_norm": 4.5,
      "learning_rate": 8.173564754135905e-06,
      "loss": 1.8237773895263671,
      "step": 2050
    },
    {
      "epoch": 0.35503468482054373,
      "grad_norm": 11.0,
      "learning_rate": 8.150262926991314e-06,
      "loss": 1.8344850540161133,
      "step": 2060
    },
    {
      "epoch": 0.3567581541643328,
      "grad_norm": 4.125,
      "learning_rate": 8.1268470823497e-06,
      "loss": 1.8227569580078125,
      "step": 2070
    },
    {
      "epoch": 0.35848162350812185,
      "grad_norm": 20.5,
      "learning_rate": 8.103318067700957e-06,
      "loss": 1.857133674621582,
      "step": 2080
    },
    {
      "epoch": 0.3602050928519109,
      "grad_norm": 5.375,
      "learning_rate": 8.079676734630941e-06,
      "loss": 1.8662431716918946,
      "step": 2090
    },
    {
      "epoch": 0.36192856219569997,
      "grad_norm": 8.0625,
      "learning_rate": 8.055923938790657e-06,
      "loss": 1.865074348449707,
      "step": 2100
    },
    {
      "epoch": 0.363652031539489,
      "grad_norm": 7.125,
      "learning_rate": 8.032060539865274e-06,
      "loss": 1.8386310577392577,
      "step": 2110
    },
    {
      "epoch": 0.365375500883278,
      "grad_norm": 6.8125,
      "learning_rate": 8.008087401543026e-06,
      "loss": 1.8924131393432617,
      "step": 2120
    },
    {
      "epoch": 0.3670989702270671,
      "grad_norm": 21.0,
      "learning_rate": 7.98400539148394e-06,
      "loss": 1.8141424179077148,
      "step": 2130
    },
    {
      "epoch": 0.36882243957085614,
      "grad_norm": 6.75,
      "learning_rate": 7.959815381288445e-06,
      "loss": 1.8318838119506835,
      "step": 2140
    },
    {
      "epoch": 0.3705459089146452,
      "grad_norm": 7.59375,
      "learning_rate": 7.935518246465815e-06,
      "loss": 1.8339788436889648,
      "step": 2150
    },
    {
      "epoch": 0.3722693782584342,
      "grad_norm": 12.625,
      "learning_rate": 7.911114866402491e-06,
      "loss": 1.8055469512939453,
      "step": 2160
    },
    {
      "epoch": 0.3739928476022233,
      "grad_norm": 127.5,
      "learning_rate": 7.886606124330249e-06,
      "loss": 1.8341318130493165,
      "step": 2170
    },
    {
      "epoch": 0.3757163169460123,
      "grad_norm": 10.3125,
      "learning_rate": 7.861992907294227e-06,
      "loss": 1.8485382080078125,
      "step": 2180
    },
    {
      "epoch": 0.37743978628980135,
      "grad_norm": 7.875,
      "learning_rate": 7.837276106120834e-06,
      "loss": 1.8135955810546875,
      "step": 2190
    },
    {
      "epoch": 0.37916325563359043,
      "grad_norm": 7.25,
      "learning_rate": 7.812456615385496e-06,
      "loss": 1.8876367568969727,
      "step": 2200
    },
    {
      "epoch": 0.38088672497737946,
      "grad_norm": 9.25,
      "learning_rate": 7.787535333380283e-06,
      "loss": 1.8209230422973632,
      "step": 2210
    },
    {
      "epoch": 0.3826101943211685,
      "grad_norm": 6.1875,
      "learning_rate": 7.762513162081402e-06,
      "loss": 1.8425830841064452,
      "step": 2220
    },
    {
      "epoch": 0.3843336636649576,
      "grad_norm": 6.4375,
      "learning_rate": 7.737391007116542e-06,
      "loss": 1.869114875793457,
      "step": 2230
    },
    {
      "epoch": 0.3860571330087466,
      "grad_norm": 5.5,
      "learning_rate": 7.712169777732105e-06,
      "loss": 1.804082489013672,
      "step": 2240
    },
    {
      "epoch": 0.38778060235253564,
      "grad_norm": 4.125,
      "learning_rate": 7.686850386760296e-06,
      "loss": 1.8742061614990235,
      "step": 2250
    },
    {
      "epoch": 0.3895040716963247,
      "grad_norm": 4.75,
      "learning_rate": 7.661433750586077e-06,
      "loss": 1.8540233612060546,
      "step": 2260
    },
    {
      "epoch": 0.39122754104011376,
      "grad_norm": 6.90625,
      "learning_rate": 7.635920789114012e-06,
      "loss": 1.8454013824462892,
      "step": 2270
    },
    {
      "epoch": 0.3929510103839028,
      "grad_norm": 10.125,
      "learning_rate": 7.610312425734967e-06,
      "loss": 1.8449623107910156,
      "step": 2280
    },
    {
      "epoch": 0.3946744797276918,
      "grad_norm": 4.375,
      "learning_rate": 7.584609587292686e-06,
      "loss": 1.8612642288208008,
      "step": 2290
    },
    {
      "epoch": 0.3963979490714809,
      "grad_norm": 9.5,
      "learning_rate": 7.558813204050257e-06,
      "loss": 1.8338241577148438,
      "step": 2300
    },
    {
      "epoch": 0.39812141841526993,
      "grad_norm": 9.375,
      "learning_rate": 7.532924209656429e-06,
      "loss": 1.8515756607055665,
      "step": 2310
    },
    {
      "epoch": 0.39984488775905896,
      "grad_norm": 16.375,
      "learning_rate": 7.506943541111831e-06,
      "loss": 1.8405086517333984,
      "step": 2320
    },
    {
      "epoch": 0.40156835710284805,
      "grad_norm": 4.3125,
      "learning_rate": 7.480872138735051e-06,
      "loss": 1.8534727096557617,
      "step": 2330
    },
    {
      "epoch": 0.4032918264466371,
      "grad_norm": 5.375,
      "learning_rate": 7.454710946128617e-06,
      "loss": 1.8462696075439453,
      "step": 2340
    },
    {
      "epoch": 0.4050152957904261,
      "grad_norm": 83.0,
      "learning_rate": 7.4284609101448265e-06,
      "loss": 1.8416885375976562,
      "step": 2350
    },
    {
      "epoch": 0.4067387651342152,
      "grad_norm": 8.25,
      "learning_rate": 7.402122980851491e-06,
      "loss": 1.8375621795654298,
      "step": 2360
    },
    {
      "epoch": 0.4084622344780042,
      "grad_norm": 8.125,
      "learning_rate": 7.37569811149754e-06,
      "loss": 1.815802764892578,
      "step": 2370
    },
    {
      "epoch": 0.41018570382179326,
      "grad_norm": 5.125,
      "learning_rate": 7.349187258478534e-06,
      "loss": 1.844595718383789,
      "step": 2380
    },
    {
      "epoch": 0.41190917316558234,
      "grad_norm": 6.21875,
      "learning_rate": 7.322591381302033e-06,
      "loss": 1.8283041000366211,
      "step": 2390
    },
    {
      "epoch": 0.4136326425093714,
      "grad_norm": 5.625,
      "learning_rate": 7.2959114425528835e-06,
      "loss": 1.8325546264648438,
      "step": 2400
    },
    {
      "epoch": 0.4153561118531604,
      "grad_norm": 5.4375,
      "learning_rate": 7.269148407858367e-06,
      "loss": 1.8207094192504882,
      "step": 2410
    },
    {
      "epoch": 0.41707958119694943,
      "grad_norm": 13.5625,
      "learning_rate": 7.242303245853263e-06,
      "loss": 1.8134254455566405,
      "step": 2420
    },
    {
      "epoch": 0.4188030505407385,
      "grad_norm": 12.0625,
      "learning_rate": 7.215376928144783e-06,
      "loss": 1.8629745483398437,
      "step": 2430
    },
    {
      "epoch": 0.42052651988452755,
      "grad_norm": 5.21875,
      "learning_rate": 7.188370429277408e-06,
      "loss": 1.8381343841552735,
      "step": 2440
    },
    {
      "epoch": 0.4222499892283166,
      "grad_norm": 73.0,
      "learning_rate": 7.161284726697616e-06,
      "loss": 1.8185060501098633,
      "step": 2450
    },
    {
      "epoch": 0.42397345857210567,
      "grad_norm": 5.40625,
      "learning_rate": 7.134120800718507e-06,
      "loss": 1.8640281677246093,
      "step": 2460
    },
    {
      "epoch": 0.4256969279158947,
      "grad_norm": 5.375,
      "learning_rate": 7.106879634484321e-06,
      "loss": 1.8647268295288086,
      "step": 2470
    },
    {
      "epoch": 0.4274203972596837,
      "grad_norm": 4.96875,
      "learning_rate": 7.079562213934852e-06,
      "loss": 1.832758331298828,
      "step": 2480
    },
    {
      "epoch": 0.4291438666034728,
      "grad_norm": 7.34375,
      "learning_rate": 7.052169527769772e-06,
      "loss": 1.8156070709228516,
      "step": 2490
    },
    {
      "epoch": 0.43086733594726184,
      "grad_norm": 5.0625,
      "learning_rate": 7.024702567412839e-06,
      "loss": 1.8204095840454102,
      "step": 2500
    },
    {
      "epoch": 0.43086733594726184,
      "eval_loss": 1.83199143409729,
      "eval_runtime": 189.3842,
      "eval_samples_per_second": 25.007,
      "eval_steps_per_second": 3.126,
      "step": 2500
    },
    {
      "epoch": 0.4325908052910509,
      "grad_norm": 6.1875,
      "learning_rate": 6.9971623269760204e-06,
      "loss": 1.8643325805664062,
      "step": 2510
    },
    {
      "epoch": 0.43431427463483996,
      "grad_norm": 5.4375,
      "learning_rate": 6.969549803223508e-06,
      "loss": 1.8427024841308595,
      "step": 2520
    },
    {
      "epoch": 0.436037743978629,
      "grad_norm": 6.03125,
      "learning_rate": 6.941865995535644e-06,
      "loss": 1.8385257720947266,
      "step": 2530
    },
    {
      "epoch": 0.437761213322418,
      "grad_norm": 5.15625,
      "learning_rate": 6.914111905872752e-06,
      "loss": 1.8454465866088867,
      "step": 2540
    },
    {
      "epoch": 0.43948468266620705,
      "grad_norm": 6.875,
      "learning_rate": 6.886288538738872e-06,
      "loss": 1.7985853195190429,
      "step": 2550
    },
    {
      "epoch": 0.44120815200999614,
      "grad_norm": 8.8125,
      "learning_rate": 6.858396901145404e-06,
      "loss": 1.8151981353759765,
      "step": 2560
    },
    {
      "epoch": 0.44293162135378517,
      "grad_norm": 5.875,
      "learning_rate": 6.83043800257466e-06,
      "loss": 1.8277212142944337,
      "step": 2570
    },
    {
      "epoch": 0.4446550906975742,
      "grad_norm": 6.5,
      "learning_rate": 6.80241285494333e-06,
      "loss": 1.8706268310546874,
      "step": 2580
    },
    {
      "epoch": 0.4463785600413633,
      "grad_norm": 5.1875,
      "learning_rate": 6.774322472565858e-06,
      "loss": 1.8442064285278321,
      "step": 2590
    },
    {
      "epoch": 0.4481020293851523,
      "grad_norm": 4.15625,
      "learning_rate": 6.7461678721177285e-06,
      "loss": 1.862114715576172,
      "step": 2600
    },
    {
      "epoch": 0.44982549872894134,
      "grad_norm": 7.0,
      "learning_rate": 6.717950072598673e-06,
      "loss": 1.8287435531616212,
      "step": 2610
    },
    {
      "epoch": 0.45154896807273043,
      "grad_norm": 5.65625,
      "learning_rate": 6.689670095295784e-06,
      "loss": 1.843255615234375,
      "step": 2620
    },
    {
      "epoch": 0.45327243741651946,
      "grad_norm": 5.46875,
      "learning_rate": 6.66132896374656e-06,
      "loss": 1.8445619583129882,
      "step": 2630
    },
    {
      "epoch": 0.4549959067603085,
      "grad_norm": 4.75,
      "learning_rate": 6.6329277037018505e-06,
      "loss": 1.8358469009399414,
      "step": 2640
    },
    {
      "epoch": 0.4567193761040976,
      "grad_norm": 10.0625,
      "learning_rate": 6.604467343088742e-06,
      "loss": 1.8396055221557617,
      "step": 2650
    },
    {
      "epoch": 0.4584428454478866,
      "grad_norm": 4.8125,
      "learning_rate": 6.575948911973343e-06,
      "loss": 1.8488874435424805,
      "step": 2660
    },
    {
      "epoch": 0.46016631479167563,
      "grad_norm": 5.3125,
      "learning_rate": 6.547373442523511e-06,
      "loss": 1.8323183059692383,
      "step": 2670
    },
    {
      "epoch": 0.46188978413546466,
      "grad_norm": 6.84375,
      "learning_rate": 6.518741968971492e-06,
      "loss": 1.8678075790405273,
      "step": 2680
    },
    {
      "epoch": 0.46361325347925375,
      "grad_norm": 7.9375,
      "learning_rate": 6.490055527576492e-06,
      "loss": 1.7891368865966797,
      "step": 2690
    },
    {
      "epoch": 0.4653367228230428,
      "grad_norm": 5.75,
      "learning_rate": 6.461315156587162e-06,
      "loss": 1.8243621826171874,
      "step": 2700
    },
    {
      "epoch": 0.4670601921668318,
      "grad_norm": 4.875,
      "learning_rate": 6.432521896204035e-06,
      "loss": 1.8012350082397461,
      "step": 2710
    },
    {
      "epoch": 0.4687836615106209,
      "grad_norm": 6.375,
      "learning_rate": 6.4036767885418625e-06,
      "loss": 1.8313072204589844,
      "step": 2720
    },
    {
      "epoch": 0.4705071308544099,
      "grad_norm": 4.4375,
      "learning_rate": 6.37478087759191e-06,
      "loss": 1.8313379287719727,
      "step": 2730
    },
    {
      "epoch": 0.47223060019819896,
      "grad_norm": 10.0,
      "learning_rate": 6.345835209184169e-06,
      "loss": 1.851654624938965,
      "step": 2740
    },
    {
      "epoch": 0.47395406954198804,
      "grad_norm": 11.4375,
      "learning_rate": 6.316840830949498e-06,
      "loss": 1.834511947631836,
      "step": 2750
    },
    {
      "epoch": 0.4756775388857771,
      "grad_norm": 5.90625,
      "learning_rate": 6.287798792281713e-06,
      "loss": 1.831475067138672,
      "step": 2760
    },
    {
      "epoch": 0.4774010082295661,
      "grad_norm": 6.53125,
      "learning_rate": 6.258710144299604e-06,
      "loss": 1.8179866790771484,
      "step": 2770
    },
    {
      "epoch": 0.4791244775733552,
      "grad_norm": 4.09375,
      "learning_rate": 6.229575939808893e-06,
      "loss": 1.8372505187988282,
      "step": 2780
    },
    {
      "epoch": 0.4808479469171442,
      "grad_norm": 6.84375,
      "learning_rate": 6.200397233264129e-06,
      "loss": 1.8282224655151367,
      "step": 2790
    },
    {
      "epoch": 0.48257141626093325,
      "grad_norm": 19.75,
      "learning_rate": 6.171175080730526e-06,
      "loss": 1.820566177368164,
      "step": 2800
    },
    {
      "epoch": 0.4842948856047223,
      "grad_norm": 6.71875,
      "learning_rate": 6.141910539845736e-06,
      "loss": 1.8087228775024413,
      "step": 2810
    },
    {
      "epoch": 0.48601835494851137,
      "grad_norm": 5.09375,
      "learning_rate": 6.112604669781572e-06,
      "loss": 1.833594512939453,
      "step": 2820
    },
    {
      "epoch": 0.4877418242923004,
      "grad_norm": 6.0625,
      "learning_rate": 6.083258531205681e-06,
      "loss": 1.8270418167114257,
      "step": 2830
    },
    {
      "epoch": 0.4894652936360894,
      "grad_norm": 10.0,
      "learning_rate": 6.053873186243141e-06,
      "loss": 1.8435356140136718,
      "step": 2840
    },
    {
      "epoch": 0.4911887629798785,
      "grad_norm": 5.34375,
      "learning_rate": 6.024449698438033e-06,
      "loss": 1.8381929397583008,
      "step": 2850
    },
    {
      "epoch": 0.49291223232366754,
      "grad_norm": 7.53125,
      "learning_rate": 5.9949891327149375e-06,
      "loss": 1.8102424621582032,
      "step": 2860
    },
    {
      "epoch": 0.4946357016674566,
      "grad_norm": 72.5,
      "learning_rate": 5.965492555340401e-06,
      "loss": 1.8426288604736327,
      "step": 2870
    },
    {
      "epoch": 0.49635917101124566,
      "grad_norm": 5.46875,
      "learning_rate": 5.935961033884336e-06,
      "loss": 1.8150890350341797,
      "step": 2880
    },
    {
      "epoch": 0.4980826403550347,
      "grad_norm": 4.28125,
      "learning_rate": 5.9063956371813905e-06,
      "loss": 1.8337799072265626,
      "step": 2890
    },
    {
      "epoch": 0.4998061096988237,
      "grad_norm": 5.59375,
      "learning_rate": 5.876797435292254e-06,
      "loss": 1.789473533630371,
      "step": 2900
    },
    {
      "epoch": 0.5015295790426127,
      "grad_norm": 9.875,
      "learning_rate": 5.847167499464941e-06,
      "loss": 1.8173267364501953,
      "step": 2910
    },
    {
      "epoch": 0.5032530483864018,
      "grad_norm": 5.1875,
      "learning_rate": 5.817506902096007e-06,
      "loss": 1.8565616607666016,
      "step": 2920
    },
    {
      "epoch": 0.5049765177301909,
      "grad_norm": 13.75,
      "learning_rate": 5.787816716691746e-06,
      "loss": 1.8447467803955078,
      "step": 2930
    },
    {
      "epoch": 0.5066999870739799,
      "grad_norm": 6.5,
      "learning_rate": 5.758098017829329e-06,
      "loss": 1.8645750045776368,
      "step": 2940
    },
    {
      "epoch": 0.508423456417769,
      "grad_norm": 6.5,
      "learning_rate": 5.728351881117915e-06,
      "loss": 1.8155582427978516,
      "step": 2950
    },
    {
      "epoch": 0.5101469257615581,
      "grad_norm": 24.375,
      "learning_rate": 5.698579383159721e-06,
      "loss": 1.799262809753418,
      "step": 2960
    },
    {
      "epoch": 0.511870395105347,
      "grad_norm": 5.25,
      "learning_rate": 5.668781601511059e-06,
      "loss": 1.8040689468383788,
      "step": 2970
    },
    {
      "epoch": 0.5135938644491361,
      "grad_norm": 6.1875,
      "learning_rate": 5.638959614643333e-06,
      "loss": 1.8163867950439454,
      "step": 2980
    },
    {
      "epoch": 0.5153173337929251,
      "grad_norm": 5.28125,
      "learning_rate": 5.609114501904006e-06,
      "loss": 1.8470441818237304,
      "step": 2990
    },
    {
      "epoch": 0.5170408031367142,
      "grad_norm": 10.6875,
      "learning_rate": 5.579247343477533e-06,
      "loss": 1.8359079360961914,
      "step": 3000
    },
    {
      "epoch": 0.5170408031367142,
      "eval_loss": 1.8268558979034424,
      "eval_runtime": 189.165,
      "eval_samples_per_second": 25.036,
      "eval_steps_per_second": 3.13,
      "step": 3000
    },
    {
      "epoch": 0.5187642724805033,
      "grad_norm": 6.96875,
      "learning_rate": 5.549359220346277e-06,
      "loss": 1.818197250366211,
      "step": 3010
    },
    {
      "epoch": 0.5204877418242922,
      "grad_norm": 5.78125,
      "learning_rate": 5.519451214251368e-06,
      "loss": 1.79785213470459,
      "step": 3020
    },
    {
      "epoch": 0.5222112111680813,
      "grad_norm": 6.84375,
      "learning_rate": 5.489524407653566e-06,
      "loss": 1.824350357055664,
      "step": 3030
    },
    {
      "epoch": 0.5239346805118704,
      "grad_norm": 3.484375,
      "learning_rate": 5.459579883694075e-06,
      "loss": 1.8040481567382813,
      "step": 3040
    },
    {
      "epoch": 0.5256581498556594,
      "grad_norm": 14.4375,
      "learning_rate": 5.429618726155344e-06,
      "loss": 1.8301307678222656,
      "step": 3050
    },
    {
      "epoch": 0.5273816191994485,
      "grad_norm": 4.875,
      "learning_rate": 5.399642019421844e-06,
      "loss": 1.7872705459594727,
      "step": 3060
    },
    {
      "epoch": 0.5291050885432376,
      "grad_norm": 11.625,
      "learning_rate": 5.369650848440813e-06,
      "loss": 1.839627456665039,
      "step": 3070
    },
    {
      "epoch": 0.5308285578870265,
      "grad_norm": 8.25,
      "learning_rate": 5.339646298682997e-06,
      "loss": 1.8403564453125,
      "step": 3080
    },
    {
      "epoch": 0.5325520272308156,
      "grad_norm": 15.8125,
      "learning_rate": 5.30962945610336e-06,
      "loss": 1.8385784149169921,
      "step": 3090
    },
    {
      "epoch": 0.5342754965746047,
      "grad_norm": 5.34375,
      "learning_rate": 5.279601407101782e-06,
      "loss": 1.8381383895874024,
      "step": 3100
    },
    {
      "epoch": 0.5359989659183937,
      "grad_norm": 6.03125,
      "learning_rate": 5.249563238483733e-06,
      "loss": 1.8248268127441407,
      "step": 3110
    },
    {
      "epoch": 0.5377224352621828,
      "grad_norm": 23.0,
      "learning_rate": 5.219516037420946e-06,
      "loss": 1.8576610565185547,
      "step": 3120
    },
    {
      "epoch": 0.5394459046059719,
      "grad_norm": 9.375,
      "learning_rate": 5.1894608914120635e-06,
      "loss": 1.8108026504516601,
      "step": 3130
    },
    {
      "epoch": 0.5411693739497608,
      "grad_norm": 7.78125,
      "learning_rate": 5.159398888243279e-06,
      "loss": 1.8647409439086915,
      "step": 3140
    },
    {
      "epoch": 0.5428928432935499,
      "grad_norm": 7.3125,
      "learning_rate": 5.129331115948968e-06,
      "loss": 1.8226402282714844,
      "step": 3150
    },
    {
      "epoch": 0.544616312637339,
      "grad_norm": 6.9375,
      "learning_rate": 5.0992586627723075e-06,
      "loss": 1.820734405517578,
      "step": 3160
    },
    {
      "epoch": 0.546339781981128,
      "grad_norm": 12.625,
      "learning_rate": 5.069182617125892e-06,
      "loss": 1.8093095779418946,
      "step": 3170
    },
    {
      "epoch": 0.5480632513249171,
      "grad_norm": 15.5,
      "learning_rate": 5.039104067552336e-06,
      "loss": 1.8144065856933593,
      "step": 3180
    },
    {
      "epoch": 0.5497867206687062,
      "grad_norm": 7.375,
      "learning_rate": 5.0090241026848806e-06,
      "loss": 1.8056734085083008,
      "step": 3190
    },
    {
      "epoch": 0.5515101900124951,
      "grad_norm": 6.15625,
      "learning_rate": 4.978943811207988e-06,
      "loss": 1.8280052185058593,
      "step": 3200
    },
    {
      "epoch": 0.5532336593562842,
      "grad_norm": 4.59375,
      "learning_rate": 4.948864281817941e-06,
      "loss": 1.8493799209594726,
      "step": 3210
    },
    {
      "epoch": 0.5549571287000733,
      "grad_norm": 7.34375,
      "learning_rate": 4.918786603183447e-06,
      "loss": 1.806777000427246,
      "step": 3220
    },
    {
      "epoch": 0.5566805980438623,
      "grad_norm": 5.96875,
      "learning_rate": 4.8887118639062175e-06,
      "loss": 1.7821395874023438,
      "step": 3230
    },
    {
      "epoch": 0.5584040673876514,
      "grad_norm": 6.59375,
      "learning_rate": 4.858641152481592e-06,
      "loss": 1.811480712890625,
      "step": 3240
    },
    {
      "epoch": 0.5601275367314403,
      "grad_norm": 5.15625,
      "learning_rate": 4.82857555725912e-06,
      "loss": 1.7693416595458984,
      "step": 3250
    },
    {
      "epoch": 0.5618510060752294,
      "grad_norm": 7.8125,
      "learning_rate": 4.798516166403188e-06,
      "loss": 1.8069271087646483,
      "step": 3260
    },
    {
      "epoch": 0.5635744754190185,
      "grad_norm": 8.75,
      "learning_rate": 4.76846406785362e-06,
      "loss": 1.821498489379883,
      "step": 3270
    },
    {
      "epoch": 0.5652979447628075,
      "grad_norm": 5.53125,
      "learning_rate": 4.738420349286318e-06,
      "loss": 1.8615631103515624,
      "step": 3280
    },
    {
      "epoch": 0.5670214141065966,
      "grad_norm": 13.5,
      "learning_rate": 4.708386098073878e-06,
      "loss": 1.827471923828125,
      "step": 3290
    },
    {
      "epoch": 0.5687448834503857,
      "grad_norm": 4.71875,
      "learning_rate": 4.6783624012462505e-06,
      "loss": 1.7911121368408203,
      "step": 3300
    },
    {
      "epoch": 0.5704683527941746,
      "grad_norm": 7.28125,
      "learning_rate": 4.648350345451394e-06,
      "loss": 1.8227167129516602,
      "step": 3310
    },
    {
      "epoch": 0.5721918221379637,
      "grad_norm": 9.875,
      "learning_rate": 4.618351016915932e-06,
      "loss": 1.8071161270141602,
      "step": 3320
    },
    {
      "epoch": 0.5739152914817528,
      "grad_norm": 6.8125,
      "learning_rate": 4.588365501405861e-06,
      "loss": 1.869521141052246,
      "step": 3330
    },
    {
      "epoch": 0.5756387608255418,
      "grad_norm": 10.5,
      "learning_rate": 4.558394884187234e-06,
      "loss": 1.8539451599121093,
      "step": 3340
    },
    {
      "epoch": 0.5773622301693309,
      "grad_norm": 12.6875,
      "learning_rate": 4.528440249986899e-06,
      "loss": 1.8072568893432617,
      "step": 3350
    },
    {
      "epoch": 0.57908569951312,
      "grad_norm": 5.03125,
      "learning_rate": 4.498502682953219e-06,
      "loss": 1.8290151596069335,
      "step": 3360
    },
    {
      "epoch": 0.5808091688569089,
      "grad_norm": 8.1875,
      "learning_rate": 4.468583266616856e-06,
      "loss": 1.789365005493164,
      "step": 3370
    },
    {
      "epoch": 0.582532638200698,
      "grad_norm": 5.75,
      "learning_rate": 4.43868308385154e-06,
      "loss": 1.8456544876098633,
      "step": 3380
    },
    {
      "epoch": 0.5842561075444871,
      "grad_norm": 34.75,
      "learning_rate": 4.4088032168348745e-06,
      "loss": 1.8169525146484375,
      "step": 3390
    },
    {
      "epoch": 0.5859795768882761,
      "grad_norm": 4.625,
      "learning_rate": 4.378944747009185e-06,
      "loss": 1.8146444320678712,
      "step": 3400
    },
    {
      "epoch": 0.5877030462320652,
      "grad_norm": 6.96875,
      "learning_rate": 4.3491087550423585e-06,
      "loss": 1.820088768005371,
      "step": 3410
    },
    {
      "epoch": 0.5894265155758542,
      "grad_norm": 4.5,
      "learning_rate": 4.3192963207887466e-06,
      "loss": 1.831465721130371,
      "step": 3420
    },
    {
      "epoch": 0.5911499849196432,
      "grad_norm": 5.46875,
      "learning_rate": 4.289508523250075e-06,
      "loss": 1.8280218124389649,
      "step": 3430
    },
    {
      "epoch": 0.5928734542634323,
      "grad_norm": 7.40625,
      "learning_rate": 4.259746440536392e-06,
      "loss": 1.8419511795043946,
      "step": 3440
    },
    {
      "epoch": 0.5945969236072214,
      "grad_norm": 7.625,
      "learning_rate": 4.230011149827049e-06,
      "loss": 1.8106534957885743,
      "step": 3450
    },
    {
      "epoch": 0.5963203929510104,
      "grad_norm": 17.125,
      "learning_rate": 4.200303727331714e-06,
      "loss": 1.837515640258789,
      "step": 3460
    },
    {
      "epoch": 0.5980438622947994,
      "grad_norm": 5.59375,
      "learning_rate": 4.170625248251423e-06,
      "loss": 1.8307241439819335,
      "step": 3470
    },
    {
      "epoch": 0.5997673316385885,
      "grad_norm": 5.0,
      "learning_rate": 4.140976786739658e-06,
      "loss": 1.8505414962768554,
      "step": 3480
    },
    {
      "epoch": 0.6014908009823775,
      "grad_norm": 13.4375,
      "learning_rate": 4.111359415863478e-06,
      "loss": 1.8339092254638671,
      "step": 3490
    },
    {
      "epoch": 0.6032142703261666,
      "grad_norm": 8.8125,
      "learning_rate": 4.0817742075646785e-06,
      "loss": 1.849088478088379,
      "step": 3500
    },
    {
      "epoch": 0.6032142703261666,
      "eval_loss": 1.8238149881362915,
      "eval_runtime": 189.2325,
      "eval_samples_per_second": 25.027,
      "eval_steps_per_second": 3.128,
      "step": 3500
    },
    {
      "epoch": 0.6049377396699556,
      "grad_norm": 5.96875,
      "learning_rate": 4.052222232620994e-06,
      "loss": 1.8315574645996093,
      "step": 3510
    },
    {
      "epoch": 0.6066612090137447,
      "grad_norm": 5.9375,
      "learning_rate": 4.02270456060734e-06,
      "loss": 1.8226449966430665,
      "step": 3520
    },
    {
      "epoch": 0.6083846783575337,
      "grad_norm": 5.78125,
      "learning_rate": 3.993222259857116e-06,
      "loss": 1.7947715759277343,
      "step": 3530
    },
    {
      "epoch": 0.6101081477013227,
      "grad_norm": 5.46875,
      "learning_rate": 3.963776397423515e-06,
      "loss": 1.8149684906005858,
      "step": 3540
    },
    {
      "epoch": 0.6118316170451118,
      "grad_norm": 30.875,
      "learning_rate": 3.934368039040929e-06,
      "loss": 1.7860773086547852,
      "step": 3550
    },
    {
      "epoch": 0.6135550863889009,
      "grad_norm": 6.28125,
      "learning_rate": 3.904998249086362e-06,
      "loss": 1.826930618286133,
      "step": 3560
    },
    {
      "epoch": 0.6152785557326899,
      "grad_norm": 5.5,
      "learning_rate": 3.875668090540907e-06,
      "loss": 1.8217718124389648,
      "step": 3570
    },
    {
      "epoch": 0.6170020250764789,
      "grad_norm": 4.5,
      "learning_rate": 3.846378624951285e-06,
      "loss": 1.824087142944336,
      "step": 3580
    },
    {
      "epoch": 0.618725494420268,
      "grad_norm": 4.9375,
      "learning_rate": 3.817130912391404e-06,
      "loss": 1.8421728134155273,
      "step": 3590
    },
    {
      "epoch": 0.620448963764057,
      "grad_norm": 5.25,
      "learning_rate": 3.7879260114240202e-06,
      "loss": 1.7913167953491211,
      "step": 3600
    },
    {
      "epoch": 0.6221724331078461,
      "grad_norm": 5.59375,
      "learning_rate": 3.7587649790623925e-06,
      "loss": 1.8023431777954102,
      "step": 3610
    },
    {
      "epoch": 0.6238959024516352,
      "grad_norm": 4.625,
      "learning_rate": 3.729648870732058e-06,
      "loss": 1.838007354736328,
      "step": 3620
    },
    {
      "epoch": 0.6256193717954242,
      "grad_norm": 9.125,
      "learning_rate": 3.7005787402326064e-06,
      "loss": 1.8036937713623047,
      "step": 3630
    },
    {
      "epoch": 0.6273428411392132,
      "grad_norm": 5.34375,
      "learning_rate": 3.6715556396995584e-06,
      "loss": 1.8324485778808595,
      "step": 3640
    },
    {
      "epoch": 0.6290663104830023,
      "grad_norm": 5.75,
      "learning_rate": 3.6425806195662777e-06,
      "loss": 1.8155427932739259,
      "step": 3650
    },
    {
      "epoch": 0.6307897798267913,
      "grad_norm": 4.8125,
      "learning_rate": 3.613654728525948e-06,
      "loss": 1.8596065521240235,
      "step": 3660
    },
    {
      "epoch": 0.6325132491705804,
      "grad_norm": 5.5,
      "learning_rate": 3.584779013493633e-06,
      "loss": 1.8445602416992188,
      "step": 3670
    },
    {
      "epoch": 0.6342367185143695,
      "grad_norm": 5.5625,
      "learning_rate": 3.5559545195683644e-06,
      "loss": 1.8150409698486327,
      "step": 3680
    },
    {
      "epoch": 0.6359601878581584,
      "grad_norm": 5.4375,
      "learning_rate": 3.527182289995339e-06,
      "loss": 1.8006818771362305,
      "step": 3690
    },
    {
      "epoch": 0.6376836572019475,
      "grad_norm": 10.125,
      "learning_rate": 3.4984633661281387e-06,
      "loss": 1.7760576248168944,
      "step": 3700
    },
    {
      "epoch": 0.6394071265457366,
      "grad_norm": 6.40625,
      "learning_rate": 3.46979878739106e-06,
      "loss": 1.8336132049560547,
      "step": 3710
    },
    {
      "epoch": 0.6411305958895256,
      "grad_norm": 10.6875,
      "learning_rate": 3.441189591241484e-06,
      "loss": 1.8170570373535155,
      "step": 3720
    },
    {
      "epoch": 0.6428540652333147,
      "grad_norm": 5.0625,
      "learning_rate": 3.412636813132323e-06,
      "loss": 1.8622470855712892,
      "step": 3730
    },
    {
      "epoch": 0.6445775345771038,
      "grad_norm": 152.0,
      "learning_rate": 3.3841414864745602e-06,
      "loss": 1.8457544326782227,
      "step": 3740
    },
    {
      "epoch": 0.6463010039208927,
      "grad_norm": 6.6875,
      "learning_rate": 3.3557046425998285e-06,
      "loss": 1.8270475387573242,
      "step": 3750
    },
    {
      "epoch": 0.6480244732646818,
      "grad_norm": 13.0625,
      "learning_rate": 3.3273273107231007e-06,
      "loss": 1.8271034240722657,
      "step": 3760
    },
    {
      "epoch": 0.6497479426084708,
      "grad_norm": 6.9375,
      "learning_rate": 3.2990105179054245e-06,
      "loss": 1.823533821105957,
      "step": 3770
    },
    {
      "epoch": 0.6514714119522599,
      "grad_norm": 4.4375,
      "learning_rate": 3.2707552890167636e-06,
      "loss": 1.820975112915039,
      "step": 3780
    },
    {
      "epoch": 0.653194881296049,
      "grad_norm": 162.0,
      "learning_rate": 3.2425626466988914e-06,
      "loss": 1.7972105026245118,
      "step": 3790
    },
    {
      "epoch": 0.6549183506398379,
      "grad_norm": 9.3125,
      "learning_rate": 3.2144336113283893e-06,
      "loss": 1.8197662353515625,
      "step": 3800
    },
    {
      "epoch": 0.656641819983627,
      "grad_norm": 4.1875,
      "learning_rate": 3.186369200979712e-06,
      "loss": 1.8468887329101562,
      "step": 3810
    },
    {
      "epoch": 0.6583652893274161,
      "grad_norm": 11.9375,
      "learning_rate": 3.1583704313883346e-06,
      "loss": 1.8152883529663086,
      "step": 3820
    },
    {
      "epoch": 0.6600887586712051,
      "grad_norm": 5.65625,
      "learning_rate": 3.130438315914005e-06,
      "loss": 1.8321706771850585,
      "step": 3830
    },
    {
      "epoch": 0.6618122280149942,
      "grad_norm": 3.890625,
      "learning_rate": 3.102573865504047e-06,
      "loss": 1.794466209411621,
      "step": 3840
    },
    {
      "epoch": 0.6635356973587833,
      "grad_norm": 6.71875,
      "learning_rate": 3.0747780886567922e-06,
      "loss": 1.792155647277832,
      "step": 3850
    },
    {
      "epoch": 0.6652591667025722,
      "grad_norm": 6.53125,
      "learning_rate": 3.0470519913850604e-06,
      "loss": 1.7653938293457032,
      "step": 3860
    },
    {
      "epoch": 0.6669826360463613,
      "grad_norm": 8.0625,
      "learning_rate": 3.019396577179765e-06,
      "loss": 1.8039230346679687,
      "step": 3870
    },
    {
      "epoch": 0.6687061053901504,
      "grad_norm": 27.0,
      "learning_rate": 2.9918128469735853e-06,
      "loss": 1.8375740051269531,
      "step": 3880
    },
    {
      "epoch": 0.6704295747339394,
      "grad_norm": 6.8125,
      "learning_rate": 2.964301799104735e-06,
      "loss": 1.812276840209961,
      "step": 3890
    },
    {
      "epoch": 0.6721530440777285,
      "grad_norm": 29.125,
      "learning_rate": 2.9368644292808433e-06,
      "loss": 1.834174919128418,
      "step": 3900
    },
    {
      "epoch": 0.6738765134215176,
      "grad_norm": 5.65625,
      "learning_rate": 2.909501730542902e-06,
      "loss": 1.8168300628662108,
      "step": 3910
    },
    {
      "epoch": 0.6755999827653065,
      "grad_norm": 21.625,
      "learning_rate": 2.88221469322934e-06,
      "loss": 1.8631282806396485,
      "step": 3920
    },
    {
      "epoch": 0.6773234521090956,
      "grad_norm": 9.1875,
      "learning_rate": 2.8550043049401593e-06,
      "loss": 1.768804168701172,
      "step": 3930
    },
    {
      "epoch": 0.6790469214528847,
      "grad_norm": 5.65625,
      "learning_rate": 2.827871550501218e-06,
      "loss": 1.8265512466430665,
      "step": 3940
    },
    {
      "epoch": 0.6807703907966737,
      "grad_norm": 14.3125,
      "learning_rate": 2.8008174119285566e-06,
      "loss": 1.8523290634155274,
      "step": 3950
    },
    {
      "epoch": 0.6824938601404628,
      "grad_norm": 18.0,
      "learning_rate": 2.7738428683928824e-06,
      "loss": 1.814921760559082,
      "step": 3960
    },
    {
      "epoch": 0.6842173294842518,
      "grad_norm": 6.90625,
      "learning_rate": 2.746948896184114e-06,
      "loss": 1.7983022689819337,
      "step": 3970
    },
    {
      "epoch": 0.6859407988280408,
      "grad_norm": 4.34375,
      "learning_rate": 2.7201364686760493e-06,
      "loss": 1.8213691711425781,
      "step": 3980
    },
    {
      "epoch": 0.6876642681718299,
      "grad_norm": 7.1875,
      "learning_rate": 2.6934065562911417e-06,
      "loss": 1.8135198593139648,
      "step": 3990
    },
    {
      "epoch": 0.689387737515619,
      "grad_norm": 7.375,
      "learning_rate": 2.6667601264653718e-06,
      "loss": 1.8103212356567382,
      "step": 4000
    },
    {
      "epoch": 0.689387737515619,
      "eval_loss": 1.8220584392547607,
      "eval_runtime": 189.1065,
      "eval_samples_per_second": 25.044,
      "eval_steps_per_second": 3.131,
      "step": 4000
    },
    {
      "epoch": 0.691111206859408,
      "grad_norm": 4.75,
      "learning_rate": 2.640198143613237e-06,
      "loss": 1.8163627624511718,
      "step": 4010
    },
    {
      "epoch": 0.692834676203197,
      "grad_norm": 8.8125,
      "learning_rate": 2.613721569092841e-06,
      "loss": 1.8307807922363282,
      "step": 4020
    },
    {
      "epoch": 0.694558145546986,
      "grad_norm": 6.0625,
      "learning_rate": 2.587331361171107e-06,
      "loss": 1.8075574874877929,
      "step": 4030
    },
    {
      "epoch": 0.6962816148907751,
      "grad_norm": 4.84375,
      "learning_rate": 2.561028474989088e-06,
      "loss": 1.8375968933105469,
      "step": 4040
    },
    {
      "epoch": 0.6980050842345642,
      "grad_norm": 5.4375,
      "learning_rate": 2.5348138625274004e-06,
      "loss": 1.8355876922607421,
      "step": 4050
    },
    {
      "epoch": 0.6997285535783532,
      "grad_norm": 10.125,
      "learning_rate": 2.5086884725717764e-06,
      "loss": 1.8059595108032227,
      "step": 4060
    },
    {
      "epoch": 0.7014520229221423,
      "grad_norm": 12.3125,
      "learning_rate": 2.482653250678702e-06,
      "loss": 1.832951545715332,
      "step": 4070
    },
    {
      "epoch": 0.7031754922659313,
      "grad_norm": 7.5625,
      "learning_rate": 2.4567091391412274e-06,
      "loss": 1.7960575103759766,
      "step": 4080
    },
    {
      "epoch": 0.7048989616097203,
      "grad_norm": 6.84375,
      "learning_rate": 2.4308570769548277e-06,
      "loss": 1.7987342834472657,
      "step": 4090
    },
    {
      "epoch": 0.7066224309535094,
      "grad_norm": 6.25,
      "learning_rate": 2.405097999783451e-06,
      "loss": 1.8265256881713867,
      "step": 4100
    },
    {
      "epoch": 0.7083459002972985,
      "grad_norm": 100.0,
      "learning_rate": 2.3794328399256235e-06,
      "loss": 1.8468996047973634,
      "step": 4110
    },
    {
      "epoch": 0.7100693696410875,
      "grad_norm": 11.1875,
      "learning_rate": 2.353862526280732e-06,
      "loss": 1.8254108428955078,
      "step": 4120
    },
    {
      "epoch": 0.7117928389848766,
      "grad_norm": 7.5,
      "learning_rate": 2.3283879843153873e-06,
      "loss": 1.8398422241210937,
      "step": 4130
    },
    {
      "epoch": 0.7135163083286656,
      "grad_norm": 4.5,
      "learning_rate": 2.3030101360299377e-06,
      "loss": 1.8488418579101562,
      "step": 4140
    },
    {
      "epoch": 0.7152397776724546,
      "grad_norm": 5.03125,
      "learning_rate": 2.2777298999250946e-06,
      "loss": 1.834120750427246,
      "step": 4150
    },
    {
      "epoch": 0.7169632470162437,
      "grad_norm": 9.875,
      "learning_rate": 2.2525481909686916e-06,
      "loss": 1.8231204986572265,
      "step": 4160
    },
    {
      "epoch": 0.7186867163600328,
      "grad_norm": 5.5625,
      "learning_rate": 2.227465920562567e-06,
      "loss": 1.8394210815429688,
      "step": 4170
    },
    {
      "epoch": 0.7204101857038218,
      "grad_norm": 5.34375,
      "learning_rate": 2.2024839965095814e-06,
      "loss": 1.829633903503418,
      "step": 4180
    },
    {
      "epoch": 0.7221336550476108,
      "grad_norm": 9.8125,
      "learning_rate": 2.177603322980756e-06,
      "loss": 1.8519102096557618,
      "step": 4190
    },
    {
      "epoch": 0.7238571243913999,
      "grad_norm": 7.28125,
      "learning_rate": 2.152824800482552e-06,
      "loss": 1.8017757415771485,
      "step": 4200
    },
    {
      "epoch": 0.7255805937351889,
      "grad_norm": 8.3125,
      "learning_rate": 2.1281493258242754e-06,
      "loss": 1.8026397705078125,
      "step": 4210
    },
    {
      "epoch": 0.727304063078978,
      "grad_norm": 9.125,
      "learning_rate": 2.1035777920856282e-06,
      "loss": 1.806100845336914,
      "step": 4220
    },
    {
      "epoch": 0.7290275324227671,
      "grad_norm": 18.5,
      "learning_rate": 2.079111088584365e-06,
      "loss": 1.8078620910644532,
      "step": 4230
    },
    {
      "epoch": 0.730751001766556,
      "grad_norm": 4.09375,
      "learning_rate": 2.0547501008441336e-06,
      "loss": 1.8371273040771485,
      "step": 4240
    },
    {
      "epoch": 0.7324744711103451,
      "grad_norm": 9.8125,
      "learning_rate": 2.0304957105623936e-06,
      "loss": 1.8442197799682618,
      "step": 4250
    },
    {
      "epoch": 0.7341979404541342,
      "grad_norm": 6.21875,
      "learning_rate": 2.006348795578538e-06,
      "loss": 1.8367244720458984,
      "step": 4260
    },
    {
      "epoch": 0.7359214097979232,
      "grad_norm": 5.15625,
      "learning_rate": 1.9823102298420916e-06,
      "loss": 1.8028837203979493,
      "step": 4270
    },
    {
      "epoch": 0.7376448791417123,
      "grad_norm": 4.78125,
      "learning_rate": 1.958380883381105e-06,
      "loss": 1.7981758117675781,
      "step": 4280
    },
    {
      "epoch": 0.7393683484855013,
      "grad_norm": 6.96875,
      "learning_rate": 1.934561622270645e-06,
      "loss": 1.839104461669922,
      "step": 4290
    },
    {
      "epoch": 0.7410918178292903,
      "grad_norm": 5.75,
      "learning_rate": 1.9108533086014656e-06,
      "loss": 1.8137498855590821,
      "step": 4300
    },
    {
      "epoch": 0.7428152871730794,
      "grad_norm": 12.625,
      "learning_rate": 1.8872568004487963e-06,
      "loss": 1.8252948760986327,
      "step": 4310
    },
    {
      "epoch": 0.7445387565168684,
      "grad_norm": 20.25,
      "learning_rate": 1.8637729518412861e-06,
      "loss": 1.8452091217041016,
      "step": 4320
    },
    {
      "epoch": 0.7462622258606575,
      "grad_norm": 8.3125,
      "learning_rate": 1.8404026127300996e-06,
      "loss": 1.8453563690185546,
      "step": 4330
    },
    {
      "epoch": 0.7479856952044466,
      "grad_norm": 5.28125,
      "learning_rate": 1.8171466289581492e-06,
      "loss": 1.8368492126464844,
      "step": 4340
    },
    {
      "epoch": 0.7497091645482356,
      "grad_norm": 7.125,
      "learning_rate": 1.7940058422294825e-06,
      "loss": 1.8596685409545899,
      "step": 4350
    },
    {
      "epoch": 0.7514326338920246,
      "grad_norm": 5.75,
      "learning_rate": 1.7709810900788226e-06,
      "loss": 1.780243492126465,
      "step": 4360
    },
    {
      "epoch": 0.7531561032358137,
      "grad_norm": 5.71875,
      "learning_rate": 1.748073205841247e-06,
      "loss": 1.8522743225097655,
      "step": 4370
    },
    {
      "epoch": 0.7548795725796027,
      "grad_norm": 8.3125,
      "learning_rate": 1.7252830186220405e-06,
      "loss": 1.8165380477905273,
      "step": 4380
    },
    {
      "epoch": 0.7566030419233918,
      "grad_norm": 6.125,
      "learning_rate": 1.702611353266665e-06,
      "loss": 1.8107898712158204,
      "step": 4390
    },
    {
      "epoch": 0.7583265112671809,
      "grad_norm": 4.46875,
      "learning_rate": 1.6800590303309343e-06,
      "loss": 1.8114805221557617,
      "step": 4400
    },
    {
      "epoch": 0.7600499806109698,
      "grad_norm": 7.15625,
      "learning_rate": 1.6576268660512873e-06,
      "loss": 1.8261451721191406,
      "step": 4410
    },
    {
      "epoch": 0.7617734499547589,
      "grad_norm": 9.75,
      "learning_rate": 1.635315672315272e-06,
      "loss": 1.7968561172485351,
      "step": 4420
    },
    {
      "epoch": 0.763496919298548,
      "grad_norm": 5.375,
      "learning_rate": 1.613126256632136e-06,
      "loss": 1.8128055572509765,
      "step": 4430
    },
    {
      "epoch": 0.765220388642337,
      "grad_norm": 8.5,
      "learning_rate": 1.5910594221036236e-06,
      "loss": 1.8332168579101562,
      "step": 4440
    },
    {
      "epoch": 0.7669438579861261,
      "grad_norm": 6.375,
      "learning_rate": 1.569115967394892e-06,
      "loss": 1.8408638000488282,
      "step": 4450
    },
    {
      "epoch": 0.7686673273299152,
      "grad_norm": 15.8125,
      "learning_rate": 1.5472966867056122e-06,
      "loss": 1.8163379669189452,
      "step": 4460
    },
    {
      "epoch": 0.7703907966737041,
      "grad_norm": 7.1875,
      "learning_rate": 1.5256023697412242e-06,
      "loss": 1.8224592208862305,
      "step": 4470
    },
    {
      "epoch": 0.7721142660174932,
      "grad_norm": 5.0625,
      "learning_rate": 1.5040338016843552e-06,
      "loss": 1.8208709716796876,
      "step": 4480
    },
    {
      "epoch": 0.7738377353612823,
      "grad_norm": 6.6875,
      "learning_rate": 1.482591763166401e-06,
      "loss": 1.8458805084228516,
      "step": 4490
    },
    {
      "epoch": 0.7755612047050713,
      "grad_norm": 8.125,
      "learning_rate": 1.461277030239271e-06,
      "loss": 1.8372306823730469,
      "step": 4500
    },
    {
      "epoch": 0.7755612047050713,
      "eval_loss": 1.8214198350906372,
      "eval_runtime": 189.2666,
      "eval_samples_per_second": 25.023,
      "eval_steps_per_second": 3.128,
      "step": 4500
    },
    {
      "epoch": 0.7772846740488604,
      "grad_norm": 72.0,
      "learning_rate": 1.4400903743473032e-06,
      "loss": 1.80096435546875,
      "step": 4510
    },
    {
      "epoch": 0.7790081433926495,
      "grad_norm": 6.0,
      "learning_rate": 1.4190325622993434e-06,
      "loss": 1.8002546310424805,
      "step": 4520
    },
    {
      "epoch": 0.7807316127364384,
      "grad_norm": 5.65625,
      "learning_rate": 1.398104356240988e-06,
      "loss": 1.7890960693359375,
      "step": 4530
    },
    {
      "epoch": 0.7824550820802275,
      "grad_norm": 31.125,
      "learning_rate": 1.3773065136270036e-06,
      "loss": 1.8436212539672852,
      "step": 4540
    },
    {
      "epoch": 0.7841785514240165,
      "grad_norm": 4.875,
      "learning_rate": 1.3566397871939147e-06,
      "loss": 1.8495201110839843,
      "step": 4550
    },
    {
      "epoch": 0.7859020207678056,
      "grad_norm": 6.4375,
      "learning_rate": 1.336104924932753e-06,
      "loss": 1.7932083129882812,
      "step": 4560
    },
    {
      "epoch": 0.7876254901115947,
      "grad_norm": 5.0,
      "learning_rate": 1.3157026700619885e-06,
      "loss": 1.8371917724609375,
      "step": 4570
    },
    {
      "epoch": 0.7893489594553836,
      "grad_norm": 10.0,
      "learning_rate": 1.2954337610006335e-06,
      "loss": 1.8438575744628907,
      "step": 4580
    },
    {
      "epoch": 0.7910724287991727,
      "grad_norm": 7.25,
      "learning_rate": 1.275298931341511e-06,
      "loss": 1.7834117889404297,
      "step": 4590
    },
    {
      "epoch": 0.7927958981429618,
      "grad_norm": 6.0,
      "learning_rate": 1.2552989098247092e-06,
      "loss": 1.8135692596435546,
      "step": 4600
    },
    {
      "epoch": 0.7945193674867508,
      "grad_norm": 21.875,
      "learning_rate": 1.2354344203112035e-06,
      "loss": 1.8180233001708985,
      "step": 4610
    },
    {
      "epoch": 0.7962428368305399,
      "grad_norm": 5.84375,
      "learning_rate": 1.2157061817566568e-06,
      "loss": 1.8474626541137695,
      "step": 4620
    },
    {
      "epoch": 0.797966306174329,
      "grad_norm": 36.5,
      "learning_rate": 1.1961149081854006e-06,
      "loss": 1.8520895004272462,
      "step": 4630
    },
    {
      "epoch": 0.7996897755181179,
      "grad_norm": 5.65625,
      "learning_rate": 1.1766613086645928e-06,
      "loss": 1.8065855026245117,
      "step": 4640
    },
    {
      "epoch": 0.801413244861907,
      "grad_norm": 34.5,
      "learning_rate": 1.1573460872785503e-06,
      "loss": 1.8209779739379883,
      "step": 4650
    },
    {
      "epoch": 0.8031367142056961,
      "grad_norm": 8.1875,
      "learning_rate": 1.1381699431032695e-06,
      "loss": 1.830772590637207,
      "step": 4660
    },
    {
      "epoch": 0.8048601835494851,
      "grad_norm": 7.375,
      "learning_rate": 1.1191335701811285e-06,
      "loss": 1.8219244003295898,
      "step": 4670
    },
    {
      "epoch": 0.8065836528932742,
      "grad_norm": 4.125,
      "learning_rate": 1.100237657495754e-06,
      "loss": 1.8321475982666016,
      "step": 4680
    },
    {
      "epoch": 0.8083071222370632,
      "grad_norm": 9.1875,
      "learning_rate": 1.0814828889471047e-06,
      "loss": 1.7924293518066405,
      "step": 4690
    },
    {
      "epoch": 0.8100305915808522,
      "grad_norm": 7.53125,
      "learning_rate": 1.062869943326697e-06,
      "loss": 1.8244857788085938,
      "step": 4700
    },
    {
      "epoch": 0.8117540609246413,
      "grad_norm": 6.53125,
      "learning_rate": 1.0443994942930592e-06,
      "loss": 1.825185775756836,
      "step": 4710
    },
    {
      "epoch": 0.8134775302684304,
      "grad_norm": 7.25,
      "learning_rate": 1.0260722103473314e-06,
      "loss": 1.834679412841797,
      "step": 4720
    },
    {
      "epoch": 0.8152009996122194,
      "grad_norm": 5.75,
      "learning_rate": 1.0078887548090827e-06,
      "loss": 1.8148757934570312,
      "step": 4730
    },
    {
      "epoch": 0.8169244689560085,
      "grad_norm": 4.84375,
      "learning_rate": 9.898497857922978e-07,
      "loss": 1.8438005447387695,
      "step": 4740
    },
    {
      "epoch": 0.8186479382997975,
      "grad_norm": 4.5,
      "learning_rate": 9.719559561815584e-07,
      "loss": 1.8407489776611328,
      "step": 4750
    },
    {
      "epoch": 0.8203714076435865,
      "grad_norm": 5.625,
      "learning_rate": 9.542079136084154e-07,
      "loss": 1.7916162490844727,
      "step": 4760
    },
    {
      "epoch": 0.8220948769873756,
      "grad_norm": 14.5,
      "learning_rate": 9.36606300427948e-07,
      "loss": 1.8000501632690429,
      "step": 4770
    },
    {
      "epoch": 0.8238183463311647,
      "grad_norm": 12.0,
      "learning_rate": 9.191517536955152e-07,
      "loss": 1.8663785934448243,
      "step": 4780
    },
    {
      "epoch": 0.8255418156749537,
      "grad_norm": 5.59375,
      "learning_rate": 9.018449051436973e-07,
      "loss": 1.8362834930419922,
      "step": 4790
    },
    {
      "epoch": 0.8272652850187427,
      "grad_norm": 28.625,
      "learning_rate": 8.846863811594325e-07,
      "loss": 1.8352352142333985,
      "step": 4800
    },
    {
      "epoch": 0.8289887543625317,
      "grad_norm": 4.4375,
      "learning_rate": 8.676768027613525e-07,
      "loss": 1.824945068359375,
      "step": 4810
    },
    {
      "epoch": 0.8307122237063208,
      "grad_norm": 23.25,
      "learning_rate": 8.508167855772886e-07,
      "loss": 1.830651092529297,
      "step": 4820
    },
    {
      "epoch": 0.8324356930501099,
      "grad_norm": 19.125,
      "learning_rate": 8.341069398220147e-07,
      "loss": 1.7930862426757812,
      "step": 4830
    },
    {
      "epoch": 0.8341591623938989,
      "grad_norm": 6.625,
      "learning_rate": 8.17547870275136e-07,
      "loss": 1.8139684677124024,
      "step": 4840
    },
    {
      "epoch": 0.835882631737688,
      "grad_norm": 6.25,
      "learning_rate": 8.011401762592242e-07,
      "loss": 1.8471323013305665,
      "step": 4850
    },
    {
      "epoch": 0.837606101081477,
      "grad_norm": 4.3125,
      "learning_rate": 7.848844516181059e-07,
      "loss": 1.8401981353759767,
      "step": 4860
    },
    {
      "epoch": 0.839329570425266,
      "grad_norm": 6.09375,
      "learning_rate": 7.687812846953846e-07,
      "loss": 1.8234878540039063,
      "step": 4870
    },
    {
      "epoch": 0.8410530397690551,
      "grad_norm": 6.375,
      "learning_rate": 7.528312583131387e-07,
      "loss": 1.8374950408935546,
      "step": 4880
    },
    {
      "epoch": 0.8427765091128442,
      "grad_norm": 6.65625,
      "learning_rate": 7.370349497508294e-07,
      "loss": 1.8332042694091797,
      "step": 4890
    },
    {
      "epoch": 0.8444999784566332,
      "grad_norm": 5.59375,
      "learning_rate": 7.213929307244072e-07,
      "loss": 1.8149314880371095,
      "step": 4900
    },
    {
      "epoch": 0.8462234478004222,
      "grad_norm": 6.90625,
      "learning_rate": 7.059057673656195e-07,
      "loss": 1.8300373077392578,
      "step": 4910
    },
    {
      "epoch": 0.8479469171442113,
      "grad_norm": 4.375,
      "learning_rate": 6.905740202015232e-07,
      "loss": 1.8287410736083984,
      "step": 4920
    },
    {
      "epoch": 0.8496703864880003,
      "grad_norm": 4.4375,
      "learning_rate": 6.753982441341928e-07,
      "loss": 1.8332706451416017,
      "step": 4930
    },
    {
      "epoch": 0.8513938558317894,
      "grad_norm": 4.8125,
      "learning_rate": 6.603789884206402e-07,
      "loss": 1.8314176559448243,
      "step": 4940
    },
    {
      "epoch": 0.8531173251755785,
      "grad_norm": 6.375,
      "learning_rate": 6.455167966529357e-07,
      "loss": 1.8223894119262696,
      "step": 4950
    },
    {
      "epoch": 0.8548407945193675,
      "grad_norm": 5.25,
      "learning_rate": 6.308122067385302e-07,
      "loss": 1.8024940490722656,
      "step": 4960
    },
    {
      "epoch": 0.8565642638631565,
      "grad_norm": 4.5625,
      "learning_rate": 6.162657508807934e-07,
      "loss": 1.8048280715942382,
      "step": 4970
    },
    {
      "epoch": 0.8582877332069456,
      "grad_norm": 29.875,
      "learning_rate": 6.01877955559742e-07,
      "loss": 1.8184221267700196,
      "step": 4980
    },
    {
      "epoch": 0.8600112025507346,
      "grad_norm": 5.0,
      "learning_rate": 5.876493415129958e-07,
      "loss": 1.8146427154541016,
      "step": 4990
    },
    {
      "epoch": 0.8617346718945237,
      "grad_norm": 5.625,
      "learning_rate": 5.735804237169196e-07,
      "loss": 1.8287715911865234,
      "step": 5000
    },
    {
      "epoch": 0.8617346718945237,
      "eval_loss": 1.82126784324646,
      "eval_runtime": 189.0457,
      "eval_samples_per_second": 25.052,
      "eval_steps_per_second": 3.132,
      "step": 5000
    },
    {
      "epoch": 0.8634581412383128,
      "grad_norm": 36.75,
      "learning_rate": 5.596717113679973e-07,
      "loss": 1.804646110534668,
      "step": 5010
    },
    {
      "epoch": 0.8651816105821017,
      "grad_norm": 5.28125,
      "learning_rate": 5.459237078643864e-07,
      "loss": 1.8178810119628905,
      "step": 5020
    },
    {
      "epoch": 0.8669050799258908,
      "grad_norm": 10.25,
      "learning_rate": 5.323369107877175e-07,
      "loss": 1.8536310195922852,
      "step": 5030
    },
    {
      "epoch": 0.8686285492696799,
      "grad_norm": 5.34375,
      "learning_rate": 5.189118118850661e-07,
      "loss": 1.815272903442383,
      "step": 5040
    },
    {
      "epoch": 0.8703520186134689,
      "grad_norm": 9.8125,
      "learning_rate": 5.056488970511714e-07,
      "loss": 1.8256004333496094,
      "step": 5050
    },
    {
      "epoch": 0.872075487957258,
      "grad_norm": 4.3125,
      "learning_rate": 4.925486463108397e-07,
      "loss": 1.839909553527832,
      "step": 5060
    },
    {
      "epoch": 0.873798957301047,
      "grad_norm": 4.71875,
      "learning_rate": 4.796115338015739e-07,
      "loss": 1.8029901504516601,
      "step": 5070
    },
    {
      "epoch": 0.875522426644836,
      "grad_norm": 7.21875,
      "learning_rate": 4.668380277564144e-07,
      "loss": 1.8375946044921876,
      "step": 5080
    },
    {
      "epoch": 0.8772458959886251,
      "grad_norm": 4.6875,
      "learning_rate": 4.542285904869903e-07,
      "loss": 1.8381671905517578,
      "step": 5090
    },
    {
      "epoch": 0.8789693653324141,
      "grad_norm": 5.84375,
      "learning_rate": 4.417836783667889e-07,
      "loss": 1.8078067779541016,
      "step": 5100
    },
    {
      "epoch": 0.8806928346762032,
      "grad_norm": 6.46875,
      "learning_rate": 4.2950374181463636e-07,
      "loss": 1.850840187072754,
      "step": 5110
    },
    {
      "epoch": 0.8824163040199923,
      "grad_norm": 5.59375,
      "learning_rate": 4.173892252783962e-07,
      "loss": 1.8183349609375,
      "step": 5120
    },
    {
      "epoch": 0.8841397733637812,
      "grad_norm": 7.375,
      "learning_rate": 4.0544056721888713e-07,
      "loss": 1.7968463897705078,
      "step": 5130
    },
    {
      "epoch": 0.8858632427075703,
      "grad_norm": 4.5625,
      "learning_rate": 3.936582000940031e-07,
      "loss": 1.8175657272338868,
      "step": 5140
    },
    {
      "epoch": 0.8875867120513594,
      "grad_norm": 7.25,
      "learning_rate": 3.8204255034307744e-07,
      "loss": 1.8261638641357423,
      "step": 5150
    },
    {
      "epoch": 0.8893101813951484,
      "grad_norm": 7.5,
      "learning_rate": 3.705940383714318e-07,
      "loss": 1.8337011337280273,
      "step": 5160
    },
    {
      "epoch": 0.8910336507389375,
      "grad_norm": 20.0,
      "learning_rate": 3.593130785351745e-07,
      "loss": 1.8448541641235352,
      "step": 5170
    },
    {
      "epoch": 0.8927571200827266,
      "grad_norm": 13.8125,
      "learning_rate": 3.4820007912619523e-07,
      "loss": 1.8629817962646484,
      "step": 5180
    },
    {
      "epoch": 0.8944805894265155,
      "grad_norm": 5.34375,
      "learning_rate": 3.372554423573904e-07,
      "loss": 1.8010009765625,
      "step": 5190
    },
    {
      "epoch": 0.8962040587703046,
      "grad_norm": 4.6875,
      "learning_rate": 3.2647956434810556e-07,
      "loss": 1.835978126525879,
      "step": 5200
    },
    {
      "epoch": 0.8979275281140937,
      "grad_norm": 8.875,
      "learning_rate": 3.1587283510980003e-07,
      "loss": 1.8105642318725585,
      "step": 5210
    },
    {
      "epoch": 0.8996509974578827,
      "grad_norm": 4.78125,
      "learning_rate": 3.0543563853192903e-07,
      "loss": 1.848411750793457,
      "step": 5220
    },
    {
      "epoch": 0.9013744668016718,
      "grad_norm": 4.3125,
      "learning_rate": 2.951683523680504e-07,
      "loss": 1.820380401611328,
      "step": 5230
    },
    {
      "epoch": 0.9030979361454609,
      "grad_norm": 9.8125,
      "learning_rate": 2.850713482221529e-07,
      "loss": 1.8283926010131837,
      "step": 5240
    },
    {
      "epoch": 0.9048214054892498,
      "grad_norm": 7.46875,
      "learning_rate": 2.751449915352067e-07,
      "loss": 1.825888442993164,
      "step": 5250
    },
    {
      "epoch": 0.9065448748330389,
      "grad_norm": 7.09375,
      "learning_rate": 2.65389641571937e-07,
      "loss": 1.815310287475586,
      "step": 5260
    },
    {
      "epoch": 0.908268344176828,
      "grad_norm": 8.625,
      "learning_rate": 2.5580565140781943e-07,
      "loss": 1.8344499588012695,
      "step": 5270
    },
    {
      "epoch": 0.909991813520617,
      "grad_norm": 6.21875,
      "learning_rate": 2.463933679163072e-07,
      "loss": 1.8131536483764648,
      "step": 5280
    },
    {
      "epoch": 0.9117152828644061,
      "grad_norm": 8.875,
      "learning_rate": 2.3715313175626585e-07,
      "loss": 1.8332439422607423,
      "step": 5290
    },
    {
      "epoch": 0.9134387522081951,
      "grad_norm": 7.25,
      "learning_rate": 2.280852773596548e-07,
      "loss": 1.826437759399414,
      "step": 5300
    },
    {
      "epoch": 0.9151622215519841,
      "grad_norm": 9.0,
      "learning_rate": 2.1919013291941683e-07,
      "loss": 1.816366958618164,
      "step": 5310
    },
    {
      "epoch": 0.9168856908957732,
      "grad_norm": 4.15625,
      "learning_rate": 2.1046802037760273e-07,
      "loss": 1.8252386093139648,
      "step": 5320
    },
    {
      "epoch": 0.9186091602395622,
      "grad_norm": 4.90625,
      "learning_rate": 2.0191925541371617e-07,
      "loss": 1.8262447357177733,
      "step": 5330
    },
    {
      "epoch": 0.9203326295833513,
      "grad_norm": 6.875,
      "learning_rate": 1.935441474332922e-07,
      "loss": 1.8153100967407227,
      "step": 5340
    },
    {
      "epoch": 0.9220560989271404,
      "grad_norm": 8.4375,
      "learning_rate": 1.8534299955669522e-07,
      "loss": 1.8286188125610352,
      "step": 5350
    },
    {
      "epoch": 0.9237795682709293,
      "grad_norm": 7.78125,
      "learning_rate": 1.7731610860815152e-07,
      "loss": 1.809466552734375,
      "step": 5360
    },
    {
      "epoch": 0.9255030376147184,
      "grad_norm": 5.0,
      "learning_rate": 1.6946376510500406e-07,
      "loss": 1.8004470825195313,
      "step": 5370
    },
    {
      "epoch": 0.9272265069585075,
      "grad_norm": 4.59375,
      "learning_rate": 1.617862532471981e-07,
      "loss": 1.837824821472168,
      "step": 5380
    },
    {
      "epoch": 0.9289499763022965,
      "grad_norm": 10.125,
      "learning_rate": 1.5428385090699438e-07,
      "loss": 1.7913677215576171,
      "step": 5390
    },
    {
      "epoch": 0.9306734456460856,
      "grad_norm": 6.25,
      "learning_rate": 1.469568296189172e-07,
      "loss": 1.838983917236328,
      "step": 5400
    },
    {
      "epoch": 0.9323969149898746,
      "grad_norm": 5.90625,
      "learning_rate": 1.3980545456991678e-07,
      "loss": 1.8198732376098632,
      "step": 5410
    },
    {
      "epoch": 0.9341203843336636,
      "grad_norm": 65.0,
      "learning_rate": 1.328299845897829e-07,
      "loss": 1.8647430419921875,
      "step": 5420
    },
    {
      "epoch": 0.9358438536774527,
      "grad_norm": 7.40625,
      "learning_rate": 1.2603067214176756e-07,
      "loss": 1.8113037109375,
      "step": 5430
    },
    {
      "epoch": 0.9375673230212418,
      "grad_norm": 6.5,
      "learning_rate": 1.1940776331345383e-07,
      "loss": 1.8113178253173827,
      "step": 5440
    },
    {
      "epoch": 0.9392907923650308,
      "grad_norm": 5.78125,
      "learning_rate": 1.1296149780784471e-07,
      "loss": 1.8082130432128907,
      "step": 5450
    },
    {
      "epoch": 0.9410142617088199,
      "grad_norm": 4.96875,
      "learning_rate": 1.0669210893469173e-07,
      "loss": 1.8550947189331055,
      "step": 5460
    },
    {
      "epoch": 0.9427377310526089,
      "grad_norm": 6.6875,
      "learning_rate": 1.0059982360204834e-07,
      "loss": 1.8423307418823243,
      "step": 5470
    },
    {
      "epoch": 0.9444612003963979,
      "grad_norm": 4.5,
      "learning_rate": 9.468486230805652e-08,
      "loss": 1.829061508178711,
      "step": 5480
    },
    {
      "epoch": 0.946184669740187,
      "grad_norm": 5.65625,
      "learning_rate": 8.894743913296866e-08,
      "loss": 1.8378089904785155,
      "step": 5490
    },
    {
      "epoch": 0.9479081390839761,
      "grad_norm": 10.6875,
      "learning_rate": 8.338776173139773e-08,
      "loss": 1.8404531478881836,
      "step": 5500
    },
    {
      "epoch": 0.9479081390839761,
      "eval_loss": 1.8212356567382812,
      "eval_runtime": 188.6548,
      "eval_samples_per_second": 25.104,
      "eval_steps_per_second": 3.138,
      "step": 5500
    },
    {
      "epoch": 0.9496316084277651,
      "grad_norm": 5.375,
      "learning_rate": 7.800603132480322e-08,
      "loss": 1.8184125900268555,
      "step": 5510
    },
    {
      "epoch": 0.9513550777715541,
      "grad_norm": 6.15625,
      "learning_rate": 7.280244269420588e-08,
      "loss": 1.868013572692871,
      "step": 5520
    },
    {
      "epoch": 0.9530785471153432,
      "grad_norm": 5.5,
      "learning_rate": 6.777718417314005e-08,
      "loss": 1.8153545379638671,
      "step": 5530
    },
    {
      "epoch": 0.9548020164591322,
      "grad_norm": 16.125,
      "learning_rate": 6.293043764083684e-08,
      "loss": 1.8529928207397461,
      "step": 5540
    },
    {
      "epoch": 0.9565254858029213,
      "grad_norm": 4.3125,
      "learning_rate": 5.826237851564109e-08,
      "loss": 1.8267868041992188,
      "step": 5550
    },
    {
      "epoch": 0.9582489551467104,
      "grad_norm": 6.59375,
      "learning_rate": 5.377317574866314e-08,
      "loss": 1.8245101928710938,
      "step": 5560
    },
    {
      "epoch": 0.9599724244904994,
      "grad_norm": 15.9375,
      "learning_rate": 4.946299181766201e-08,
      "loss": 1.8356136322021483,
      "step": 5570
    },
    {
      "epoch": 0.9616958938342884,
      "grad_norm": 7.75,
      "learning_rate": 4.5331982721167345e-08,
      "loss": 1.8132728576660155,
      "step": 5580
    },
    {
      "epoch": 0.9634193631780774,
      "grad_norm": 4.65625,
      "learning_rate": 4.138029797283116e-08,
      "loss": 1.7819122314453124,
      "step": 5590
    },
    {
      "epoch": 0.9651428325218665,
      "grad_norm": 18.625,
      "learning_rate": 3.760808059601939e-08,
      "loss": 1.8247360229492187,
      "step": 5600
    },
    {
      "epoch": 0.9668663018656556,
      "grad_norm": 5.71875,
      "learning_rate": 3.4015467118631574e-08,
      "loss": 1.8269477844238282,
      "step": 5610
    },
    {
      "epoch": 0.9685897712094446,
      "grad_norm": 6.21875,
      "learning_rate": 3.06025875681637e-08,
      "loss": 1.8041257858276367,
      "step": 5620
    },
    {
      "epoch": 0.9703132405532336,
      "grad_norm": 225.0,
      "learning_rate": 2.736956546699754e-08,
      "loss": 1.8447729110717774,
      "step": 5630
    },
    {
      "epoch": 0.9720367098970227,
      "grad_norm": 4.375,
      "learning_rate": 2.4316517827934204e-08,
      "loss": 1.831043815612793,
      "step": 5640
    },
    {
      "epoch": 0.9737601792408117,
      "grad_norm": 5.375,
      "learning_rate": 2.1443555149957552e-08,
      "loss": 1.8120197296142577,
      "step": 5650
    },
    {
      "epoch": 0.9754836485846008,
      "grad_norm": 5.4375,
      "learning_rate": 1.8750781414232923e-08,
      "loss": 1.7766189575195312,
      "step": 5660
    },
    {
      "epoch": 0.9772071179283899,
      "grad_norm": 14.25,
      "learning_rate": 1.6238294080347382e-08,
      "loss": 1.8399539947509767,
      "step": 5670
    },
    {
      "epoch": 0.9789305872721789,
      "grad_norm": 7.78125,
      "learning_rate": 1.3906184082779218e-08,
      "loss": 1.7913579940795898,
      "step": 5680
    },
    {
      "epoch": 0.9806540566159679,
      "grad_norm": 5.09375,
      "learning_rate": 1.1754535827608327e-08,
      "loss": 1.8301204681396483,
      "step": 5690
    },
    {
      "epoch": 0.982377525959757,
      "grad_norm": 10.1875,
      "learning_rate": 9.783427189462013e-09,
      "loss": 1.8386709213256835,
      "step": 5700
    },
    {
      "epoch": 0.984100995303546,
      "grad_norm": 8.8125,
      "learning_rate": 7.992929508692793e-09,
      "loss": 1.8085201263427735,
      "step": 5710
    },
    {
      "epoch": 0.9858244646473351,
      "grad_norm": 5.90625,
      "learning_rate": 6.383107588802673e-09,
      "loss": 1.7927364349365233,
      "step": 5720
    },
    {
      "epoch": 0.9875479339911242,
      "grad_norm": 19.0,
      "learning_rate": 4.95401969409115e-09,
      "loss": 1.8080327987670899,
      "step": 5730
    },
    {
      "epoch": 0.9892714033349131,
      "grad_norm": 15.0,
      "learning_rate": 3.70571754755078e-09,
      "loss": 1.832293701171875,
      "step": 5740
    },
    {
      "epoch": 0.9909948726787022,
      "grad_norm": 4.34375,
      "learning_rate": 2.6382463289931215e-09,
      "loss": 1.833485221862793,
      "step": 5750
    },
    {
      "epoch": 0.9927183420224913,
      "grad_norm": 5.625,
      "learning_rate": 1.7516446734150427e-09,
      "loss": 1.8248113632202148,
      "step": 5760
    },
    {
      "epoch": 0.9944418113662803,
      "grad_norm": 6.25,
      "learning_rate": 1.0459446695981756e-09,
      "loss": 1.8026580810546875,
      "step": 5770
    },
    {
      "epoch": 0.9961652807100694,
      "grad_norm": 5.5625,
      "learning_rate": 5.211718589498427e-10,
      "loss": 1.8091909408569335,
      "step": 5780
    },
    {
      "epoch": 0.9978887500538585,
      "grad_norm": 4.3125,
      "learning_rate": 1.7734523457824116e-10,
      "loss": 1.8309267044067383,
      "step": 5790
    },
    {
      "epoch": 0.9996122193976474,
      "grad_norm": 9.375,
      "learning_rate": 1.4477240602439601e-11,
      "loss": 1.8328081130981446,
      "step": 5800
    },
    {
      "epoch": 1.0,
      "eval_loss": 1.8212566375732422,
      "eval_runtime": 189.0392,
      "eval_samples_per_second": 25.053,
      "eval_steps_per_second": 3.132,
      "step": 5803
    },
    {
      "epoch": 1.0,
      "step": 5803,
      "total_flos": 2.9588344254445286e+18,
      "train_loss": 1.8961432821972912,
      "train_runtime": 37256.7001,
      "train_samples_per_second": 6.229,
      "train_steps_per_second": 0.156
    }
  ],
  "logging_steps": 10,
  "max_steps": 5803,
  "num_input_tokens_seen": 0,
  "num_train_epochs": 1,
  "save_steps": 200,
  "stateful_callbacks": {
    "TrainerControl": {
      "args": {
        "should_epoch_stop": false,
        "should_evaluate": false,
        "should_log": false,
        "should_save": true,
        "should_training_stop": true
      },
      "attributes": {}
    }
  },
  "total_flos": 2.9588344254445286e+18,
  "train_batch_size": 10,
  "trial_name": null,
  "trial_params": null
}