{
  "best_global_step": null,
  "best_metric": null,
  "best_model_checkpoint": null,
  "epoch": 2.0,
  "eval_steps": 1000,
  "global_step": 18174,
  "is_hyper_param_search": false,
  "is_local_process_zero": true,
  "is_world_process_zero": true,
  "log_history": [
    {
      "epoch": 0.0022009464069549906,
      "grad_norm": 1.9078384637832642,
      "learning_rate": 6.5934065934065935e-06,
      "loss": 1.8816274642944335,
      "step": 10
    },
    {
      "epoch": 0.004401892813909981,
      "grad_norm": 1.3476145267486572,
      "learning_rate": 1.391941391941392e-05,
      "loss": 1.7967029571533204,
      "step": 20
    },
    {
      "epoch": 0.006602839220864972,
      "grad_norm": 1.170466423034668,
      "learning_rate": 2.1245421245421246e-05,
      "loss": 1.715524673461914,
      "step": 30
    },
    {
      "epoch": 0.008803785627819962,
      "grad_norm": 1.3609683513641357,
      "learning_rate": 2.857142857142857e-05,
      "loss": 1.6288368225097656,
      "step": 40
    },
    {
      "epoch": 0.011004732034774953,
      "grad_norm": 1.151696801185608,
      "learning_rate": 3.58974358974359e-05,
      "loss": 1.4956942558288575,
      "step": 50
    },
    {
      "epoch": 0.013205678441729944,
      "grad_norm": 1.6291528940200806,
      "learning_rate": 4.322344322344323e-05,
      "loss": 1.3890839576721192,
      "step": 60
    },
    {
      "epoch": 0.015406624848684934,
      "grad_norm": 1.4068406820297241,
      "learning_rate": 5.054945054945055e-05,
      "loss": 1.3895427703857421,
      "step": 70
    },
    {
      "epoch": 0.017607571255639925,
      "grad_norm": 1.405369758605957,
      "learning_rate": 5.787545787545788e-05,
      "loss": 1.3423192977905274,
      "step": 80
    },
    {
      "epoch": 0.019808517662594914,
      "grad_norm": 1.5128352642059326,
      "learning_rate": 6.52014652014652e-05,
      "loss": 1.2878559112548829,
      "step": 90
    },
    {
      "epoch": 0.022009464069549907,
      "grad_norm": 1.572690486907959,
      "learning_rate": 7.252747252747253e-05,
      "loss": 1.2464408874511719,
      "step": 100
    },
    {
      "epoch": 0.024210410476504896,
      "grad_norm": 1.610559105873108,
      "learning_rate": 7.985347985347986e-05,
      "loss": 1.2440325736999511,
      "step": 110
    },
    {
      "epoch": 0.02641135688345989,
      "grad_norm": 1.573136806488037,
      "learning_rate": 8.717948717948718e-05,
      "loss": 1.1872939109802245,
      "step": 120
    },
    {
      "epoch": 0.02861230329041488,
      "grad_norm": 1.6902788877487183,
      "learning_rate": 9.450549450549451e-05,
      "loss": 1.1642348289489746,
      "step": 130
    },
    {
      "epoch": 0.030813249697369868,
      "grad_norm": 1.6654378175735474,
      "learning_rate": 0.00010183150183150183,
      "loss": 1.1244037628173829,
      "step": 140
    },
    {
      "epoch": 0.03301419610432486,
      "grad_norm": 2.193235397338867,
      "learning_rate": 0.00010915750915750915,
      "loss": 1.1596935272216797,
      "step": 150
    },
    {
      "epoch": 0.03521514251127985,
      "grad_norm": 1.470097541809082,
      "learning_rate": 0.0001164835164835165,
      "loss": 1.1412922859191894,
      "step": 160
    },
    {
      "epoch": 0.03741608891823484,
      "grad_norm": 1.3646049499511719,
      "learning_rate": 0.0001238095238095238,
      "loss": 1.1341608047485352,
      "step": 170
    },
    {
      "epoch": 0.03961703532518983,
      "grad_norm": 1.5164388418197632,
      "learning_rate": 0.00013113553113553114,
      "loss": 1.141274356842041,
      "step": 180
    },
    {
      "epoch": 0.04181798173214482,
      "grad_norm": 1.47220778465271,
      "learning_rate": 0.00013846153846153847,
      "loss": 1.1136648178100585,
      "step": 190
    },
    {
      "epoch": 0.044018928139099814,
      "grad_norm": 1.4043731689453125,
      "learning_rate": 0.00014578754578754578,
      "loss": 1.0726648330688477,
      "step": 200
    },
    {
      "epoch": 0.04621987454605481,
      "grad_norm": 1.2634721994400024,
      "learning_rate": 0.0001531135531135531,
      "loss": 1.0866886138916017,
      "step": 210
    },
    {
      "epoch": 0.04842082095300979,
      "grad_norm": 1.4036515951156616,
      "learning_rate": 0.00016043956043956044,
      "loss": 1.0939341545104981,
      "step": 220
    },
    {
      "epoch": 0.050621767359964785,
      "grad_norm": 1.2421815395355225,
      "learning_rate": 0.00016776556776556777,
      "loss": 1.0299765586853027,
      "step": 230
    },
    {
      "epoch": 0.05282271376691978,
      "grad_norm": 1.2714147567749023,
      "learning_rate": 0.0001750915750915751,
      "loss": 1.0197788238525392,
      "step": 240
    },
    {
      "epoch": 0.055023660173874764,
      "grad_norm": 1.3632781505584717,
      "learning_rate": 0.0001824175824175824,
      "loss": 1.0711404800415039,
      "step": 250
    },
    {
      "epoch": 0.05722460658082976,
      "grad_norm": 1.2990729808807373,
      "learning_rate": 0.00018974358974358974,
      "loss": 1.0572866439819335,
      "step": 260
    },
    {
      "epoch": 0.05942555298778475,
      "grad_norm": 1.1432695388793945,
      "learning_rate": 0.0001970695970695971,
      "loss": 1.0353819847106933,
      "step": 270
    },
    {
      "epoch": 0.061626499394739735,
      "grad_norm": 1.357786774635315,
      "learning_rate": 0.00019999977137303472,
      "loss": 1.0498096466064453,
      "step": 280
    },
    {
      "epoch": 0.06382744580169473,
      "grad_norm": 1.2086237668991089,
      "learning_rate": 0.0001999983742120326,
      "loss": 0.9976873397827148,
      "step": 290
    },
    {
      "epoch": 0.06602839220864971,
      "grad_norm": 1.2265594005584717,
      "learning_rate": 0.00019999570692273363,
      "loss": 1.0049219131469727,
      "step": 300
    },
    {
      "epoch": 0.0682293386156047,
      "grad_norm": 1.7034281492233276,
      "learning_rate": 0.00019999176953901636,
      "loss": 1.0101943016052246,
      "step": 310
    },
    {
      "epoch": 0.0704302850225597,
      "grad_norm": 1.1741327047348022,
      "learning_rate": 0.0001999865621108914,
      "loss": 1.0026937484741212,
      "step": 320
    },
    {
      "epoch": 0.07263123142951469,
      "grad_norm": 1.14133882522583,
      "learning_rate": 0.0001999800847045008,
      "loss": 1.0280275344848633,
      "step": 330
    },
    {
      "epoch": 0.07483217783646968,
      "grad_norm": 1.053797960281372,
      "learning_rate": 0.0001999723374021174,
      "loss": 0.9998103141784668,
      "step": 340
    },
    {
      "epoch": 0.07703312424342468,
      "grad_norm": 1.3832306861877441,
      "learning_rate": 0.00019996332030214337,
      "loss": 1.0395806312561036,
      "step": 350
    },
    {
      "epoch": 0.07923407065037966,
      "grad_norm": 1.145727515220642,
      "learning_rate": 0.0001999530335191093,
      "loss": 0.9548494338989257,
      "step": 360
    },
    {
      "epoch": 0.08143501705733465,
      "grad_norm": 1.096012830734253,
      "learning_rate": 0.00019994147718367276,
      "loss": 0.9871329307556153,
      "step": 370
    },
    {
      "epoch": 0.08363596346428964,
      "grad_norm": 0.9356358051300049,
      "learning_rate": 0.0001999286514426163,
      "loss": 0.9341530799865723,
      "step": 380
    },
    {
      "epoch": 0.08583690987124463,
      "grad_norm": 1.4062135219573975,
      "learning_rate": 0.00019991455645884605,
      "loss": 0.9540111541748046,
      "step": 390
    },
    {
      "epoch": 0.08803785627819963,
      "grad_norm": 1.0113333463668823,
      "learning_rate": 0.00019989919241138925,
      "loss": 0.9937296867370605,
      "step": 400
    },
    {
      "epoch": 0.09023880268515462,
      "grad_norm": 1.0309836864471436,
      "learning_rate": 0.00019988255949539215,
      "loss": 0.9602716445922852,
      "step": 410
    },
    {
      "epoch": 0.09243974909210961,
      "grad_norm": 1.089353084564209,
      "learning_rate": 0.00019986465792211757,
      "loss": 0.9335391998291016,
      "step": 420
    },
    {
      "epoch": 0.09464069549906459,
      "grad_norm": 1.054080843925476,
      "learning_rate": 0.0001998454879189422,
      "loss": 0.9715407371520997,
      "step": 430
    },
    {
      "epoch": 0.09684164190601958,
      "grad_norm": 1.2168610095977783,
      "learning_rate": 0.00019982504972935357,
      "loss": 0.9322951316833497,
      "step": 440
    },
    {
      "epoch": 0.09904258831297458,
      "grad_norm": 0.985170304775238,
      "learning_rate": 0.0001998033436129472,
      "loss": 0.98055419921875,
      "step": 450
    },
    {
      "epoch": 0.10124353471992957,
      "grad_norm": 1.1162617206573486,
      "learning_rate": 0.00019978036984542307,
      "loss": 0.9634963035583496,
      "step": 460
    },
    {
      "epoch": 0.10344448112688456,
      "grad_norm": 1.0027767419815063,
      "learning_rate": 0.00019975612871858222,
      "loss": 0.9526361465454102,
      "step": 470
    },
    {
      "epoch": 0.10564542753383956,
      "grad_norm": 0.9371089935302734,
      "learning_rate": 0.0001997306205403231,
      "loss": 0.9452459335327148,
      "step": 480
    },
    {
      "epoch": 0.10784637394079453,
      "grad_norm": 0.9952771067619324,
      "learning_rate": 0.00019970384563463753,
      "loss": 0.95389404296875,
      "step": 490
    },
    {
      "epoch": 0.11004732034774953,
      "grad_norm": 0.9913569092750549,
      "learning_rate": 0.00019967580434160676,
      "loss": 0.9630558013916015,
      "step": 500
    },
    {
      "epoch": 0.11224826675470452,
      "grad_norm": 0.9107245802879333,
      "learning_rate": 0.0001996464970173969,
      "loss": 0.9158695220947266,
      "step": 510
    },
    {
      "epoch": 0.11444921316165951,
      "grad_norm": 0.9648348093032837,
      "learning_rate": 0.00019961592403425468,
      "loss": 0.9289742469787597,
      "step": 520
    },
    {
      "epoch": 0.1166501595686145,
      "grad_norm": 0.9094238877296448,
      "learning_rate": 0.00019958408578050248,
      "loss": 0.9172938346862793,
      "step": 530
    },
    {
      "epoch": 0.1188511059755695,
      "grad_norm": 0.8862208127975464,
      "learning_rate": 0.00019955098266053356,
      "loss": 0.9405776023864746,
      "step": 540
    },
    {
      "epoch": 0.12105205238252449,
      "grad_norm": 0.9264389872550964,
      "learning_rate": 0.00019951661509480685,
      "loss": 0.9399794578552246,
      "step": 550
    },
    {
      "epoch": 0.12325299878947947,
      "grad_norm": 1.0130054950714111,
      "learning_rate": 0.00019948098351984167,
      "loss": 0.8720254898071289,
      "step": 560
    },
    {
      "epoch": 0.12545394519643446,
      "grad_norm": 0.9762976765632629,
      "learning_rate": 0.00019944408838821202,
      "loss": 0.8954718589782715,
      "step": 570
    },
    {
      "epoch": 0.12765489160338947,
      "grad_norm": 1.001057744026184,
      "learning_rate": 0.00019940593016854106,
      "loss": 0.8816336631774903,
      "step": 580
    },
    {
      "epoch": 0.12985583801034445,
      "grad_norm": 0.9089824557304382,
      "learning_rate": 0.000199366509345495,
      "loss": 0.8785006523132324,
      "step": 590
    },
    {
      "epoch": 0.13205678441729943,
      "grad_norm": 0.9821614027023315,
      "learning_rate": 0.00019932582641977705,
      "loss": 0.8629944801330567,
      "step": 600
    },
    {
      "epoch": 0.13425773082425443,
      "grad_norm": 0.8690505027770996,
      "learning_rate": 0.0001992838819081209,
      "loss": 0.8856033325195313,
      "step": 610
    },
    {
      "epoch": 0.1364586772312094,
      "grad_norm": 0.9993884563446045,
      "learning_rate": 0.00019924067634328438,
      "loss": 0.871296501159668,
      "step": 620
    },
    {
      "epoch": 0.13865962363816442,
      "grad_norm": 0.9565812349319458,
      "learning_rate": 0.0001991962102740425,
      "loss": 0.8619088172912598,
      "step": 630
    },
    {
      "epoch": 0.1408605700451194,
      "grad_norm": 1.0189067125320435,
      "learning_rate": 0.00019915048426518054,
      "loss": 0.927723503112793,
      "step": 640
    },
    {
      "epoch": 0.1430615164520744,
      "grad_norm": 0.9605172872543335,
      "learning_rate": 0.00019910349889748697,
      "loss": 0.8939146041870117,
      "step": 650
    },
    {
      "epoch": 0.14526246285902938,
      "grad_norm": 0.9558774828910828,
      "learning_rate": 0.0001990552547677459,
      "loss": 0.9257272720336914,
      "step": 660
    },
    {
      "epoch": 0.14746340926598436,
      "grad_norm": 1.0276355743408203,
      "learning_rate": 0.00019900575248872965,
      "loss": 0.8982614517211914,
      "step": 670
    },
    {
      "epoch": 0.14966435567293937,
      "grad_norm": 0.9114047288894653,
      "learning_rate": 0.00019895499268919088,
      "loss": 0.8813505172729492,
      "step": 680
    },
    {
      "epoch": 0.15186530207989435,
      "grad_norm": 0.935661256313324,
      "learning_rate": 0.0001989029760138547,
      "loss": 0.8918737411499024,
      "step": 690
    },
    {
      "epoch": 0.15406624848684936,
      "grad_norm": 1.042932152748108,
      "learning_rate": 0.00019884970312341035,
      "loss": 0.9151006698608398,
      "step": 700
    },
    {
      "epoch": 0.15626719489380433,
      "grad_norm": 1.0090407133102417,
      "learning_rate": 0.00019879517469450285,
      "loss": 0.8846939086914063,
      "step": 710
    },
    {
      "epoch": 0.1584681413007593,
      "grad_norm": 0.9468204379081726,
      "learning_rate": 0.00019873939141972443,
      "loss": 0.9109236717224121,
      "step": 720
    },
    {
      "epoch": 0.16066908770771432,
      "grad_norm": 2.099306344985962,
      "learning_rate": 0.00019868235400760588,
      "loss": 0.8627537727355957,
      "step": 730
    },
    {
      "epoch": 0.1628700341146693,
      "grad_norm": 1.030119776725769,
      "learning_rate": 0.0001986240631826072,
      "loss": 0.8754992485046387,
      "step": 740
    },
    {
      "epoch": 0.1650709805216243,
      "grad_norm": 0.8489016890525818,
      "learning_rate": 0.00019856451968510875,
      "loss": 0.8639801025390625,
      "step": 750
    },
    {
      "epoch": 0.16727192692857928,
      "grad_norm": 0.8956750631332397,
      "learning_rate": 0.00019850372427140158,
      "loss": 0.8864573478698731,
      "step": 760
    },
    {
      "epoch": 0.1694728733355343,
      "grad_norm": 0.9865322113037109,
      "learning_rate": 0.00019844167771367803,
      "loss": 0.8492755889892578,
      "step": 770
    },
    {
      "epoch": 0.17167381974248927,
      "grad_norm": 0.9670360088348389,
      "learning_rate": 0.0001983783808000218,
      "loss": 0.8892242431640625,
      "step": 780
    },
    {
      "epoch": 0.17387476614944425,
      "grad_norm": 0.8764406442642212,
      "learning_rate": 0.00019831383433439797,
      "loss": 0.8339031219482422,
      "step": 790
    },
    {
      "epoch": 0.17607571255639926,
      "grad_norm": 0.9101215600967407,
      "learning_rate": 0.00019824803913664276,
      "loss": 0.8599502563476562,
      "step": 800
    },
    {
      "epoch": 0.17827665896335423,
      "grad_norm": 0.9051525592803955,
      "learning_rate": 0.00019818099604245325,
      "loss": 0.8466466903686524,
      "step": 810
    },
    {
      "epoch": 0.18047760537030924,
      "grad_norm": 0.990511953830719,
      "learning_rate": 0.00019811270590337654,
      "loss": 0.8185970306396484,
      "step": 820
    },
    {
      "epoch": 0.18267855177726422,
      "grad_norm": 0.8963238000869751,
      "learning_rate": 0.00019804316958679913,
      "loss": 0.8855241775512696,
      "step": 830
    },
    {
      "epoch": 0.18487949818421923,
      "grad_norm": 0.9547941088676453,
      "learning_rate": 0.00019797238797593578,
      "loss": 0.8937933921813965,
      "step": 840
    },
    {
      "epoch": 0.1870804445911742,
      "grad_norm": 1.0186196565628052,
      "learning_rate": 0.00019790036196981842,
      "loss": 0.8803288459777832,
      "step": 850
    },
    {
      "epoch": 0.18928139099812918,
      "grad_norm": 0.8781481385231018,
      "learning_rate": 0.00019782709248328457,
      "loss": 0.8143559455871582,
      "step": 860
    },
    {
      "epoch": 0.1914823374050842,
      "grad_norm": 1.001970887184143,
      "learning_rate": 0.0001977525804469659,
      "loss": 0.8750756263732911,
      "step": 870
    },
    {
      "epoch": 0.19368328381203917,
      "grad_norm": 1.0459098815917969,
      "learning_rate": 0.00019767682680727622,
      "loss": 0.8288005828857422,
      "step": 880
    },
    {
      "epoch": 0.19588423021899418,
      "grad_norm": 0.9816129803657532,
      "learning_rate": 0.00019759983252639956,
      "loss": 0.7945041179656982,
      "step": 890
    },
    {
      "epoch": 0.19808517662594916,
      "grad_norm": 0.8988497853279114,
      "learning_rate": 0.000197521598582278,
      "loss": 0.8355922698974609,
      "step": 900
    },
    {
      "epoch": 0.20028612303290416,
      "grad_norm": 0.892160952091217,
      "learning_rate": 0.00019744212596859914,
      "loss": 0.854766845703125,
      "step": 910
    },
    {
      "epoch": 0.20248706943985914,
      "grad_norm": 0.9523811340332031,
      "learning_rate": 0.00019736141569478356,
      "loss": 0.7782519340515137,
      "step": 920
    },
    {
      "epoch": 0.20468801584681412,
      "grad_norm": 0.9528471827507019,
      "learning_rate": 0.00019727946878597195,
      "loss": 0.8091512680053711,
      "step": 930
    },
    {
      "epoch": 0.20688896225376913,
      "grad_norm": 0.9524006843566895,
      "learning_rate": 0.00019719628628301212,
      "loss": 0.8312657356262207,
      "step": 940
    },
    {
      "epoch": 0.2090899086607241,
      "grad_norm": 0.8955079913139343,
      "learning_rate": 0.00019711186924244574,
      "loss": 0.8257021903991699,
      "step": 950
    },
    {
      "epoch": 0.2112908550676791,
      "grad_norm": 0.9080793857574463,
      "learning_rate": 0.00019702621873649495,
      "loss": 0.8441055297851563,
      "step": 960
    },
    {
      "epoch": 0.2134918014746341,
      "grad_norm": 0.9945964813232422,
      "learning_rate": 0.00019693933585304877,
      "loss": 0.859739875793457,
      "step": 970
    },
    {
      "epoch": 0.21569274788158907,
      "grad_norm": 0.9307037591934204,
      "learning_rate": 0.00019685122169564925,
      "loss": 0.8007944107055665,
      "step": 980
    },
    {
      "epoch": 0.21789369428854408,
      "grad_norm": 0.8341166377067566,
      "learning_rate": 0.00019676187738347736,
      "loss": 0.8627373695373535,
      "step": 990
    },
    {
      "epoch": 0.22009464069549906,
      "grad_norm": 0.9342769980430603,
      "learning_rate": 0.000196671304051339,
      "loss": 0.8269523620605469,
      "step": 1000
    },
    {
      "epoch": 0.22009464069549906,
      "eval_loss": 0.8339518904685974,
      "eval_runtime": 1054.8035,
      "eval_samples_per_second": 8.615,
      "eval_steps_per_second": 1.077,
      "step": 1000
    },
    {
      "epoch": 0.1111539096461784,
      "grad_norm": 1.318543791770935,
      "learning_rate": 0.00019965976481479497,
      "loss": 0.7344522476196289,
      "step": 1010
    },
    {
      "epoch": 0.11225444340505145,
      "grad_norm": 1.2357608079910278,
      "learning_rate": 0.0001996449179135936,
      "loss": 0.7247725486755371,
      "step": 1020
    },
    {
      "epoch": 0.11335497716392451,
      "grad_norm": 1.403720736503601,
      "learning_rate": 0.00019962975453062098,
      "loss": 0.7473694324493408,
      "step": 1030
    },
    {
      "epoch": 0.11445551092279756,
      "grad_norm": 1.3010951280593872,
      "learning_rate": 0.00019961427471403752,
      "loss": 0.7128599166870118,
      "step": 1040
    },
    {
      "epoch": 0.1155560446816706,
      "grad_norm": 1.4912559986114502,
      "learning_rate": 0.00019959847851300856,
      "loss": 0.7000036716461182,
      "step": 1050
    },
    {
      "epoch": 0.11665657844054367,
      "grad_norm": 1.476868748664856,
      "learning_rate": 0.00019958236597770437,
      "loss": 0.7557538986206055,
      "step": 1060
    },
    {
      "epoch": 0.11775711219941672,
      "grad_norm": 1.2181434631347656,
      "learning_rate": 0.00019956593715929986,
      "loss": 0.7561722755432129,
      "step": 1070
    },
    {
      "epoch": 0.11885764595828976,
      "grad_norm": 1.2714087963104248,
      "learning_rate": 0.00019954919210997453,
      "loss": 0.751192283630371,
      "step": 1080
    },
    {
      "epoch": 0.11995817971716283,
      "grad_norm": 1.3082411289215088,
      "learning_rate": 0.0001995321308829123,
      "loss": 0.771207618713379,
      "step": 1090
    },
    {
      "epoch": 0.12105871347603588,
      "grad_norm": 1.2826007604599,
      "learning_rate": 0.00019951475353230117,
      "loss": 0.7480668544769287,
      "step": 1100
    },
    {
      "epoch": 0.12215924723490892,
      "grad_norm": 1.3389414548873901,
      "learning_rate": 0.00019949706011333337,
      "loss": 0.7101992607116699,
      "step": 1110
    },
    {
      "epoch": 0.12325978099378199,
      "grad_norm": 1.3306312561035156,
      "learning_rate": 0.00019947905068220482,
      "loss": 0.6952154636383057,
      "step": 1120
    },
    {
      "epoch": 0.12436031475265504,
      "grad_norm": 1.5364283323287964,
      "learning_rate": 0.0001994607252961152,
      "loss": 0.7477862358093261,
      "step": 1130
    },
    {
      "epoch": 0.12546084851152808,
      "grad_norm": 1.5809048414230347,
      "learning_rate": 0.0001994420840132677,
      "loss": 0.681206226348877,
      "step": 1140
    },
    {
      "epoch": 0.12656138227040115,
      "grad_norm": 1.5444300174713135,
      "learning_rate": 0.0001994231268928688,
      "loss": 0.6869724750518799,
      "step": 1150
    },
    {
      "epoch": 0.1276619160292742,
      "grad_norm": 1.3037437200546265,
      "learning_rate": 0.00019940385399512813,
      "loss": 0.7233117580413818,
      "step": 1160
    },
    {
      "epoch": 0.12876244978814724,
      "grad_norm": 1.4460251331329346,
      "learning_rate": 0.00019938426538125827,
      "loss": 0.7215907573699951,
      "step": 1170
    },
    {
      "epoch": 0.1298629835470203,
      "grad_norm": 1.340132474899292,
      "learning_rate": 0.00019936436111347452,
      "loss": 0.6880172252655029,
      "step": 1180
    },
    {
      "epoch": 0.13096351730589337,
      "grad_norm": 1.358814001083374,
      "learning_rate": 0.0001993441412549947,
      "loss": 0.6970400333404541,
      "step": 1190
    },
    {
      "epoch": 0.1320640510647664,
      "grad_norm": 1.3030223846435547,
      "learning_rate": 0.00019932360587003906,
      "loss": 0.6770397663116455,
      "step": 1200
    },
    {
      "epoch": 0.13316458482363946,
      "grad_norm": 1.353985071182251,
      "learning_rate": 0.0001993027550238299,
      "loss": 0.660685396194458,
      "step": 1210
    },
    {
      "epoch": 0.13426511858251253,
      "grad_norm": 1.331395149230957,
      "learning_rate": 0.00019928158878259152,
      "loss": 0.7561236381530761,
      "step": 1220
    },
    {
      "epoch": 0.13536565234138556,
      "grad_norm": 1.6936500072479248,
      "learning_rate": 0.00019926010721354995,
      "loss": 0.6630916118621826,
      "step": 1230
    },
    {
      "epoch": 0.13646618610025862,
      "grad_norm": 1.7496025562286377,
      "learning_rate": 0.00019923831038493267,
      "loss": 0.7098928928375244,
      "step": 1240
    },
    {
      "epoch": 0.1375667198591317,
      "grad_norm": 1.4740201234817505,
      "learning_rate": 0.00019921619836596848,
      "loss": 0.7289152622222901,
      "step": 1250
    },
    {
      "epoch": 0.13866725361800472,
      "grad_norm": 1.6177831888198853,
      "learning_rate": 0.0001991937712268873,
      "loss": 0.6388457298278809,
      "step": 1260
    },
    {
      "epoch": 0.13976778737687778,
      "grad_norm": 1.436196208000183,
      "learning_rate": 0.0001991710290389198,
      "loss": 0.764772367477417,
      "step": 1270
    },
    {
      "epoch": 0.14086832113575085,
      "grad_norm": 1.770621418952942,
      "learning_rate": 0.00019914797187429743,
      "loss": 0.7233758449554444,
      "step": 1280
    },
    {
      "epoch": 0.14196885489462388,
      "grad_norm": 1.5772244930267334,
      "learning_rate": 0.00019912459980625183,
      "loss": 0.7039950370788575,
      "step": 1290
    },
    {
      "epoch": 0.14306938865349694,
      "grad_norm": 1.3709217309951782,
      "learning_rate": 0.00019910091290901503,
      "loss": 0.7573204040527344,
      "step": 1300
    },
    {
      "epoch": 0.14416992241237,
      "grad_norm": 1.3122904300689697,
      "learning_rate": 0.0001990769112578188,
      "loss": 0.6998284339904786,
      "step": 1310
    },
    {
      "epoch": 0.14527045617124304,
      "grad_norm": 1.4337154626846313,
      "learning_rate": 0.00019905259492889474,
      "loss": 0.7914797306060791,
      "step": 1320
    },
    {
      "epoch": 0.1463709899301161,
      "grad_norm": 1.5576714277267456,
      "learning_rate": 0.0001990279639994738,
      "loss": 0.6956133365631103,
      "step": 1330
    },
    {
      "epoch": 0.14747152368898916,
      "grad_norm": 1.403680443763733,
      "learning_rate": 0.00019900301854778617,
      "loss": 0.7613757133483887,
      "step": 1340
    },
    {
      "epoch": 0.14857205744786223,
      "grad_norm": 1.5148899555206299,
      "learning_rate": 0.00019897775865306098,
      "loss": 0.7047707557678222,
      "step": 1350
    },
    {
      "epoch": 0.14967259120673526,
      "grad_norm": 1.4134074449539185,
      "learning_rate": 0.00019895218439552602,
      "loss": 0.710445499420166,
      "step": 1360
    },
    {
      "epoch": 0.15077312496560832,
      "grad_norm": 1.2723708152770996,
      "learning_rate": 0.00019892629585640766,
      "loss": 0.7367370128631592,
      "step": 1370
    },
    {
      "epoch": 0.1518736587244814,
      "grad_norm": 1.4825470447540283,
      "learning_rate": 0.00019890009311793031,
      "loss": 0.7489582538604737,
      "step": 1380
    },
    {
      "epoch": 0.15297419248335442,
      "grad_norm": 1.3578537702560425,
      "learning_rate": 0.0001988735762633164,
      "loss": 0.7605162143707276,
      "step": 1390
    },
    {
      "epoch": 0.15407472624222748,
      "grad_norm": 1.4326390027999878,
      "learning_rate": 0.00019884674537678598,
      "loss": 0.7359246253967285,
      "step": 1400
    },
    {
      "epoch": 0.15517526000110055,
      "grad_norm": 1.54934561252594,
      "learning_rate": 0.00019881960054355652,
      "loss": 0.7244048118591309,
      "step": 1410
    },
    {
      "epoch": 0.15627579375997358,
      "grad_norm": 1.4539642333984375,
      "learning_rate": 0.00019879214184984257,
      "loss": 0.7321300029754638,
      "step": 1420
    },
    {
      "epoch": 0.15737632751884664,
      "grad_norm": 1.480238914489746,
      "learning_rate": 0.00019876436938285558,
      "loss": 0.7465243339538574,
      "step": 1430
    },
    {
      "epoch": 0.1584768612777197,
      "grad_norm": 1.380171775817871,
      "learning_rate": 0.00019873628323080359,
      "loss": 0.7432620525360107,
      "step": 1440
    },
    {
      "epoch": 0.15957739503659274,
      "grad_norm": 1.516487717628479,
      "learning_rate": 0.00019870788348289083,
      "loss": 0.7081382274627686,
      "step": 1450
    },
    {
      "epoch": 0.1606779287954658,
      "grad_norm": 1.4838062524795532,
      "learning_rate": 0.00019867917022931765,
      "loss": 0.7314321994781494,
      "step": 1460
    },
    {
      "epoch": 0.16177846255433886,
      "grad_norm": 1.501446008682251,
      "learning_rate": 0.0001986501435612801,
      "loss": 0.7468172073364258,
      "step": 1470
    },
    {
      "epoch": 0.1628789963132119,
      "grad_norm": 1.3697547912597656,
      "learning_rate": 0.0001986208035709696,
      "loss": 0.6616341590881347,
      "step": 1480
    },
    {
      "epoch": 0.16397953007208496,
      "grad_norm": 1.4565426111221313,
      "learning_rate": 0.00019859115035157285,
      "loss": 0.7138534545898437,
      "step": 1490
    },
    {
      "epoch": 0.16508006383095802,
      "grad_norm": 1.2693283557891846,
      "learning_rate": 0.0001985611839972712,
      "loss": 0.7095062732696533,
      "step": 1500
    },
    {
      "epoch": 0.16618059758983106,
      "grad_norm": 1.519113540649414,
      "learning_rate": 0.00019853090460324071,
      "loss": 0.6623078346252441,
      "step": 1510
    },
    {
      "epoch": 0.16728113134870412,
      "grad_norm": 1.1893036365509033,
      "learning_rate": 0.0001985003122656516,
      "loss": 0.785255765914917,
      "step": 1520
    },
    {
      "epoch": 0.16838166510757718,
      "grad_norm": 1.5294969081878662,
      "learning_rate": 0.00019846940708166807,
      "loss": 0.7090532302856445,
      "step": 1530
    },
    {
      "epoch": 0.16948219886645022,
      "grad_norm": 1.3630003929138184,
      "learning_rate": 0.00019843818914944795,
      "loss": 0.7042516708374024,
      "step": 1540
    },
    {
      "epoch": 0.17058273262532328,
      "grad_norm": 1.4818453788757324,
      "learning_rate": 0.00019840665856814236,
      "loss": 0.7102742195129395,
      "step": 1550
    },
    {
      "epoch": 0.17168326638419634,
      "grad_norm": 1.5661572217941284,
      "learning_rate": 0.00019837481543789542,
      "loss": 0.7352417469024658,
      "step": 1560
    },
    {
      "epoch": 0.17278380014306938,
      "grad_norm": 1.5921189785003662,
      "learning_rate": 0.00019834265985984394,
      "loss": 0.6786233901977539,
      "step": 1570
    },
    {
      "epoch": 0.17388433390194244,
      "grad_norm": 1.7793580293655396,
      "learning_rate": 0.00019831019193611716,
      "loss": 0.6913634300231933,
      "step": 1580
    },
    {
      "epoch": 0.1749848676608155,
      "grad_norm": 1.4666355848312378,
      "learning_rate": 0.00019827741176983629,
      "loss": 0.6923691749572753,
      "step": 1590
    },
    {
      "epoch": 0.17608540141968854,
      "grad_norm": 1.2723121643066406,
      "learning_rate": 0.0001982443194651142,
      "loss": 0.7328421592712402,
      "step": 1600
    },
    {
      "epoch": 0.1771859351785616,
      "grad_norm": 1.7125496864318848,
      "learning_rate": 0.00019821091512705529,
      "loss": 0.7273451328277588,
      "step": 1610
    },
    {
      "epoch": 0.17828646893743466,
      "grad_norm": 1.2607357501983643,
      "learning_rate": 0.0001981771988617549,
      "loss": 0.6852648258209229,
      "step": 1620
    },
    {
      "epoch": 0.1793870026963077,
      "grad_norm": 1.4323406219482422,
      "learning_rate": 0.0001981431707762991,
      "loss": 0.6527719974517823,
      "step": 1630
    },
    {
      "epoch": 0.18048753645518076,
      "grad_norm": 1.5323034524917603,
      "learning_rate": 0.00019810883097876435,
      "loss": 0.6863321781158447,
      "step": 1640
    },
    {
      "epoch": 0.18158807021405382,
      "grad_norm": 1.4771450757980347,
      "learning_rate": 0.00019807417957821708,
      "loss": 0.713313102722168,
      "step": 1650
    },
    {
      "epoch": 0.18268860397292688,
      "grad_norm": 1.4179728031158447,
      "learning_rate": 0.0001980392166847135,
      "loss": 0.7239354133605957,
      "step": 1660
    },
    {
      "epoch": 0.18378913773179992,
      "grad_norm": 1.54883873462677,
      "learning_rate": 0.00019800394240929907,
      "loss": 0.7668267726898194,
      "step": 1670
    },
    {
      "epoch": 0.18488967149067298,
      "grad_norm": 1.4585139751434326,
      "learning_rate": 0.0001979683568640083,
      "loss": 0.7013049602508545,
      "step": 1680
    },
    {
      "epoch": 0.18599020524954604,
      "grad_norm": 1.423919439315796,
      "learning_rate": 0.0001979324601618642,
      "loss": 0.7432220935821533,
      "step": 1690
    },
    {
      "epoch": 0.18709073900841908,
      "grad_norm": 1.5283218622207642,
      "learning_rate": 0.0001978962524168782,
      "loss": 0.7024415969848633,
      "step": 1700
    },
    {
      "epoch": 0.18819127276729214,
      "grad_norm": 1.4342306852340698,
      "learning_rate": 0.00019785973374404948,
      "loss": 0.6836557388305664,
      "step": 1710
    },
    {
      "epoch": 0.1892918065261652,
      "grad_norm": 1.3203076124191284,
      "learning_rate": 0.0001978229042593649,
      "loss": 0.669966173171997,
      "step": 1720
    },
    {
      "epoch": 0.19039234028503824,
      "grad_norm": 1.6151920557022095,
      "learning_rate": 0.0001977857640797984,
      "loss": 0.7203169345855713,
      "step": 1730
    },
    {
      "epoch": 0.1914928740439113,
      "grad_norm": 1.5594950914382935,
      "learning_rate": 0.00019774831332331072,
      "loss": 0.7175643444061279,
      "step": 1740
    },
    {
      "epoch": 0.19259340780278436,
      "grad_norm": 1.275919795036316,
      "learning_rate": 0.000197710552108849,
      "loss": 0.7080940246582031,
      "step": 1750
    },
    {
      "epoch": 0.1936939415616574,
      "grad_norm": 1.559988021850586,
      "learning_rate": 0.00019767248055634656,
      "loss": 0.6943031311035156,
      "step": 1760
    },
    {
      "epoch": 0.19479447532053046,
      "grad_norm": 1.4960150718688965,
      "learning_rate": 0.0001976340987867222,
      "loss": 0.6438261032104492,
      "step": 1770
    },
    {
      "epoch": 0.19589500907940352,
      "grad_norm": 1.3384159803390503,
      "learning_rate": 0.00019759540692188015,
      "loss": 0.6569961547851563,
      "step": 1780
    },
    {
      "epoch": 0.19699554283827655,
      "grad_norm": 1.6143518686294556,
      "learning_rate": 0.00019755640508470942,
      "loss": 0.6640120029449463,
      "step": 1790
    },
    {
      "epoch": 0.19809607659714962,
      "grad_norm": 1.533369779586792,
      "learning_rate": 0.00019751709339908352,
      "loss": 0.709033203125,
      "step": 1800
    },
    {
      "epoch": 0.19919661035602268,
      "grad_norm": 1.3830273151397705,
      "learning_rate": 0.00019747747198986025,
      "loss": 0.7042165279388428,
      "step": 1810
    },
    {
      "epoch": 0.20029714411489571,
      "grad_norm": 1.5432374477386475,
      "learning_rate": 0.00019743754098288087,
      "loss": 0.7099340438842774,
      "step": 1820
    },
    {
      "epoch": 0.20139767787376878,
      "grad_norm": 1.8186261653900146,
      "learning_rate": 0.00019739730050497012,
      "loss": 0.5920440673828125,
      "step": 1830
    },
    {
      "epoch": 0.20249821163264184,
      "grad_norm": 1.2721370458602905,
      "learning_rate": 0.0001973567506839356,
      "loss": 0.6752917766571045,
      "step": 1840
    },
    {
      "epoch": 0.20359874539151487,
      "grad_norm": 1.5037890672683716,
      "learning_rate": 0.00019731589164856742,
      "loss": 0.6958805084228515,
      "step": 1850
    },
    {
      "epoch": 0.20469927915038794,
      "grad_norm": 1.4381048679351807,
      "learning_rate": 0.00019727472352863774,
      "loss": 0.6831310749053955,
      "step": 1860
    },
    {
      "epoch": 0.205799812909261,
      "grad_norm": 1.4521901607513428,
      "learning_rate": 0.00019723324645490043,
      "loss": 0.6515075206756592,
      "step": 1870
    },
    {
      "epoch": 0.20690034666813403,
      "grad_norm": 1.4317247867584229,
      "learning_rate": 0.00019719146055909072,
      "loss": 0.7445472240447998,
      "step": 1880
    },
    {
      "epoch": 0.2080008804270071,
      "grad_norm": 1.3491274118423462,
      "learning_rate": 0.00019714936597392454,
      "loss": 0.6975584030151367,
      "step": 1890
    },
    {
      "epoch": 0.20910141418588016,
      "grad_norm": 1.6799184083938599,
      "learning_rate": 0.00019710696283309828,
      "loss": 0.663750171661377,
      "step": 1900
    },
    {
      "epoch": 0.2102019479447532,
      "grad_norm": 1.5508129596710205,
      "learning_rate": 0.00019706425127128844,
      "loss": 0.7214709281921386,
      "step": 1910
    },
    {
      "epoch": 0.21130248170362625,
      "grad_norm": 1.507115364074707,
      "learning_rate": 0.000197021231424151,
      "loss": 0.6937719345092773,
      "step": 1920
    },
    {
      "epoch": 0.21240301546249932,
      "grad_norm": 1.5276693105697632,
      "learning_rate": 0.00019697790342832104,
      "loss": 0.6974040985107421,
      "step": 1930
    },
    {
      "epoch": 0.21350354922137235,
      "grad_norm": 1.5013867616653442,
      "learning_rate": 0.00019693426742141244,
      "loss": 0.7391683101654053,
      "step": 1940
    },
    {
      "epoch": 0.21460408298024541,
      "grad_norm": 1.6396576166152954,
      "learning_rate": 0.00019689032354201736,
      "loss": 0.6841801166534424,
      "step": 1950
    },
    {
      "epoch": 0.21570461673911848,
      "grad_norm": 1.480556845664978,
      "learning_rate": 0.00019684607192970574,
      "loss": 0.6711002349853515,
      "step": 1960
    },
    {
      "epoch": 0.21680515049799154,
      "grad_norm": 1.2973003387451172,
      "learning_rate": 0.0001968015127250249,
      "loss": 0.7282744884490967,
      "step": 1970
    },
    {
      "epoch": 0.21790568425686457,
      "grad_norm": 1.5058932304382324,
      "learning_rate": 0.00019675664606949914,
      "loss": 0.7393957138061523,
      "step": 1980
    },
    {
      "epoch": 0.21900621801573764,
      "grad_norm": 1.6734826564788818,
      "learning_rate": 0.00019671147210562927,
      "loss": 0.6838624477386475,
      "step": 1990
    },
    {
      "epoch": 0.2201067517746107,
      "grad_norm": 1.7731140851974487,
      "learning_rate": 0.00019666599097689207,
      "loss": 0.7038939952850342,
      "step": 2000
    },
    {
      "epoch": 0.2201067517746107,
      "eval_loss": 0.8496589064598083,
      "eval_runtime": 933.6965,
      "eval_samples_per_second": 9.732,
      "eval_steps_per_second": 2.433,
      "step": 2000
    },
    {
      "epoch": 0.22120728553348373,
      "grad_norm": 1.6997652053833008,
      "learning_rate": 0.00019662020282773995,
      "loss": 0.8130602836608887,
      "step": 2010
    },
    {
      "epoch": 0.2223078192923568,
      "grad_norm": 1.617069125175476,
      "learning_rate": 0.00019657410780360047,
      "loss": 0.8593770027160644,
      "step": 2020
    },
    {
      "epoch": 0.22340835305122986,
      "grad_norm": 1.435889482498169,
      "learning_rate": 0.0001965277060508758,
      "loss": 0.8794844627380372,
      "step": 2030
    },
    {
      "epoch": 0.2245088868101029,
      "grad_norm": 1.593628168106079,
      "learning_rate": 0.00019648099771694236,
      "loss": 0.8761175155639649,
      "step": 2040
    },
    {
      "epoch": 0.22560942056897595,
      "grad_norm": 1.4817216396331787,
      "learning_rate": 0.00019643398295015026,
      "loss": 0.8747184753417969,
      "step": 2050
    },
    {
      "epoch": 0.22670995432784902,
      "grad_norm": 1.2658919095993042,
      "learning_rate": 0.0001963866618998229,
      "loss": 0.8425754547119141,
      "step": 2060
    },
    {
      "epoch": 0.22781048808672205,
      "grad_norm": 1.549432396888733,
      "learning_rate": 0.00019633903471625645,
      "loss": 0.8407624244689942,
      "step": 2070
    },
    {
      "epoch": 0.22891102184559511,
      "grad_norm": 1.2967861890792847,
      "learning_rate": 0.00019629110155071938,
      "loss": 0.8481991767883301,
      "step": 2080
    },
    {
      "epoch": 0.23001155560446818,
      "grad_norm": 1.4197816848754883,
      "learning_rate": 0.00019624286255545199,
      "loss": 0.8669241905212403,
      "step": 2090
    },
    {
      "epoch": 0.2311120893633412,
      "grad_norm": 1.2624856233596802,
      "learning_rate": 0.00019619431788366596,
      "loss": 0.8022339820861817,
      "step": 2100
    },
    {
      "epoch": 0.23221262312221427,
      "grad_norm": 1.6743338108062744,
      "learning_rate": 0.0001961454676895438,
      "loss": 0.8768888473510742,
      "step": 2110
    },
    {
      "epoch": 0.23331315688108734,
      "grad_norm": 2.0868279933929443,
      "learning_rate": 0.0001960963121282384,
      "loss": 0.8667360305786133,
      "step": 2120
    },
    {
      "epoch": 0.23441369063996037,
      "grad_norm": 1.4186112880706787,
      "learning_rate": 0.00019604685135587245,
      "loss": 0.8278182029724122,
      "step": 2130
    },
    {
      "epoch": 0.23551422439883343,
      "grad_norm": 1.2936203479766846,
      "learning_rate": 0.00019599708552953815,
      "loss": 0.812893009185791,
      "step": 2140
    },
    {
      "epoch": 0.2366147581577065,
      "grad_norm": 1.2756561040878296,
      "learning_rate": 0.0001959470148072965,
      "loss": 0.8358366012573242,
      "step": 2150
    },
    {
      "epoch": 0.23771529191657953,
      "grad_norm": 1.3688085079193115,
      "learning_rate": 0.00019589663934817687,
      "loss": 0.7904013633728028,
      "step": 2160
    },
    {
      "epoch": 0.2388158256754526,
      "grad_norm": 1.317444920539856,
      "learning_rate": 0.0001958459593121766,
      "loss": 0.8964195251464844,
      "step": 2170
    },
    {
      "epoch": 0.23991635943432565,
      "grad_norm": 1.294002890586853,
      "learning_rate": 0.00019579497486026023,
      "loss": 0.8562044143676758,
      "step": 2180
    },
    {
      "epoch": 0.2410168931931987,
      "grad_norm": 1.2761428356170654,
      "learning_rate": 0.0001957436861543593,
      "loss": 0.8061718940734863,
      "step": 2190
    },
    {
      "epoch": 0.24211742695207175,
      "grad_norm": 1.4096399545669556,
      "learning_rate": 0.0001956920933573716,
      "loss": 0.8700193405151367,
      "step": 2200
    },
    {
      "epoch": 0.2432179607109448,
      "grad_norm": 1.2484604120254517,
      "learning_rate": 0.0001956401966331608,
      "loss": 0.8373005867004395,
      "step": 2210
    },
    {
      "epoch": 0.24431849446981785,
      "grad_norm": 1.4023255109786987,
      "learning_rate": 0.00019558799614655586,
      "loss": 0.7784786224365234,
      "step": 2220
    },
    {
      "epoch": 0.2454190282286909,
      "grad_norm": 1.3306242227554321,
      "learning_rate": 0.00019553549206335048,
      "loss": 0.8288736343383789,
      "step": 2230
    },
    {
      "epoch": 0.24651956198756397,
      "grad_norm": 1.3334354162216187,
      "learning_rate": 0.00019548268455030267,
      "loss": 0.815639591217041,
      "step": 2240
    },
    {
      "epoch": 0.24762009574643704,
      "grad_norm": 1.2042546272277832,
      "learning_rate": 0.00019542957377513412,
      "loss": 0.8448248863220215,
      "step": 2250
    },
    {
      "epoch": 0.24872062950531007,
      "grad_norm": 1.4218223094940186,
      "learning_rate": 0.0001953761599065297,
      "loss": 0.8586576461791993,
      "step": 2260
    },
    {
      "epoch": 0.24982116326418313,
      "grad_norm": 1.326367735862732,
      "learning_rate": 0.00019532244311413704,
      "loss": 0.7699498176574707,
      "step": 2270
    },
    {
      "epoch": 0.25092169702305617,
      "grad_norm": 1.414927363395691,
      "learning_rate": 0.00019526842356856568,
      "loss": 0.8183151245117187,
      "step": 2280
    },
    {
      "epoch": 0.25202223078192926,
      "grad_norm": 1.638340950012207,
      "learning_rate": 0.00019521410144138693,
      "loss": 0.8281731605529785,
      "step": 2290
    },
    {
      "epoch": 0.2531227645408023,
      "grad_norm": 1.4947667121887207,
      "learning_rate": 0.00019515947690513304,
      "loss": 0.8409298896789551,
      "step": 2300
    },
    {
      "epoch": 0.2542232982996753,
      "grad_norm": 1.5608994960784912,
      "learning_rate": 0.00019510455013329673,
      "loss": 0.8110830307006835,
      "step": 2310
    },
    {
      "epoch": 0.2553238320585484,
      "grad_norm": 1.3185389041900635,
      "learning_rate": 0.00019504932130033067,
      "loss": 0.8009634971618652,
      "step": 2320
    },
    {
      "epoch": 0.25642436581742145,
      "grad_norm": 1.246773600578308,
      "learning_rate": 0.00019499379058164694,
      "loss": 0.8565659523010254,
      "step": 2330
    },
    {
      "epoch": 0.2575248995762945,
      "grad_norm": 1.3509032726287842,
      "learning_rate": 0.00019493795815361638,
      "loss": 0.8486443519592285,
      "step": 2340
    },
    {
      "epoch": 0.2586254333351676,
      "grad_norm": 1.330709457397461,
      "learning_rate": 0.0001948818241935681,
      "loss": 0.8198354721069336,
      "step": 2350
    },
    {
      "epoch": 0.2597259670940406,
      "grad_norm": 1.200380802154541,
      "learning_rate": 0.00019482538887978894,
      "loss": 0.8310845375061036,
      "step": 2360
    },
    {
      "epoch": 0.26082650085291365,
      "grad_norm": 1.3873624801635742,
      "learning_rate": 0.00019476865239152283,
      "loss": 0.8995956420898438,
      "step": 2370
    },
    {
      "epoch": 0.26192703461178674,
      "grad_norm": 1.5119566917419434,
      "learning_rate": 0.00019471161490897029,
      "loss": 0.828061580657959,
      "step": 2380
    },
    {
      "epoch": 0.26302756837065977,
      "grad_norm": 1.461253046989441,
      "learning_rate": 0.0001946542766132878,
      "loss": 0.8718130111694335,
      "step": 2390
    },
    {
      "epoch": 0.2641281021295328,
      "grad_norm": 1.5901751518249512,
      "learning_rate": 0.00019459663768658722,
      "loss": 0.8477680206298828,
      "step": 2400
    },
    {
      "epoch": 0.2652286358884059,
      "grad_norm": 1.2325890064239502,
      "learning_rate": 0.00019453869831193536,
      "loss": 0.8439332008361816,
      "step": 2410
    },
    {
      "epoch": 0.26632916964727893,
      "grad_norm": 1.3299224376678467,
      "learning_rate": 0.00019448045867335315,
      "loss": 0.8034492492675781,
      "step": 2420
    },
    {
      "epoch": 0.26742970340615196,
      "grad_norm": 1.4191641807556152,
      "learning_rate": 0.00019442191895581524,
      "loss": 0.8057695388793945,
      "step": 2430
    },
    {
      "epoch": 0.26853023716502505,
      "grad_norm": 1.2450047731399536,
      "learning_rate": 0.0001943630793452494,
      "loss": 0.7739078521728515,
      "step": 2440
    },
    {
      "epoch": 0.2696307709238981,
      "grad_norm": 1.2834359407424927,
      "learning_rate": 0.0001943039400285358,
      "loss": 0.8015741348266602,
      "step": 2450
    },
    {
      "epoch": 0.2707313046827711,
      "grad_norm": 1.4579415321350098,
      "learning_rate": 0.0001942445011935066,
      "loss": 0.8276127815246582,
      "step": 2460
    },
    {
      "epoch": 0.2718318384416442,
      "grad_norm": 1.2527804374694824,
      "learning_rate": 0.0001941847630289452,
      "loss": 0.8028785705566406,
      "step": 2470
    },
    {
      "epoch": 0.27293237220051725,
      "grad_norm": 1.6216117143630981,
      "learning_rate": 0.00019412472572458568,
      "loss": 0.8052440643310547,
      "step": 2480
    },
    {
      "epoch": 0.2740329059593903,
      "grad_norm": 1.3080998659133911,
      "learning_rate": 0.00019406438947111232,
      "loss": 0.7991613388061524,
      "step": 2490
    },
    {
      "epoch": 0.2751334397182634,
      "grad_norm": 1.2693983316421509,
      "learning_rate": 0.00019400375446015875,
      "loss": 0.7874859809875489,
      "step": 2500
    },
    {
      "epoch": 0.2762339734771364,
      "grad_norm": 1.5021086931228638,
      "learning_rate": 0.00019394282088430758,
      "loss": 0.857176685333252,
      "step": 2510
    },
    {
      "epoch": 0.27733450723600944,
      "grad_norm": 1.7014224529266357,
      "learning_rate": 0.00019388158893708968,
      "loss": 0.8121908187866211,
      "step": 2520
    },
    {
      "epoch": 0.27843504099488253,
      "grad_norm": 1.2773478031158447,
      "learning_rate": 0.00019382005881298355,
      "loss": 0.83267240524292,
      "step": 2530
    },
    {
      "epoch": 0.27953557475375557,
      "grad_norm": 1.2932922840118408,
      "learning_rate": 0.00019375823070741472,
      "loss": 0.8565213203430175,
      "step": 2540
    },
    {
      "epoch": 0.2806361085126286,
      "grad_norm": 1.3514758348464966,
      "learning_rate": 0.00019369610481675517,
      "loss": 0.8068264961242676,
      "step": 2550
    },
    {
      "epoch": 0.2817366422715017,
      "grad_norm": 1.4034395217895508,
      "learning_rate": 0.00019363368133832264,
      "loss": 0.7951233863830567,
      "step": 2560
    },
    {
      "epoch": 0.2828371760303747,
      "grad_norm": 1.402474284172058,
      "learning_rate": 0.0001935709604703801,
      "loss": 0.8516476631164551,
      "step": 2570
    },
    {
      "epoch": 0.28393770978924776,
      "grad_norm": 1.2598680257797241,
      "learning_rate": 0.000193507942412135,
      "loss": 0.8248865127563476,
      "step": 2580
    },
    {
      "epoch": 0.28503824354812085,
      "grad_norm": 1.4511678218841553,
      "learning_rate": 0.00019344462736373865,
      "loss": 0.8426539421081543,
      "step": 2590
    },
    {
      "epoch": 0.2861387773069939,
      "grad_norm": 1.4446839094161987,
      "learning_rate": 0.00019338101552628578,
      "loss": 0.7813214302062989,
      "step": 2600
    },
    {
      "epoch": 0.2872393110658669,
      "grad_norm": 1.348212718963623,
      "learning_rate": 0.0001933171071018136,
      "loss": 0.8185086250305176,
      "step": 2610
    },
    {
      "epoch": 0.28833984482474,
      "grad_norm": 1.3354694843292236,
      "learning_rate": 0.00019325290229330134,
      "loss": 0.8290966033935547,
      "step": 2620
    },
    {
      "epoch": 0.28944037858361304,
      "grad_norm": 1.6722166538238525,
      "learning_rate": 0.00019318840130466968,
      "loss": 0.8179054260253906,
      "step": 2630
    },
    {
      "epoch": 0.2905409123424861,
      "grad_norm": 1.2694981098175049,
      "learning_rate": 0.00019312360434077985,
      "loss": 0.8385242462158203,
      "step": 2640
    },
    {
      "epoch": 0.29164144610135917,
      "grad_norm": 1.9272838830947876,
      "learning_rate": 0.00019305851160743325,
      "loss": 0.8141334533691407,
      "step": 2650
    },
    {
      "epoch": 0.2927419798602322,
      "grad_norm": 1.2957518100738525,
      "learning_rate": 0.00019299312331137055,
      "loss": 0.835750675201416,
      "step": 2660
    },
    {
      "epoch": 0.29384251361910524,
      "grad_norm": 1.5437421798706055,
      "learning_rate": 0.0001929274396602713,
      "loss": 0.7907589912414551,
      "step": 2670
    },
    {
      "epoch": 0.29494304737797833,
      "grad_norm": 1.487249732017517,
      "learning_rate": 0.00019286146086275294,
      "loss": 0.7967824935913086,
      "step": 2680
    },
    {
      "epoch": 0.29604358113685136,
      "grad_norm": 1.3860902786254883,
      "learning_rate": 0.00019279518712837052,
      "loss": 0.7865518093109131,
      "step": 2690
    },
    {
      "epoch": 0.29714411489572445,
      "grad_norm": 1.5004669427871704,
      "learning_rate": 0.00019272861866761573,
      "loss": 0.8506379127502441,
      "step": 2700
    },
    {
      "epoch": 0.2982446486545975,
      "grad_norm": 1.4427077770233154,
      "learning_rate": 0.0001926617556919163,
      "loss": 0.8193819999694825,
      "step": 2710
    },
    {
      "epoch": 0.2993451824134705,
      "grad_norm": 1.2161895036697388,
      "learning_rate": 0.00019259459841363552,
      "loss": 0.8297209739685059,
      "step": 2720
    },
    {
      "epoch": 0.3004457161723436,
      "grad_norm": 1.8028621673583984,
      "learning_rate": 0.0001925271470460712,
      "loss": 0.8238694190979003,
      "step": 2730
    },
    {
      "epoch": 0.30154624993121665,
      "grad_norm": 1.339763879776001,
      "learning_rate": 0.00019245940180345544,
      "loss": 0.7622324466705322,
      "step": 2740
    },
    {
      "epoch": 0.3026467836900897,
      "grad_norm": 1.3132916688919067,
      "learning_rate": 0.0001923913629009535,
      "loss": 0.7768839359283447,
      "step": 2750
    },
    {
      "epoch": 0.3037473174489628,
      "grad_norm": 1.3144910335540771,
      "learning_rate": 0.0001923230305546635,
      "loss": 0.8279050827026367,
      "step": 2760
    },
    {
      "epoch": 0.3048478512078358,
      "grad_norm": 1.1577019691467285,
      "learning_rate": 0.00019225440498161546,
      "loss": 0.7885588645935059,
      "step": 2770
    },
    {
      "epoch": 0.30594838496670884,
      "grad_norm": 1.4336917400360107,
      "learning_rate": 0.0001921854863997707,
      "loss": 0.7973155021667481,
      "step": 2780
    },
    {
      "epoch": 0.30704891872558193,
      "grad_norm": 1.363558292388916,
      "learning_rate": 0.00019211627502802134,
      "loss": 0.7967965602874756,
      "step": 2790
    },
    {
      "epoch": 0.30814945248445497,
      "grad_norm": 1.5244808197021484,
      "learning_rate": 0.0001920467710861892,
      "loss": 0.7747397422790527,
      "step": 2800
    },
    {
      "epoch": 0.309249986243328,
      "grad_norm": 1.5638800859451294,
      "learning_rate": 0.00019197697479502547,
      "loss": 0.805236530303955,
      "step": 2810
    },
    {
      "epoch": 0.3103505200022011,
      "grad_norm": 1.3312816619873047,
      "learning_rate": 0.00019190688637620986,
      "loss": 0.7381678581237793,
      "step": 2820
    },
    {
      "epoch": 0.3114510537610741,
      "grad_norm": 1.4813461303710938,
      "learning_rate": 0.00019183650605234984,
      "loss": 0.7765594005584717,
      "step": 2830
    },
    {
      "epoch": 0.31255158751994716,
      "grad_norm": 1.3135008811950684,
      "learning_rate": 0.00019176583404698002,
      "loss": 0.8520167350769043,
      "step": 2840
    },
    {
      "epoch": 0.31365212127882025,
      "grad_norm": 1.4595879316329956,
      "learning_rate": 0.00019169487058456148,
      "loss": 0.8141855239868164,
      "step": 2850
    },
    {
      "epoch": 0.3147526550376933,
      "grad_norm": 1.384316325187683,
      "learning_rate": 0.00019162361589048095,
      "loss": 0.7784629344940186,
      "step": 2860
    },
    {
      "epoch": 0.3158531887965663,
      "grad_norm": 1.1909021139144897,
      "learning_rate": 0.00019155207019105007,
      "loss": 0.8151874542236328,
      "step": 2870
    },
    {
      "epoch": 0.3169537225554394,
      "grad_norm": 1.1605905294418335,
      "learning_rate": 0.00019148023371350493,
      "loss": 0.8893998146057129,
      "step": 2880
    },
    {
      "epoch": 0.31805425631431244,
      "grad_norm": 1.6996575593948364,
      "learning_rate": 0.00019140810668600493,
      "loss": 0.8112521171569824,
      "step": 2890
    },
    {
      "epoch": 0.3191547900731855,
      "grad_norm": 1.2271260023117065,
      "learning_rate": 0.00019133568933763244,
      "loss": 0.8266308784484864,
      "step": 2900
    },
    {
      "epoch": 0.32025532383205857,
      "grad_norm": 1.7019249200820923,
      "learning_rate": 0.0001912629818983919,
      "loss": 0.7661680698394775,
      "step": 2910
    },
    {
      "epoch": 0.3213558575909316,
      "grad_norm": 1.2853891849517822,
      "learning_rate": 0.00019118998459920902,
      "loss": 0.8458981513977051,
      "step": 2920
    },
    {
      "epoch": 0.32245639134980464,
      "grad_norm": 1.4744017124176025,
      "learning_rate": 0.0001911166976719302,
      "loss": 0.7988483428955078,
      "step": 2930
    },
    {
      "epoch": 0.32355692510867773,
      "grad_norm": 1.26249098777771,
      "learning_rate": 0.0001910431213493218,
      "loss": 0.789542818069458,
      "step": 2940
    },
    {
      "epoch": 0.32465745886755076,
      "grad_norm": 1.4478040933609009,
      "learning_rate": 0.00019096925586506913,
      "loss": 0.7970124244689941,
      "step": 2950
    },
    {
      "epoch": 0.3257579926264238,
      "grad_norm": 1.465301752090454,
      "learning_rate": 0.00019089510145377608,
      "loss": 0.7939679622650146,
      "step": 2960
    },
    {
      "epoch": 0.3268585263852969,
      "grad_norm": 1.2790896892547607,
      "learning_rate": 0.00019082065835096412,
      "loss": 0.8515988349914551,
      "step": 2970
    },
    {
      "epoch": 0.3279590601441699,
      "grad_norm": 1.3531389236450195,
      "learning_rate": 0.00019074592679307165,
      "loss": 0.7504467010498047,
      "step": 2980
    },
    {
      "epoch": 0.32905959390304296,
      "grad_norm": 1.2116661071777344,
      "learning_rate": 0.00019067090701745327,
      "loss": 0.8174965858459473,
      "step": 2990
    },
    {
      "epoch": 0.33016012766191605,
      "grad_norm": 1.113641381263733,
      "learning_rate": 0.0001905955992623789,
      "loss": 0.7890684127807617,
      "step": 3000
    },
    {
      "epoch": 0.33016012766191605,
      "eval_loss": 0.790532648563385,
      "eval_runtime": 930.8796,
      "eval_samples_per_second": 9.762,
      "eval_steps_per_second": 2.441,
      "step": 3000
    },
    {
      "epoch": 0.3312606614207891,
      "grad_norm": 1.430518388748169,
      "learning_rate": 0.00019052000376703317,
      "loss": 0.8236588478088379,
      "step": 3010
    },
    {
      "epoch": 0.3323611951796621,
      "grad_norm": 1.4252548217773438,
      "learning_rate": 0.0001904441207715146,
      "loss": 0.847992992401123,
      "step": 3020
    },
    {
      "epoch": 0.3334617289385352,
      "grad_norm": 1.4208446741104126,
      "learning_rate": 0.00019036795051683483,
      "loss": 0.8224313735961915,
      "step": 3030
    },
    {
      "epoch": 0.33456226269740824,
      "grad_norm": 1.3954637050628662,
      "learning_rate": 0.00019029149324491785,
      "loss": 0.8087237358093262,
      "step": 3040
    },
    {
      "epoch": 0.3356627964562813,
      "grad_norm": 1.3011157512664795,
      "learning_rate": 0.00019021474919859926,
      "loss": 0.8049816131591797,
      "step": 3050
    },
    {
      "epoch": 0.33676333021515437,
      "grad_norm": 1.3143519163131714,
      "learning_rate": 0.00019013771862162545,
      "loss": 0.7496432781219482,
      "step": 3060
    },
    {
      "epoch": 0.3378638639740274,
      "grad_norm": 1.403659701347351,
      "learning_rate": 0.00019006040175865294,
      "loss": 0.7452910423278809,
      "step": 3070
    },
    {
      "epoch": 0.33896439773290044,
      "grad_norm": 1.1721720695495605,
      "learning_rate": 0.00018998279885524744,
      "loss": 0.797463321685791,
      "step": 3080
    },
    {
      "epoch": 0.3400649314917735,
      "grad_norm": 1.8334842920303345,
      "learning_rate": 0.00018990491015788313,
      "loss": 0.7963507652282715,
      "step": 3090
    },
    {
      "epoch": 0.34116546525064656,
      "grad_norm": 1.3609745502471924,
      "learning_rate": 0.00018982673591394207,
      "loss": 0.7899526596069336,
      "step": 3100
    },
    {
      "epoch": 0.3422659990095196,
      "grad_norm": 1.4191335439682007,
      "learning_rate": 0.00018974827637171298,
      "loss": 0.8170291900634765,
      "step": 3110
    },
    {
      "epoch": 0.3433665327683927,
      "grad_norm": 1.546268343925476,
      "learning_rate": 0.00018966953178039097,
      "loss": 0.7608869552612305,
      "step": 3120
    },
    {
      "epoch": 0.3444670665272657,
      "grad_norm": 1.2157829999923706,
      "learning_rate": 0.00018959050239007627,
      "loss": 0.8163496971130371,
      "step": 3130
    },
    {
      "epoch": 0.34556760028613875,
      "grad_norm": 1.4426497220993042,
      "learning_rate": 0.00018951118845177386,
      "loss": 0.7838230609893799,
      "step": 3140
    },
    {
      "epoch": 0.34666813404501184,
      "grad_norm": 1.4075052738189697,
      "learning_rate": 0.0001894315902173924,
      "loss": 0.780454158782959,
      "step": 3150
    },
    {
      "epoch": 0.3477686678038849,
      "grad_norm": 1.146291732788086,
      "learning_rate": 0.00018935170793974335,
      "loss": 0.7559466361999512,
      "step": 3160
    },
    {
      "epoch": 0.3488692015627579,
      "grad_norm": 1.1670087575912476,
      "learning_rate": 0.00018927154187254054,
      "loss": 0.7347095489501954,
      "step": 3170
    },
    {
      "epoch": 0.349969735321631,
      "grad_norm": 1.3034203052520752,
      "learning_rate": 0.0001891910922703991,
      "loss": 0.7963647365570068,
      "step": 3180
    },
    {
      "epoch": 0.35107026908050404,
      "grad_norm": 1.2328404188156128,
      "learning_rate": 0.0001891103593888345,
      "loss": 0.7840650081634521,
      "step": 3190
    },
    {
      "epoch": 0.3521708028393771,
      "grad_norm": 1.2788565158843994,
      "learning_rate": 0.00018902934348426223,
      "loss": 0.7421338081359863,
      "step": 3200
    },
    {
      "epoch": 0.35327133659825016,
      "grad_norm": 1.4272618293762207,
      "learning_rate": 0.0001889480448139964,
      "loss": 0.7635135173797607,
      "step": 3210
    },
    {
      "epoch": 0.3543718703571232,
      "grad_norm": 1.2253040075302124,
      "learning_rate": 0.0001888664636362495,
      "loss": 0.8046904563903808,
      "step": 3220
    },
    {
      "epoch": 0.35547240411599623,
      "grad_norm": 1.3970891237258911,
      "learning_rate": 0.000188784600210131,
      "loss": 0.7833479881286621,
      "step": 3230
    },
    {
      "epoch": 0.3565729378748693,
      "grad_norm": 1.3941155672073364,
      "learning_rate": 0.00018870245479564703,
      "loss": 0.8373173713684082,
      "step": 3240
    },
    {
      "epoch": 0.35767347163374236,
      "grad_norm": 1.3662322759628296,
      "learning_rate": 0.00018862002765369926,
      "loss": 0.8315282821655273,
      "step": 3250
    },
    {
      "epoch": 0.3587740053926154,
      "grad_norm": 1.5178701877593994,
      "learning_rate": 0.00018853731904608414,
      "loss": 0.7962240695953369,
      "step": 3260
    },
    {
      "epoch": 0.3598745391514885,
      "grad_norm": 1.2388792037963867,
      "learning_rate": 0.00018845432923549212,
      "loss": 0.785247802734375,
      "step": 3270
    },
    {
      "epoch": 0.3609750729103615,
      "grad_norm": 1.5908961296081543,
      "learning_rate": 0.00018837105848550672,
      "loss": 0.7622479915618896,
      "step": 3280
    },
    {
      "epoch": 0.3620756066692346,
      "grad_norm": 1.3947844505310059,
      "learning_rate": 0.00018828750706060385,
      "loss": 0.8159708976745605,
      "step": 3290
    },
    {
      "epoch": 0.36317614042810764,
      "grad_norm": 1.5420454740524292,
      "learning_rate": 0.00018820367522615078,
      "loss": 0.7608321189880372,
      "step": 3300
    },
    {
      "epoch": 0.3642766741869807,
      "grad_norm": 1.348726749420166,
      "learning_rate": 0.00018811956324840546,
      "loss": 0.7845717906951905,
      "step": 3310
    },
    {
      "epoch": 0.36537720794585377,
      "grad_norm": 1.3308541774749756,
      "learning_rate": 0.00018803517139451547,
      "loss": 0.7821323871612549,
      "step": 3320
    },
    {
      "epoch": 0.3664777417047268,
      "grad_norm": 1.3453469276428223,
      "learning_rate": 0.00018795049993251746,
      "loss": 0.7717282772064209,
      "step": 3330
    },
    {
      "epoch": 0.36757827546359984,
      "grad_norm": 1.2678643465042114,
      "learning_rate": 0.00018786554913133608,
      "loss": 0.7912368774414062,
      "step": 3340
    },
    {
      "epoch": 0.3686788092224729,
      "grad_norm": 1.2945518493652344,
      "learning_rate": 0.0001877803192607832,
      "loss": 0.8306121826171875,
      "step": 3350
    },
    {
      "epoch": 0.36977934298134596,
      "grad_norm": 1.4001387357711792,
      "learning_rate": 0.00018769481059155693,
      "loss": 0.7877901554107666,
      "step": 3360
    },
    {
      "epoch": 0.370879876740219,
      "grad_norm": 1.4055125713348389,
      "learning_rate": 0.00018760902339524108,
      "loss": 0.7993814945220947,
      "step": 3370
    },
    {
      "epoch": 0.3719804104990921,
      "grad_norm": 1.5058491230010986,
      "learning_rate": 0.0001875229579443039,
      "loss": 0.7562387466430665,
      "step": 3380
    },
    {
      "epoch": 0.3730809442579651,
      "grad_norm": 1.4691188335418701,
      "learning_rate": 0.0001874366145120975,
      "loss": 0.7943220615386963,
      "step": 3390
    },
    {
      "epoch": 0.37418147801683815,
      "grad_norm": 1.4147716760635376,
      "learning_rate": 0.00018734999337285686,
      "loss": 0.7631899356842041,
      "step": 3400
    },
    {
      "epoch": 0.37528201177571124,
      "grad_norm": 1.7002638578414917,
      "learning_rate": 0.000187263094801699,
      "loss": 0.7778403759002686,
      "step": 3410
    },
    {
      "epoch": 0.3763825455345843,
      "grad_norm": 1.263079285621643,
      "learning_rate": 0.00018717591907462208,
      "loss": 0.7868700981140136,
      "step": 3420
    },
    {
      "epoch": 0.3774830792934573,
      "grad_norm": 1.6632059812545776,
      "learning_rate": 0.0001870884664685045,
      "loss": 0.7900818347930908,
      "step": 3430
    },
    {
      "epoch": 0.3785836130523304,
      "grad_norm": 1.3724589347839355,
      "learning_rate": 0.00018700073726110416,
      "loss": 0.809692668914795,
      "step": 3440
    },
    {
      "epoch": 0.37968414681120344,
      "grad_norm": 1.6670794486999512,
      "learning_rate": 0.00018691273173105725,
      "loss": 0.7572099685668945,
      "step": 3450
    },
    {
      "epoch": 0.3807846805700765,
      "grad_norm": 1.5179470777511597,
      "learning_rate": 0.0001868244501578779,
      "loss": 0.7761201858520508,
      "step": 3460
    },
    {
      "epoch": 0.38188521432894956,
      "grad_norm": 1.4916956424713135,
      "learning_rate": 0.00018673589282195669,
      "loss": 0.7581660747528076,
      "step": 3470
    },
    {
      "epoch": 0.3829857480878226,
      "grad_norm": 1.42303466796875,
      "learning_rate": 0.00018664706000456026,
      "loss": 0.7460827827453613,
      "step": 3480
    },
    {
      "epoch": 0.38408628184669563,
      "grad_norm": 1.3675720691680908,
      "learning_rate": 0.00018655795198783005,
      "loss": 0.7278396606445312,
      "step": 3490
    },
    {
      "epoch": 0.3851868156055687,
      "grad_norm": 1.2975969314575195,
      "learning_rate": 0.0001864685690547817,
      "loss": 0.7781871318817138,
      "step": 3500
    },
    {
      "epoch": 0.38628734936444176,
      "grad_norm": 1.6625419855117798,
      "learning_rate": 0.00018637891148930383,
      "loss": 0.8365812301635742,
      "step": 3510
    },
    {
      "epoch": 0.3873878831233148,
      "grad_norm": 1.92893385887146,
      "learning_rate": 0.00018628897957615755,
      "loss": 0.7808390140533448,
      "step": 3520
    },
    {
      "epoch": 0.3884884168821879,
      "grad_norm": 1.4564015865325928,
      "learning_rate": 0.0001861987736009751,
      "loss": 0.8045003890991211,
      "step": 3530
    },
    {
      "epoch": 0.3895889506410609,
      "grad_norm": 1.3779884576797485,
      "learning_rate": 0.00018610829385025935,
      "loss": 0.8292377471923829,
      "step": 3540
    },
    {
      "epoch": 0.39068948439993395,
      "grad_norm": 1.7249268293380737,
      "learning_rate": 0.00018601754061138256,
      "loss": 0.7766525268554687,
      "step": 3550
    },
    {
      "epoch": 0.39179001815880704,
      "grad_norm": 1.2811200618743896,
      "learning_rate": 0.00018592651417258572,
      "loss": 0.7709021091461181,
      "step": 3560
    },
    {
      "epoch": 0.3928905519176801,
      "grad_norm": 1.3547565937042236,
      "learning_rate": 0.00018583521482297747,
      "loss": 0.7982177734375,
      "step": 3570
    },
    {
      "epoch": 0.3939910856765531,
      "grad_norm": 1.5291974544525146,
      "learning_rate": 0.00018574364285253326,
      "loss": 0.8197507858276367,
      "step": 3580
    },
    {
      "epoch": 0.3950916194354262,
      "grad_norm": 1.5480220317840576,
      "learning_rate": 0.0001856517985520944,
      "loss": 0.7673719882965088,
      "step": 3590
    },
    {
      "epoch": 0.39619215319429923,
      "grad_norm": 1.2931580543518066,
      "learning_rate": 0.0001855596822133672,
      "loss": 0.7790896415710449,
      "step": 3600
    },
    {
      "epoch": 0.39729268695317227,
      "grad_norm": 1.2749227285385132,
      "learning_rate": 0.0001854672941289219,
      "loss": 0.8157513618469239,
      "step": 3610
    },
    {
      "epoch": 0.39839322071204536,
      "grad_norm": 1.3297630548477173,
      "learning_rate": 0.00018537463459219187,
      "loss": 0.7839149475097656,
      "step": 3620
    },
    {
      "epoch": 0.3994937544709184,
      "grad_norm": 1.4063315391540527,
      "learning_rate": 0.00018528170389747268,
      "loss": 0.7640786170959473,
      "step": 3630
    },
    {
      "epoch": 0.40059428822979143,
      "grad_norm": 1.2009915113449097,
      "learning_rate": 0.0001851885023399211,
      "loss": 0.8061283111572266,
      "step": 3640
    },
    {
      "epoch": 0.4016948219886645,
      "grad_norm": 1.2830356359481812,
      "learning_rate": 0.00018509503021555407,
      "loss": 0.7541686058044433,
      "step": 3650
    },
    {
      "epoch": 0.40279535574753755,
      "grad_norm": 1.621762752532959,
      "learning_rate": 0.0001850012878212481,
      "loss": 0.7810799598693847,
      "step": 3660
    },
    {
      "epoch": 0.4038958895064106,
      "grad_norm": 1.5978320837020874,
      "learning_rate": 0.00018490727545473793,
      "loss": 0.7868115901947021,
      "step": 3670
    },
    {
      "epoch": 0.4049964232652837,
      "grad_norm": 1.465620517730713,
      "learning_rate": 0.00018481299341461583,
      "loss": 0.7783832550048828,
      "step": 3680
    },
    {
      "epoch": 0.4060969570241567,
      "grad_norm": 1.148144006729126,
      "learning_rate": 0.00018471844200033054,
      "loss": 0.7679046630859375,
      "step": 3690
    },
    {
      "epoch": 0.40719749078302975,
      "grad_norm": 1.4279158115386963,
      "learning_rate": 0.00018462362151218639,
      "loss": 0.7669914245605469,
      "step": 3700
    },
    {
      "epoch": 0.40829802454190284,
      "grad_norm": 1.4722813367843628,
      "learning_rate": 0.0001845285322513423,
      "loss": 0.8222566604614258,
      "step": 3710
    },
    {
      "epoch": 0.40939855830077587,
      "grad_norm": 1.3982079029083252,
      "learning_rate": 0.0001844331745198108,
      "loss": 0.7618198871612549,
      "step": 3720
    },
    {
      "epoch": 0.4104990920596489,
      "grad_norm": 1.6215136051177979,
      "learning_rate": 0.00018433754862045722,
      "loss": 0.7763657093048095,
      "step": 3730
    },
    {
      "epoch": 0.411599625818522,
      "grad_norm": 1.5549336671829224,
      "learning_rate": 0.00018424165485699852,
      "loss": 0.7253801822662354,
      "step": 3740
    },
    {
      "epoch": 0.41270015957739503,
      "grad_norm": 1.2889606952667236,
      "learning_rate": 0.00018414549353400238,
      "loss": 0.7764887332916259,
      "step": 3750
    },
    {
      "epoch": 0.41380069333626807,
      "grad_norm": 1.3491219282150269,
      "learning_rate": 0.00018404906495688645,
      "loss": 0.7364382743835449,
      "step": 3760
    },
    {
      "epoch": 0.41490122709514116,
      "grad_norm": 1.2835975885391235,
      "learning_rate": 0.000183952369431917,
      "loss": 0.7898456573486328,
      "step": 3770
    },
    {
      "epoch": 0.4160017608540142,
      "grad_norm": 1.3867552280426025,
      "learning_rate": 0.0001838554072662083,
      "loss": 0.817133617401123,
      "step": 3780
    },
    {
      "epoch": 0.4171022946128872,
      "grad_norm": 1.2192223072052002,
      "learning_rate": 0.00018375817876772145,
      "loss": 0.7515857219696045,
      "step": 3790
    },
    {
      "epoch": 0.4182028283717603,
      "grad_norm": 1.2979538440704346,
      "learning_rate": 0.0001836606842452634,
      "loss": 0.737982702255249,
      "step": 3800
    },
    {
      "epoch": 0.41930336213063335,
      "grad_norm": 1.2067734003067017,
      "learning_rate": 0.00018356292400848611,
      "loss": 0.7873512268066406,
      "step": 3810
    },
    {
      "epoch": 0.4204038958895064,
      "grad_norm": 1.556670069694519,
      "learning_rate": 0.00018346489836788542,
      "loss": 0.733306884765625,
      "step": 3820
    },
    {
      "epoch": 0.4215044296483795,
      "grad_norm": 1.4037160873413086,
      "learning_rate": 0.00018336660763480005,
      "loss": 0.8355989456176758,
      "step": 3830
    },
    {
      "epoch": 0.4226049634072525,
      "grad_norm": 1.1896283626556396,
      "learning_rate": 0.00018326805212141083,
      "loss": 0.793169355392456,
      "step": 3840
    },
    {
      "epoch": 0.42370549716612554,
      "grad_norm": 1.2549667358398438,
      "learning_rate": 0.00018316923214073945,
      "loss": 0.7088310718536377,
      "step": 3850
    },
    {
      "epoch": 0.42480603092499863,
      "grad_norm": 1.1542037725448608,
      "learning_rate": 0.0001830701480066476,
      "loss": 0.7928849697113037,
      "step": 3860
    },
    {
      "epoch": 0.42590656468387167,
      "grad_norm": 1.327624797821045,
      "learning_rate": 0.00018297080003383594,
      "loss": 0.7533132553100585,
      "step": 3870
    },
    {
      "epoch": 0.4270070984427447,
      "grad_norm": 1.4689446687698364,
      "learning_rate": 0.00018287118853784314,
      "loss": 0.724212646484375,
      "step": 3880
    },
    {
      "epoch": 0.4281076322016178,
      "grad_norm": 1.35456383228302,
      "learning_rate": 0.0001827713138350448,
      "loss": 0.795773983001709,
      "step": 3890
    },
    {
      "epoch": 0.42920816596049083,
      "grad_norm": 1.406788945198059,
      "learning_rate": 0.0001826711762426525,
      "loss": 0.7669349670410156,
      "step": 3900
    },
    {
      "epoch": 0.4303086997193639,
      "grad_norm": 1.3539007902145386,
      "learning_rate": 0.00018257077607871286,
      "loss": 0.7637516975402832,
      "step": 3910
    },
    {
      "epoch": 0.43140923347823695,
      "grad_norm": 1.0722286701202393,
      "learning_rate": 0.0001824701136621063,
      "loss": 0.7763535022735596,
      "step": 3920
    },
    {
      "epoch": 0.43250976723711,
      "grad_norm": 1.1297104358673096,
      "learning_rate": 0.00018236918931254629,
      "loss": 0.7475133895874023,
      "step": 3930
    },
    {
      "epoch": 0.4336103009959831,
      "grad_norm": 1.2874252796173096,
      "learning_rate": 0.00018226800335057822,
      "loss": 0.748918867111206,
      "step": 3940
    },
    {
      "epoch": 0.4347108347548561,
      "grad_norm": 1.317203402519226,
      "learning_rate": 0.00018216655609757832,
      "loss": 0.7373288631439209,
      "step": 3950
    },
    {
      "epoch": 0.43581136851372915,
      "grad_norm": 1.4163801670074463,
      "learning_rate": 0.00018206484787575283,
      "loss": 0.7076706886291504,
      "step": 3960
    },
    {
      "epoch": 0.43691190227260224,
      "grad_norm": 1.4905515909194946,
      "learning_rate": 0.00018196287900813668,
      "loss": 0.7911718845367431,
      "step": 3970
    },
    {
      "epoch": 0.43801243603147527,
      "grad_norm": 1.3535404205322266,
      "learning_rate": 0.00018186064981859279,
      "loss": 0.7962939739227295,
      "step": 3980
    },
    {
      "epoch": 0.4391129697903483,
      "grad_norm": 1.526379108428955,
      "learning_rate": 0.0001817581606318108,
      "loss": 0.8059768676757812,
      "step": 3990
    },
    {
      "epoch": 0.4402135035492214,
      "grad_norm": 1.1382709741592407,
      "learning_rate": 0.00018165541177330615,
      "loss": 0.7581804752349853,
      "step": 4000
    },
    {
      "epoch": 0.4402135035492214,
      "eval_loss": 0.763033926486969,
      "eval_runtime": 935.846,
      "eval_samples_per_second": 9.71,
      "eval_steps_per_second": 2.428,
      "step": 4000
    },
    {
      "epoch": 0.44131403730809443,
      "grad_norm": 1.4921393394470215,
      "learning_rate": 0.00018155240356941904,
      "loss": 0.7233622074127197,
      "step": 4010
    },
    {
      "epoch": 0.44241457106696747,
      "grad_norm": 1.2846465110778809,
      "learning_rate": 0.00018144913634731333,
      "loss": 0.7926196575164794,
      "step": 4020
    },
    {
      "epoch": 0.44351510482584056,
      "grad_norm": 1.5217868089675903,
      "learning_rate": 0.00018134561043497556,
      "loss": 0.8228995323181152,
      "step": 4030
    },
    {
      "epoch": 0.4446156385847136,
      "grad_norm": 1.2717784643173218,
      "learning_rate": 0.000181241826161214,
      "loss": 0.787687349319458,
      "step": 4040
    },
    {
      "epoch": 0.4457161723435866,
      "grad_norm": 1.4931477308273315,
      "learning_rate": 0.00018113778385565733,
      "loss": 0.7579782009124756,
      "step": 4050
    },
    {
      "epoch": 0.4468167061024597,
      "grad_norm": 1.167993187904358,
      "learning_rate": 0.00018103348384875383,
      "loss": 0.7449905395507812,
      "step": 4060
    },
    {
      "epoch": 0.44791723986133275,
      "grad_norm": 1.472502589225769,
      "learning_rate": 0.00018092892647177035,
      "loss": 0.7583009243011475,
      "step": 4070
    },
    {
      "epoch": 0.4490177736202058,
      "grad_norm": 1.3440701961517334,
      "learning_rate": 0.00018082411205679107,
      "loss": 0.8116919517517089,
      "step": 4080
    },
    {
      "epoch": 0.4501183073790789,
      "grad_norm": 1.24441397190094,
      "learning_rate": 0.00018071904093671656,
      "loss": 0.7991604804992676,
      "step": 4090
    },
    {
      "epoch": 0.4512188411379519,
      "grad_norm": 1.3697186708450317,
      "learning_rate": 0.0001806137134452627,
      "loss": 0.7466158866882324,
      "step": 4100
    },
    {
      "epoch": 0.45231937489682494,
      "grad_norm": 1.1649245023727417,
      "learning_rate": 0.00018050812991695975,
      "loss": 0.7050142288208008,
      "step": 4110
    },
    {
      "epoch": 0.45341990865569803,
      "grad_norm": 1.4361720085144043,
      "learning_rate": 0.00018040229068715097,
      "loss": 0.7678030014038086,
      "step": 4120
    },
    {
      "epoch": 0.45452044241457107,
      "grad_norm": 1.4761621952056885,
      "learning_rate": 0.00018029619609199196,
      "loss": 0.7187742710113525,
      "step": 4130
    },
    {
      "epoch": 0.4556209761734441,
      "grad_norm": 1.1728655099868774,
      "learning_rate": 0.00018018984646844919,
      "loss": 0.8050548553466796,
      "step": 4140
    },
    {
      "epoch": 0.4567215099323172,
      "grad_norm": 1.5159052610397339,
      "learning_rate": 0.00018008324215429926,
      "loss": 0.804990291595459,
      "step": 4150
    },
    {
      "epoch": 0.45782204369119023,
      "grad_norm": 1.4045536518096924,
      "learning_rate": 0.00017997638348812766,
      "loss": 0.7503755569458008,
      "step": 4160
    },
    {
      "epoch": 0.45892257745006326,
      "grad_norm": 1.1234439611434937,
      "learning_rate": 0.00017986927080932766,
      "loss": 0.7889124393463135,
      "step": 4170
    },
    {
      "epoch": 0.46002311120893635,
      "grad_norm": 1.2261425256729126,
      "learning_rate": 0.00017976190445809944,
      "loss": 0.7812236785888672,
      "step": 4180
    },
    {
      "epoch": 0.4611236449678094,
      "grad_norm": 1.181351900100708,
      "learning_rate": 0.0001796542847754487,
      "loss": 0.7701861381530761,
      "step": 4190
    },
    {
      "epoch": 0.4622241787266824,
      "grad_norm": 1.577356219291687,
      "learning_rate": 0.00017954641210318588,
      "loss": 0.6875332832336426,
      "step": 4200
    },
    {
      "epoch": 0.4633247124855555,
      "grad_norm": 1.2257264852523804,
      "learning_rate": 0.0001794382867839248,
      "loss": 0.742178201675415,
      "step": 4210
    },
    {
      "epoch": 0.46442524624442855,
      "grad_norm": 1.547837734222412,
      "learning_rate": 0.0001793299091610819,
      "loss": 0.7138393878936767,
      "step": 4220
    },
    {
      "epoch": 0.4655257800033016,
      "grad_norm": 1.6742470264434814,
      "learning_rate": 0.00017922127957887483,
      "loss": 0.7569129943847657,
      "step": 4230
    },
    {
      "epoch": 0.46662631376217467,
      "grad_norm": 1.3880702257156372,
      "learning_rate": 0.00017911239838232148,
      "loss": 0.7724673271179199,
      "step": 4240
    },
    {
      "epoch": 0.4677268475210477,
      "grad_norm": 1.5122058391571045,
      "learning_rate": 0.00017900326591723892,
      "loss": 0.8385299682617188,
      "step": 4250
    },
    {
      "epoch": 0.46882738127992074,
      "grad_norm": 1.491855502128601,
      "learning_rate": 0.00017889388253024234,
      "loss": 0.7509782791137696,
      "step": 4260
    },
    {
      "epoch": 0.46992791503879383,
      "grad_norm": 1.1019190549850464,
      "learning_rate": 0.00017878424856874371,
      "loss": 0.7592503547668457,
      "step": 4270
    },
    {
      "epoch": 0.47102844879766687,
      "grad_norm": 1.318244218826294,
      "learning_rate": 0.00017867436438095106,
      "loss": 0.7721508979797364,
      "step": 4280
    },
    {
      "epoch": 0.4721289825565399,
      "grad_norm": 1.2803703546524048,
      "learning_rate": 0.000178564230315867,
      "loss": 0.7693331718444825,
      "step": 4290
    },
    {
      "epoch": 0.473229516315413,
      "grad_norm": 1.4658492803573608,
      "learning_rate": 0.00017845384672328786,
      "loss": 0.7309596061706543,
      "step": 4300
    },
    {
      "epoch": 0.474330050074286,
      "grad_norm": 1.4201295375823975,
      "learning_rate": 0.00017834321395380248,
      "loss": 0.7964248657226562,
      "step": 4310
    },
    {
      "epoch": 0.47543058383315906,
      "grad_norm": 1.3890454769134521,
      "learning_rate": 0.00017823233235879105,
      "loss": 0.7670300960540771,
      "step": 4320
    },
    {
      "epoch": 0.47653111759203215,
      "grad_norm": 1.4585726261138916,
      "learning_rate": 0.00017812120229042416,
      "loss": 0.7615702629089356,
      "step": 4330
    },
    {
      "epoch": 0.4776316513509052,
      "grad_norm": 1.145139217376709,
      "learning_rate": 0.00017800982410166145,
      "loss": 0.7336215019226074,
      "step": 4340
    },
    {
      "epoch": 0.4787321851097782,
      "grad_norm": 3.134187936782837,
      "learning_rate": 0.00017789819814625072,
      "loss": 0.7543439865112305,
      "step": 4350
    },
    {
      "epoch": 0.4798327188686513,
      "grad_norm": 1.3985061645507812,
      "learning_rate": 0.00017778632477872668,
      "loss": 0.7479304313659668,
      "step": 4360
    },
    {
      "epoch": 0.48093325262752434,
      "grad_norm": 1.2374287843704224,
      "learning_rate": 0.00017767420435440978,
      "loss": 0.7452337741851807,
      "step": 4370
    },
    {
      "epoch": 0.4820337863863974,
      "grad_norm": 1.2880620956420898,
      "learning_rate": 0.00017756183722940518,
      "loss": 0.7773733139038086,
      "step": 4380
    },
    {
      "epoch": 0.48313432014527047,
      "grad_norm": 1.6610068082809448,
      "learning_rate": 0.00017744922376060167,
      "loss": 0.7617795944213868,
      "step": 4390
    },
    {
      "epoch": 0.4842348539041435,
      "grad_norm": 1.2445658445358276,
      "learning_rate": 0.0001773363643056703,
      "loss": 0.7268772125244141,
      "step": 4400
    },
    {
      "epoch": 0.48533538766301654,
      "grad_norm": 3.3761937618255615,
      "learning_rate": 0.0001772232592230635,
      "loss": 0.752207899093628,
      "step": 4410
    },
    {
      "epoch": 0.4864359214218896,
      "grad_norm": 1.310644507408142,
      "learning_rate": 0.00017710990887201384,
      "loss": 0.7711044788360596,
      "step": 4420
    },
    {
      "epoch": 0.48753645518076266,
      "grad_norm": 1.2487869262695312,
      "learning_rate": 0.00017699631361253282,
      "loss": 0.7602442741394043,
      "step": 4430
    },
    {
      "epoch": 0.4886369889396357,
      "grad_norm": 1.426648497581482,
      "learning_rate": 0.00017688247380540981,
      "loss": 0.7347400188446045,
      "step": 4440
    },
    {
      "epoch": 0.4897375226985088,
      "grad_norm": 1.3147786855697632,
      "learning_rate": 0.00017676838981221097,
      "loss": 0.7086680412292481,
      "step": 4450
    },
    {
      "epoch": 0.4908380564573818,
      "grad_norm": 1.4242682456970215,
      "learning_rate": 0.00017665406199527785,
      "loss": 0.7723946571350098,
      "step": 4460
    },
    {
      "epoch": 0.49193859021625486,
      "grad_norm": 1.2440725564956665,
      "learning_rate": 0.0001765394907177266,
      "loss": 0.7521542549133301,
      "step": 4470
    },
    {
      "epoch": 0.49303912397512795,
      "grad_norm": 1.3089182376861572,
      "learning_rate": 0.00017642467634344653,
      "loss": 0.7493531703948975,
      "step": 4480
    },
    {
      "epoch": 0.494139657734001,
      "grad_norm": 1.4084196090698242,
      "learning_rate": 0.000176309619237099,
      "loss": 0.7628543853759766,
      "step": 4490
    },
    {
      "epoch": 0.49524019149287407,
      "grad_norm": 1.2576475143432617,
      "learning_rate": 0.0001761943197641164,
      "loss": 0.8009342193603516,
      "step": 4500
    },
    {
      "epoch": 0.4963407252517471,
      "grad_norm": 1.4927014112472534,
      "learning_rate": 0.00017607877829070088,
      "loss": 0.764987850189209,
      "step": 4510
    },
    {
      "epoch": 0.49744125901062014,
      "grad_norm": 1.210005521774292,
      "learning_rate": 0.00017596299518382312,
      "loss": 0.7543008327484131,
      "step": 4520
    },
    {
      "epoch": 0.49854179276949323,
      "grad_norm": 1.381812334060669,
      "learning_rate": 0.00017584697081122138,
      "loss": 0.7667595863342285,
      "step": 4530
    },
    {
      "epoch": 0.49964232652836627,
      "grad_norm": 1.330445647239685,
      "learning_rate": 0.00017573070554140012,
      "loss": 0.7743747711181641,
      "step": 4540
    },
    {
      "epoch": 0.5007428602872394,
      "grad_norm": 1.4331225156784058,
      "learning_rate": 0.00017561419974362896,
      "loss": 0.7851823329925537,
      "step": 4550
    },
    {
      "epoch": 0.5018433940461123,
      "grad_norm": 1.4263122081756592,
      "learning_rate": 0.00017549745378794138,
      "loss": 0.7313291549682617,
      "step": 4560
    },
    {
      "epoch": 0.5029439278049854,
      "grad_norm": 1.331205129623413,
      "learning_rate": 0.00017538046804513376,
      "loss": 0.7234756946563721,
      "step": 4570
    },
    {
      "epoch": 0.5040444615638585,
      "grad_norm": 1.621663212776184,
      "learning_rate": 0.0001752632428867639,
      "loss": 0.7894155502319335,
      "step": 4580
    },
    {
      "epoch": 0.5051449953227315,
      "grad_norm": 1.5010970830917358,
      "learning_rate": 0.00017514577868515016,
      "loss": 0.7276608943939209,
      "step": 4590
    },
    {
      "epoch": 0.5062455290816046,
      "grad_norm": 1.3064217567443848,
      "learning_rate": 0.00017502807581337005,
      "loss": 0.7825868606567383,
      "step": 4600
    },
    {
      "epoch": 0.5073460628404777,
      "grad_norm": 1.4177016019821167,
      "learning_rate": 0.00017491013464525907,
      "loss": 0.7531017303466797,
      "step": 4610
    },
    {
      "epoch": 0.5084465965993507,
      "grad_norm": 1.5315032005310059,
      "learning_rate": 0.0001747919555554097,
      "loss": 0.7451908111572265,
      "step": 4620
    },
    {
      "epoch": 0.5095471303582237,
      "grad_norm": 1.3292468786239624,
      "learning_rate": 0.00017467353891916995,
      "loss": 0.7358492374420166,
      "step": 4630
    },
    {
      "epoch": 0.5106476641170968,
      "grad_norm": 1.224372386932373,
      "learning_rate": 0.0001745548851126424,
      "loss": 0.7730472564697266,
      "step": 4640
    },
    {
      "epoch": 0.5117481978759698,
      "grad_norm": 1.2024860382080078,
      "learning_rate": 0.00017443599451268286,
      "loss": 0.7512335777282715,
      "step": 4650
    },
    {
      "epoch": 0.5128487316348429,
      "grad_norm": 1.1596184968948364,
      "learning_rate": 0.00017431686749689923,
      "loss": 0.7704591274261474,
      "step": 4660
    },
    {
      "epoch": 0.513949265393716,
      "grad_norm": 1.1117010116577148,
      "learning_rate": 0.00017419750444365022,
      "loss": 0.7481093883514405,
      "step": 4670
    },
    {
      "epoch": 0.515049799152589,
      "grad_norm": 1.269881248474121,
      "learning_rate": 0.0001740779057320444,
      "loss": 0.7034889221191406,
      "step": 4680
    },
    {
      "epoch": 0.5161503329114621,
      "grad_norm": 1.2907774448394775,
      "learning_rate": 0.00017395807174193858,
      "loss": 0.7934452533721924,
      "step": 4690
    },
    {
      "epoch": 0.5172508666703352,
      "grad_norm": 1.5453121662139893,
      "learning_rate": 0.00017383800285393703,
      "loss": 0.7363879680633545,
      "step": 4700
    },
    {
      "epoch": 0.5183514004292081,
      "grad_norm": 1.2357949018478394,
      "learning_rate": 0.00017371769944938997,
      "loss": 0.7442324161529541,
      "step": 4710
    },
    {
      "epoch": 0.5194519341880812,
      "grad_norm": 1.1931536197662354,
      "learning_rate": 0.00017359716191039248,
      "loss": 0.7587575912475586,
      "step": 4720
    },
    {
      "epoch": 0.5205524679469543,
      "grad_norm": 1.4029440879821777,
      "learning_rate": 0.0001734763906197833,
      "loss": 0.7446390151977539,
      "step": 4730
    },
    {
      "epoch": 0.5216530017058273,
      "grad_norm": 1.2894697189331055,
      "learning_rate": 0.0001733553859611436,
      "loss": 0.749908447265625,
      "step": 4740
    },
    {
      "epoch": 0.5227535354647004,
      "grad_norm": 1.2883137464523315,
      "learning_rate": 0.00017323414831879572,
      "loss": 0.6804169178009033,
      "step": 4750
    },
    {
      "epoch": 0.5238540692235735,
      "grad_norm": 1.3548226356506348,
      "learning_rate": 0.00017311267807780198,
      "loss": 0.7411623001098633,
      "step": 4760
    },
    {
      "epoch": 0.5249546029824464,
      "grad_norm": 1.3655985593795776,
      "learning_rate": 0.00017299097562396344,
      "loss": 0.7595492839813233,
      "step": 4770
    },
    {
      "epoch": 0.5260551367413195,
      "grad_norm": 1.2662074565887451,
      "learning_rate": 0.00017286904134381875,
      "loss": 0.7716023445129394,
      "step": 4780
    },
    {
      "epoch": 0.5271556705001926,
      "grad_norm": 1.151781439781189,
      "learning_rate": 0.00017274687562464277,
      "loss": 0.764620018005371,
      "step": 4790
    },
    {
      "epoch": 0.5282562042590656,
      "grad_norm": 1.2629897594451904,
      "learning_rate": 0.00017262447885444554,
      "loss": 0.699459457397461,
      "step": 4800
    },
    {
      "epoch": 0.5293567380179387,
      "grad_norm": 1.3501882553100586,
      "learning_rate": 0.00017250185142197086,
      "loss": 0.7289613246917724,
      "step": 4810
    },
    {
      "epoch": 0.5304572717768118,
      "grad_norm": 1.4207645654678345,
      "learning_rate": 0.00017237899371669516,
      "loss": 0.7605480194091797,
      "step": 4820
    },
    {
      "epoch": 0.5315578055356848,
      "grad_norm": 1.2983626127243042,
      "learning_rate": 0.00017225590612882625,
      "loss": 0.7970122814178466,
      "step": 4830
    },
    {
      "epoch": 0.5326583392945579,
      "grad_norm": 1.3569053411483765,
      "learning_rate": 0.00017213258904930206,
      "loss": 0.7394134521484375,
      "step": 4840
    },
    {
      "epoch": 0.533758873053431,
      "grad_norm": 1.1259307861328125,
      "learning_rate": 0.0001720090428697894,
      "loss": 0.7425519943237304,
      "step": 4850
    },
    {
      "epoch": 0.5348594068123039,
      "grad_norm": 1.453172206878662,
      "learning_rate": 0.0001718852679826827,
      "loss": 0.8017748832702637,
      "step": 4860
    },
    {
      "epoch": 0.535959940571177,
      "grad_norm": 1.2578952312469482,
      "learning_rate": 0.00017176126478110287,
      "loss": 0.7838920593261719,
      "step": 4870
    },
    {
      "epoch": 0.5370604743300501,
      "grad_norm": 1.722364068031311,
      "learning_rate": 0.00017163703365889588,
      "loss": 0.7111594200134277,
      "step": 4880
    },
    {
      "epoch": 0.5381610080889231,
      "grad_norm": 1.3256832361221313,
      "learning_rate": 0.00017151257501063166,
      "loss": 0.73086576461792,
      "step": 4890
    },
    {
      "epoch": 0.5392615418477962,
      "grad_norm": 1.2753175497055054,
      "learning_rate": 0.00017138788923160277,
      "loss": 0.7703966617584228,
      "step": 4900
    },
    {
      "epoch": 0.5403620756066693,
      "grad_norm": 1.411819338798523,
      "learning_rate": 0.00017126297671782306,
      "loss": 0.7726946353912354,
      "step": 4910
    },
    {
      "epoch": 0.5414626093655422,
      "grad_norm": 1.4981974363327026,
      "learning_rate": 0.0001711378378660267,
      "loss": 0.7375073909759522,
      "step": 4920
    },
    {
      "epoch": 0.5425631431244153,
      "grad_norm": 1.4701440334320068,
      "learning_rate": 0.00017101247307366654,
      "loss": 0.7389264583587647,
      "step": 4930
    },
    {
      "epoch": 0.5436636768832884,
      "grad_norm": 1.4490705728530884,
      "learning_rate": 0.0001708868827389132,
      "loss": 0.7916615962982178,
      "step": 4940
    },
    {
      "epoch": 0.5447642106421614,
      "grad_norm": 1.5919363498687744,
      "learning_rate": 0.00017076106726065355,
      "loss": 0.7363606929779053,
      "step": 4950
    },
    {
      "epoch": 0.5458647444010345,
      "grad_norm": 1.5221658945083618,
      "learning_rate": 0.00017063502703848954,
      "loss": 0.756117582321167,
      "step": 4960
    },
    {
      "epoch": 0.5469652781599076,
      "grad_norm": 1.3419508934020996,
      "learning_rate": 0.00017050876247273698,
      "loss": 0.7674195766448975,
      "step": 4970
    },
    {
      "epoch": 0.5480658119187806,
      "grad_norm": 1.1585789918899536,
      "learning_rate": 0.00017038227396442415,
      "loss": 0.7340216159820556,
      "step": 4980
    },
    {
      "epoch": 0.5491663456776537,
      "grad_norm": 1.4809222221374512,
      "learning_rate": 0.00017025556191529063,
      "loss": 0.7714733600616455,
      "step": 4990
    },
    {
      "epoch": 0.5502668794365267,
      "grad_norm": 1.363792061805725,
      "learning_rate": 0.000170128626727786,
      "loss": 0.7531471252441406,
      "step": 5000
    },
    {
      "epoch": 0.5502668794365267,
      "eval_loss": 0.7419883012771606,
      "eval_runtime": 934.9404,
      "eval_samples_per_second": 9.719,
      "eval_steps_per_second": 2.43,
      "step": 5000
    },
    {
      "epoch": 0.5513674131953997,
      "grad_norm": 1.3879987001419067,
      "learning_rate": 0.00017000146880506852,
      "loss": 0.7755624294281006,
      "step": 5010
    },
    {
      "epoch": 0.5524679469542728,
      "grad_norm": 1.1908470392227173,
      "learning_rate": 0.00016987408855100394,
      "loss": 0.6974857807159424,
      "step": 5020
    },
    {
      "epoch": 0.5535684807131459,
      "grad_norm": 1.3515280485153198,
      "learning_rate": 0.00016974648637016403,
      "loss": 0.7421687126159668,
      "step": 5030
    },
    {
      "epoch": 0.5546690144720189,
      "grad_norm": 1.3259779214859009,
      "learning_rate": 0.00016961866266782555,
      "loss": 0.77330641746521,
      "step": 5040
    },
    {
      "epoch": 0.555769548230892,
      "grad_norm": 1.1782556772232056,
      "learning_rate": 0.00016949061784996876,
      "loss": 0.7333382129669189,
      "step": 5050
    },
    {
      "epoch": 0.5568700819897651,
      "grad_norm": 1.1794569492340088,
      "learning_rate": 0.0001693623523232762,
      "loss": 0.7309277534484864,
      "step": 5060
    },
    {
      "epoch": 0.557970615748638,
      "grad_norm": 1.4677120447158813,
      "learning_rate": 0.00016923386649513148,
      "loss": 0.7762013435363769,
      "step": 5070
    },
    {
      "epoch": 0.5590711495075111,
      "grad_norm": 1.354422926902771,
      "learning_rate": 0.00016910516077361782,
      "loss": 0.7435779094696044,
      "step": 5080
    },
    {
      "epoch": 0.5601716832663842,
      "grad_norm": 1.281956672668457,
      "learning_rate": 0.0001689762355675169,
      "loss": 0.7566828250885009,
      "step": 5090
    },
    {
      "epoch": 0.5612722170252572,
      "grad_norm": 1.7170436382293701,
      "learning_rate": 0.00016884709128630744,
      "loss": 0.7960678577423096,
      "step": 5100
    },
    {
      "epoch": 0.5623727507841303,
      "grad_norm": 1.4090797901153564,
      "learning_rate": 0.00016871772834016406,
      "loss": 0.7969419479370117,
      "step": 5110
    },
    {
      "epoch": 0.5634732845430034,
      "grad_norm": 1.6792510747909546,
      "learning_rate": 0.0001685881471399558,
      "loss": 0.7243700504302979,
      "step": 5120
    },
    {
      "epoch": 0.5645738183018764,
      "grad_norm": 1.589468002319336,
      "learning_rate": 0.0001684583480972449,
      "loss": 0.6752159118652343,
      "step": 5130
    },
    {
      "epoch": 0.5656743520607495,
      "grad_norm": 1.2133830785751343,
      "learning_rate": 0.00016832833162428555,
      "loss": 0.7530373573303223,
      "step": 5140
    },
    {
      "epoch": 0.5667748858196225,
      "grad_norm": 1.402968168258667,
      "learning_rate": 0.00016819809813402244,
      "loss": 0.7213272094726563,
      "step": 5150
    },
    {
      "epoch": 0.5678754195784955,
      "grad_norm": 1.7174259424209595,
      "learning_rate": 0.0001680676480400896,
      "loss": 0.7200131416320801,
      "step": 5160
    },
    {
      "epoch": 0.5689759533373686,
      "grad_norm": 1.206224799156189,
      "learning_rate": 0.00016793698175680895,
      "loss": 0.7772294521331787,
      "step": 5170
    },
    {
      "epoch": 0.5700764870962417,
      "grad_norm": 1.2895069122314453,
      "learning_rate": 0.0001678060996991891,
      "loss": 0.7059802532196044,
      "step": 5180
    },
    {
      "epoch": 0.5711770208551147,
      "grad_norm": 1.3851865530014038,
      "learning_rate": 0.00016767500228292395,
      "loss": 0.7481937408447266,
      "step": 5190
    },
    {
      "epoch": 0.5722775546139878,
      "grad_norm": 1.5495299100875854,
      "learning_rate": 0.00016754368992439144,
      "loss": 0.7860031604766846,
      "step": 5200
    },
    {
      "epoch": 0.5733780883728609,
      "grad_norm": 1.0802173614501953,
      "learning_rate": 0.0001674121630406521,
      "loss": 0.7575831890106202,
      "step": 5210
    },
    {
      "epoch": 0.5744786221317338,
      "grad_norm": 1.283719778060913,
      "learning_rate": 0.00016728042204944792,
      "loss": 0.7304069519042968,
      "step": 5220
    },
    {
      "epoch": 0.5755791558906069,
      "grad_norm": 1.291081428527832,
      "learning_rate": 0.00016714846736920081,
      "loss": 0.6965278148651123,
      "step": 5230
    },
    {
      "epoch": 0.57667968964948,
      "grad_norm": 2.7866170406341553,
      "learning_rate": 0.00016701629941901148,
      "loss": 0.7350920677185059,
      "step": 5240
    },
    {
      "epoch": 0.577780223408353,
      "grad_norm": 1.5153194665908813,
      "learning_rate": 0.00016688391861865794,
      "loss": 0.7063103199005127,
      "step": 5250
    },
    {
      "epoch": 0.5788807571672261,
      "grad_norm": 1.8427544832229614,
      "learning_rate": 0.00016675132538859425,
      "loss": 0.7724103450775146,
      "step": 5260
    },
    {
      "epoch": 0.5799812909260992,
      "grad_norm": 1.2077882289886475,
      "learning_rate": 0.00016661852014994918,
      "loss": 0.7549758434295655,
      "step": 5270
    },
    {
      "epoch": 0.5810818246849722,
      "grad_norm": 1.4017447233200073,
      "learning_rate": 0.0001664855033245248,
      "loss": 0.7112679481506348,
      "step": 5280
    },
    {
      "epoch": 0.5821823584438452,
      "grad_norm": 1.3323004245758057,
      "learning_rate": 0.00016635227533479526,
      "loss": 0.673241138458252,
      "step": 5290
    },
    {
      "epoch": 0.5832828922027183,
      "grad_norm": 1.6625175476074219,
      "learning_rate": 0.00016621883660390541,
      "loss": 0.7120931148529053,
      "step": 5300
    },
    {
      "epoch": 0.5843834259615913,
      "grad_norm": 1.3365366458892822,
      "learning_rate": 0.00016608518755566935,
      "loss": 0.726066780090332,
      "step": 5310
    },
    {
      "epoch": 0.5854839597204644,
      "grad_norm": 2.1613974571228027,
      "learning_rate": 0.00016595132861456927,
      "loss": 0.7196171760559082,
      "step": 5320
    },
    {
      "epoch": 0.5865844934793375,
      "grad_norm": 1.333061933517456,
      "learning_rate": 0.0001658172602057539,
      "loss": 0.7693576812744141,
      "step": 5330
    },
    {
      "epoch": 0.5876850272382105,
      "grad_norm": 1.3722368478775024,
      "learning_rate": 0.0001656829827550373,
      "loss": 0.7160601615905762,
      "step": 5340
    },
    {
      "epoch": 0.5887855609970836,
      "grad_norm": 2.5283138751983643,
      "learning_rate": 0.0001655484966888975,
      "loss": 0.7215074062347412,
      "step": 5350
    },
    {
      "epoch": 0.5898860947559567,
      "grad_norm": 1.2876371145248413,
      "learning_rate": 0.0001654138024344751,
      "loss": 0.7553225040435791,
      "step": 5360
    },
    {
      "epoch": 0.5909866285148296,
      "grad_norm": 1.3598158359527588,
      "learning_rate": 0.00016527890041957184,
      "loss": 0.7447906970977783,
      "step": 5370
    },
    {
      "epoch": 0.5920871622737027,
      "grad_norm": 1.4216128587722778,
      "learning_rate": 0.00016514379107264944,
      "loss": 0.6964402675628663,
      "step": 5380
    },
    {
      "epoch": 0.5931876960325758,
      "grad_norm": 1.262564778327942,
      "learning_rate": 0.0001650084748228281,
      "loss": 0.7048509120941162,
      "step": 5390
    },
    {
      "epoch": 0.5942882297914489,
      "grad_norm": 1.6969469785690308,
      "learning_rate": 0.00016487295209988511,
      "loss": 0.7238675117492676,
      "step": 5400
    },
    {
      "epoch": 0.5953887635503219,
      "grad_norm": 1.38680899143219,
      "learning_rate": 0.00016473722333425363,
      "loss": 0.755061674118042,
      "step": 5410
    },
    {
      "epoch": 0.596489297309195,
      "grad_norm": 1.3030256032943726,
      "learning_rate": 0.0001646012889570211,
      "loss": 0.7230662822723388,
      "step": 5420
    },
    {
      "epoch": 0.5975898310680681,
      "grad_norm": 2.8049333095550537,
      "learning_rate": 0.00016446514939992814,
      "loss": 0.7024547576904296,
      "step": 5430
    },
    {
      "epoch": 0.598690364826941,
      "grad_norm": 1.2925546169281006,
      "learning_rate": 0.00016432880509536694,
      "loss": 0.7584189414978028,
      "step": 5440
    },
    {
      "epoch": 0.5997908985858141,
      "grad_norm": 1.4285222291946411,
      "learning_rate": 0.00016419225647638008,
      "loss": 0.6970412731170654,
      "step": 5450
    },
    {
      "epoch": 0.6008914323446872,
      "grad_norm": 1.9083236455917358,
      "learning_rate": 0.0001640555039766589,
      "loss": 0.7205626964569092,
      "step": 5460
    },
    {
      "epoch": 0.6019919661035602,
      "grad_norm": 1.4175890684127808,
      "learning_rate": 0.00016391854803054253,
      "loss": 0.6843720436096191,
      "step": 5470
    },
    {
      "epoch": 0.6030924998624333,
      "grad_norm": 1.6256078481674194,
      "learning_rate": 0.00016378138907301604,
      "loss": 0.7570401191711426,
      "step": 5480
    },
    {
      "epoch": 0.6041930336213064,
      "grad_norm": 1.299574851989746,
      "learning_rate": 0.0001636440275397094,
      "loss": 0.7056687355041504,
      "step": 5490
    },
    {
      "epoch": 0.6052935673801794,
      "grad_norm": 1.8576395511627197,
      "learning_rate": 0.00016350646386689593,
      "loss": 0.7708197116851807,
      "step": 5500
    },
    {
      "epoch": 0.6063941011390525,
      "grad_norm": 1.2749172449111938,
      "learning_rate": 0.00016336869849149105,
      "loss": 0.7359384059906006,
      "step": 5510
    },
    {
      "epoch": 0.6074946348979255,
      "grad_norm": 1.502797245979309,
      "learning_rate": 0.00016323073185105065,
      "loss": 0.7268924713134766,
      "step": 5520
    },
    {
      "epoch": 0.6085951686567985,
      "grad_norm": 1.2893123626708984,
      "learning_rate": 0.00016309256438377004,
      "loss": 0.7836434841156006,
      "step": 5530
    },
    {
      "epoch": 0.6096957024156716,
      "grad_norm": 1.6940971612930298,
      "learning_rate": 0.0001629541965284822,
      "loss": 0.7172956943511963,
      "step": 5540
    },
    {
      "epoch": 0.6107962361745447,
      "grad_norm": 1.4099256992340088,
      "learning_rate": 0.0001628156287246567,
      "loss": 0.7529633522033692,
      "step": 5550
    },
    {
      "epoch": 0.6118967699334177,
      "grad_norm": 1.2283318042755127,
      "learning_rate": 0.00016267686141239812,
      "loss": 0.7456967830657959,
      "step": 5560
    },
    {
      "epoch": 0.6129973036922908,
      "grad_norm": 1.584608554840088,
      "learning_rate": 0.00016253789503244465,
      "loss": 0.7123336791992188,
      "step": 5570
    },
    {
      "epoch": 0.6140978374511639,
      "grad_norm": 1.2020970582962036,
      "learning_rate": 0.0001623987300261668,
      "loss": 0.7346308708190918,
      "step": 5580
    },
    {
      "epoch": 0.6151983712100368,
      "grad_norm": 1.375866174697876,
      "learning_rate": 0.00016225936683556593,
      "loss": 0.7147591590881348,
      "step": 5590
    },
    {
      "epoch": 0.6162989049689099,
      "grad_norm": 3.002707004547119,
      "learning_rate": 0.0001621198059032728,
      "loss": 0.7241267204284668,
      "step": 5600
    },
    {
      "epoch": 0.617399438727783,
      "grad_norm": 1.3746256828308105,
      "learning_rate": 0.0001619800476725463,
      "loss": 0.7762519359588623,
      "step": 5610
    },
    {
      "epoch": 0.618499972486656,
      "grad_norm": 2.4465384483337402,
      "learning_rate": 0.00016184009258727187,
      "loss": 0.7804543018341065,
      "step": 5620
    },
    {
      "epoch": 0.6196005062455291,
      "grad_norm": 1.2646642923355103,
      "learning_rate": 0.00016169994109196023,
      "loss": 0.744245958328247,
      "step": 5630
    },
    {
      "epoch": 0.6207010400044022,
      "grad_norm": 1.3681907653808594,
      "learning_rate": 0.00016155959363174592,
      "loss": 0.7360111713409424,
      "step": 5640
    },
    {
      "epoch": 0.6218015737632752,
      "grad_norm": 1.1509507894515991,
      "learning_rate": 0.00016141905065238587,
      "loss": 0.713913106918335,
      "step": 5650
    },
    {
      "epoch": 0.6229021075221483,
      "grad_norm": 1.4058045148849487,
      "learning_rate": 0.00016127831260025799,
      "loss": 0.7003890037536621,
      "step": 5660
    },
    {
      "epoch": 0.6240026412810213,
      "grad_norm": 1.3103810548782349,
      "learning_rate": 0.0001611373799223598,
      "loss": 0.7160762310028076,
      "step": 5670
    },
    {
      "epoch": 0.6251031750398943,
      "grad_norm": 1.4053767919540405,
      "learning_rate": 0.00016099625306630687,
      "loss": 0.7399090766906739,
      "step": 5680
    },
    {
      "epoch": 0.6262037087987674,
      "grad_norm": 1.4424643516540527,
      "learning_rate": 0.00016085493248033163,
      "loss": 0.7122686386108399,
      "step": 5690
    },
    {
      "epoch": 0.6273042425576405,
      "grad_norm": 1.495091438293457,
      "learning_rate": 0.0001607134186132817,
      "loss": 0.7723418235778808,
      "step": 5700
    },
    {
      "epoch": 0.6284047763165135,
      "grad_norm": 1.9233251810073853,
      "learning_rate": 0.00016057171191461868,
      "loss": 0.7351515769958497,
      "step": 5710
    },
    {
      "epoch": 0.6295053100753866,
      "grad_norm": 1.3022968769073486,
      "learning_rate": 0.00016042981283441655,
      "loss": 0.7153616428375245,
      "step": 5720
    },
    {
      "epoch": 0.6306058438342597,
      "grad_norm": 1.5664523839950562,
      "learning_rate": 0.00016028772182336034,
      "loss": 0.781205701828003,
      "step": 5730
    },
    {
      "epoch": 0.6317063775931326,
      "grad_norm": 1.485307216644287,
      "learning_rate": 0.00016014543933274466,
      "loss": 0.7299734115600586,
      "step": 5740
    },
    {
      "epoch": 0.6328069113520057,
      "grad_norm": 1.2536561489105225,
      "learning_rate": 0.00016000296581447225,
      "loss": 0.7220814228057861,
      "step": 5750
    },
    {
      "epoch": 0.6339074451108788,
      "grad_norm": 1.4910413026809692,
      "learning_rate": 0.00015986030172105266,
      "loss": 0.7590044498443603,
      "step": 5760
    },
    {
      "epoch": 0.6350079788697518,
      "grad_norm": 1.5727530717849731,
      "learning_rate": 0.00015971744750560064,
      "loss": 0.6608116149902343,
      "step": 5770
    },
    {
      "epoch": 0.6361085126286249,
      "grad_norm": 1.3321911096572876,
      "learning_rate": 0.00015957440362183485,
      "loss": 0.7006593704223633,
      "step": 5780
    },
    {
      "epoch": 0.637209046387498,
      "grad_norm": 1.6716225147247314,
      "learning_rate": 0.00015943117052407625,
      "loss": 0.759761381149292,
      "step": 5790
    },
    {
      "epoch": 0.638309580146371,
      "grad_norm": 1.342505693435669,
      "learning_rate": 0.0001592877486672469,
      "loss": 0.7411152362823487,
      "step": 5800
    },
    {
      "epoch": 0.639410113905244,
      "grad_norm": 1.4138150215148926,
      "learning_rate": 0.00015914413850686828,
      "loss": 0.7032299995422363,
      "step": 5810
    },
    {
      "epoch": 0.6405106476641171,
      "grad_norm": 1.3087942600250244,
      "learning_rate": 0.00015900034049905993,
      "loss": 0.6844950199127198,
      "step": 5820
    },
    {
      "epoch": 0.6416111814229901,
      "grad_norm": 1.1978130340576172,
      "learning_rate": 0.0001588563551005381,
      "loss": 0.7046521186828614,
      "step": 5830
    },
    {
      "epoch": 0.6427117151818632,
      "grad_norm": 1.4054518938064575,
      "learning_rate": 0.00015871218276861416,
      "loss": 0.7417028427124024,
      "step": 5840
    },
    {
      "epoch": 0.6438122489407363,
      "grad_norm": 1.4107232093811035,
      "learning_rate": 0.0001585678239611932,
      "loss": 0.7251378536224365,
      "step": 5850
    },
    {
      "epoch": 0.6449127826996093,
      "grad_norm": 1.2596750259399414,
      "learning_rate": 0.00015842327913677252,
      "loss": 0.7766359329223633,
      "step": 5860
    },
    {
      "epoch": 0.6460133164584824,
      "grad_norm": 1.2053841352462769,
      "learning_rate": 0.00015827854875444036,
      "loss": 0.6772095203399658,
      "step": 5870
    },
    {
      "epoch": 0.6471138502173555,
      "grad_norm": 1.432888150215149,
      "learning_rate": 0.00015813363327387415,
      "loss": 0.772012996673584,
      "step": 5880
    },
    {
      "epoch": 0.6482143839762284,
      "grad_norm": 1.5003931522369385,
      "learning_rate": 0.00015798853315533931,
      "loss": 0.740192985534668,
      "step": 5890
    },
    {
      "epoch": 0.6493149177351015,
      "grad_norm": 1.4617244005203247,
      "learning_rate": 0.00015784324885968775,
      "loss": 0.7542769908905029,
      "step": 5900
    },
    {
      "epoch": 0.6504154514939746,
      "grad_norm": 1.3754563331604004,
      "learning_rate": 0.00015769778084835615,
      "loss": 0.7268834114074707,
      "step": 5910
    },
    {
      "epoch": 0.6515159852528476,
      "grad_norm": 1.3474271297454834,
      "learning_rate": 0.00015755212958336488,
      "loss": 0.7852190017700196,
      "step": 5920
    },
    {
      "epoch": 0.6526165190117207,
      "grad_norm": 1.2138652801513672,
      "learning_rate": 0.0001574062955273162,
      "loss": 0.7471586227416992,
      "step": 5930
    },
    {
      "epoch": 0.6537170527705938,
      "grad_norm": 1.2696701288223267,
      "learning_rate": 0.00015726027914339302,
      "loss": 0.667238712310791,
      "step": 5940
    },
    {
      "epoch": 0.6548175865294668,
      "grad_norm": 1.6794250011444092,
      "learning_rate": 0.00015711408089535733,
      "loss": 0.7339349269866944,
      "step": 5950
    },
    {
      "epoch": 0.6559181202883398,
      "grad_norm": 1.243056058883667,
      "learning_rate": 0.00015696770124754873,
      "loss": 0.8075173377990723,
      "step": 5960
    },
    {
      "epoch": 0.6570186540472129,
      "grad_norm": 1.385141134262085,
      "learning_rate": 0.00015682114066488292,
      "loss": 0.7466262817382813,
      "step": 5970
    },
    {
      "epoch": 0.6581191878060859,
      "grad_norm": 1.2319458723068237,
      "learning_rate": 0.00015667439961285028,
      "loss": 0.7330340385437012,
      "step": 5980
    },
    {
      "epoch": 0.659219721564959,
      "grad_norm": 1.4220091104507446,
      "learning_rate": 0.00015652747855751447,
      "loss": 0.73863205909729,
      "step": 5990
    },
    {
      "epoch": 0.6603202553238321,
      "grad_norm": 1.4125266075134277,
      "learning_rate": 0.00015638037796551074,
      "loss": 0.7317982673645019,
      "step": 6000
    },
    {
      "epoch": 0.6603202553238321,
      "eval_loss": 0.7154231071472168,
      "eval_runtime": 936.9703,
      "eval_samples_per_second": 9.698,
      "eval_steps_per_second": 2.425,
      "step": 6000
    },
    {
      "epoch": 0.6614207890827051,
      "grad_norm": 1.248883605003357,
      "learning_rate": 0.00015623309830404457,
      "loss": 0.709596586227417,
      "step": 6010
    },
    {
      "epoch": 0.6625213228415782,
      "grad_norm": 1.1572697162628174,
      "learning_rate": 0.00015608564004089033,
      "loss": 0.6387454986572265,
      "step": 6020
    },
    {
      "epoch": 0.6636218566004513,
      "grad_norm": 1.974361777305603,
      "learning_rate": 0.00015593800364438947,
      "loss": 0.6919140338897705,
      "step": 6030
    },
    {
      "epoch": 0.6647223903593242,
      "grad_norm": 1.510246753692627,
      "learning_rate": 0.00015579018958344928,
      "loss": 0.7729711532592773,
      "step": 6040
    },
    {
      "epoch": 0.6658229241181973,
      "grad_norm": 1.1816668510437012,
      "learning_rate": 0.00015564219832754135,
      "loss": 0.7235398292541504,
      "step": 6050
    },
    {
      "epoch": 0.6669234578770704,
      "grad_norm": 2.0719385147094727,
      "learning_rate": 0.00015549403034670003,
      "loss": 0.7236655712127685,
      "step": 6060
    },
    {
      "epoch": 0.6680239916359434,
      "grad_norm": 1.3846322298049927,
      "learning_rate": 0.00015534568611152096,
      "loss": 0.7563097953796387,
      "step": 6070
    },
    {
      "epoch": 0.6691245253948165,
      "grad_norm": 1.3005784749984741,
      "learning_rate": 0.0001551971660931596,
      "loss": 0.6728219509124755,
      "step": 6080
    },
    {
      "epoch": 0.6702250591536896,
      "grad_norm": 1.6612495183944702,
      "learning_rate": 0.0001550484707633297,
      "loss": 0.7208469867706299,
      "step": 6090
    },
    {
      "epoch": 0.6713255929125626,
      "grad_norm": 1.536747932434082,
      "learning_rate": 0.00015489960059430184,
      "loss": 0.7596847534179687,
      "step": 6100
    },
    {
      "epoch": 0.6724261266714356,
      "grad_norm": 1.2718262672424316,
      "learning_rate": 0.00015475055605890185,
      "loss": 0.728467607498169,
      "step": 6110
    },
    {
      "epoch": 0.6735266604303087,
      "grad_norm": 1.2997578382492065,
      "learning_rate": 0.00015460133763050947,
      "loss": 0.6834435939788819,
      "step": 6120
    },
    {
      "epoch": 0.6746271941891817,
      "grad_norm": 1.2644582986831665,
      "learning_rate": 0.00015445194578305658,
      "loss": 0.6802155017852783,
      "step": 6130
    },
    {
      "epoch": 0.6757277279480548,
      "grad_norm": 1.3019027709960938,
      "learning_rate": 0.00015430238099102601,
      "loss": 0.6821646213531494,
      "step": 6140
    },
    {
      "epoch": 0.6768282617069279,
      "grad_norm": 1.2540215253829956,
      "learning_rate": 0.00015415264372944983,
      "loss": 0.7386213302612304,
      "step": 6150
    },
    {
      "epoch": 0.6779287954658009,
      "grad_norm": 1.2781347036361694,
      "learning_rate": 0.0001540027344739078,
      "loss": 0.76524658203125,
      "step": 6160
    },
    {
      "epoch": 0.679029329224674,
      "grad_norm": 1.3025370836257935,
      "learning_rate": 0.0001538526537005261,
      "loss": 0.7432229042053222,
      "step": 6170
    },
    {
      "epoch": 0.680129862983547,
      "grad_norm": 1.178902506828308,
      "learning_rate": 0.0001537024018859756,
      "loss": 0.7016994953155518,
      "step": 6180
    },
    {
      "epoch": 0.68123039674242,
      "grad_norm": 1.3114815950393677,
      "learning_rate": 0.0001535519795074703,
      "loss": 0.731592321395874,
      "step": 6190
    },
    {
      "epoch": 0.6823309305012931,
      "grad_norm": 1.7339528799057007,
      "learning_rate": 0.0001534013870427662,
      "loss": 0.7412378787994385,
      "step": 6200
    },
    {
      "epoch": 0.6834314642601662,
      "grad_norm": 1.2772549390792847,
      "learning_rate": 0.00015325062497015916,
      "loss": 0.7278597354888916,
      "step": 6210
    },
    {
      "epoch": 0.6845319980190392,
      "grad_norm": 1.119942545890808,
      "learning_rate": 0.00015309969376848406,
      "loss": 0.6550940036773681,
      "step": 6220
    },
    {
      "epoch": 0.6856325317779123,
      "grad_norm": 1.7672674655914307,
      "learning_rate": 0.00015294859391711273,
      "loss": 0.6876314640045166,
      "step": 6230
    },
    {
      "epoch": 0.6867330655367854,
      "grad_norm": 1.5041821002960205,
      "learning_rate": 0.00015279732589595276,
      "loss": 0.7159430503845214,
      "step": 6240
    },
    {
      "epoch": 0.6878335992956583,
      "grad_norm": 1.3722065687179565,
      "learning_rate": 0.00015264589018544578,
      "loss": 0.689654541015625,
      "step": 6250
    },
    {
      "epoch": 0.6889341330545314,
      "grad_norm": 1.4130030870437622,
      "learning_rate": 0.0001524942872665661,
      "loss": 0.779707956314087,
      "step": 6260
    },
    {
      "epoch": 0.6900346668134045,
      "grad_norm": 1.3028900623321533,
      "learning_rate": 0.000152342517620819,
      "loss": 0.7033322811126709,
      "step": 6270
    },
    {
      "epoch": 0.6911352005722775,
      "grad_norm": 1.2611339092254639,
      "learning_rate": 0.0001521905817302395,
      "loss": 0.7246399402618409,
      "step": 6280
    },
    {
      "epoch": 0.6922357343311506,
      "grad_norm": 1.3958343267440796,
      "learning_rate": 0.00015203848007739034,
      "loss": 0.7422275543212891,
      "step": 6290
    },
    {
      "epoch": 0.6933362680900237,
      "grad_norm": 1.3530064821243286,
      "learning_rate": 0.00015188621314536098,
      "loss": 0.7618152141571045,
      "step": 6300
    },
    {
      "epoch": 0.6944368018488967,
      "grad_norm": 1.2685966491699219,
      "learning_rate": 0.00015173378141776568,
      "loss": 0.7283220767974854,
      "step": 6310
    },
    {
      "epoch": 0.6955373356077698,
      "grad_norm": 1.5027806758880615,
      "learning_rate": 0.0001515811853787422,
      "loss": 0.6772040843963623,
      "step": 6320
    },
    {
      "epoch": 0.6966378693666428,
      "grad_norm": 1.2491596937179565,
      "learning_rate": 0.0001514284255129501,
      "loss": 0.7292652130126953,
      "step": 6330
    },
    {
      "epoch": 0.6977384031255158,
      "grad_norm": 1.2554333209991455,
      "learning_rate": 0.00015127550230556932,
      "loss": 0.6931362628936768,
      "step": 6340
    },
    {
      "epoch": 0.6988389368843889,
      "grad_norm": 1.34043288230896,
      "learning_rate": 0.00015112241624229856,
      "loss": 0.7329248428344727,
      "step": 6350
    },
    {
      "epoch": 0.699939470643262,
      "grad_norm": 1.1904277801513672,
      "learning_rate": 0.00015096916780935372,
      "loss": 0.7226557254791259,
      "step": 6360
    },
    {
      "epoch": 0.701040004402135,
      "grad_norm": 1.2233314514160156,
      "learning_rate": 0.0001508157574934665,
      "loss": 0.7005710124969482,
      "step": 6370
    },
    {
      "epoch": 0.7021405381610081,
      "grad_norm": 1.4783847332000732,
      "learning_rate": 0.00015066218578188272,
      "loss": 0.7101388454437256,
      "step": 6380
    },
    {
      "epoch": 0.7032410719198812,
      "grad_norm": 1.2805193662643433,
      "learning_rate": 0.00015050845316236076,
      "loss": 0.7289349555969238,
      "step": 6390
    },
    {
      "epoch": 0.7043416056787541,
      "grad_norm": 1.3018475770950317,
      "learning_rate": 0.0001503545601231701,
      "loss": 0.713924503326416,
      "step": 6400
    },
    {
      "epoch": 0.7054421394376272,
      "grad_norm": 1.3639897108078003,
      "learning_rate": 0.00015020050715308972,
      "loss": 0.6581418514251709,
      "step": 6410
    },
    {
      "epoch": 0.7065426731965003,
      "grad_norm": 1.4128023386001587,
      "learning_rate": 0.0001500462947414066,
      "loss": 0.7135940074920655,
      "step": 6420
    },
    {
      "epoch": 0.7076432069553733,
      "grad_norm": 1.2122293710708618,
      "learning_rate": 0.00014989192337791404,
      "loss": 0.7303122997283935,
      "step": 6430
    },
    {
      "epoch": 0.7087437407142464,
      "grad_norm": 1.1786285638809204,
      "learning_rate": 0.00014973739355291022,
      "loss": 0.7025662422180176,
      "step": 6440
    },
    {
      "epoch": 0.7098442744731195,
      "grad_norm": 1.3302885293960571,
      "learning_rate": 0.00014958270575719668,
      "loss": 0.7187159538269043,
      "step": 6450
    },
    {
      "epoch": 0.7109448082319925,
      "grad_norm": 1.4084340333938599,
      "learning_rate": 0.00014942786048207656,
      "loss": 0.725886344909668,
      "step": 6460
    },
    {
      "epoch": 0.7120453419908656,
      "grad_norm": 1.2113697528839111,
      "learning_rate": 0.0001492728582193532,
      "loss": 0.7125999450683593,
      "step": 6470
    },
    {
      "epoch": 0.7131458757497386,
      "grad_norm": 1.41702401638031,
      "learning_rate": 0.0001491176994613287,
      "loss": 0.6910535335540772,
      "step": 6480
    },
    {
      "epoch": 0.7142464095086116,
      "grad_norm": 1.6196422576904297,
      "learning_rate": 0.00014896238470080196,
      "loss": 0.7285680770874023,
      "step": 6490
    },
    {
      "epoch": 0.7153469432674847,
      "grad_norm": 1.186160922050476,
      "learning_rate": 0.00014880691443106762,
      "loss": 0.7270355701446534,
      "step": 6500
    },
    {
      "epoch": 0.7164474770263578,
      "grad_norm": 1.3876869678497314,
      "learning_rate": 0.00014865128914591397,
      "loss": 0.6556861877441407,
      "step": 6510
    },
    {
      "epoch": 0.7175480107852308,
      "grad_norm": 1.2404990196228027,
      "learning_rate": 0.00014849550933962186,
      "loss": 0.6614561557769776,
      "step": 6520
    },
    {
      "epoch": 0.7186485445441039,
      "grad_norm": 1.5126335620880127,
      "learning_rate": 0.00014833957550696277,
      "loss": 0.6966361045837403,
      "step": 6530
    },
    {
      "epoch": 0.719749078302977,
      "grad_norm": 1.2630326747894287,
      "learning_rate": 0.00014818348814319747,
      "loss": 0.7556998252868652,
      "step": 6540
    },
    {
      "epoch": 0.7208496120618499,
      "grad_norm": 1.3583987951278687,
      "learning_rate": 0.00014802724774407432,
      "loss": 0.707868242263794,
      "step": 6550
    },
    {
      "epoch": 0.721950145820723,
      "grad_norm": 1.3609402179718018,
      "learning_rate": 0.00014787085480582772,
      "loss": 0.7230880737304688,
      "step": 6560
    },
    {
      "epoch": 0.7230506795795961,
      "grad_norm": 1.1819531917572021,
      "learning_rate": 0.00014771430982517662,
      "loss": 0.6786688804626465,
      "step": 6570
    },
    {
      "epoch": 0.7241512133384692,
      "grad_norm": 1.2774471044540405,
      "learning_rate": 0.00014755761329932274,
      "loss": 0.7156373977661132,
      "step": 6580
    },
    {
      "epoch": 0.7252517470973422,
      "grad_norm": 1.375931739807129,
      "learning_rate": 0.0001474007657259493,
      "loss": 0.7217991828918457,
      "step": 6590
    },
    {
      "epoch": 0.7263522808562153,
      "grad_norm": 1.1880601644515991,
      "learning_rate": 0.0001472437676032191,
      "loss": 0.7250751495361328,
      "step": 6600
    },
    {
      "epoch": 0.7274528146150884,
      "grad_norm": 2.0583808422088623,
      "learning_rate": 0.0001470866194297732,
      "loss": 0.6847675800323486,
      "step": 6610
    },
    {
      "epoch": 0.7285533483739614,
      "grad_norm": 1.3453950881958008,
      "learning_rate": 0.0001469293217047292,
      "loss": 0.7251123428344727,
      "step": 6620
    },
    {
      "epoch": 0.7296538821328344,
      "grad_norm": 1.527479887008667,
      "learning_rate": 0.00014677187492767964,
      "loss": 0.6714204311370849,
      "step": 6630
    },
    {
      "epoch": 0.7307544158917075,
      "grad_norm": 1.5210182666778564,
      "learning_rate": 0.00014661427959869057,
      "loss": 0.6623645782470703,
      "step": 6640
    },
    {
      "epoch": 0.7318549496505805,
      "grad_norm": 1.4670600891113281,
      "learning_rate": 0.00014645653621829977,
      "loss": 0.6705510139465332,
      "step": 6650
    },
    {
      "epoch": 0.7329554834094536,
      "grad_norm": 1.5107208490371704,
      "learning_rate": 0.00014629864528751526,
      "loss": 0.6907163619995117,
      "step": 6660
    },
    {
      "epoch": 0.7340560171683267,
      "grad_norm": 1.3847161531448364,
      "learning_rate": 0.00014614060730781377,
      "loss": 0.6747828960418701,
      "step": 6670
    },
    {
      "epoch": 0.7351565509271997,
      "grad_norm": 1.7698922157287598,
      "learning_rate": 0.00014598242278113897,
      "loss": 0.7515909194946289,
      "step": 6680
    },
    {
      "epoch": 0.7362570846860728,
      "grad_norm": 1.2080354690551758,
      "learning_rate": 0.0001458240922099,
      "loss": 0.7281320571899415,
      "step": 6690
    },
    {
      "epoch": 0.7373576184449459,
      "grad_norm": 1.295284628868103,
      "learning_rate": 0.00014566561609696986,
      "loss": 0.699878454208374,
      "step": 6700
    },
    {
      "epoch": 0.7384581522038188,
      "grad_norm": 1.39139986038208,
      "learning_rate": 0.00014550699494568384,
      "loss": 0.7556473731994628,
      "step": 6710
    },
    {
      "epoch": 0.7395586859626919,
      "grad_norm": 1.4971297979354858,
      "learning_rate": 0.0001453482292598379,
      "loss": 0.6911003112792968,
      "step": 6720
    },
    {
      "epoch": 0.740659219721565,
      "grad_norm": 1.5792361497879028,
      "learning_rate": 0.00014518931954368694,
      "loss": 0.7027464389801026,
      "step": 6730
    },
    {
      "epoch": 0.741759753480438,
      "grad_norm": 1.2973233461380005,
      "learning_rate": 0.0001450302663019434,
      "loss": 0.7206850528717041,
      "step": 6740
    },
    {
      "epoch": 0.7428602872393111,
      "grad_norm": 1.3215023279190063,
      "learning_rate": 0.0001448710700397756,
      "loss": 0.7368278980255127,
      "step": 6750
    },
    {
      "epoch": 0.7439608209981842,
      "grad_norm": 1.1171671152114868,
      "learning_rate": 0.00014471173126280606,
      "loss": 0.66349196434021,
      "step": 6760
    },
    {
      "epoch": 0.7450613547570571,
      "grad_norm": 1.2632873058319092,
      "learning_rate": 0.00014455225047710989,
      "loss": 0.6891120910644531,
      "step": 6770
    },
    {
      "epoch": 0.7461618885159302,
      "grad_norm": 1.3787199258804321,
      "learning_rate": 0.00014439262818921334,
      "loss": 0.6997201442718506,
      "step": 6780
    },
    {
      "epoch": 0.7472624222748033,
      "grad_norm": 1.269120693206787,
      "learning_rate": 0.00014423286490609203,
      "loss": 0.7099348068237304,
      "step": 6790
    },
    {
      "epoch": 0.7483629560336763,
      "grad_norm": 1.2346347570419312,
      "learning_rate": 0.00014407296113516934,
      "loss": 0.735411548614502,
      "step": 6800
    },
    {
      "epoch": 0.7494634897925494,
      "grad_norm": 1.6132004261016846,
      "learning_rate": 0.000143912917384315,
      "loss": 0.7112602233886719,
      "step": 6810
    },
    {
      "epoch": 0.7505640235514225,
      "grad_norm": 1.3072880506515503,
      "learning_rate": 0.00014375273416184322,
      "loss": 0.6661246299743653,
      "step": 6820
    },
    {
      "epoch": 0.7516645573102955,
      "grad_norm": 1.301348090171814,
      "learning_rate": 0.00014359241197651112,
      "loss": 0.6509958267211914,
      "step": 6830
    },
    {
      "epoch": 0.7527650910691686,
      "grad_norm": 1.1231361627578735,
      "learning_rate": 0.00014343195133751738,
      "loss": 0.6790677547454834,
      "step": 6840
    },
    {
      "epoch": 0.7538656248280416,
      "grad_norm": 1.1891106367111206,
      "learning_rate": 0.00014327135275450022,
      "loss": 0.6516884803771973,
      "step": 6850
    },
    {
      "epoch": 0.7549661585869146,
      "grad_norm": 1.1670225858688354,
      "learning_rate": 0.00014311061673753615,
      "loss": 0.6912143707275391,
      "step": 6860
    },
    {
      "epoch": 0.7560666923457877,
      "grad_norm": 1.3946342468261719,
      "learning_rate": 0.00014294974379713802,
      "loss": 0.6989268302917481,
      "step": 6870
    },
    {
      "epoch": 0.7571672261046608,
      "grad_norm": 1.179093360900879,
      "learning_rate": 0.00014278873444425368,
      "loss": 0.7307651996612549,
      "step": 6880
    },
    {
      "epoch": 0.7582677598635338,
      "grad_norm": 1.292688012123108,
      "learning_rate": 0.00014262758919026422,
      "loss": 0.6909995079040527,
      "step": 6890
    },
    {
      "epoch": 0.7593682936224069,
      "grad_norm": 1.2528825998306274,
      "learning_rate": 0.00014246630854698232,
      "loss": 0.7367213726043701,
      "step": 6900
    },
    {
      "epoch": 0.76046882738128,
      "grad_norm": 1.1586990356445312,
      "learning_rate": 0.00014230489302665073,
      "loss": 0.6632703304290771,
      "step": 6910
    },
    {
      "epoch": 0.761569361140153,
      "grad_norm": 1.6231518983840942,
      "learning_rate": 0.00014214334314194055,
      "loss": 0.6899041175842285,
      "step": 6920
    },
    {
      "epoch": 0.762669894899026,
      "grad_norm": 1.302525281906128,
      "learning_rate": 0.0001419816594059496,
      "loss": 0.7668297767639161,
      "step": 6930
    },
    {
      "epoch": 0.7637704286578991,
      "grad_norm": 1.283761978149414,
      "learning_rate": 0.0001418198423322009,
      "loss": 0.7081122398376465,
      "step": 6940
    },
    {
      "epoch": 0.7648709624167721,
      "grad_norm": 1.1314969062805176,
      "learning_rate": 0.0001416578924346409,
      "loss": 0.6925370216369628,
      "step": 6950
    },
    {
      "epoch": 0.7659714961756452,
      "grad_norm": 1.2459073066711426,
      "learning_rate": 0.00014149581022763794,
      "loss": 0.6523490428924561,
      "step": 6960
    },
    {
      "epoch": 0.7670720299345183,
      "grad_norm": 1.5697073936462402,
      "learning_rate": 0.00014133359622598056,
      "loss": 0.6504369735717773,
      "step": 6970
    },
    {
      "epoch": 0.7681725636933913,
      "grad_norm": 1.4411842823028564,
      "learning_rate": 0.00014117125094487596,
      "loss": 0.6521959781646729,
      "step": 6980
    },
    {
      "epoch": 0.7692730974522644,
      "grad_norm": 2.7891016006469727,
      "learning_rate": 0.0001410087748999482,
      "loss": 0.6588033676147461,
      "step": 6990
    },
    {
      "epoch": 0.7703736312111374,
      "grad_norm": 1.2571395635604858,
      "learning_rate": 0.00014084616860723676,
      "loss": 0.7186612606048584,
      "step": 7000
    },
    {
      "epoch": 0.7703736312111374,
      "eval_loss": 0.6988013386726379,
      "eval_runtime": 935.5187,
      "eval_samples_per_second": 9.713,
      "eval_steps_per_second": 2.429,
      "step": 7000
    },
    {
      "epoch": 0.7714741649700104,
      "grad_norm": 1.1871322393417358,
      "learning_rate": 0.00014068343258319472,
      "loss": 0.6798050880432129,
      "step": 7010
    },
    {
      "epoch": 0.7725746987288835,
      "grad_norm": 1.6656651496887207,
      "learning_rate": 0.0001405205673446872,
      "loss": 0.7257527351379395,
      "step": 7020
    },
    {
      "epoch": 0.7736752324877566,
      "grad_norm": 1.366361141204834,
      "learning_rate": 0.00014035757340898978,
      "loss": 0.6586103916168213,
      "step": 7030
    },
    {
      "epoch": 0.7747757662466296,
      "grad_norm": 1.5451475381851196,
      "learning_rate": 0.00014019445129378677,
      "loss": 0.6806992530822754,
      "step": 7040
    },
    {
      "epoch": 0.7758763000055027,
      "grad_norm": 1.2665611505508423,
      "learning_rate": 0.00014003120151716953,
      "loss": 0.7109615325927734,
      "step": 7050
    },
    {
      "epoch": 0.7769768337643758,
      "grad_norm": 1.2748724222183228,
      "learning_rate": 0.000139867824597635,
      "loss": 0.7034411430358887,
      "step": 7060
    },
    {
      "epoch": 0.7780773675232487,
      "grad_norm": 1.4949373006820679,
      "learning_rate": 0.00013970432105408378,
      "loss": 0.6983131885528564,
      "step": 7070
    },
    {
      "epoch": 0.7791779012821218,
      "grad_norm": 1.5629324913024902,
      "learning_rate": 0.00013954069140581884,
      "loss": 0.6774309635162353,
      "step": 7080
    },
    {
      "epoch": 0.7802784350409949,
      "grad_norm": 1.2059013843536377,
      "learning_rate": 0.00013937693617254351,
      "loss": 0.6928264141082764,
      "step": 7090
    },
    {
      "epoch": 0.7813789687998679,
      "grad_norm": 1.350574254989624,
      "learning_rate": 0.00013921305587436,
      "loss": 0.6662729740142822,
      "step": 7100
    },
    {
      "epoch": 0.782479502558741,
      "grad_norm": 1.2160134315490723,
      "learning_rate": 0.00013904905103176787,
      "loss": 0.7077804565429687,
      "step": 7110
    },
    {
      "epoch": 0.7835800363176141,
      "grad_norm": 1.2523444890975952,
      "learning_rate": 0.0001388849221656621,
      "loss": 0.7563854694366455,
      "step": 7120
    },
    {
      "epoch": 0.7846805700764871,
      "grad_norm": 1.2325736284255981,
      "learning_rate": 0.0001387206697973316,
      "loss": 0.6632079601287841,
      "step": 7130
    },
    {
      "epoch": 0.7857811038353602,
      "grad_norm": 1.342939853668213,
      "learning_rate": 0.0001385562944484577,
      "loss": 0.6962016105651856,
      "step": 7140
    },
    {
      "epoch": 0.7868816375942332,
      "grad_norm": 1.6244813203811646,
      "learning_rate": 0.00013839179664111204,
      "loss": 0.6567019939422607,
      "step": 7150
    },
    {
      "epoch": 0.7879821713531062,
      "grad_norm": 1.8458601236343384,
      "learning_rate": 0.00013822717689775547,
      "loss": 0.660393762588501,
      "step": 7160
    },
    {
      "epoch": 0.7890827051119793,
      "grad_norm": 1.518789529800415,
      "learning_rate": 0.00013806243574123597,
      "loss": 0.6897108554840088,
      "step": 7170
    },
    {
      "epoch": 0.7901832388708524,
      "grad_norm": 1.2446949481964111,
      "learning_rate": 0.00013789757369478715,
      "loss": 0.6905016422271728,
      "step": 7180
    },
    {
      "epoch": 0.7912837726297254,
      "grad_norm": 1.1706857681274414,
      "learning_rate": 0.00013773259128202668,
      "loss": 0.6798492908477783,
      "step": 7190
    },
    {
      "epoch": 0.7923843063885985,
      "grad_norm": 2.5733892917633057,
      "learning_rate": 0.0001375674890269544,
      "loss": 0.6814803600311279,
      "step": 7200
    },
    {
      "epoch": 0.7934848401474716,
      "grad_norm": 1.091080904006958,
      "learning_rate": 0.00013740226745395084,
      "loss": 0.6753903388977051,
      "step": 7210
    },
    {
      "epoch": 0.7945853739063445,
      "grad_norm": 1.5836533308029175,
      "learning_rate": 0.00013723692708777553,
      "loss": 0.6552946090698242,
      "step": 7220
    },
    {
      "epoch": 0.7956859076652176,
      "grad_norm": 1.1512203216552734,
      "learning_rate": 0.00013707146845356517,
      "loss": 0.6479218482971192,
      "step": 7230
    },
    {
      "epoch": 0.7967864414240907,
      "grad_norm": 1.2342529296875,
      "learning_rate": 0.00013690589207683224,
      "loss": 0.6967320442199707,
      "step": 7240
    },
    {
      "epoch": 0.7978869751829637,
      "grad_norm": 1.3044766187667847,
      "learning_rate": 0.00013674019848346309,
      "loss": 0.6886932849884033,
      "step": 7250
    },
    {
      "epoch": 0.7989875089418368,
      "grad_norm": 1.1774944067001343,
      "learning_rate": 0.00013657438819971644,
      "loss": 0.6783594608306884,
      "step": 7260
    },
    {
      "epoch": 0.8000880427007099,
      "grad_norm": 1.2176823616027832,
      "learning_rate": 0.00013640846175222147,
      "loss": 0.7020230770111084,
      "step": 7270
    },
    {
      "epoch": 0.8011885764595829,
      "grad_norm": 1.2440234422683716,
      "learning_rate": 0.00013624241966797657,
      "loss": 0.659848976135254,
      "step": 7280
    },
    {
      "epoch": 0.802289110218456,
      "grad_norm": 1.3187357187271118,
      "learning_rate": 0.0001360762624743471,
      "loss": 0.6982054710388184,
      "step": 7290
    },
    {
      "epoch": 0.803389643977329,
      "grad_norm": 1.218770146369934,
      "learning_rate": 0.0001359099906990643,
      "loss": 0.7144939422607421,
      "step": 7300
    },
    {
      "epoch": 0.804490177736202,
      "grad_norm": 1.4207760095596313,
      "learning_rate": 0.0001357436048702231,
      "loss": 0.7038421154022216,
      "step": 7310
    },
    {
      "epoch": 0.8055907114950751,
      "grad_norm": 1.2784091234207153,
      "learning_rate": 0.0001355771055162808,
      "loss": 0.7102098941802979,
      "step": 7320
    },
    {
      "epoch": 0.8066912452539482,
      "grad_norm": 1.3901985883712769,
      "learning_rate": 0.00013541049316605528,
      "loss": 0.7364766120910644,
      "step": 7330
    },
    {
      "epoch": 0.8077917790128212,
      "grad_norm": 1.591460108757019,
      "learning_rate": 0.00013524376834872322,
      "loss": 0.7228377819061279,
      "step": 7340
    },
    {
      "epoch": 0.8088923127716943,
      "grad_norm": 1.3788084983825684,
      "learning_rate": 0.00013507693159381856,
      "loss": 0.7458762168884278,
      "step": 7350
    },
    {
      "epoch": 0.8099928465305674,
      "grad_norm": 1.2996565103530884,
      "learning_rate": 0.0001349099834312308,
      "loss": 0.762279748916626,
      "step": 7360
    },
    {
      "epoch": 0.8110933802894403,
      "grad_norm": 1.245705485343933,
      "learning_rate": 0.00013474292439120324,
      "loss": 0.698921537399292,
      "step": 7370
    },
    {
      "epoch": 0.8121939140483134,
      "grad_norm": 2.505213737487793,
      "learning_rate": 0.00013457575500433125,
      "loss": 0.674662446975708,
      "step": 7380
    },
    {
      "epoch": 0.8132944478071865,
      "grad_norm": 2.3632819652557373,
      "learning_rate": 0.0001344084758015609,
      "loss": 0.7322216987609863,
      "step": 7390
    },
    {
      "epoch": 0.8143949815660595,
      "grad_norm": 1.5684608221054077,
      "learning_rate": 0.00013424108731418678,
      "loss": 0.695711612701416,
      "step": 7400
    },
    {
      "epoch": 0.8154955153249326,
      "grad_norm": 1.2372469902038574,
      "learning_rate": 0.00013407359007385077,
      "loss": 0.6515445709228516,
      "step": 7410
    },
    {
      "epoch": 0.8165960490838057,
      "grad_norm": 1.4333858489990234,
      "learning_rate": 0.00013390598461254013,
      "loss": 0.7076169013977051,
      "step": 7420
    },
    {
      "epoch": 0.8176965828426787,
      "grad_norm": 1.4251869916915894,
      "learning_rate": 0.00013373827146258567,
      "loss": 0.6859198570251465,
      "step": 7430
    },
    {
      "epoch": 0.8187971166015517,
      "grad_norm": 1.328965425491333,
      "learning_rate": 0.0001335704511566605,
      "loss": 0.6973493576049805,
      "step": 7440
    },
    {
      "epoch": 0.8198976503604248,
      "grad_norm": 1.5237798690795898,
      "learning_rate": 0.00013340252422777788,
      "loss": 0.6448246479034424,
      "step": 7450
    },
    {
      "epoch": 0.8209981841192978,
      "grad_norm": 1.3510645627975464,
      "learning_rate": 0.00013323449120928972,
      "loss": 0.7142490863800048,
      "step": 7460
    },
    {
      "epoch": 0.8220987178781709,
      "grad_norm": 1.3509327173233032,
      "learning_rate": 0.00013306635263488504,
      "loss": 0.6812589645385743,
      "step": 7470
    },
    {
      "epoch": 0.823199251637044,
      "grad_norm": 1.3660122156143188,
      "learning_rate": 0.0001328981090385879,
      "loss": 0.7049969673156739,
      "step": 7480
    },
    {
      "epoch": 0.824299785395917,
      "grad_norm": 1.6111016273498535,
      "learning_rate": 0.00013272976095475604,
      "loss": 0.6968174934387207,
      "step": 7490
    },
    {
      "epoch": 0.8254003191547901,
      "grad_norm": 1.4804449081420898,
      "learning_rate": 0.00013256130891807909,
      "loss": 0.6459970474243164,
      "step": 7500
    },
    {
      "epoch": 0.8265008529136632,
      "grad_norm": 1.3297840356826782,
      "learning_rate": 0.00013239275346357677,
      "loss": 0.6993029594421387,
      "step": 7510
    },
    {
      "epoch": 0.8276013866725361,
      "grad_norm": 1.4443268775939941,
      "learning_rate": 0.00013222409512659731,
      "loss": 0.7198901176452637,
      "step": 7520
    },
    {
      "epoch": 0.8287019204314092,
      "grad_norm": 1.931485891342163,
      "learning_rate": 0.00013205533444281565,
      "loss": 0.7343377113342285,
      "step": 7530
    },
    {
      "epoch": 0.8298024541902823,
      "grad_norm": 1.3457489013671875,
      "learning_rate": 0.00013188647194823186,
      "loss": 0.7027858257293701,
      "step": 7540
    },
    {
      "epoch": 0.8309029879491553,
      "grad_norm": 1.467539668083191,
      "learning_rate": 0.00013171750817916932,
      "loss": 0.6650913238525391,
      "step": 7550
    },
    {
      "epoch": 0.8320035217080284,
      "grad_norm": 1.6861003637313843,
      "learning_rate": 0.00013154844367227312,
      "loss": 0.7291770935058594,
      "step": 7560
    },
    {
      "epoch": 0.8331040554669015,
      "grad_norm": 1.1725903749465942,
      "learning_rate": 0.00013137927896450825,
      "loss": 0.7654675483703614,
      "step": 7570
    },
    {
      "epoch": 0.8342045892257745,
      "grad_norm": 1.3469438552856445,
      "learning_rate": 0.000131210014593158,
      "loss": 0.6373929500579834,
      "step": 7580
    },
    {
      "epoch": 0.8353051229846475,
      "grad_norm": 1.3646994829177856,
      "learning_rate": 0.00013104065109582216,
      "loss": 0.6589652061462402,
      "step": 7590
    },
    {
      "epoch": 0.8364056567435206,
      "grad_norm": 1.4819387197494507,
      "learning_rate": 0.0001308711890104153,
      "loss": 0.7560039520263672,
      "step": 7600
    },
    {
      "epoch": 0.8375061905023936,
      "grad_norm": 2.5454657077789307,
      "learning_rate": 0.00013070162887516526,
      "loss": 0.7073025226593017,
      "step": 7610
    },
    {
      "epoch": 0.8386067242612667,
      "grad_norm": 1.3752559423446655,
      "learning_rate": 0.00013053197122861118,
      "loss": 0.6591440677642822,
      "step": 7620
    },
    {
      "epoch": 0.8397072580201398,
      "grad_norm": 1.2405189275741577,
      "learning_rate": 0.00013036221660960197,
      "loss": 0.6888460636138916,
      "step": 7630
    },
    {
      "epoch": 0.8408077917790128,
      "grad_norm": 1.35996413230896,
      "learning_rate": 0.00013019236555729448,
      "loss": 0.7027706146240235,
      "step": 7640
    },
    {
      "epoch": 0.8419083255378859,
      "grad_norm": 1.7200969457626343,
      "learning_rate": 0.00013002241861115186,
      "loss": 0.6196746349334716,
      "step": 7650
    },
    {
      "epoch": 0.843008859296759,
      "grad_norm": 1.377030372619629,
      "learning_rate": 0.00012985237631094187,
      "loss": 0.627590274810791,
      "step": 7660
    },
    {
      "epoch": 0.8441093930556319,
      "grad_norm": 1.4566055536270142,
      "learning_rate": 0.00012968223919673503,
      "loss": 0.6607007026672364,
      "step": 7670
    },
    {
      "epoch": 0.845209926814505,
      "grad_norm": 1.4451576471328735,
      "learning_rate": 0.0001295120078089031,
      "loss": 0.7037580013275146,
      "step": 7680
    },
    {
      "epoch": 0.8463104605733781,
      "grad_norm": 1.415389060974121,
      "learning_rate": 0.00012934168268811719,
      "loss": 0.7002586364746094,
      "step": 7690
    },
    {
      "epoch": 0.8474109943322511,
      "grad_norm": 1.4278415441513062,
      "learning_rate": 0.0001291712643753462,
      "loss": 0.7121758460998535,
      "step": 7700
    },
    {
      "epoch": 0.8485115280911242,
      "grad_norm": 1.371798038482666,
      "learning_rate": 0.00012900075341185487,
      "loss": 0.6606307029724121,
      "step": 7710
    },
    {
      "epoch": 0.8496120618499973,
      "grad_norm": 1.5357285737991333,
      "learning_rate": 0.00012883015033920235,
      "loss": 0.6908731460571289,
      "step": 7720
    },
    {
      "epoch": 0.8507125956088702,
      "grad_norm": 1.506842851638794,
      "learning_rate": 0.0001286594556992403,
      "loss": 0.6720726966857911,
      "step": 7730
    },
    {
      "epoch": 0.8518131293677433,
      "grad_norm": 1.4170438051223755,
      "learning_rate": 0.00012848867003411116,
      "loss": 0.6788636207580566,
      "step": 7740
    },
    {
      "epoch": 0.8529136631266164,
      "grad_norm": 1.1453160047531128,
      "learning_rate": 0.0001283177938862465,
      "loss": 0.6716455936431884,
      "step": 7750
    },
    {
      "epoch": 0.8540141968854894,
      "grad_norm": 1.438539981842041,
      "learning_rate": 0.0001281468277983653,
      "loss": 0.7212297439575195,
      "step": 7760
    },
    {
      "epoch": 0.8551147306443625,
      "grad_norm": 1.373718500137329,
      "learning_rate": 0.00012797577231347216,
      "loss": 0.6638013839721679,
      "step": 7770
    },
    {
      "epoch": 0.8562152644032356,
      "grad_norm": 1.2419517040252686,
      "learning_rate": 0.00012780462797485563,
      "loss": 0.6845217227935791,
      "step": 7780
    },
    {
      "epoch": 0.8573157981621087,
      "grad_norm": 1.5489189624786377,
      "learning_rate": 0.0001276333953260865,
      "loss": 0.6920717239379883,
      "step": 7790
    },
    {
      "epoch": 0.8584163319209817,
      "grad_norm": 1.2467175722122192,
      "learning_rate": 0.00012746207491101596,
      "loss": 0.66603102684021,
      "step": 7800
    },
    {
      "epoch": 0.8595168656798547,
      "grad_norm": 1.4268126487731934,
      "learning_rate": 0.000127290667273774,
      "loss": 0.6849881649017334,
      "step": 7810
    },
    {
      "epoch": 0.8606173994387278,
      "grad_norm": 1.495902419090271,
      "learning_rate": 0.0001271191729587677,
      "loss": 0.6129237174987793,
      "step": 7820
    },
    {
      "epoch": 0.8617179331976008,
      "grad_norm": 1.6803451776504517,
      "learning_rate": 0.0001269475925106793,
      "loss": 0.6143646240234375,
      "step": 7830
    },
    {
      "epoch": 0.8628184669564739,
      "grad_norm": 1.113897442817688,
      "learning_rate": 0.00012677592647446472,
      "loss": 0.6867623805999756,
      "step": 7840
    },
    {
      "epoch": 0.863919000715347,
      "grad_norm": 1.457037329673767,
      "learning_rate": 0.0001266041753953517,
      "loss": 0.6972255229949951,
      "step": 7850
    },
    {
      "epoch": 0.86501953447422,
      "grad_norm": 1.371835470199585,
      "learning_rate": 0.00012643233981883805,
      "loss": 0.6636334896087647,
      "step": 7860
    },
    {
      "epoch": 0.8661200682330931,
      "grad_norm": 1.516221523284912,
      "learning_rate": 0.0001262604202906899,
      "loss": 0.6858119964599609,
      "step": 7870
    },
    {
      "epoch": 0.8672206019919662,
      "grad_norm": 1.3317691087722778,
      "learning_rate": 0.00012608841735694016,
      "loss": 0.6870519161224365,
      "step": 7880
    },
    {
      "epoch": 0.8683211357508391,
      "grad_norm": 1.4758000373840332,
      "learning_rate": 0.00012591633156388654,
      "loss": 0.7490305423736572,
      "step": 7890
    },
    {
      "epoch": 0.8694216695097122,
      "grad_norm": 1.363806962966919,
      "learning_rate": 0.00012574416345808995,
      "loss": 0.7155299186706543,
      "step": 7900
    },
    {
      "epoch": 0.8705222032685853,
      "grad_norm": 1.3234132528305054,
      "learning_rate": 0.0001255719135863727,
      "loss": 0.7069467544555664,
      "step": 7910
    },
    {
      "epoch": 0.8716227370274583,
      "grad_norm": 1.5334231853485107,
      "learning_rate": 0.00012539958249581688,
      "loss": 0.6356239795684815,
      "step": 7920
    },
    {
      "epoch": 0.8727232707863314,
      "grad_norm": 2.0638036727905273,
      "learning_rate": 0.0001252271707337624,
      "loss": 0.6625099182128906,
      "step": 7930
    },
    {
      "epoch": 0.8738238045452045,
      "grad_norm": 1.4381542205810547,
      "learning_rate": 0.0001250546788478056,
      "loss": 0.6540022373199463,
      "step": 7940
    },
    {
      "epoch": 0.8749243383040775,
      "grad_norm": 1.5481128692626953,
      "learning_rate": 0.00012488210738579707,
      "loss": 0.7181411266326905,
      "step": 7950
    },
    {
      "epoch": 0.8760248720629505,
      "grad_norm": 1.4068529605865479,
      "learning_rate": 0.00012470945689584028,
      "loss": 0.7064788818359375,
      "step": 7960
    },
    {
      "epoch": 0.8771254058218236,
      "grad_norm": 1.434870958328247,
      "learning_rate": 0.00012453672792628968,
      "loss": 0.6818098545074462,
      "step": 7970
    },
    {
      "epoch": 0.8782259395806966,
      "grad_norm": 1.3886451721191406,
      "learning_rate": 0.00012436392102574894,
      "loss": 0.7107852458953857,
      "step": 7980
    },
    {
      "epoch": 0.8793264733395697,
      "grad_norm": 1.203020453453064,
      "learning_rate": 0.00012419103674306928,
      "loss": 0.6583857536315918,
      "step": 7990
    },
    {
      "epoch": 0.8804270070984428,
      "grad_norm": 1.9182116985321045,
      "learning_rate": 0.00012401807562734772,
      "loss": 0.659544849395752,
      "step": 8000
    },
    {
      "epoch": 0.8804270070984428,
      "eval_loss": 0.6778551340103149,
      "eval_runtime": 932.9618,
      "eval_samples_per_second": 9.74,
      "eval_steps_per_second": 2.435,
      "step": 8000
    },
    {
      "epoch": 0.8815275408573158,
      "grad_norm": 1.1438349485397339,
      "learning_rate": 0.00012384503822792522,
      "loss": 0.7064003467559814,
      "step": 8010
    },
    {
      "epoch": 0.8826280746161889,
      "grad_norm": 1.7863585948944092,
      "learning_rate": 0.0001236719250943851,
      "loss": 0.6962413787841797,
      "step": 8020
    },
    {
      "epoch": 0.883728608375062,
      "grad_norm": 1.2342000007629395,
      "learning_rate": 0.00012349873677655122,
      "loss": 0.7125117301940918,
      "step": 8030
    },
    {
      "epoch": 0.8848291421339349,
      "grad_norm": 1.3097106218338013,
      "learning_rate": 0.00012332547382448616,
      "loss": 0.6737674713134766,
      "step": 8040
    },
    {
      "epoch": 0.885929675892808,
      "grad_norm": 1.818900465965271,
      "learning_rate": 0.00012315213678848968,
      "loss": 0.7128641128540039,
      "step": 8050
    },
    {
      "epoch": 0.8870302096516811,
      "grad_norm": 1.3802350759506226,
      "learning_rate": 0.00012297872621909665,
      "loss": 0.676642370223999,
      "step": 8060
    },
    {
      "epoch": 0.8881307434105541,
      "grad_norm": 1.3735311031341553,
      "learning_rate": 0.00012280524266707562,
      "loss": 0.7140858173370361,
      "step": 8070
    },
    {
      "epoch": 0.8892312771694272,
      "grad_norm": 1.2950201034545898,
      "learning_rate": 0.000122631686683427,
      "loss": 0.6506130695343018,
      "step": 8080
    },
    {
      "epoch": 0.8903318109283003,
      "grad_norm": 1.5455875396728516,
      "learning_rate": 0.00012245805881938102,
      "loss": 0.6791904926300049,
      "step": 8090
    },
    {
      "epoch": 0.8914323446871733,
      "grad_norm": 1.6769343614578247,
      "learning_rate": 0.00012228435962639646,
      "loss": 0.6474512577056885,
      "step": 8100
    },
    {
      "epoch": 0.8925328784460463,
      "grad_norm": 1.5164687633514404,
      "learning_rate": 0.00012211058965615852,
      "loss": 0.6617956161499023,
      "step": 8110
    },
    {
      "epoch": 0.8936334122049194,
      "grad_norm": 1.212746500968933,
      "learning_rate": 0.00012193674946057716,
      "loss": 0.6868027210235595,
      "step": 8120
    },
    {
      "epoch": 0.8947339459637924,
      "grad_norm": 1.5468772649765015,
      "learning_rate": 0.00012176283959178549,
      "loss": 0.7017358303070068,
      "step": 8130
    },
    {
      "epoch": 0.8958344797226655,
      "grad_norm": 1.515346884727478,
      "learning_rate": 0.00012158886060213783,
      "loss": 0.6743238925933838,
      "step": 8140
    },
    {
      "epoch": 0.8969350134815386,
      "grad_norm": 1.4134080410003662,
      "learning_rate": 0.00012141481304420805,
      "loss": 0.6742711067199707,
      "step": 8150
    },
    {
      "epoch": 0.8980355472404116,
      "grad_norm": 1.7870819568634033,
      "learning_rate": 0.00012124069747078783,
      "loss": 0.662075138092041,
      "step": 8160
    },
    {
      "epoch": 0.8991360809992847,
      "grad_norm": 1.2318055629730225,
      "learning_rate": 0.00012106651443488486,
      "loss": 0.6702588558197021,
      "step": 8170
    },
    {
      "epoch": 0.9002366147581577,
      "grad_norm": 1.790337085723877,
      "learning_rate": 0.00012089226448972104,
      "loss": 0.6329897403717041,
      "step": 8180
    },
    {
      "epoch": 0.9013371485170307,
      "grad_norm": 1.4314793348312378,
      "learning_rate": 0.00012071794818873088,
      "loss": 0.6269967079162597,
      "step": 8190
    },
    {
      "epoch": 0.9024376822759038,
      "grad_norm": 1.3605494499206543,
      "learning_rate": 0.00012054356608555957,
      "loss": 0.7243019580841065,
      "step": 8200
    },
    {
      "epoch": 0.9035382160347769,
      "grad_norm": 1.4494309425354004,
      "learning_rate": 0.00012036911873406132,
      "loss": 0.6475474834442139,
      "step": 8210
    },
    {
      "epoch": 0.9046387497936499,
      "grad_norm": 1.5264508724212646,
      "learning_rate": 0.00012019460668829759,
      "loss": 0.6825450897216797,
      "step": 8220
    },
    {
      "epoch": 0.905739283552523,
      "grad_norm": 1.9596912860870361,
      "learning_rate": 0.00012002003050253522,
      "loss": 0.6889598846435547,
      "step": 8230
    },
    {
      "epoch": 0.9068398173113961,
      "grad_norm": 1.162349820137024,
      "learning_rate": 0.00011984539073124497,
      "loss": 0.69486083984375,
      "step": 8240
    },
    {
      "epoch": 0.907940351070269,
      "grad_norm": 1.5693060159683228,
      "learning_rate": 0.00011967068792909932,
      "loss": 0.6712918758392334,
      "step": 8250
    },
    {
      "epoch": 0.9090408848291421,
      "grad_norm": 1.401931643486023,
      "learning_rate": 0.00011949592265097105,
      "loss": 0.6797111988067627,
      "step": 8260
    },
    {
      "epoch": 0.9101414185880152,
      "grad_norm": 1.3472332954406738,
      "learning_rate": 0.00011932109545193144,
      "loss": 0.672774076461792,
      "step": 8270
    },
    {
      "epoch": 0.9112419523468882,
      "grad_norm": 1.4004240036010742,
      "learning_rate": 0.00011914620688724829,
      "loss": 0.7006333351135254,
      "step": 8280
    },
    {
      "epoch": 0.9123424861057613,
      "grad_norm": 1.2783311605453491,
      "learning_rate": 0.0001189712575123844,
      "loss": 0.7153875350952148,
      "step": 8290
    },
    {
      "epoch": 0.9134430198646344,
      "grad_norm": 1.1996188163757324,
      "learning_rate": 0.0001187962478829957,
      "loss": 0.689389419555664,
      "step": 8300
    },
    {
      "epoch": 0.9145435536235074,
      "grad_norm": 1.2539170980453491,
      "learning_rate": 0.00011862117855492947,
      "loss": 0.6108541011810302,
      "step": 8310
    },
    {
      "epoch": 0.9156440873823805,
      "grad_norm": 2.2254698276519775,
      "learning_rate": 0.0001184460500842226,
      "loss": 0.6142482280731201,
      "step": 8320
    },
    {
      "epoch": 0.9167446211412535,
      "grad_norm": 1.3384058475494385,
      "learning_rate": 0.00011827086302709985,
      "loss": 0.7159160614013672,
      "step": 8330
    },
    {
      "epoch": 0.9178451549001265,
      "grad_norm": 1.348150372505188,
      "learning_rate": 0.00011809561793997196,
      "loss": 0.7021602630615235,
      "step": 8340
    },
    {
      "epoch": 0.9189456886589996,
      "grad_norm": 1.2070444822311401,
      "learning_rate": 0.00011792031537943419,
      "loss": 0.6672283172607422,
      "step": 8350
    },
    {
      "epoch": 0.9200462224178727,
      "grad_norm": 1.4409536123275757,
      "learning_rate": 0.00011774495590226411,
      "loss": 0.6677028179168701,
      "step": 8360
    },
    {
      "epoch": 0.9211467561767457,
      "grad_norm": 1.392524003982544,
      "learning_rate": 0.00011756954006542016,
      "loss": 0.662090253829956,
      "step": 8370
    },
    {
      "epoch": 0.9222472899356188,
      "grad_norm": 1.2901691198349,
      "learning_rate": 0.00011739406842603984,
      "loss": 0.7365155696868897,
      "step": 8380
    },
    {
      "epoch": 0.9233478236944919,
      "grad_norm": 1.2124253511428833,
      "learning_rate": 0.00011721854154143779,
      "loss": 0.7207441329956055,
      "step": 8390
    },
    {
      "epoch": 0.9244483574533648,
      "grad_norm": 1.5050990581512451,
      "learning_rate": 0.00011704295996910412,
      "loss": 0.6663022041320801,
      "step": 8400
    },
    {
      "epoch": 0.9255488912122379,
      "grad_norm": 1.2585158348083496,
      "learning_rate": 0.00011686732426670273,
      "loss": 0.6244583606719971,
      "step": 8410
    },
    {
      "epoch": 0.926649424971111,
      "grad_norm": 1.5437763929367065,
      "learning_rate": 0.0001166916349920693,
      "loss": 0.7076413631439209,
      "step": 8420
    },
    {
      "epoch": 0.927749958729984,
      "grad_norm": 1.6555818319320679,
      "learning_rate": 0.00011651589270320982,
      "loss": 0.6495061397552491,
      "step": 8430
    },
    {
      "epoch": 0.9288504924888571,
      "grad_norm": 1.3378431797027588,
      "learning_rate": 0.00011634009795829854,
      "loss": 0.6376430511474609,
      "step": 8440
    },
    {
      "epoch": 0.9299510262477302,
      "grad_norm": 1.5055992603302002,
      "learning_rate": 0.00011616425131567633,
      "loss": 0.6544463634490967,
      "step": 8450
    },
    {
      "epoch": 0.9310515600066032,
      "grad_norm": 1.3278628587722778,
      "learning_rate": 0.00011598835333384892,
      "loss": 0.6161699771881104,
      "step": 8460
    },
    {
      "epoch": 0.9321520937654763,
      "grad_norm": 1.372585415840149,
      "learning_rate": 0.00011581240457148514,
      "loss": 0.6854087352752686,
      "step": 8470
    },
    {
      "epoch": 0.9332526275243493,
      "grad_norm": 1.1991004943847656,
      "learning_rate": 0.00011563640558741497,
      "loss": 0.6809545516967773,
      "step": 8480
    },
    {
      "epoch": 0.9343531612832223,
      "grad_norm": 1.5184593200683594,
      "learning_rate": 0.00011546035694062806,
      "loss": 0.722816801071167,
      "step": 8490
    },
    {
      "epoch": 0.9354536950420954,
      "grad_norm": 1.4115090370178223,
      "learning_rate": 0.0001152842591902717,
      "loss": 0.6591164112091065,
      "step": 8500
    },
    {
      "epoch": 0.9365542288009685,
      "grad_norm": 1.2823673486709595,
      "learning_rate": 0.00011510811289564911,
      "loss": 0.6075215339660645,
      "step": 8510
    },
    {
      "epoch": 0.9376547625598415,
      "grad_norm": 1.4146981239318848,
      "learning_rate": 0.00011493191861621779,
      "loss": 0.6822831630706787,
      "step": 8520
    },
    {
      "epoch": 0.9387552963187146,
      "grad_norm": 1.1857773065567017,
      "learning_rate": 0.00011475567691158755,
      "loss": 0.6445578098297119,
      "step": 8530
    },
    {
      "epoch": 0.9398558300775877,
      "grad_norm": 1.292283296585083,
      "learning_rate": 0.00011457938834151891,
      "loss": 0.6735328674316406,
      "step": 8540
    },
    {
      "epoch": 0.9409563638364606,
      "grad_norm": 1.457037329673767,
      "learning_rate": 0.00011440305346592117,
      "loss": 0.6686610221862793,
      "step": 8550
    },
    {
      "epoch": 0.9420568975953337,
      "grad_norm": 1.120066523551941,
      "learning_rate": 0.00011422667284485072,
      "loss": 0.6486789226531983,
      "step": 8560
    },
    {
      "epoch": 0.9431574313542068,
      "grad_norm": 1.5501199960708618,
      "learning_rate": 0.00011405024703850929,
      "loss": 0.7010744094848633,
      "step": 8570
    },
    {
      "epoch": 0.9442579651130798,
      "grad_norm": 1.3510217666625977,
      "learning_rate": 0.00011387377660724203,
      "loss": 0.6792937755584717,
      "step": 8580
    },
    {
      "epoch": 0.9453584988719529,
      "grad_norm": 1.881199836730957,
      "learning_rate": 0.0001136972621115359,
      "loss": 0.6840526580810546,
      "step": 8590
    },
    {
      "epoch": 0.946459032630826,
      "grad_norm": 1.2974997758865356,
      "learning_rate": 0.0001135207041120178,
      "loss": 0.6829899787902832,
      "step": 8600
    },
    {
      "epoch": 0.947559566389699,
      "grad_norm": 1.389054775238037,
      "learning_rate": 0.00011334410316945279,
      "loss": 0.6700395107269287,
      "step": 8610
    },
    {
      "epoch": 0.948660100148572,
      "grad_norm": 1.7065324783325195,
      "learning_rate": 0.00011316745984474226,
      "loss": 0.6658083438873291,
      "step": 8620
    },
    {
      "epoch": 0.9497606339074451,
      "grad_norm": 1.3307225704193115,
      "learning_rate": 0.00011299077469892236,
      "loss": 0.6729567527770997,
      "step": 8630
    },
    {
      "epoch": 0.9508611676663181,
      "grad_norm": 1.1633726358413696,
      "learning_rate": 0.00011281404829316192,
      "loss": 0.6986813545227051,
      "step": 8640
    },
    {
      "epoch": 0.9519617014251912,
      "grad_norm": 1.5887185335159302,
      "learning_rate": 0.00011263728118876091,
      "loss": 0.6705009460449218,
      "step": 8650
    },
    {
      "epoch": 0.9530622351840643,
      "grad_norm": 1.6422045230865479,
      "learning_rate": 0.00011246047394714851,
      "loss": 0.6934192180633545,
      "step": 8660
    },
    {
      "epoch": 0.9541627689429373,
      "grad_norm": 1.285357117652893,
      "learning_rate": 0.00011228362712988139,
      "loss": 0.6789482593536377,
      "step": 8670
    },
    {
      "epoch": 0.9552633027018104,
      "grad_norm": 1.0956073999404907,
      "learning_rate": 0.00011210674129864194,
      "loss": 0.6241205215454102,
      "step": 8680
    },
    {
      "epoch": 0.9563638364606835,
      "grad_norm": 1.3815491199493408,
      "learning_rate": 0.00011192981701523644,
      "loss": 0.6313820838928222,
      "step": 8690
    },
    {
      "epoch": 0.9574643702195564,
      "grad_norm": 1.1785467863082886,
      "learning_rate": 0.00011175285484159327,
      "loss": 0.7110901832580566,
      "step": 8700
    },
    {
      "epoch": 0.9585649039784295,
      "grad_norm": 1.3523856401443481,
      "learning_rate": 0.00011157585533976125,
      "loss": 0.6473616123199463,
      "step": 8710
    },
    {
      "epoch": 0.9596654377373026,
      "grad_norm": 1.396385908126831,
      "learning_rate": 0.00011139881907190764,
      "loss": 0.6724176406860352,
      "step": 8720
    },
    {
      "epoch": 0.9607659714961756,
      "grad_norm": 1.4832608699798584,
      "learning_rate": 0.00011122174660031656,
      "loss": 0.6629071235656738,
      "step": 8730
    },
    {
      "epoch": 0.9618665052550487,
      "grad_norm": 1.3116185665130615,
      "learning_rate": 0.00011104463848738708,
      "loss": 0.6672964572906495,
      "step": 8740
    },
    {
      "epoch": 0.9629670390139218,
      "grad_norm": 1.2962026596069336,
      "learning_rate": 0.00011086749529563143,
      "loss": 0.6599955081939697,
      "step": 8750
    },
    {
      "epoch": 0.9640675727727948,
      "grad_norm": 1.7756977081298828,
      "learning_rate": 0.00011069031758767336,
      "loss": 0.6891998767852783,
      "step": 8760
    },
    {
      "epoch": 0.9651681065316678,
      "grad_norm": 3.2222952842712402,
      "learning_rate": 0.00011051310592624616,
      "loss": 0.6948216438293457,
      "step": 8770
    },
    {
      "epoch": 0.9662686402905409,
      "grad_norm": 1.4013516902923584,
      "learning_rate": 0.00011033586087419095,
      "loss": 0.6780813217163086,
      "step": 8780
    },
    {
      "epoch": 0.9673691740494139,
      "grad_norm": 1.391592264175415,
      "learning_rate": 0.00011015858299445496,
      "loss": 0.6651968479156494,
      "step": 8790
    },
    {
      "epoch": 0.968469707808287,
      "grad_norm": 1.375892996788025,
      "learning_rate": 0.00010998127285008968,
      "loss": 0.6654308795928955,
      "step": 8800
    },
    {
      "epoch": 0.9695702415671601,
      "grad_norm": 1.1397273540496826,
      "learning_rate": 0.000109803931004249,
      "loss": 0.6280717372894287,
      "step": 8810
    },
    {
      "epoch": 0.9706707753260331,
      "grad_norm": 1.4741898775100708,
      "learning_rate": 0.00010962655802018762,
      "loss": 0.6391614437103271,
      "step": 8820
    },
    {
      "epoch": 0.9717713090849062,
      "grad_norm": 1.4808393716812134,
      "learning_rate": 0.00010944915446125901,
      "loss": 0.6131552219390869,
      "step": 8830
    },
    {
      "epoch": 0.9728718428437793,
      "grad_norm": 1.4386202096939087,
      "learning_rate": 0.00010927172089091385,
      "loss": 0.6284717082977295,
      "step": 8840
    },
    {
      "epoch": 0.9739723766026522,
      "grad_norm": 1.433688759803772,
      "learning_rate": 0.00010909425787269807,
      "loss": 0.62590012550354,
      "step": 8850
    },
    {
      "epoch": 0.9750729103615253,
      "grad_norm": 1.2748039960861206,
      "learning_rate": 0.00010891676597025113,
      "loss": 0.6905404567718506,
      "step": 8860
    },
    {
      "epoch": 0.9761734441203984,
      "grad_norm": 1.135408639907837,
      "learning_rate": 0.00010873924574730435,
      "loss": 0.6123764038085937,
      "step": 8870
    },
    {
      "epoch": 0.9772739778792714,
      "grad_norm": 1.297870397567749,
      "learning_rate": 0.00010856169776767882,
      "loss": 0.6861724853515625,
      "step": 8880
    },
    {
      "epoch": 0.9783745116381445,
      "grad_norm": 1.5463156700134277,
      "learning_rate": 0.00010838412259528387,
      "loss": 0.7149630546569824,
      "step": 8890
    },
    {
      "epoch": 0.9794750453970176,
      "grad_norm": 1.5263346433639526,
      "learning_rate": 0.00010820652079411526,
      "loss": 0.690766429901123,
      "step": 8900
    },
    {
      "epoch": 0.9805755791558906,
      "grad_norm": 1.5566282272338867,
      "learning_rate": 0.00010802889292825322,
      "loss": 0.6245404243469238,
      "step": 8910
    },
    {
      "epoch": 0.9816761129147636,
      "grad_norm": 1.388037085533142,
      "learning_rate": 0.00010785123956186078,
      "loss": 0.6118120670318603,
      "step": 8920
    },
    {
      "epoch": 0.9827766466736367,
      "grad_norm": 1.256276249885559,
      "learning_rate": 0.00010767356125918207,
      "loss": 0.6763318538665771,
      "step": 8930
    },
    {
      "epoch": 0.9838771804325097,
      "grad_norm": 1.463404655456543,
      "learning_rate": 0.00010749585858454028,
      "loss": 0.7092677116394043,
      "step": 8940
    },
    {
      "epoch": 0.9849777141913828,
      "grad_norm": 1.1706784963607788,
      "learning_rate": 0.00010731813210233607,
      "loss": 0.636759901046753,
      "step": 8950
    },
    {
      "epoch": 0.9860782479502559,
      "grad_norm": 1.3767774105072021,
      "learning_rate": 0.00010714038237704574,
      "loss": 0.6593461513519288,
      "step": 8960
    },
    {
      "epoch": 0.987178781709129,
      "grad_norm": 1.4210212230682373,
      "learning_rate": 0.00010696260997321939,
      "loss": 0.6599185466766357,
      "step": 8970
    },
    {
      "epoch": 0.988279315468002,
      "grad_norm": 1.31072199344635,
      "learning_rate": 0.00010678481545547909,
      "loss": 0.6481338024139405,
      "step": 8980
    },
    {
      "epoch": 0.989379849226875,
      "grad_norm": 1.274679183959961,
      "learning_rate": 0.00010660699938851726,
      "loss": 0.6515744686126709,
      "step": 8990
    },
    {
      "epoch": 0.9904803829857481,
      "grad_norm": 1.4656940698623657,
      "learning_rate": 0.00010642916233709466,
      "loss": 0.6446514129638672,
      "step": 9000
    },
    {
      "epoch": 0.9904803829857481,
      "eval_loss": 0.6570879817008972,
      "eval_runtime": 933.4338,
      "eval_samples_per_second": 9.735,
      "eval_steps_per_second": 2.434,
      "step": 9000
    },
    {
      "epoch": 0.9915809167446211,
      "grad_norm": 1.5283229351043701,
      "learning_rate": 0.00010625130486603878,
      "loss": 0.6613879203796387,
      "step": 9010
    },
    {
      "epoch": 0.9926814505034942,
      "grad_norm": 1.1899523735046387,
      "learning_rate": 0.00010607342754024192,
      "loss": 0.6648157596588135,
      "step": 9020
    },
    {
      "epoch": 0.9937819842623673,
      "grad_norm": 1.220186710357666,
      "learning_rate": 0.00010589553092465941,
      "loss": 0.6912306785583496,
      "step": 9030
    },
    {
      "epoch": 0.9948825180212403,
      "grad_norm": 1.266737461090088,
      "learning_rate": 0.00010571761558430792,
      "loss": 0.6725640773773194,
      "step": 9040
    },
    {
      "epoch": 0.9959830517801134,
      "grad_norm": 1.5282708406448364,
      "learning_rate": 0.00010553968208426355,
      "loss": 0.681598424911499,
      "step": 9050
    },
    {
      "epoch": 0.9970835855389865,
      "grad_norm": 1.5123765468597412,
      "learning_rate": 0.00010536173098966005,
      "loss": 0.6819860458374023,
      "step": 9060
    },
    {
      "epoch": 0.9981841192978594,
      "grad_norm": 1.1356281042099,
      "learning_rate": 0.00010518376286568712,
      "loss": 0.6530678749084473,
      "step": 9070
    },
    {
      "epoch": 0.9992846530567325,
      "grad_norm": 1.3316847085952759,
      "learning_rate": 0.00010500577827758848,
      "loss": 0.6698222160339355,
      "step": 9080
    },
    {
      "epoch": 1.000330160127662,
      "grad_norm": 1.2219398021697998,
      "learning_rate": 0.0001048277777906602,
      "loss": 0.6112509727478027,
      "step": 9090
    },
    {
      "epoch": 1.001430693886535,
      "grad_norm": 1.3303433656692505,
      "learning_rate": 0.0001046497619702488,
      "loss": 0.5625757217407227,
      "step": 9100
    },
    {
      "epoch": 1.002531227645408,
      "grad_norm": 1.4828858375549316,
      "learning_rate": 0.0001044717313817495,
      "loss": 0.538677453994751,
      "step": 9110
    },
    {
      "epoch": 1.0036317614042811,
      "grad_norm": 1.430071473121643,
      "learning_rate": 0.00010429368659060452,
      "loss": 0.5688505172729492,
      "step": 9120
    },
    {
      "epoch": 1.004732295163154,
      "grad_norm": 1.449544906616211,
      "learning_rate": 0.00010411562816230105,
      "loss": 0.5810873508453369,
      "step": 9130
    },
    {
      "epoch": 1.005832828922027,
      "grad_norm": 1.3704406023025513,
      "learning_rate": 0.00010393755666236962,
      "loss": 0.6056427001953125,
      "step": 9140
    },
    {
      "epoch": 1.0069333626809003,
      "grad_norm": 1.2655109167099,
      "learning_rate": 0.0001037594726563824,
      "loss": 0.5762576580047607,
      "step": 9150
    },
    {
      "epoch": 1.0080338964397733,
      "grad_norm": 1.2094171047210693,
      "learning_rate": 0.00010358137670995117,
      "loss": 0.5494341373443603,
      "step": 9160
    },
    {
      "epoch": 1.0091344301986462,
      "grad_norm": 1.2639278173446655,
      "learning_rate": 0.00010340326938872557,
      "loss": 0.5654037952423095,
      "step": 9170
    },
    {
      "epoch": 1.0102349639575194,
      "grad_norm": 1.4117326736450195,
      "learning_rate": 0.00010322515125839156,
      "loss": 0.5302557468414306,
      "step": 9180
    },
    {
      "epoch": 1.0113354977163924,
      "grad_norm": 1.3134077787399292,
      "learning_rate": 0.0001030470228846693,
      "loss": 0.565282678604126,
      "step": 9190
    },
    {
      "epoch": 1.0124360314752654,
      "grad_norm": 1.5069129467010498,
      "learning_rate": 0.00010286888483331147,
      "loss": 0.5286280632019043,
      "step": 9200
    },
    {
      "epoch": 1.0135365652341386,
      "grad_norm": 1.1918617486953735,
      "learning_rate": 0.00010269073767010155,
      "loss": 0.5556656360626221,
      "step": 9210
    },
    {
      "epoch": 1.0146370989930116,
      "grad_norm": 1.7210688591003418,
      "learning_rate": 0.00010251258196085194,
      "loss": 0.5592852592468261,
      "step": 9220
    },
    {
      "epoch": 1.0157376327518846,
      "grad_norm": 1.2481610774993896,
      "learning_rate": 0.0001023344182714022,
      "loss": 0.5417603492736817,
      "step": 9230
    },
    {
      "epoch": 1.0168381665107578,
      "grad_norm": 1.478549838066101,
      "learning_rate": 0.00010215624716761719,
      "loss": 0.5636984825134277,
      "step": 9240
    },
    {
      "epoch": 1.0179387002696307,
      "grad_norm": 1.3777730464935303,
      "learning_rate": 0.00010197806921538531,
      "loss": 0.5147793292999268,
      "step": 9250
    },
    {
      "epoch": 1.0190392340285037,
      "grad_norm": 1.5314768552780151,
      "learning_rate": 0.00010179988498061679,
      "loss": 0.5494320869445801,
      "step": 9260
    },
    {
      "epoch": 1.020139767787377,
      "grad_norm": 2.0159618854522705,
      "learning_rate": 0.00010162169502924177,
      "loss": 0.5387672424316406,
      "step": 9270
    },
    {
      "epoch": 1.02124030154625,
      "grad_norm": 1.2471246719360352,
      "learning_rate": 0.00010144349992720851,
      "loss": 0.5366960525512695,
      "step": 9280
    },
    {
      "epoch": 1.022340835305123,
      "grad_norm": 1.4914518594741821,
      "learning_rate": 0.00010126530024048173,
      "loss": 0.582341194152832,
      "step": 9290
    },
    {
      "epoch": 1.023441369063996,
      "grad_norm": 1.282611608505249,
      "learning_rate": 0.00010108709653504058,
      "loss": 0.5790839195251465,
      "step": 9300
    },
    {
      "epoch": 1.024541902822869,
      "grad_norm": 1.549333930015564,
      "learning_rate": 0.00010090888937687704,
      "loss": 0.580591869354248,
      "step": 9310
    },
    {
      "epoch": 1.0256424365817423,
      "grad_norm": 1.5579323768615723,
      "learning_rate": 0.00010073067933199412,
      "loss": 0.5911038875579834,
      "step": 9320
    },
    {
      "epoch": 1.0267429703406152,
      "grad_norm": 1.4953557252883911,
      "learning_rate": 0.00010055246696640384,
      "loss": 0.5799122810363769,
      "step": 9330
    },
    {
      "epoch": 1.0278435040994882,
      "grad_norm": 1.2972475290298462,
      "learning_rate": 0.00010037425284612578,
      "loss": 0.5956815719604492,
      "step": 9340
    },
    {
      "epoch": 1.0289440378583614,
      "grad_norm": 1.37742018699646,
      "learning_rate": 0.00010019603753718494,
      "loss": 0.5809694290161133,
      "step": 9350
    },
    {
      "epoch": 1.0300445716172344,
      "grad_norm": 1.4490617513656616,
      "learning_rate": 0.00010001782160561017,
      "loss": 0.5942407608032226,
      "step": 9360
    },
    {
      "epoch": 1.0311451053761074,
      "grad_norm": 1.4518905878067017,
      "learning_rate": 9.983960561743229e-05,
      "loss": 0.5407237529754638,
      "step": 9370
    },
    {
      "epoch": 1.0322456391349806,
      "grad_norm": 1.5244001150131226,
      "learning_rate": 9.966139013868227e-05,
      "loss": 0.5425854206085206,
      "step": 9380
    },
    {
      "epoch": 1.0333461728938536,
      "grad_norm": 1.5521200895309448,
      "learning_rate": 9.948317573538948e-05,
      "loss": 0.5721479415893554,
      "step": 9390
    },
    {
      "epoch": 1.0344467066527265,
      "grad_norm": 1.141882300376892,
      "learning_rate": 9.930496297357993e-05,
      "loss": 0.5802173614501953,
      "step": 9400
    },
    {
      "epoch": 1.0355472404115997,
      "grad_norm": 1.535967469215393,
      "learning_rate": 9.912675241927428e-05,
      "loss": 0.5469345092773438,
      "step": 9410
    },
    {
      "epoch": 1.0366477741704727,
      "grad_norm": 1.6038310527801514,
      "learning_rate": 9.894854463848633e-05,
      "loss": 0.5816481113433838,
      "step": 9420
    },
    {
      "epoch": 1.0377483079293457,
      "grad_norm": 1.359624981880188,
      "learning_rate": 9.877034019722096e-05,
      "loss": 0.5771404266357422,
      "step": 9430
    },
    {
      "epoch": 1.038848841688219,
      "grad_norm": 1.7508776187896729,
      "learning_rate": 9.859213966147251e-05,
      "loss": 0.5596833229064941,
      "step": 9440
    },
    {
      "epoch": 1.0399493754470919,
      "grad_norm": 1.413081407546997,
      "learning_rate": 9.841394359722288e-05,
      "loss": 0.5669137001037597,
      "step": 9450
    },
    {
      "epoch": 1.0410499092059649,
      "grad_norm": 1.5584485530853271,
      "learning_rate": 9.823575257043981e-05,
      "loss": 0.5704692840576172,
      "step": 9460
    },
    {
      "epoch": 1.042150442964838,
      "grad_norm": 1.2165954113006592,
      "learning_rate": 9.805756714707496e-05,
      "loss": 0.5172412872314454,
      "step": 9470
    },
    {
      "epoch": 1.043250976723711,
      "grad_norm": 1.322078824043274,
      "learning_rate": 9.787938789306226e-05,
      "loss": 0.5793346405029297,
      "step": 9480
    },
    {
      "epoch": 1.044351510482584,
      "grad_norm": 1.5404146909713745,
      "learning_rate": 9.770121537431611e-05,
      "loss": 0.5746114730834961,
      "step": 9490
    },
    {
      "epoch": 1.0454520442414572,
      "grad_norm": 1.4195271730422974,
      "learning_rate": 9.75230501567293e-05,
      "loss": 0.5136219501495362,
      "step": 9500
    },
    {
      "epoch": 1.0465525780003302,
      "grad_norm": 1.4150032997131348,
      "learning_rate": 9.73448928061717e-05,
      "loss": 0.6030344486236572,
      "step": 9510
    },
    {
      "epoch": 1.0476531117592032,
      "grad_norm": 1.4359147548675537,
      "learning_rate": 9.716674388848794e-05,
      "loss": 0.5824178218841553,
      "step": 9520
    },
    {
      "epoch": 1.0487536455180764,
      "grad_norm": 1.5768718719482422,
      "learning_rate": 9.698860396949608e-05,
      "loss": 0.5618523597717285,
      "step": 9530
    },
    {
      "epoch": 1.0498541792769494,
      "grad_norm": 1.2160522937774658,
      "learning_rate": 9.681047361498545e-05,
      "loss": 0.5521860122680664,
      "step": 9540
    },
    {
      "epoch": 1.0509547130358223,
      "grad_norm": 1.4238855838775635,
      "learning_rate": 9.663235339071511e-05,
      "loss": 0.5845486640930175,
      "step": 9550
    },
    {
      "epoch": 1.0520552467946955,
      "grad_norm": 1.3449312448501587,
      "learning_rate": 9.645424386241187e-05,
      "loss": 0.5475558757781982,
      "step": 9560
    },
    {
      "epoch": 1.0531557805535685,
      "grad_norm": 1.2532756328582764,
      "learning_rate": 9.627614559576861e-05,
      "loss": 0.5722627162933349,
      "step": 9570
    },
    {
      "epoch": 1.0542563143124415,
      "grad_norm": 1.35926353931427,
      "learning_rate": 9.609805915644237e-05,
      "loss": 0.6075043201446533,
      "step": 9580
    },
    {
      "epoch": 1.0553568480713147,
      "grad_norm": 1.5080028772354126,
      "learning_rate": 9.591998511005276e-05,
      "loss": 0.5763302326202393,
      "step": 9590
    },
    {
      "epoch": 1.0564573818301877,
      "grad_norm": 1.291339635848999,
      "learning_rate": 9.574192402217987e-05,
      "loss": 0.5642305850982666,
      "step": 9600
    },
    {
      "epoch": 1.0575579155890606,
      "grad_norm": 1.3691743612289429,
      "learning_rate": 9.556387645836279e-05,
      "loss": 0.5661220550537109,
      "step": 9610
    },
    {
      "epoch": 1.0586584493479338,
      "grad_norm": 1.326614260673523,
      "learning_rate": 9.538584298409751e-05,
      "loss": 0.5190118789672852,
      "step": 9620
    },
    {
      "epoch": 1.0597589831068068,
      "grad_norm": 1.41879141330719,
      "learning_rate": 9.520782416483543e-05,
      "loss": 0.5871242046356201,
      "step": 9630
    },
    {
      "epoch": 1.0608595168656798,
      "grad_norm": 1.4510483741760254,
      "learning_rate": 9.502982056598117e-05,
      "loss": 0.5653789520263672,
      "step": 9640
    },
    {
      "epoch": 1.061960050624553,
      "grad_norm": 1.1974501609802246,
      "learning_rate": 9.48518327528913e-05,
      "loss": 0.5508618831634522,
      "step": 9650
    },
    {
      "epoch": 1.063060584383426,
      "grad_norm": 1.3627103567123413,
      "learning_rate": 9.467386129087202e-05,
      "loss": 0.5760284423828125,
      "step": 9660
    },
    {
      "epoch": 1.064161118142299,
      "grad_norm": 1.5365513563156128,
      "learning_rate": 9.449590674517772e-05,
      "loss": 0.5518731117248535,
      "step": 9670
    },
    {
      "epoch": 1.0652616519011722,
      "grad_norm": 1.1490570306777954,
      "learning_rate": 9.431796968100899e-05,
      "loss": 0.5980854988098144,
      "step": 9680
    },
    {
      "epoch": 1.0663621856600451,
      "grad_norm": 1.2105135917663574,
      "learning_rate": 9.414005066351096e-05,
      "loss": 0.5309963226318359,
      "step": 9690
    },
    {
      "epoch": 1.0674627194189181,
      "grad_norm": 1.4333903789520264,
      "learning_rate": 9.396215025777139e-05,
      "loss": 0.6052345752716064,
      "step": 9700
    },
    {
      "epoch": 1.0685632531777913,
      "grad_norm": 1.425232172012329,
      "learning_rate": 9.3784269028819e-05,
      "loss": 0.5622373580932617,
      "step": 9710
    },
    {
      "epoch": 1.0696637869366643,
      "grad_norm": 1.675125241279602,
      "learning_rate": 9.360640754162146e-05,
      "loss": 0.5412164688110351,
      "step": 9720
    },
    {
      "epoch": 1.0707643206955373,
      "grad_norm": 1.2521365880966187,
      "learning_rate": 9.342856636108394e-05,
      "loss": 0.5297177791595459,
      "step": 9730
    },
    {
      "epoch": 1.0718648544544105,
      "grad_norm": 1.2801131010055542,
      "learning_rate": 9.325074605204694e-05,
      "loss": 0.5316737174987793,
      "step": 9740
    },
    {
      "epoch": 1.0729653882132835,
      "grad_norm": 1.4605565071105957,
      "learning_rate": 9.307294717928475e-05,
      "loss": 0.5497438907623291,
      "step": 9750
    },
    {
      "epoch": 1.0740659219721564,
      "grad_norm": 1.5081639289855957,
      "learning_rate": 9.289517030750353e-05,
      "loss": 0.5808797359466553,
      "step": 9760
    },
    {
      "epoch": 1.0751664557310296,
      "grad_norm": 1.330993890762329,
      "learning_rate": 9.271741600133967e-05,
      "loss": 0.5543405055999756,
      "step": 9770
    },
    {
      "epoch": 1.0762669894899026,
      "grad_norm": 1.3712098598480225,
      "learning_rate": 9.253968482535775e-05,
      "loss": 0.5406375885009765,
      "step": 9780
    },
    {
      "epoch": 1.0773675232487756,
      "grad_norm": 1.383906364440918,
      "learning_rate": 9.236197734404901e-05,
      "loss": 0.5470988273620605,
      "step": 9790
    },
    {
      "epoch": 1.0784680570076488,
      "grad_norm": 1.335876226425171,
      "learning_rate": 9.218429412182929e-05,
      "loss": 0.5713230609893799,
      "step": 9800
    },
    {
      "epoch": 1.0795685907665218,
      "grad_norm": 1.1821215152740479,
      "learning_rate": 9.200663572303754e-05,
      "loss": 0.5229569435119629,
      "step": 9810
    },
    {
      "epoch": 1.0806691245253948,
      "grad_norm": 1.4670119285583496,
      "learning_rate": 9.182900271193374e-05,
      "loss": 0.5764679431915283,
      "step": 9820
    },
    {
      "epoch": 1.081769658284268,
      "grad_norm": 1.2624047994613647,
      "learning_rate": 9.165139565269735e-05,
      "loss": 0.5724782943725586,
      "step": 9830
    },
    {
      "epoch": 1.082870192043141,
      "grad_norm": 1.3869458436965942,
      "learning_rate": 9.147381510942528e-05,
      "loss": 0.5221073150634765,
      "step": 9840
    },
    {
      "epoch": 1.083970725802014,
      "grad_norm": 1.4844560623168945,
      "learning_rate": 9.129626164613033e-05,
      "loss": 0.5416149616241455,
      "step": 9850
    },
    {
      "epoch": 1.0850712595608871,
      "grad_norm": 1.3767277002334595,
      "learning_rate": 9.111873582673923e-05,
      "loss": 0.6047924995422364,
      "step": 9860
    },
    {
      "epoch": 1.08617179331976,
      "grad_norm": 1.5383551120758057,
      "learning_rate": 9.094123821509096e-05,
      "loss": 0.5274580001831055,
      "step": 9870
    },
    {
      "epoch": 1.087272327078633,
      "grad_norm": 1.2816697359085083,
      "learning_rate": 9.076376937493483e-05,
      "loss": 0.5252585411071777,
      "step": 9880
    },
    {
      "epoch": 1.0883728608375063,
      "grad_norm": 1.2027966976165771,
      "learning_rate": 9.058632986992885e-05,
      "loss": 0.5822482109069824,
      "step": 9890
    },
    {
      "epoch": 1.0894733945963793,
      "grad_norm": 1.2647066116333008,
      "learning_rate": 9.040892026363779e-05,
      "loss": 0.5323410511016846,
      "step": 9900
    },
    {
      "epoch": 1.0905739283552522,
      "grad_norm": 1.3446309566497803,
      "learning_rate": 9.023154111953153e-05,
      "loss": 0.5853124618530273,
      "step": 9910
    },
    {
      "epoch": 1.0916744621141254,
      "grad_norm": 1.6669002771377563,
      "learning_rate": 9.005419300098316e-05,
      "loss": 0.5669122695922851,
      "step": 9920
    },
    {
      "epoch": 1.0927749958729984,
      "grad_norm": 1.5223747491836548,
      "learning_rate": 8.987687647126726e-05,
      "loss": 0.5276257514953613,
      "step": 9930
    },
    {
      "epoch": 1.0938755296318714,
      "grad_norm": 1.502421498298645,
      "learning_rate": 8.969959209355796e-05,
      "loss": 0.5534720897674561,
      "step": 9940
    },
    {
      "epoch": 1.0949760633907446,
      "grad_norm": 1.6878782510757446,
      "learning_rate": 8.952234043092748e-05,
      "loss": 0.5756337165832519,
      "step": 9950
    },
    {
      "epoch": 1.0960765971496176,
      "grad_norm": 1.4568076133728027,
      "learning_rate": 8.934512204634394e-05,
      "loss": 0.5389360427856446,
      "step": 9960
    },
    {
      "epoch": 1.0971771309084906,
      "grad_norm": 1.538132905960083,
      "learning_rate": 8.91679375026699e-05,
      "loss": 0.5364737987518311,
      "step": 9970
    },
    {
      "epoch": 1.0982776646673638,
      "grad_norm": 1.3475421667099,
      "learning_rate": 8.899078736266034e-05,
      "loss": 0.5229525089263916,
      "step": 9980
    },
    {
      "epoch": 1.0993781984262367,
      "grad_norm": 1.2797374725341797,
      "learning_rate": 8.881367218896106e-05,
      "loss": 0.549396562576294,
      "step": 9990
    },
    {
      "epoch": 1.1004787321851097,
      "grad_norm": 1.4405937194824219,
      "learning_rate": 8.86365925441067e-05,
      "loss": 0.5339887619018555,
      "step": 10000
    },
    {
      "epoch": 1.1004787321851097,
      "eval_loss": 0.645664393901825,
      "eval_runtime": 932.9022,
      "eval_samples_per_second": 9.741,
      "eval_steps_per_second": 2.435,
      "step": 10000
    },
    {
      "epoch": 1.101579265943983,
      "grad_norm": 1.3958356380462646,
      "learning_rate": 8.84595489905192e-05,
      "loss": 0.5660539150238038,
      "step": 10010
    },
    {
      "epoch": 1.102679799702856,
      "grad_norm": 1.396467924118042,
      "learning_rate": 8.828254209050568e-05,
      "loss": 0.5679352760314942,
      "step": 10020
    },
    {
      "epoch": 1.1037803334617289,
      "grad_norm": 1.2196985483169556,
      "learning_rate": 8.810557240625706e-05,
      "loss": 0.5765405178070069,
      "step": 10030
    },
    {
      "epoch": 1.104880867220602,
      "grad_norm": 1.4449983835220337,
      "learning_rate": 8.792864049984587e-05,
      "loss": 0.5600188255310059,
      "step": 10040
    },
    {
      "epoch": 1.105981400979475,
      "grad_norm": 1.3970757722854614,
      "learning_rate": 8.775174693322478e-05,
      "loss": 0.547023868560791,
      "step": 10050
    },
    {
      "epoch": 1.107081934738348,
      "grad_norm": 1.5250433683395386,
      "learning_rate": 8.75748922682246e-05,
      "loss": 0.5262825012207031,
      "step": 10060
    },
    {
      "epoch": 1.1081824684972212,
      "grad_norm": 1.4120254516601562,
      "learning_rate": 8.739807706655268e-05,
      "loss": 0.5640243530273438,
      "step": 10070
    },
    {
      "epoch": 1.1092830022560942,
      "grad_norm": 1.482752799987793,
      "learning_rate": 8.722130188979093e-05,
      "loss": 0.5791533470153809,
      "step": 10080
    },
    {
      "epoch": 1.1103835360149672,
      "grad_norm": 1.3123983144760132,
      "learning_rate": 8.704456729939426e-05,
      "loss": 0.5320858001708985,
      "step": 10090
    },
    {
      "epoch": 1.1114840697738404,
      "grad_norm": 1.3366868495941162,
      "learning_rate": 8.68678738566885e-05,
      "loss": 0.5802273750305176,
      "step": 10100
    },
    {
      "epoch": 1.1125846035327134,
      "grad_norm": 1.3356527090072632,
      "learning_rate": 8.669122212286895e-05,
      "loss": 0.5578311443328857,
      "step": 10110
    },
    {
      "epoch": 1.1136851372915864,
      "grad_norm": 1.6467251777648926,
      "learning_rate": 8.651461265899837e-05,
      "loss": 0.5911059379577637,
      "step": 10120
    },
    {
      "epoch": 1.1147856710504596,
      "grad_norm": 1.4272658824920654,
      "learning_rate": 8.63380460260053e-05,
      "loss": 0.593011999130249,
      "step": 10130
    },
    {
      "epoch": 1.1158862048093325,
      "grad_norm": 1.2023085355758667,
      "learning_rate": 8.616152278468215e-05,
      "loss": 0.5002655506134033,
      "step": 10140
    },
    {
      "epoch": 1.1169867385682055,
      "grad_norm": 1.3153420686721802,
      "learning_rate": 8.598504349568371e-05,
      "loss": 0.5830286502838135,
      "step": 10150
    },
    {
      "epoch": 1.1180872723270787,
      "grad_norm": 1.1589187383651733,
      "learning_rate": 8.580860871952488e-05,
      "loss": 0.538927412033081,
      "step": 10160
    },
    {
      "epoch": 1.1191878060859517,
      "grad_norm": 1.4752134084701538,
      "learning_rate": 8.563221901657951e-05,
      "loss": 0.5325389385223389,
      "step": 10170
    },
    {
      "epoch": 1.1202883398448247,
      "grad_norm": 1.238957405090332,
      "learning_rate": 8.545587494707803e-05,
      "loss": 0.5546379566192627,
      "step": 10180
    },
    {
      "epoch": 1.1213888736036979,
      "grad_norm": 1.6187667846679688,
      "learning_rate": 8.52795770711061e-05,
      "loss": 0.6247538566589356,
      "step": 10190
    },
    {
      "epoch": 1.1224894073625709,
      "grad_norm": 1.3420737981796265,
      "learning_rate": 8.510332594860254e-05,
      "loss": 0.544011402130127,
      "step": 10200
    },
    {
      "epoch": 1.1235899411214438,
      "grad_norm": 1.467471957206726,
      "learning_rate": 8.492712213935781e-05,
      "loss": 0.5251177787780762,
      "step": 10210
    },
    {
      "epoch": 1.124690474880317,
      "grad_norm": 1.3805572986602783,
      "learning_rate": 8.475096620301197e-05,
      "loss": 0.5827580451965332,
      "step": 10220
    },
    {
      "epoch": 1.12579100863919,
      "grad_norm": 1.3061833381652832,
      "learning_rate": 8.457485869905317e-05,
      "loss": 0.569155502319336,
      "step": 10230
    },
    {
      "epoch": 1.126891542398063,
      "grad_norm": 1.6370940208435059,
      "learning_rate": 8.439880018681552e-05,
      "loss": 0.5413296222686768,
      "step": 10240
    },
    {
      "epoch": 1.1279920761569362,
      "grad_norm": 2.5416014194488525,
      "learning_rate": 8.422279122547782e-05,
      "loss": 0.5164606094360351,
      "step": 10250
    },
    {
      "epoch": 1.1290926099158092,
      "grad_norm": 1.512996792793274,
      "learning_rate": 8.404683237406119e-05,
      "loss": 0.516339111328125,
      "step": 10260
    },
    {
      "epoch": 1.1301931436746822,
      "grad_norm": 1.628615140914917,
      "learning_rate": 8.387092419142784e-05,
      "loss": 0.579530143737793,
      "step": 10270
    },
    {
      "epoch": 1.1312936774335554,
      "grad_norm": 1.1453278064727783,
      "learning_rate": 8.369506723627887e-05,
      "loss": 0.5491249084472656,
      "step": 10280
    },
    {
      "epoch": 1.1323942111924283,
      "grad_norm": 1.5447189807891846,
      "learning_rate": 8.351926206715283e-05,
      "loss": 0.5202213287353515,
      "step": 10290
    },
    {
      "epoch": 1.1334947449513013,
      "grad_norm": 1.273950219154358,
      "learning_rate": 8.334350924242367e-05,
      "loss": 0.5555094718933106,
      "step": 10300
    },
    {
      "epoch": 1.1345952787101745,
      "grad_norm": 1.4859063625335693,
      "learning_rate": 8.31678093202992e-05,
      "loss": 0.5437803268432617,
      "step": 10310
    },
    {
      "epoch": 1.1356958124690475,
      "grad_norm": 1.7420828342437744,
      "learning_rate": 8.299216285881905e-05,
      "loss": 0.5592195510864257,
      "step": 10320
    },
    {
      "epoch": 1.1367963462279205,
      "grad_norm": 1.6611294746398926,
      "learning_rate": 8.281657041585322e-05,
      "loss": 0.5487903594970703,
      "step": 10330
    },
    {
      "epoch": 1.1378968799867937,
      "grad_norm": 1.4547579288482666,
      "learning_rate": 8.264103254910002e-05,
      "loss": 0.5715785026550293,
      "step": 10340
    },
    {
      "epoch": 1.1389974137456667,
      "grad_norm": 1.1584798097610474,
      "learning_rate": 8.246554981608454e-05,
      "loss": 0.5216844558715821,
      "step": 10350
    },
    {
      "epoch": 1.1400979475045396,
      "grad_norm": 1.2190358638763428,
      "learning_rate": 8.229012277415662e-05,
      "loss": 0.5647663593292236,
      "step": 10360
    },
    {
      "epoch": 1.1411984812634128,
      "grad_norm": 1.188764214515686,
      "learning_rate": 8.211475198048937e-05,
      "loss": 0.5595799922943115,
      "step": 10370
    },
    {
      "epoch": 1.1422990150222858,
      "grad_norm": 1.456380009651184,
      "learning_rate": 8.193943799207704e-05,
      "loss": 0.5215430736541748,
      "step": 10380
    },
    {
      "epoch": 1.1433995487811588,
      "grad_norm": 1.1335468292236328,
      "learning_rate": 8.176418136573378e-05,
      "loss": 0.5104115009307861,
      "step": 10390
    },
    {
      "epoch": 1.144500082540032,
      "grad_norm": 1.3286983966827393,
      "learning_rate": 8.158898265809119e-05,
      "loss": 0.5777870655059815,
      "step": 10400
    },
    {
      "epoch": 1.145600616298905,
      "grad_norm": 1.819345474243164,
      "learning_rate": 8.141384242559719e-05,
      "loss": 0.5760471820831299,
      "step": 10410
    },
    {
      "epoch": 1.146701150057778,
      "grad_norm": 1.296452522277832,
      "learning_rate": 8.123876122451383e-05,
      "loss": 0.5638991832733155,
      "step": 10420
    },
    {
      "epoch": 1.1478016838166512,
      "grad_norm": 1.227638840675354,
      "learning_rate": 8.106373961091574e-05,
      "loss": 0.5241059780120849,
      "step": 10430
    },
    {
      "epoch": 1.1489022175755241,
      "grad_norm": 1.5030274391174316,
      "learning_rate": 8.088877814068827e-05,
      "loss": 0.5832951068878174,
      "step": 10440
    },
    {
      "epoch": 1.150002751334397,
      "grad_norm": 1.3097337484359741,
      "learning_rate": 8.071387736952578e-05,
      "loss": 0.5601954460144043,
      "step": 10450
    },
    {
      "epoch": 1.1511032850932703,
      "grad_norm": 1.6203055381774902,
      "learning_rate": 8.053903785292972e-05,
      "loss": 0.5755797863006592,
      "step": 10460
    },
    {
      "epoch": 1.1522038188521433,
      "grad_norm": 1.3375892639160156,
      "learning_rate": 8.036426014620721e-05,
      "loss": 0.5382943630218506,
      "step": 10470
    },
    {
      "epoch": 1.1533043526110163,
      "grad_norm": 1.4045087099075317,
      "learning_rate": 8.018954480446883e-05,
      "loss": 0.5268109321594239,
      "step": 10480
    },
    {
      "epoch": 1.1544048863698895,
      "grad_norm": 1.2828348875045776,
      "learning_rate": 8.001489238262722e-05,
      "loss": 0.5480836868286133,
      "step": 10490
    },
    {
      "epoch": 1.1555054201287625,
      "grad_norm": 1.5711835622787476,
      "learning_rate": 7.984030343539517e-05,
      "loss": 0.5869584083557129,
      "step": 10500
    },
    {
      "epoch": 1.1566059538876354,
      "grad_norm": 1.3476799726486206,
      "learning_rate": 7.966577851728378e-05,
      "loss": 0.5382761478424072,
      "step": 10510
    },
    {
      "epoch": 1.1577064876465086,
      "grad_norm": 1.5182106494903564,
      "learning_rate": 7.949131818260094e-05,
      "loss": 0.6074789047241211,
      "step": 10520
    },
    {
      "epoch": 1.1588070214053816,
      "grad_norm": 1.3571536540985107,
      "learning_rate": 7.931692298544923e-05,
      "loss": 0.5754176139831543,
      "step": 10530
    },
    {
      "epoch": 1.1599075551642546,
      "grad_norm": 1.3608640432357788,
      "learning_rate": 7.914259347972453e-05,
      "loss": 0.553553295135498,
      "step": 10540
    },
    {
      "epoch": 1.1610080889231278,
      "grad_norm": 1.243920922279358,
      "learning_rate": 7.89683302191139e-05,
      "loss": 0.5536637783050538,
      "step": 10550
    },
    {
      "epoch": 1.1621086226820008,
      "grad_norm": 1.2218928337097168,
      "learning_rate": 7.87941337570942e-05,
      "loss": 0.5542477607727051,
      "step": 10560
    },
    {
      "epoch": 1.1632091564408737,
      "grad_norm": 1.670407772064209,
      "learning_rate": 7.862000464692991e-05,
      "loss": 0.5104245185852051,
      "step": 10570
    },
    {
      "epoch": 1.164309690199747,
      "grad_norm": 1.2716584205627441,
      "learning_rate": 7.84459434416718e-05,
      "loss": 0.5328535079956055,
      "step": 10580
    },
    {
      "epoch": 1.16541022395862,
      "grad_norm": 1.3101935386657715,
      "learning_rate": 7.827195069415478e-05,
      "loss": 0.5197044849395752,
      "step": 10590
    },
    {
      "epoch": 1.166510757717493,
      "grad_norm": 1.3846157789230347,
      "learning_rate": 7.809802695699653e-05,
      "loss": 0.5402404308319092,
      "step": 10600
    },
    {
      "epoch": 1.167611291476366,
      "grad_norm": 1.82635498046875,
      "learning_rate": 7.792417278259534e-05,
      "loss": 0.5920222282409668,
      "step": 10610
    },
    {
      "epoch": 1.168711825235239,
      "grad_norm": 1.3558955192565918,
      "learning_rate": 7.775038872312878e-05,
      "loss": 0.5492220401763916,
      "step": 10620
    },
    {
      "epoch": 1.169812358994112,
      "grad_norm": 1.4536257982254028,
      "learning_rate": 7.757667533055147e-05,
      "loss": 0.6132895469665527,
      "step": 10630
    },
    {
      "epoch": 1.1709128927529853,
      "grad_norm": 1.6311299800872803,
      "learning_rate": 7.740303315659385e-05,
      "loss": 0.5418387413024902,
      "step": 10640
    },
    {
      "epoch": 1.1720134265118582,
      "grad_norm": 1.2570173740386963,
      "learning_rate": 7.722946275275997e-05,
      "loss": 0.5302232265472412,
      "step": 10650
    },
    {
      "epoch": 1.1731139602707312,
      "grad_norm": 2.6688199043273926,
      "learning_rate": 7.705596467032601e-05,
      "loss": 0.5420310497283936,
      "step": 10660
    },
    {
      "epoch": 1.1742144940296044,
      "grad_norm": 2.012589693069458,
      "learning_rate": 7.688253946033847e-05,
      "loss": 0.4935464859008789,
      "step": 10670
    },
    {
      "epoch": 1.1753150277884774,
      "grad_norm": 1.4231624603271484,
      "learning_rate": 7.670918767361237e-05,
      "loss": 0.5156264305114746,
      "step": 10680
    },
    {
      "epoch": 1.1764155615473504,
      "grad_norm": 1.4600694179534912,
      "learning_rate": 7.653590986072948e-05,
      "loss": 0.531367826461792,
      "step": 10690
    },
    {
      "epoch": 1.1775160953062236,
      "grad_norm": 1.6874834299087524,
      "learning_rate": 7.636270657203677e-05,
      "loss": 0.5385661602020264,
      "step": 10700
    },
    {
      "epoch": 1.1786166290650966,
      "grad_norm": 1.3517987728118896,
      "learning_rate": 7.618957835764431e-05,
      "loss": 0.5076663494110107,
      "step": 10710
    },
    {
      "epoch": 1.1797171628239695,
      "grad_norm": 1.4955812692642212,
      "learning_rate": 7.601652576742391e-05,
      "loss": 0.5833661079406738,
      "step": 10720
    },
    {
      "epoch": 1.1808176965828427,
      "grad_norm": 1.3935877084732056,
      "learning_rate": 7.584354935100708e-05,
      "loss": 0.5592706680297852,
      "step": 10730
    },
    {
      "epoch": 1.1819182303417157,
      "grad_norm": 1.2664036750793457,
      "learning_rate": 7.567064965778346e-05,
      "loss": 0.5279371261596679,
      "step": 10740
    },
    {
      "epoch": 1.1830187641005887,
      "grad_norm": 1.1014900207519531,
      "learning_rate": 7.549782723689895e-05,
      "loss": 0.5438811779022217,
      "step": 10750
    },
    {
      "epoch": 1.184119297859462,
      "grad_norm": 1.4666019678115845,
      "learning_rate": 7.532508263725408e-05,
      "loss": 0.5314435005187989,
      "step": 10760
    },
    {
      "epoch": 1.1852198316183349,
      "grad_norm": 1.2678279876708984,
      "learning_rate": 7.515241640750216e-05,
      "loss": 0.5594861030578613,
      "step": 10770
    },
    {
      "epoch": 1.1863203653772079,
      "grad_norm": 1.5975234508514404,
      "learning_rate": 7.497982909604768e-05,
      "loss": 0.5591346263885498,
      "step": 10780
    },
    {
      "epoch": 1.187420899136081,
      "grad_norm": 1.4370521306991577,
      "learning_rate": 7.480732125104432e-05,
      "loss": 0.5794358730316163,
      "step": 10790
    },
    {
      "epoch": 1.188521432894954,
      "grad_norm": 1.2756903171539307,
      "learning_rate": 7.463489342039356e-05,
      "loss": 0.5140445709228516,
      "step": 10800
    },
    {
      "epoch": 1.189621966653827,
      "grad_norm": 1.5315232276916504,
      "learning_rate": 7.446254615174257e-05,
      "loss": 0.5834676265716553,
      "step": 10810
    },
    {
      "epoch": 1.1907225004127002,
      "grad_norm": 1.4891504049301147,
      "learning_rate": 7.429027999248278e-05,
      "loss": 0.5219389915466308,
      "step": 10820
    },
    {
      "epoch": 1.1918230341715732,
      "grad_norm": 1.121517300605774,
      "learning_rate": 7.411809548974792e-05,
      "loss": 0.6150117874145508,
      "step": 10830
    },
    {
      "epoch": 1.1929235679304462,
      "grad_norm": 1.5480682849884033,
      "learning_rate": 7.394599319041247e-05,
      "loss": 0.540202283859253,
      "step": 10840
    },
    {
      "epoch": 1.1940241016893194,
      "grad_norm": 1.4104912281036377,
      "learning_rate": 7.377397364108964e-05,
      "loss": 0.5523455619812012,
      "step": 10850
    },
    {
      "epoch": 1.1951246354481924,
      "grad_norm": 1.5009377002716064,
      "learning_rate": 7.36020373881301e-05,
      "loss": 0.5467785835266114,
      "step": 10860
    },
    {
      "epoch": 1.1962251692070653,
      "grad_norm": 1.069107174873352,
      "learning_rate": 7.343018497761967e-05,
      "loss": 0.5234423637390136,
      "step": 10870
    },
    {
      "epoch": 1.1973257029659385,
      "grad_norm": 1.7287311553955078,
      "learning_rate": 7.325841695537807e-05,
      "loss": 0.550012731552124,
      "step": 10880
    },
    {
      "epoch": 1.1984262367248115,
      "grad_norm": 1.5347057580947876,
      "learning_rate": 7.30867338669569e-05,
      "loss": 0.5385851860046387,
      "step": 10890
    },
    {
      "epoch": 1.1995267704836845,
      "grad_norm": 1.8157823085784912,
      "learning_rate": 7.291513625763811e-05,
      "loss": 0.5204545021057129,
      "step": 10900
    },
    {
      "epoch": 1.2006273042425577,
      "grad_norm": 1.426628589630127,
      "learning_rate": 7.2743624672432e-05,
      "loss": 0.5078720092773438,
      "step": 10910
    },
    {
      "epoch": 1.2017278380014307,
      "grad_norm": 1.2783440351486206,
      "learning_rate": 7.257219965607582e-05,
      "loss": 0.5363798141479492,
      "step": 10920
    },
    {
      "epoch": 1.2028283717603037,
      "grad_norm": 1.0291374921798706,
      "learning_rate": 7.240086175303167e-05,
      "loss": 0.5672127723693847,
      "step": 10930
    },
    {
      "epoch": 1.2039289055191769,
      "grad_norm": 1.4691543579101562,
      "learning_rate": 7.222961150748522e-05,
      "loss": 0.5512874126434326,
      "step": 10940
    },
    {
      "epoch": 1.2050294392780498,
      "grad_norm": 1.160654902458191,
      "learning_rate": 7.20584494633435e-05,
      "loss": 0.5304359912872314,
      "step": 10950
    },
    {
      "epoch": 1.2061299730369228,
      "grad_norm": 1.8972187042236328,
      "learning_rate": 7.188737616423356e-05,
      "loss": 0.5836920261383056,
      "step": 10960
    },
    {
      "epoch": 1.207230506795796,
      "grad_norm": 1.4059360027313232,
      "learning_rate": 7.171639215350048e-05,
      "loss": 0.5374305725097657,
      "step": 10970
    },
    {
      "epoch": 1.208331040554669,
      "grad_norm": 1.2987669706344604,
      "learning_rate": 7.154549797420585e-05,
      "loss": 0.5593585968017578,
      "step": 10980
    },
    {
      "epoch": 1.209431574313542,
      "grad_norm": 1.3504046201705933,
      "learning_rate": 7.137469416912584e-05,
      "loss": 0.4856422901153564,
      "step": 10990
    },
    {
      "epoch": 1.2105321080724152,
      "grad_norm": 1.179612159729004,
      "learning_rate": 7.120398128074972e-05,
      "loss": 0.5871953010559082,
      "step": 11000
    },
    {
      "epoch": 1.2105321080724152,
      "eval_loss": 0.6313351392745972,
      "eval_runtime": 932.0447,
      "eval_samples_per_second": 9.75,
      "eval_steps_per_second": 2.438,
      "step": 11000
    },
    {
      "epoch": 1.2116326418312882,
      "grad_norm": 1.352623701095581,
      "learning_rate": 7.103335985127781e-05,
      "loss": 0.5402306079864502,
      "step": 11010
    },
    {
      "epoch": 1.2127331755901611,
      "grad_norm": 1.3804001808166504,
      "learning_rate": 7.086283042262017e-05,
      "loss": 0.5479353427886963,
      "step": 11020
    },
    {
      "epoch": 1.2138337093490343,
      "grad_norm": 1.2353771924972534,
      "learning_rate": 7.069239353639444e-05,
      "loss": 0.5009084224700928,
      "step": 11030
    },
    {
      "epoch": 1.2149342431079073,
      "grad_norm": 1.2486281394958496,
      "learning_rate": 7.052204973392453e-05,
      "loss": 0.5391026496887207,
      "step": 11040
    },
    {
      "epoch": 1.2160347768667803,
      "grad_norm": 1.4168950319290161,
      "learning_rate": 7.035179955623854e-05,
      "loss": 0.5182691097259522,
      "step": 11050
    },
    {
      "epoch": 1.2171353106256535,
      "grad_norm": 1.3232142925262451,
      "learning_rate": 7.018164354406737e-05,
      "loss": 0.5839329719543457,
      "step": 11060
    },
    {
      "epoch": 1.2182358443845265,
      "grad_norm": 1.8011705875396729,
      "learning_rate": 7.001158223784266e-05,
      "loss": 0.554843521118164,
      "step": 11070
    },
    {
      "epoch": 1.2193363781433995,
      "grad_norm": 1.805098056793213,
      "learning_rate": 6.984161617769547e-05,
      "loss": 0.4783599376678467,
      "step": 11080
    },
    {
      "epoch": 1.2204369119022727,
      "grad_norm": 1.480394959449768,
      "learning_rate": 6.96717459034541e-05,
      "loss": 0.5437171459197998,
      "step": 11090
    },
    {
      "epoch": 1.2215374456611456,
      "grad_norm": 1.3816556930541992,
      "learning_rate": 6.950197195464288e-05,
      "loss": 0.6335927009582519,
      "step": 11100
    },
    {
      "epoch": 1.2226379794200186,
      "grad_norm": 1.5177781581878662,
      "learning_rate": 6.933229487047997e-05,
      "loss": 0.5134160041809082,
      "step": 11110
    },
    {
      "epoch": 1.2237385131788918,
      "grad_norm": 1.4167152643203735,
      "learning_rate": 6.916271518987606e-05,
      "loss": 0.5330657005310059,
      "step": 11120
    },
    {
      "epoch": 1.2248390469377648,
      "grad_norm": 1.5164214372634888,
      "learning_rate": 6.899323345143236e-05,
      "loss": 0.5688257217407227,
      "step": 11130
    },
    {
      "epoch": 1.2259395806966378,
      "grad_norm": 1.772307276725769,
      "learning_rate": 6.882385019343912e-05,
      "loss": 0.5567258358001709,
      "step": 11140
    },
    {
      "epoch": 1.227040114455511,
      "grad_norm": 1.391466736793518,
      "learning_rate": 6.86545659538736e-05,
      "loss": 0.5308495044708252,
      "step": 11150
    },
    {
      "epoch": 1.228140648214384,
      "grad_norm": 1.3482818603515625,
      "learning_rate": 6.848538127039888e-05,
      "loss": 0.5634209632873535,
      "step": 11160
    },
    {
      "epoch": 1.229241181973257,
      "grad_norm": 1.2815320491790771,
      "learning_rate": 6.831629668036153e-05,
      "loss": 0.5400688648223877,
      "step": 11170
    },
    {
      "epoch": 1.2303417157321301,
      "grad_norm": 1.2190264463424683,
      "learning_rate": 6.814731272079041e-05,
      "loss": 0.5475270271301269,
      "step": 11180
    },
    {
      "epoch": 1.2314422494910031,
      "grad_norm": 1.4535679817199707,
      "learning_rate": 6.797842992839468e-05,
      "loss": 0.5594796180725098,
      "step": 11190
    },
    {
      "epoch": 1.232542783249876,
      "grad_norm": 1.440649390220642,
      "learning_rate": 6.780964883956223e-05,
      "loss": 0.5315773010253906,
      "step": 11200
    },
    {
      "epoch": 1.2336433170087493,
      "grad_norm": 1.3808083534240723,
      "learning_rate": 6.764096999035786e-05,
      "loss": 0.5375969886779786,
      "step": 11210
    },
    {
      "epoch": 1.2347438507676223,
      "grad_norm": 1.2516003847122192,
      "learning_rate": 6.74723939165218e-05,
      "loss": 0.564496660232544,
      "step": 11220
    },
    {
      "epoch": 1.2358443845264953,
      "grad_norm": 1.2547093629837036,
      "learning_rate": 6.730392115346765e-05,
      "loss": 0.5357757091522217,
      "step": 11230
    },
    {
      "epoch": 1.2369449182853685,
      "grad_norm": 1.3246700763702393,
      "learning_rate": 6.713555223628102e-05,
      "loss": 0.5504026412963867,
      "step": 11240
    },
    {
      "epoch": 1.2380454520442414,
      "grad_norm": 1.5105892419815063,
      "learning_rate": 6.696728769971768e-05,
      "loss": 0.49925909042358396,
      "step": 11250
    },
    {
      "epoch": 1.2391459858031144,
      "grad_norm": 1.5887067317962646,
      "learning_rate": 6.679912807820186e-05,
      "loss": 0.5856089115142822,
      "step": 11260
    },
    {
      "epoch": 1.2402465195619876,
      "grad_norm": 1.463101863861084,
      "learning_rate": 6.663107390582455e-05,
      "loss": 0.546326732635498,
      "step": 11270
    },
    {
      "epoch": 1.2413470533208606,
      "grad_norm": 1.1963809728622437,
      "learning_rate": 6.646312571634188e-05,
      "loss": 0.46823701858520506,
      "step": 11280
    },
    {
      "epoch": 1.2424475870797336,
      "grad_norm": 1.434715747833252,
      "learning_rate": 6.629528404317325e-05,
      "loss": 0.5244136810302734,
      "step": 11290
    },
    {
      "epoch": 1.2435481208386068,
      "grad_norm": 1.4906326532363892,
      "learning_rate": 6.612754941939995e-05,
      "loss": 0.5256683826446533,
      "step": 11300
    },
    {
      "epoch": 1.2446486545974798,
      "grad_norm": 1.4505363702774048,
      "learning_rate": 6.595992237776306e-05,
      "loss": 0.5030346870422363,
      "step": 11310
    },
    {
      "epoch": 1.2457491883563527,
      "grad_norm": 1.7681077718734741,
      "learning_rate": 6.579240345066212e-05,
      "loss": 0.5191401481628418,
      "step": 11320
    },
    {
      "epoch": 1.246849722115226,
      "grad_norm": 1.6598243713378906,
      "learning_rate": 6.562499317015321e-05,
      "loss": 0.5171903133392334,
      "step": 11330
    },
    {
      "epoch": 1.247950255874099,
      "grad_norm": 1.3658227920532227,
      "learning_rate": 6.545769206794738e-05,
      "loss": 0.5106462001800537,
      "step": 11340
    },
    {
      "epoch": 1.249050789632972,
      "grad_norm": 1.4717799425125122,
      "learning_rate": 6.529050067540887e-05,
      "loss": 0.53608717918396,
      "step": 11350
    },
    {
      "epoch": 1.250151323391845,
      "grad_norm": 1.272996187210083,
      "learning_rate": 6.512341952355356e-05,
      "loss": 0.5537538528442383,
      "step": 11360
    },
    {
      "epoch": 1.251251857150718,
      "grad_norm": 1.7279982566833496,
      "learning_rate": 6.495644914304703e-05,
      "loss": 0.48906898498535156,
      "step": 11370
    },
    {
      "epoch": 1.252352390909591,
      "grad_norm": 1.6621391773223877,
      "learning_rate": 6.478959006420332e-05,
      "loss": 0.5204698085784912,
      "step": 11380
    },
    {
      "epoch": 1.2534529246684643,
      "grad_norm": 1.3156055212020874,
      "learning_rate": 6.46228428169826e-05,
      "loss": 0.5125308513641358,
      "step": 11390
    },
    {
      "epoch": 1.2545534584273372,
      "grad_norm": 1.330880045890808,
      "learning_rate": 6.445620793099017e-05,
      "loss": 0.5905975341796875,
      "step": 11400
    },
    {
      "epoch": 1.2556539921862102,
      "grad_norm": 1.2688566446304321,
      "learning_rate": 6.428968593547428e-05,
      "loss": 0.538023853302002,
      "step": 11410
    },
    {
      "epoch": 1.2567545259450834,
      "grad_norm": 1.4353107213974,
      "learning_rate": 6.412327735932473e-05,
      "loss": 0.5337255001068115,
      "step": 11420
    },
    {
      "epoch": 1.2578550597039564,
      "grad_norm": 1.5013387203216553,
      "learning_rate": 6.395698273107101e-05,
      "loss": 0.5099579811096191,
      "step": 11430
    },
    {
      "epoch": 1.2589555934628294,
      "grad_norm": 1.2426739931106567,
      "learning_rate": 6.379080257888075e-05,
      "loss": 0.534146785736084,
      "step": 11440
    },
    {
      "epoch": 1.2600561272217026,
      "grad_norm": 1.6446844339370728,
      "learning_rate": 6.362473743055793e-05,
      "loss": 0.5322544574737549,
      "step": 11450
    },
    {
      "epoch": 1.2611566609805756,
      "grad_norm": 1.686376690864563,
      "learning_rate": 6.345878781354137e-05,
      "loss": 0.49163188934326174,
      "step": 11460
    },
    {
      "epoch": 1.2622571947394485,
      "grad_norm": 1.1854013204574585,
      "learning_rate": 6.329295425490287e-05,
      "loss": 0.5487308025360107,
      "step": 11470
    },
    {
      "epoch": 1.2633577284983217,
      "grad_norm": 1.2076501846313477,
      "learning_rate": 6.312723728134565e-05,
      "loss": 0.5687746524810791,
      "step": 11480
    },
    {
      "epoch": 1.2644582622571947,
      "grad_norm": 1.283212661743164,
      "learning_rate": 6.296163741920262e-05,
      "loss": 0.5073586463928222,
      "step": 11490
    },
    {
      "epoch": 1.2655587960160677,
      "grad_norm": 1.5739465951919556,
      "learning_rate": 6.279615519443478e-05,
      "loss": 0.5076786041259765,
      "step": 11500
    },
    {
      "epoch": 1.266659329774941,
      "grad_norm": 1.2881146669387817,
      "learning_rate": 6.263079113262943e-05,
      "loss": 0.5398012161254883,
      "step": 11510
    },
    {
      "epoch": 1.2677598635338139,
      "grad_norm": 1.2973806858062744,
      "learning_rate": 6.246554575899865e-05,
      "loss": 0.5032637596130372,
      "step": 11520
    },
    {
      "epoch": 1.2688603972926868,
      "grad_norm": 1.1523220539093018,
      "learning_rate": 6.230041959837755e-05,
      "loss": 0.5277178287506104,
      "step": 11530
    },
    {
      "epoch": 1.26996093105156,
      "grad_norm": 1.4288959503173828,
      "learning_rate": 6.213541317522248e-05,
      "loss": 0.5073719978332519,
      "step": 11540
    },
    {
      "epoch": 1.271061464810433,
      "grad_norm": 1.527894377708435,
      "learning_rate": 6.197052701360972e-05,
      "loss": 0.5319782733917237,
      "step": 11550
    },
    {
      "epoch": 1.272161998569306,
      "grad_norm": 1.3601008653640747,
      "learning_rate": 6.180576163723335e-05,
      "loss": 0.5333952903747559,
      "step": 11560
    },
    {
      "epoch": 1.2732625323281792,
      "grad_norm": 1.3930809497833252,
      "learning_rate": 6.164111756940399e-05,
      "loss": 0.5384100437164306,
      "step": 11570
    },
    {
      "epoch": 1.2743630660870522,
      "grad_norm": 1.320168137550354,
      "learning_rate": 6.147659533304688e-05,
      "loss": 0.5310112476348877,
      "step": 11580
    },
    {
      "epoch": 1.2754635998459252,
      "grad_norm": 1.419121265411377,
      "learning_rate": 6.13121954507004e-05,
      "loss": 0.5662523746490479,
      "step": 11590
    },
    {
      "epoch": 1.2765641336047984,
      "grad_norm": 1.4326211214065552,
      "learning_rate": 6.11479184445142e-05,
      "loss": 0.548285961151123,
      "step": 11600
    },
    {
      "epoch": 1.2776646673636713,
      "grad_norm": 1.1404590606689453,
      "learning_rate": 6.098376483624781e-05,
      "loss": 0.5539699077606202,
      "step": 11610
    },
    {
      "epoch": 1.2787652011225443,
      "grad_norm": 1.2722629308700562,
      "learning_rate": 6.0819735147268684e-05,
      "loss": 0.5377175331115722,
      "step": 11620
    },
    {
      "epoch": 1.2798657348814175,
      "grad_norm": 1.4954121112823486,
      "learning_rate": 6.065582989855084e-05,
      "loss": 0.5826393127441406,
      "step": 11630
    },
    {
      "epoch": 1.2809662686402905,
      "grad_norm": 1.3951152563095093,
      "learning_rate": 6.049204961067294e-05,
      "loss": 0.4958986759185791,
      "step": 11640
    },
    {
      "epoch": 1.2820668023991635,
      "grad_norm": 1.2395576238632202,
      "learning_rate": 6.032839480381686e-05,
      "loss": 0.5686951160430909,
      "step": 11650
    },
    {
      "epoch": 1.2831673361580367,
      "grad_norm": 1.4314342737197876,
      "learning_rate": 6.016486599776583e-05,
      "loss": 0.5331714153289795,
      "step": 11660
    },
    {
      "epoch": 1.2842678699169097,
      "grad_norm": 1.52439284324646,
      "learning_rate": 6.000146371190301e-05,
      "loss": 0.5311639785766602,
      "step": 11670
    },
    {
      "epoch": 1.2853684036757826,
      "grad_norm": 1.2747385501861572,
      "learning_rate": 5.983818846520961e-05,
      "loss": 0.5257352828979492,
      "step": 11680
    },
    {
      "epoch": 1.2864689374346558,
      "grad_norm": 1.2864420413970947,
      "learning_rate": 5.967504077626347e-05,
      "loss": 0.5125638961791992,
      "step": 11690
    },
    {
      "epoch": 1.2875694711935288,
      "grad_norm": 1.7245609760284424,
      "learning_rate": 5.951202116323713e-05,
      "loss": 0.5418309211730957,
      "step": 11700
    },
    {
      "epoch": 1.2886700049524018,
      "grad_norm": 1.4170472621917725,
      "learning_rate": 5.934913014389649e-05,
      "loss": 0.5558959007263183,
      "step": 11710
    },
    {
      "epoch": 1.289770538711275,
      "grad_norm": 1.3441578149795532,
      "learning_rate": 5.9186368235598974e-05,
      "loss": 0.5303954124450684,
      "step": 11720
    },
    {
      "epoch": 1.290871072470148,
      "grad_norm": 1.413962721824646,
      "learning_rate": 5.902373595529195e-05,
      "loss": 0.512939167022705,
      "step": 11730
    },
    {
      "epoch": 1.291971606229021,
      "grad_norm": 1.4360628128051758,
      "learning_rate": 5.886123381951103e-05,
      "loss": 0.5611459732055664,
      "step": 11740
    },
    {
      "epoch": 1.2930721399878942,
      "grad_norm": 1.286071538925171,
      "learning_rate": 5.869886234437858e-05,
      "loss": 0.45622029304504397,
      "step": 11750
    },
    {
      "epoch": 1.2941726737467671,
      "grad_norm": 1.3270988464355469,
      "learning_rate": 5.85366220456018e-05,
      "loss": 0.5786046504974365,
      "step": 11760
    },
    {
      "epoch": 1.2952732075056401,
      "grad_norm": 1.5115126371383667,
      "learning_rate": 5.837451343847148e-05,
      "loss": 0.5562834739685059,
      "step": 11770
    },
    {
      "epoch": 1.2963737412645133,
      "grad_norm": 1.062003493309021,
      "learning_rate": 5.821253703785991e-05,
      "loss": 0.5147458553314209,
      "step": 11780
    },
    {
      "epoch": 1.2974742750233863,
      "grad_norm": 1.228249430656433,
      "learning_rate": 5.805069335821975e-05,
      "loss": 0.5717658996582031,
      "step": 11790
    },
    {
      "epoch": 1.2985748087822593,
      "grad_norm": 1.596361756324768,
      "learning_rate": 5.788898291358181e-05,
      "loss": 0.5841880321502686,
      "step": 11800
    },
    {
      "epoch": 1.2996753425411325,
      "grad_norm": 1.5199474096298218,
      "learning_rate": 5.7727406217554025e-05,
      "loss": 0.555940818786621,
      "step": 11810
    },
    {
      "epoch": 1.3007758763000055,
      "grad_norm": 1.4114420413970947,
      "learning_rate": 5.7565963783319356e-05,
      "loss": 0.5127843856811524,
      "step": 11820
    },
    {
      "epoch": 1.3018764100588784,
      "grad_norm": 1.6298942565917969,
      "learning_rate": 5.7404656123634395e-05,
      "loss": 0.5329164981842041,
      "step": 11830
    },
    {
      "epoch": 1.3029769438177516,
      "grad_norm": 1.439675211906433,
      "learning_rate": 5.724348375082762e-05,
      "loss": 0.5392729759216308,
      "step": 11840
    },
    {
      "epoch": 1.3040774775766246,
      "grad_norm": 1.2933672666549683,
      "learning_rate": 5.708244717679794e-05,
      "loss": 0.4998462677001953,
      "step": 11850
    },
    {
      "epoch": 1.3051780113354976,
      "grad_norm": 1.6806026697158813,
      "learning_rate": 5.6921546913012876e-05,
      "loss": 0.5419587135314942,
      "step": 11860
    },
    {
      "epoch": 1.3062785450943708,
      "grad_norm": 1.4215166568756104,
      "learning_rate": 5.6760783470506996e-05,
      "loss": 0.4861127853393555,
      "step": 11870
    },
    {
      "epoch": 1.3073790788532438,
      "grad_norm": 1.4881281852722168,
      "learning_rate": 5.660015735988037e-05,
      "loss": 0.5439533710479736,
      "step": 11880
    },
    {
      "epoch": 1.3084796126121168,
      "grad_norm": 1.171539306640625,
      "learning_rate": 5.643966909129683e-05,
      "loss": 0.5540058612823486,
      "step": 11890
    },
    {
      "epoch": 1.30958014637099,
      "grad_norm": 1.3200775384902954,
      "learning_rate": 5.627931917448242e-05,
      "loss": 0.5166882991790771,
      "step": 11900
    },
    {
      "epoch": 1.310680680129863,
      "grad_norm": 1.4884803295135498,
      "learning_rate": 5.611910811872383e-05,
      "loss": 0.5412510871887207,
      "step": 11910
    },
    {
      "epoch": 1.311781213888736,
      "grad_norm": 1.2572506666183472,
      "learning_rate": 5.595903643286666e-05,
      "loss": 0.5392833232879639,
      "step": 11920
    },
    {
      "epoch": 1.3128817476476091,
      "grad_norm": 1.3699381351470947,
      "learning_rate": 5.579910462531386e-05,
      "loss": 0.5508726596832275,
      "step": 11930
    },
    {
      "epoch": 1.313982281406482,
      "grad_norm": 1.1962960958480835,
      "learning_rate": 5.563931320402404e-05,
      "loss": 0.48737268447875975,
      "step": 11940
    },
    {
      "epoch": 1.315082815165355,
      "grad_norm": 1.2119905948638916,
      "learning_rate": 5.547966267651019e-05,
      "loss": 0.49958209991455077,
      "step": 11950
    },
    {
      "epoch": 1.3161833489242283,
      "grad_norm": 1.4131637811660767,
      "learning_rate": 5.5320153549837415e-05,
      "loss": 0.5119901180267334,
      "step": 11960
    },
    {
      "epoch": 1.3172838826831013,
      "grad_norm": 1.5542107820510864,
      "learning_rate": 5.516078633062207e-05,
      "loss": 0.4940051555633545,
      "step": 11970
    },
    {
      "epoch": 1.3183844164419742,
      "grad_norm": 2.2184031009674072,
      "learning_rate": 5.5001561525029624e-05,
      "loss": 0.515054178237915,
      "step": 11980
    },
    {
      "epoch": 1.3194849502008474,
      "grad_norm": 1.4567434787750244,
      "learning_rate": 5.4842479638773226e-05,
      "loss": 0.5146004676818847,
      "step": 11990
    },
    {
      "epoch": 1.3205854839597204,
      "grad_norm": 2.799847364425659,
      "learning_rate": 5.468354117711212e-05,
      "loss": 0.5162035465240479,
      "step": 12000
    },
    {
      "epoch": 1.3205854839597204,
      "eval_loss": 0.6135916709899902,
      "eval_runtime": 932.9854,
      "eval_samples_per_second": 9.74,
      "eval_steps_per_second": 2.435,
      "step": 12000
    },
    {
      "epoch": 1.3216860177185934,
      "grad_norm": 1.5677978992462158,
      "learning_rate": 5.452474664485014e-05,
      "loss": 0.49845075607299805,
      "step": 12010
    },
    {
      "epoch": 1.3227865514774666,
      "grad_norm": 1.5483510494232178,
      "learning_rate": 5.4366096546333734e-05,
      "loss": 0.5526577472686768,
      "step": 12020
    },
    {
      "epoch": 1.3238870852363396,
      "grad_norm": 1.186592698097229,
      "learning_rate": 5.420759138545086e-05,
      "loss": 0.494019079208374,
      "step": 12030
    },
    {
      "epoch": 1.3249876189952126,
      "grad_norm": 1.410312294960022,
      "learning_rate": 5.4049231665629006e-05,
      "loss": 0.5278650760650635,
      "step": 12040
    },
    {
      "epoch": 1.3260881527540858,
      "grad_norm": 1.6113433837890625,
      "learning_rate": 5.3891017889833776e-05,
      "loss": 0.5318747520446777,
      "step": 12050
    },
    {
      "epoch": 1.3271886865129587,
      "grad_norm": 1.4662244319915771,
      "learning_rate": 5.3732950560567155e-05,
      "loss": 0.4939723014831543,
      "step": 12060
    },
    {
      "epoch": 1.3282892202718317,
      "grad_norm": 1.315240740776062,
      "learning_rate": 5.357503017986617e-05,
      "loss": 0.5257238388061524,
      "step": 12070
    },
    {
      "epoch": 1.329389754030705,
      "grad_norm": 1.2644096612930298,
      "learning_rate": 5.341725724930098e-05,
      "loss": 0.5119235515594482,
      "step": 12080
    },
    {
      "epoch": 1.330490287789578,
      "grad_norm": 1.6229888200759888,
      "learning_rate": 5.325963226997347e-05,
      "loss": 0.5457443237304688,
      "step": 12090
    },
    {
      "epoch": 1.3315908215484509,
      "grad_norm": 1.637445092201233,
      "learning_rate": 5.3102155742515626e-05,
      "loss": 0.49096202850341797,
      "step": 12100
    },
    {
      "epoch": 1.332691355307324,
      "grad_norm": 1.6066944599151611,
      "learning_rate": 5.2944828167087926e-05,
      "loss": 0.48032388687133787,
      "step": 12110
    },
    {
      "epoch": 1.333791889066197,
      "grad_norm": 1.6189576387405396,
      "learning_rate": 5.2787650043377736e-05,
      "loss": 0.5643033504486084,
      "step": 12120
    },
    {
      "epoch": 1.33489242282507,
      "grad_norm": 1.4686189889907837,
      "learning_rate": 5.263062187059785e-05,
      "loss": 0.549506425857544,
      "step": 12130
    },
    {
      "epoch": 1.3359929565839432,
      "grad_norm": 1.4847965240478516,
      "learning_rate": 5.2473744147484705e-05,
      "loss": 0.49640259742736814,
      "step": 12140
    },
    {
      "epoch": 1.3370934903428162,
      "grad_norm": 1.6143943071365356,
      "learning_rate": 5.231701737229692e-05,
      "loss": 0.4493229389190674,
      "step": 12150
    },
    {
      "epoch": 1.3381940241016892,
      "grad_norm": 1.4236085414886475,
      "learning_rate": 5.216044204281365e-05,
      "loss": 0.5239033222198486,
      "step": 12160
    },
    {
      "epoch": 1.3392945578605624,
      "grad_norm": 1.2380789518356323,
      "learning_rate": 5.200401865633322e-05,
      "loss": 0.4879602909088135,
      "step": 12170
    },
    {
      "epoch": 1.3403950916194354,
      "grad_norm": 1.3326728343963623,
      "learning_rate": 5.184774770967107e-05,
      "loss": 0.5358062744140625,
      "step": 12180
    },
    {
      "epoch": 1.3414956253783084,
      "grad_norm": 1.3785207271575928,
      "learning_rate": 5.169162969915875e-05,
      "loss": 0.5260441780090332,
      "step": 12190
    },
    {
      "epoch": 1.3425961591371816,
      "grad_norm": 1.303104043006897,
      "learning_rate": 5.153566512064194e-05,
      "loss": 0.5232130527496338,
      "step": 12200
    },
    {
      "epoch": 1.3436966928960545,
      "grad_norm": 1.6834733486175537,
      "learning_rate": 5.1379854469479036e-05,
      "loss": 0.528822374343872,
      "step": 12210
    },
    {
      "epoch": 1.3447972266549275,
      "grad_norm": 1.6714493036270142,
      "learning_rate": 5.122419824053948e-05,
      "loss": 0.5261149883270264,
      "step": 12220
    },
    {
      "epoch": 1.3458977604138007,
      "grad_norm": 1.4997385740280151,
      "learning_rate": 5.1068696928202444e-05,
      "loss": 0.5220358848571778,
      "step": 12230
    },
    {
      "epoch": 1.3469982941726737,
      "grad_norm": 1.4198510646820068,
      "learning_rate": 5.091335102635479e-05,
      "loss": 0.5430432796478272,
      "step": 12240
    },
    {
      "epoch": 1.3480988279315467,
      "grad_norm": 1.3801181316375732,
      "learning_rate": 5.075816102839004e-05,
      "loss": 0.5042877197265625,
      "step": 12250
    },
    {
      "epoch": 1.3491993616904199,
      "grad_norm": 1.2426743507385254,
      "learning_rate": 5.060312742720639e-05,
      "loss": 0.5603894233703614,
      "step": 12260
    },
    {
      "epoch": 1.3502998954492929,
      "grad_norm": 1.430693507194519,
      "learning_rate": 5.044825071520538e-05,
      "loss": 0.5188490390777588,
      "step": 12270
    },
    {
      "epoch": 1.3514004292081658,
      "grad_norm": 1.1664015054702759,
      "learning_rate": 5.029353138429018e-05,
      "loss": 0.5350808143615723,
      "step": 12280
    },
    {
      "epoch": 1.352500962967039,
      "grad_norm": 1.3433830738067627,
      "learning_rate": 5.013896992586424e-05,
      "loss": 0.5293370723724365,
      "step": 12290
    },
    {
      "epoch": 1.353601496725912,
      "grad_norm": 1.5283178091049194,
      "learning_rate": 4.998456683082945e-05,
      "loss": 0.5362238883972168,
      "step": 12300
    },
    {
      "epoch": 1.354702030484785,
      "grad_norm": 1.371490716934204,
      "learning_rate": 4.98303225895848e-05,
      "loss": 0.5349930763244629,
      "step": 12310
    },
    {
      "epoch": 1.3558025642436582,
      "grad_norm": 1.4135675430297852,
      "learning_rate": 4.9676237692024676e-05,
      "loss": 0.5660553932189941,
      "step": 12320
    },
    {
      "epoch": 1.3569030980025312,
      "grad_norm": 1.3543716669082642,
      "learning_rate": 4.952231262753752e-05,
      "loss": 0.5383255481719971,
      "step": 12330
    },
    {
      "epoch": 1.3580036317614042,
      "grad_norm": 1.4029062986373901,
      "learning_rate": 4.936854788500391e-05,
      "loss": 0.5411499977111817,
      "step": 12340
    },
    {
      "epoch": 1.3591041655202774,
      "grad_norm": 1.5914642810821533,
      "learning_rate": 4.9214943952795446e-05,
      "loss": 0.5031930923461914,
      "step": 12350
    },
    {
      "epoch": 1.3602046992791503,
      "grad_norm": 1.189834713935852,
      "learning_rate": 4.906150131877283e-05,
      "loss": 0.5469556331634522,
      "step": 12360
    },
    {
      "epoch": 1.3613052330380233,
      "grad_norm": 1.6527738571166992,
      "learning_rate": 4.890822047028454e-05,
      "loss": 0.5288655281066894,
      "step": 12370
    },
    {
      "epoch": 1.3624057667968965,
      "grad_norm": 1.2583094835281372,
      "learning_rate": 4.875510189416511e-05,
      "loss": 0.5249460697174072,
      "step": 12380
    },
    {
      "epoch": 1.3635063005557695,
      "grad_norm": 1.339673638343811,
      "learning_rate": 4.86021460767339e-05,
      "loss": 0.5296471595764161,
      "step": 12390
    },
    {
      "epoch": 1.3646068343146425,
      "grad_norm": 1.3416361808776855,
      "learning_rate": 4.8449353503793014e-05,
      "loss": 0.5382433891296386,
      "step": 12400
    },
    {
      "epoch": 1.3657073680735157,
      "grad_norm": 1.7241756916046143,
      "learning_rate": 4.829672466062638e-05,
      "loss": 0.5634636878967285,
      "step": 12410
    },
    {
      "epoch": 1.3668079018323886,
      "grad_norm": 1.4954578876495361,
      "learning_rate": 4.814426003199772e-05,
      "loss": 0.49434552192687986,
      "step": 12420
    },
    {
      "epoch": 1.3679084355912616,
      "grad_norm": 1.4081655740737915,
      "learning_rate": 4.799196010214926e-05,
      "loss": 0.559640645980835,
      "step": 12430
    },
    {
      "epoch": 1.3690089693501348,
      "grad_norm": 1.3289753198623657,
      "learning_rate": 4.783982535480007e-05,
      "loss": 0.5251254558563232,
      "step": 12440
    },
    {
      "epoch": 1.3701095031090078,
      "grad_norm": 1.3901984691619873,
      "learning_rate": 4.768785627314476e-05,
      "loss": 0.5464468955993652,
      "step": 12450
    },
    {
      "epoch": 1.3712100368678808,
      "grad_norm": 1.6319056749343872,
      "learning_rate": 4.7536053339851464e-05,
      "loss": 0.5166916370391845,
      "step": 12460
    },
    {
      "epoch": 1.372310570626754,
      "grad_norm": 1.2068886756896973,
      "learning_rate": 4.738441703706091e-05,
      "loss": 0.49025301933288573,
      "step": 12470
    },
    {
      "epoch": 1.373411104385627,
      "grad_norm": 1.2937670946121216,
      "learning_rate": 4.723294784638445e-05,
      "loss": 0.538811445236206,
      "step": 12480
    },
    {
      "epoch": 1.3745116381445,
      "grad_norm": 1.159222960472107,
      "learning_rate": 4.7081646248902664e-05,
      "loss": 0.533691692352295,
      "step": 12490
    },
    {
      "epoch": 1.3756121719033731,
      "grad_norm": 1.475082516670227,
      "learning_rate": 4.693051272516385e-05,
      "loss": 0.5690941333770752,
      "step": 12500
    },
    {
      "epoch": 1.3767127056622461,
      "grad_norm": 1.3520079851150513,
      "learning_rate": 4.6779547755182595e-05,
      "loss": 0.5233016014099121,
      "step": 12510
    },
    {
      "epoch": 1.377813239421119,
      "grad_norm": 1.2905855178833008,
      "learning_rate": 4.6628751818437985e-05,
      "loss": 0.5325565338134766,
      "step": 12520
    },
    {
      "epoch": 1.3789137731799923,
      "grad_norm": 1.3417586088180542,
      "learning_rate": 4.6478125393872326e-05,
      "loss": 0.5162881374359131,
      "step": 12530
    },
    {
      "epoch": 1.3800143069388653,
      "grad_norm": 1.269593596458435,
      "learning_rate": 4.632766895988949e-05,
      "loss": 0.5292275905609131,
      "step": 12540
    },
    {
      "epoch": 1.3811148406977383,
      "grad_norm": 1.2621039152145386,
      "learning_rate": 4.617738299435353e-05,
      "loss": 0.5439098358154297,
      "step": 12550
    },
    {
      "epoch": 1.3822153744566115,
      "grad_norm": 2.1502459049224854,
      "learning_rate": 4.6027267974587e-05,
      "loss": 0.5295673847198487,
      "step": 12560
    },
    {
      "epoch": 1.3833159082154844,
      "grad_norm": 1.1357793807983398,
      "learning_rate": 4.587732437736952e-05,
      "loss": 0.5145630836486816,
      "step": 12570
    },
    {
      "epoch": 1.3844164419743574,
      "grad_norm": 1.447072982788086,
      "learning_rate": 4.572755267893628e-05,
      "loss": 0.5478739738464355,
      "step": 12580
    },
    {
      "epoch": 1.3855169757332306,
      "grad_norm": 1.6219820976257324,
      "learning_rate": 4.557795335497643e-05,
      "loss": 0.5329634666442871,
      "step": 12590
    },
    {
      "epoch": 1.3866175094921036,
      "grad_norm": 1.6089611053466797,
      "learning_rate": 4.5428526880631815e-05,
      "loss": 0.5637258052825928,
      "step": 12600
    },
    {
      "epoch": 1.3877180432509766,
      "grad_norm": 1.7128835916519165,
      "learning_rate": 4.527927373049511e-05,
      "loss": 0.5293717384338379,
      "step": 12610
    },
    {
      "epoch": 1.3888185770098498,
      "grad_norm": 1.4186064004898071,
      "learning_rate": 4.513019437860858e-05,
      "loss": 0.4770808696746826,
      "step": 12620
    },
    {
      "epoch": 1.3899191107687228,
      "grad_norm": 1.505110740661621,
      "learning_rate": 4.4981289298462446e-05,
      "loss": 0.5102827072143554,
      "step": 12630
    },
    {
      "epoch": 1.391019644527596,
      "grad_norm": 2.0490097999572754,
      "learning_rate": 4.483255896299357e-05,
      "loss": 0.5344661712646485,
      "step": 12640
    },
    {
      "epoch": 1.392120178286469,
      "grad_norm": 1.282111406326294,
      "learning_rate": 4.4684003844583534e-05,
      "loss": 0.5514573097229004,
      "step": 12650
    },
    {
      "epoch": 1.393220712045342,
      "grad_norm": 1.6085493564605713,
      "learning_rate": 4.4535624415057684e-05,
      "loss": 0.5532805442810058,
      "step": 12660
    },
    {
      "epoch": 1.3943212458042151,
      "grad_norm": 1.3189293146133423,
      "learning_rate": 4.438742114568324e-05,
      "loss": 0.46045541763305664,
      "step": 12670
    },
    {
      "epoch": 1.395421779563088,
      "grad_norm": 1.4094516038894653,
      "learning_rate": 4.423939450716791e-05,
      "loss": 0.5289006710052491,
      "step": 12680
    },
    {
      "epoch": 1.396522313321961,
      "grad_norm": 1.194648265838623,
      "learning_rate": 4.4091544969658385e-05,
      "loss": 0.4610511302947998,
      "step": 12690
    },
    {
      "epoch": 1.3976228470808343,
      "grad_norm": 1.4054875373840332,
      "learning_rate": 4.3943873002739044e-05,
      "loss": 0.5385354995727539,
      "step": 12700
    },
    {
      "epoch": 1.3987233808397073,
      "grad_norm": 1.3765729665756226,
      "learning_rate": 4.3796379075429994e-05,
      "loss": 0.5162423133850098,
      "step": 12710
    },
    {
      "epoch": 1.3998239145985802,
      "grad_norm": 1.9108331203460693,
      "learning_rate": 4.364906365618613e-05,
      "loss": 0.5515697002410889,
      "step": 12720
    },
    {
      "epoch": 1.4009244483574534,
      "grad_norm": 1.29691481590271,
      "learning_rate": 4.350192721289526e-05,
      "loss": 0.48247671127319336,
      "step": 12730
    },
    {
      "epoch": 1.4020249821163264,
      "grad_norm": 1.5985174179077148,
      "learning_rate": 4.335497021287675e-05,
      "loss": 0.5108057022094726,
      "step": 12740
    },
    {
      "epoch": 1.4031255158751994,
      "grad_norm": 1.1953842639923096,
      "learning_rate": 4.320819312288006e-05,
      "loss": 0.5506106376647949,
      "step": 12750
    },
    {
      "epoch": 1.4042260496340726,
      "grad_norm": 1.3660629987716675,
      "learning_rate": 4.306159640908329e-05,
      "loss": 0.4917247772216797,
      "step": 12760
    },
    {
      "epoch": 1.4053265833929456,
      "grad_norm": 1.4527275562286377,
      "learning_rate": 4.291518053709156e-05,
      "loss": 0.5028563499450683,
      "step": 12770
    },
    {
      "epoch": 1.4064271171518186,
      "grad_norm": 1.5173895359039307,
      "learning_rate": 4.276894597193567e-05,
      "loss": 0.531541109085083,
      "step": 12780
    },
    {
      "epoch": 1.4075276509106918,
      "grad_norm": 1.388485312461853,
      "learning_rate": 4.2622893178070546e-05,
      "loss": 0.5469501972198486,
      "step": 12790
    },
    {
      "epoch": 1.4086281846695647,
      "grad_norm": 1.2715303897857666,
      "learning_rate": 4.2477022619373795e-05,
      "loss": 0.5065861225128174,
      "step": 12800
    },
    {
      "epoch": 1.4097287184284377,
      "grad_norm": 1.375125527381897,
      "learning_rate": 4.2331334759144225e-05,
      "loss": 0.5102115631103515,
      "step": 12810
    },
    {
      "epoch": 1.410829252187311,
      "grad_norm": 1.3314223289489746,
      "learning_rate": 4.218583006010044e-05,
      "loss": 0.5135067462921142,
      "step": 12820
    },
    {
      "epoch": 1.411929785946184,
      "grad_norm": 1.2753770351409912,
      "learning_rate": 4.204050898437921e-05,
      "loss": 0.530963659286499,
      "step": 12830
    },
    {
      "epoch": 1.4130303197050569,
      "grad_norm": 1.2953945398330688,
      "learning_rate": 4.189537199353417e-05,
      "loss": 0.5231512546539306,
      "step": 12840
    },
    {
      "epoch": 1.41413085346393,
      "grad_norm": 1.478853464126587,
      "learning_rate": 4.175041954853421e-05,
      "loss": 0.5153040885925293,
      "step": 12850
    },
    {
      "epoch": 1.415231387222803,
      "grad_norm": 1.7187341451644897,
      "learning_rate": 4.1605652109762225e-05,
      "loss": 0.5362359046936035,
      "step": 12860
    },
    {
      "epoch": 1.416331920981676,
      "grad_norm": 1.1309502124786377,
      "learning_rate": 4.1461070137013305e-05,
      "loss": 0.4846354007720947,
      "step": 12870
    },
    {
      "epoch": 1.4174324547405492,
      "grad_norm": 1.5288585424423218,
      "learning_rate": 4.131667408949368e-05,
      "loss": 0.536449670791626,
      "step": 12880
    },
    {
      "epoch": 1.4185329884994222,
      "grad_norm": 1.4492231607437134,
      "learning_rate": 4.117246442581896e-05,
      "loss": 0.5303133487701416,
      "step": 12890
    },
    {
      "epoch": 1.4196335222582952,
      "grad_norm": 1.4299237728118896,
      "learning_rate": 4.102844160401279e-05,
      "loss": 0.49590587615966797,
      "step": 12900
    },
    {
      "epoch": 1.4207340560171684,
      "grad_norm": 1.2255241870880127,
      "learning_rate": 4.0884606081505374e-05,
      "loss": 0.4480147838592529,
      "step": 12910
    },
    {
      "epoch": 1.4218345897760414,
      "grad_norm": 1.3076447248458862,
      "learning_rate": 4.074095831513216e-05,
      "loss": 0.5100639820098877,
      "step": 12920
    },
    {
      "epoch": 1.4229351235349144,
      "grad_norm": 1.34635329246521,
      "learning_rate": 4.059749876113202e-05,
      "loss": 0.5147515773773194,
      "step": 12930
    },
    {
      "epoch": 1.4240356572937876,
      "grad_norm": 1.398501992225647,
      "learning_rate": 4.0454227875146334e-05,
      "loss": 0.5074705123901367,
      "step": 12940
    },
    {
      "epoch": 1.4251361910526605,
      "grad_norm": 1.5088456869125366,
      "learning_rate": 4.031114611221703e-05,
      "loss": 0.5495419979095459,
      "step": 12950
    },
    {
      "epoch": 1.4262367248115335,
      "grad_norm": 1.4350841045379639,
      "learning_rate": 4.016825392678548e-05,
      "loss": 0.5102008819580078,
      "step": 12960
    },
    {
      "epoch": 1.4273372585704067,
      "grad_norm": 1.5860239267349243,
      "learning_rate": 4.002555177269085e-05,
      "loss": 0.4671715259552002,
      "step": 12970
    },
    {
      "epoch": 1.4284377923292797,
      "grad_norm": 1.2882176637649536,
      "learning_rate": 3.988304010316888e-05,
      "loss": 0.4910801887512207,
      "step": 12980
    },
    {
      "epoch": 1.4295383260881527,
      "grad_norm": 1.353554368019104,
      "learning_rate": 3.97407193708502e-05,
      "loss": 0.4905055522918701,
      "step": 12990
    },
    {
      "epoch": 1.4306388598470259,
      "grad_norm": 1.5040994882583618,
      "learning_rate": 3.959859002775904e-05,
      "loss": 0.5559825897216797,
      "step": 13000
    },
    {
      "epoch": 1.4306388598470259,
      "eval_loss": 0.6006145477294922,
      "eval_runtime": 933.1966,
      "eval_samples_per_second": 9.737,
      "eval_steps_per_second": 2.435,
      "step": 13000
    },
    {
      "epoch": 1.4317393936058989,
      "grad_norm": 1.5252652168273926,
      "learning_rate": 3.9456652525311775e-05,
      "loss": 0.5047395706176758,
      "step": 13010
    },
    {
      "epoch": 1.4328399273647718,
      "grad_norm": 1.5694782733917236,
      "learning_rate": 3.931490731431544e-05,
      "loss": 0.46917476654052737,
      "step": 13020
    },
    {
      "epoch": 1.433940461123645,
      "grad_norm": 1.298323631286621,
      "learning_rate": 3.917335484496634e-05,
      "loss": 0.5607198715209961,
      "step": 13030
    },
    {
      "epoch": 1.435040994882518,
      "grad_norm": 1.151871681213379,
      "learning_rate": 3.9031995566848687e-05,
      "loss": 0.5415894031524658,
      "step": 13040
    },
    {
      "epoch": 1.436141528641391,
      "grad_norm": 1.271160364151001,
      "learning_rate": 3.889082992893301e-05,
      "loss": 0.5198471069335937,
      "step": 13050
    },
    {
      "epoch": 1.4372420624002642,
      "grad_norm": 1.6260325908660889,
      "learning_rate": 3.8749858379574856e-05,
      "loss": 0.4984140872955322,
      "step": 13060
    },
    {
      "epoch": 1.4383425961591372,
      "grad_norm": 1.2122149467468262,
      "learning_rate": 3.8609081366513275e-05,
      "loss": 0.5378758430480957,
      "step": 13070
    },
    {
      "epoch": 1.4394431299180102,
      "grad_norm": 1.4511668682098389,
      "learning_rate": 3.846849933686962e-05,
      "loss": 0.49872121810913084,
      "step": 13080
    },
    {
      "epoch": 1.4405436636768834,
      "grad_norm": 1.3906524181365967,
      "learning_rate": 3.832811273714569e-05,
      "loss": 0.509521770477295,
      "step": 13090
    },
    {
      "epoch": 1.4416441974357563,
      "grad_norm": 1.5202287435531616,
      "learning_rate": 3.818792201322283e-05,
      "loss": 0.49728941917419434,
      "step": 13100
    },
    {
      "epoch": 1.4427447311946293,
      "grad_norm": 1.234118938446045,
      "learning_rate": 3.804792761036014e-05,
      "loss": 0.5287348747253418,
      "step": 13110
    },
    {
      "epoch": 1.4438452649535025,
      "grad_norm": 1.542027235031128,
      "learning_rate": 3.7908129973193175e-05,
      "loss": 0.4547781467437744,
      "step": 13120
    },
    {
      "epoch": 1.4449457987123755,
      "grad_norm": 1.4923428297042847,
      "learning_rate": 3.776852954573257e-05,
      "loss": 0.4881281852722168,
      "step": 13130
    },
    {
      "epoch": 1.4460463324712485,
      "grad_norm": 1.5383400917053223,
      "learning_rate": 3.762912677136271e-05,
      "loss": 0.5386209487915039,
      "step": 13140
    },
    {
      "epoch": 1.4471468662301217,
      "grad_norm": 1.6984336376190186,
      "learning_rate": 3.7489922092839956e-05,
      "loss": 0.49674625396728517,
      "step": 13150
    },
    {
      "epoch": 1.4482473999889947,
      "grad_norm": 1.4773831367492676,
      "learning_rate": 3.7350915952291776e-05,
      "loss": 0.49255056381225587,
      "step": 13160
    },
    {
      "epoch": 1.4493479337478676,
      "grad_norm": 1.767876148223877,
      "learning_rate": 3.72121087912149e-05,
      "loss": 0.4835840702056885,
      "step": 13170
    },
    {
      "epoch": 1.4504484675067408,
      "grad_norm": 1.4098162651062012,
      "learning_rate": 3.707350105047414e-05,
      "loss": 0.5085628509521485,
      "step": 13180
    },
    {
      "epoch": 1.4515490012656138,
      "grad_norm": 1.7641174793243408,
      "learning_rate": 3.693509317030084e-05,
      "loss": 0.4194155693054199,
      "step": 13190
    },
    {
      "epoch": 1.4526495350244868,
      "grad_norm": 1.540986180305481,
      "learning_rate": 3.6796885590291744e-05,
      "loss": 0.5055553913116455,
      "step": 13200
    },
    {
      "epoch": 1.45375006878336,
      "grad_norm": 1.4886335134506226,
      "learning_rate": 3.6658878749407266e-05,
      "loss": 0.47327437400817873,
      "step": 13210
    },
    {
      "epoch": 1.454850602542233,
      "grad_norm": 1.1624953746795654,
      "learning_rate": 3.652107308597031e-05,
      "loss": 0.5468912601470948,
      "step": 13220
    },
    {
      "epoch": 1.4559511363011062,
      "grad_norm": 1.251796007156372,
      "learning_rate": 3.638346903766479e-05,
      "loss": 0.5090361595153808,
      "step": 13230
    },
    {
      "epoch": 1.4570516700599792,
      "grad_norm": 1.456272006034851,
      "learning_rate": 3.624606704153439e-05,
      "loss": 0.5223624229431152,
      "step": 13240
    },
    {
      "epoch": 1.4581522038188521,
      "grad_norm": 1.7384787797927856,
      "learning_rate": 3.610886753398084e-05,
      "loss": 0.515346908569336,
      "step": 13250
    },
    {
      "epoch": 1.4592527375777253,
      "grad_norm": 1.4537709951400757,
      "learning_rate": 3.597187095076298e-05,
      "loss": 0.5127240180969238,
      "step": 13260
    },
    {
      "epoch": 1.4603532713365983,
      "grad_norm": 1.4933159351348877,
      "learning_rate": 3.5835077726994984e-05,
      "loss": 0.5056961059570313,
      "step": 13270
    },
    {
      "epoch": 1.4614538050954713,
      "grad_norm": 1.3322826623916626,
      "learning_rate": 3.569848829714519e-05,
      "loss": 0.5281732559204102,
      "step": 13280
    },
    {
      "epoch": 1.4625543388543445,
      "grad_norm": 1.5161052942276,
      "learning_rate": 3.556210309503465e-05,
      "loss": 0.5495526790618896,
      "step": 13290
    },
    {
      "epoch": 1.4636548726132175,
      "grad_norm": 1.23734712600708,
      "learning_rate": 3.542592255383586e-05,
      "loss": 0.5442331790924072,
      "step": 13300
    },
    {
      "epoch": 1.4647554063720905,
      "grad_norm": 1.366429328918457,
      "learning_rate": 3.528994710607112e-05,
      "loss": 0.4855631351470947,
      "step": 13310
    },
    {
      "epoch": 1.4658559401309637,
      "grad_norm": 1.7758201360702515,
      "learning_rate": 3.51541771836115e-05,
      "loss": 0.5233217239379883,
      "step": 13320
    },
    {
      "epoch": 1.4669564738898366,
      "grad_norm": 1.7179821729660034,
      "learning_rate": 3.501861321767521e-05,
      "loss": 0.5118228912353515,
      "step": 13330
    },
    {
      "epoch": 1.4680570076487096,
      "grad_norm": 1.486463189125061,
      "learning_rate": 3.488325563882636e-05,
      "loss": 0.5506513118743896,
      "step": 13340
    },
    {
      "epoch": 1.4691575414075828,
      "grad_norm": 1.2534334659576416,
      "learning_rate": 3.47481048769735e-05,
      "loss": 0.5199797630310059,
      "step": 13350
    },
    {
      "epoch": 1.4702580751664558,
      "grad_norm": 1.1043325662612915,
      "learning_rate": 3.461316136136843e-05,
      "loss": 0.5226203441619873,
      "step": 13360
    },
    {
      "epoch": 1.4713586089253288,
      "grad_norm": 1.258324146270752,
      "learning_rate": 3.447842552060454e-05,
      "loss": 0.47593889236450193,
      "step": 13370
    },
    {
      "epoch": 1.472459142684202,
      "grad_norm": 1.465816617012024,
      "learning_rate": 3.434389778261579e-05,
      "loss": 0.5070627689361572,
      "step": 13380
    },
    {
      "epoch": 1.473559676443075,
      "grad_norm": 1.3153942823410034,
      "learning_rate": 3.4209578574675105e-05,
      "loss": 0.497767972946167,
      "step": 13390
    },
    {
      "epoch": 1.474660210201948,
      "grad_norm": 1.4301342964172363,
      "learning_rate": 3.40754683233931e-05,
      "loss": 0.5043089389801025,
      "step": 13400
    },
    {
      "epoch": 1.4757607439608211,
      "grad_norm": 1.4582939147949219,
      "learning_rate": 3.394156745471672e-05,
      "loss": 0.537001657485962,
      "step": 13410
    },
    {
      "epoch": 1.476861277719694,
      "grad_norm": 1.4918025732040405,
      "learning_rate": 3.380787639392794e-05,
      "loss": 0.47727375030517577,
      "step": 13420
    },
    {
      "epoch": 1.477961811478567,
      "grad_norm": 1.9263042211532593,
      "learning_rate": 3.3674395565642324e-05,
      "loss": 0.5241379261016845,
      "step": 13430
    },
    {
      "epoch": 1.4790623452374403,
      "grad_norm": 1.3534560203552246,
      "learning_rate": 3.354112539380771e-05,
      "loss": 0.49828281402587893,
      "step": 13440
    },
    {
      "epoch": 1.4801628789963133,
      "grad_norm": 1.9766839742660522,
      "learning_rate": 3.340806630170288e-05,
      "loss": 0.5248537063598633,
      "step": 13450
    },
    {
      "epoch": 1.4812634127551862,
      "grad_norm": 1.2477192878723145,
      "learning_rate": 3.327521871193627e-05,
      "loss": 0.5167280673980713,
      "step": 13460
    },
    {
      "epoch": 1.4823639465140594,
      "grad_norm": 1.16605544090271,
      "learning_rate": 3.31425830464444e-05,
      "loss": 0.5039694786071778,
      "step": 13470
    },
    {
      "epoch": 1.4834644802729324,
      "grad_norm": 1.327203392982483,
      "learning_rate": 3.3010159726490895e-05,
      "loss": 0.47118306159973145,
      "step": 13480
    },
    {
      "epoch": 1.4845650140318054,
      "grad_norm": 1.6757255792617798,
      "learning_rate": 3.2877949172664834e-05,
      "loss": 0.5024468898773193,
      "step": 13490
    },
    {
      "epoch": 1.4856655477906786,
      "grad_norm": 1.440145492553711,
      "learning_rate": 3.274595180487956e-05,
      "loss": 0.5378376483917237,
      "step": 13500
    },
    {
      "epoch": 1.4867660815495516,
      "grad_norm": 1.4280515909194946,
      "learning_rate": 3.261416804237126e-05,
      "loss": 0.5332531929016113,
      "step": 13510
    },
    {
      "epoch": 1.4878666153084246,
      "grad_norm": 1.2752246856689453,
      "learning_rate": 3.248259830369788e-05,
      "loss": 0.5394261837005615,
      "step": 13520
    },
    {
      "epoch": 1.4889671490672978,
      "grad_norm": 1.1912692785263062,
      "learning_rate": 3.235124300673729e-05,
      "loss": 0.5306824684143067,
      "step": 13530
    },
    {
      "epoch": 1.4900676828261707,
      "grad_norm": 1.5071934461593628,
      "learning_rate": 3.222010256868658e-05,
      "loss": 0.524613904953003,
      "step": 13540
    },
    {
      "epoch": 1.4911682165850437,
      "grad_norm": 1.2503234148025513,
      "learning_rate": 3.2089177406060264e-05,
      "loss": 0.5718852996826171,
      "step": 13550
    },
    {
      "epoch": 1.492268750343917,
      "grad_norm": 1.454397439956665,
      "learning_rate": 3.1958467934689153e-05,
      "loss": 0.4814920425415039,
      "step": 13560
    },
    {
      "epoch": 1.49336928410279,
      "grad_norm": 3.508129119873047,
      "learning_rate": 3.182797456971898e-05,
      "loss": 0.4959763526916504,
      "step": 13570
    },
    {
      "epoch": 1.4944698178616629,
      "grad_norm": 1.4555495977401733,
      "learning_rate": 3.169769772560918e-05,
      "loss": 0.49576363563537595,
      "step": 13580
    },
    {
      "epoch": 1.495570351620536,
      "grad_norm": 1.3573147058486938,
      "learning_rate": 3.156763781613141e-05,
      "loss": 0.49452862739562986,
      "step": 13590
    },
    {
      "epoch": 1.496670885379409,
      "grad_norm": 1.4841245412826538,
      "learning_rate": 3.143779525436835e-05,
      "loss": 0.5319545269012451,
      "step": 13600
    },
    {
      "epoch": 1.497771419138282,
      "grad_norm": 1.6145817041397095,
      "learning_rate": 3.130817045271245e-05,
      "loss": 0.5460486888885498,
      "step": 13610
    },
    {
      "epoch": 1.4988719528971552,
      "grad_norm": 1.9636765718460083,
      "learning_rate": 3.117876382286433e-05,
      "loss": 0.5048194408416748,
      "step": 13620
    },
    {
      "epoch": 1.4999724866560282,
      "grad_norm": 1.4671472311019897,
      "learning_rate": 3.104957577583189e-05,
      "loss": 0.5170011520385742,
      "step": 13630
    },
    {
      "epoch": 1.5010730204149012,
      "grad_norm": 1.4642596244812012,
      "learning_rate": 3.092060672192868e-05,
      "loss": 0.5584310531616211,
      "step": 13640
    },
    {
      "epoch": 1.5021735541737744,
      "grad_norm": 1.3807435035705566,
      "learning_rate": 3.079185707077272e-05,
      "loss": 0.45142621994018556,
      "step": 13650
    },
    {
      "epoch": 1.5032740879326474,
      "grad_norm": 1.5718172788619995,
      "learning_rate": 3.0663327231285154e-05,
      "loss": 0.5343811988830567,
      "step": 13660
    },
    {
      "epoch": 1.5043746216915204,
      "grad_norm": 1.4733718633651733,
      "learning_rate": 3.053501761168909e-05,
      "loss": 0.49410390853881836,
      "step": 13670
    },
    {
      "epoch": 1.5054751554503936,
      "grad_norm": 1.4786248207092285,
      "learning_rate": 3.0406928619508092e-05,
      "loss": 0.47629489898681643,
      "step": 13680
    },
    {
      "epoch": 1.5065756892092665,
      "grad_norm": 1.437113642692566,
      "learning_rate": 3.0279060661565028e-05,
      "loss": 0.48892903327941895,
      "step": 13690
    },
    {
      "epoch": 1.5076762229681395,
      "grad_norm": 1.2976839542388916,
      "learning_rate": 3.015141414398075e-05,
      "loss": 0.5163634777069092,
      "step": 13700
    },
    {
      "epoch": 1.5087767567270127,
      "grad_norm": 1.6507548093795776,
      "learning_rate": 3.0023989472172766e-05,
      "loss": 0.5434659957885742,
      "step": 13710
    },
    {
      "epoch": 1.5098772904858857,
      "grad_norm": 1.31253182888031,
      "learning_rate": 2.989678705085398e-05,
      "loss": 0.5194432735443115,
      "step": 13720
    },
    {
      "epoch": 1.5109778242447587,
      "grad_norm": 1.432991862297058,
      "learning_rate": 2.976980728403147e-05,
      "loss": 0.5175258159637451,
      "step": 13730
    },
    {
      "epoch": 1.5120783580036319,
      "grad_norm": 2.1796889305114746,
      "learning_rate": 2.964305057500508e-05,
      "loss": 0.5054359912872315,
      "step": 13740
    },
    {
      "epoch": 1.5131788917625049,
      "grad_norm": 1.4726945161819458,
      "learning_rate": 2.951651732636622e-05,
      "loss": 0.4896527290344238,
      "step": 13750
    },
    {
      "epoch": 1.5142794255213778,
      "grad_norm": 1.432494044303894,
      "learning_rate": 2.939020793999653e-05,
      "loss": 0.46663222312927244,
      "step": 13760
    },
    {
      "epoch": 1.515379959280251,
      "grad_norm": 1.4755899906158447,
      "learning_rate": 2.9264122817066765e-05,
      "loss": 0.47660222053527834,
      "step": 13770
    },
    {
      "epoch": 1.516480493039124,
      "grad_norm": 1.4614745378494263,
      "learning_rate": 2.9138262358035197e-05,
      "loss": 0.5349469184875488,
      "step": 13780
    },
    {
      "epoch": 1.517581026797997,
      "grad_norm": 1.3046956062316895,
      "learning_rate": 2.901262696264675e-05,
      "loss": 0.4655785083770752,
      "step": 13790
    },
    {
      "epoch": 1.5186815605568702,
      "grad_norm": 1.69575035572052,
      "learning_rate": 2.888721702993139e-05,
      "loss": 0.569233751296997,
      "step": 13800
    },
    {
      "epoch": 1.5197820943157432,
      "grad_norm": 1.6944596767425537,
      "learning_rate": 2.8762032958203055e-05,
      "loss": 0.5464329242706298,
      "step": 13810
    },
    {
      "epoch": 1.5208826280746162,
      "grad_norm": 1.676538109779358,
      "learning_rate": 2.8637075145058257e-05,
      "loss": 0.5451251983642578,
      "step": 13820
    },
    {
      "epoch": 1.5219831618334894,
      "grad_norm": 1.5484033823013306,
      "learning_rate": 2.8512343987375033e-05,
      "loss": 0.47975883483886717,
      "step": 13830
    },
    {
      "epoch": 1.5230836955923623,
      "grad_norm": 1.3609403371810913,
      "learning_rate": 2.838783988131134e-05,
      "loss": 0.47988286018371584,
      "step": 13840
    },
    {
      "epoch": 1.5241842293512353,
      "grad_norm": 2.036940574645996,
      "learning_rate": 2.826356322230418e-05,
      "loss": 0.5064961910247803,
      "step": 13850
    },
    {
      "epoch": 1.5252847631101085,
      "grad_norm": 1.508659839630127,
      "learning_rate": 2.8139514405068058e-05,
      "loss": 0.5125546455383301,
      "step": 13860
    },
    {
      "epoch": 1.5263852968689815,
      "grad_norm": 1.718461036682129,
      "learning_rate": 2.801569382359387e-05,
      "loss": 0.4710413932800293,
      "step": 13870
    },
    {
      "epoch": 1.5274858306278545,
      "grad_norm": 1.8719013929367065,
      "learning_rate": 2.7892101871147548e-05,
      "loss": 0.5405392169952392,
      "step": 13880
    },
    {
      "epoch": 1.5285863643867277,
      "grad_norm": 1.4192867279052734,
      "learning_rate": 2.7768738940269023e-05,
      "loss": 0.5199221134185791,
      "step": 13890
    },
    {
      "epoch": 1.5296868981456007,
      "grad_norm": 1.271347999572754,
      "learning_rate": 2.764560542277068e-05,
      "loss": 0.5048525333404541,
      "step": 13900
    },
    {
      "epoch": 1.5307874319044736,
      "grad_norm": 1.4697716236114502,
      "learning_rate": 2.7522701709736343e-05,
      "loss": 0.47776007652282715,
      "step": 13910
    },
    {
      "epoch": 1.5318879656633468,
      "grad_norm": 1.1631221771240234,
      "learning_rate": 2.740002819151992e-05,
      "loss": 0.5136751651763916,
      "step": 13920
    },
    {
      "epoch": 1.5329884994222198,
      "grad_norm": 1.584194540977478,
      "learning_rate": 2.7277585257744242e-05,
      "loss": 0.520424747467041,
      "step": 13930
    },
    {
      "epoch": 1.5340890331810928,
      "grad_norm": 1.674691081047058,
      "learning_rate": 2.71553732972997e-05,
      "loss": 0.4916074275970459,
      "step": 13940
    },
    {
      "epoch": 1.535189566939966,
      "grad_norm": 1.3031243085861206,
      "learning_rate": 2.7033392698343218e-05,
      "loss": 0.561707592010498,
      "step": 13950
    },
    {
      "epoch": 1.536290100698839,
      "grad_norm": 2.6450769901275635,
      "learning_rate": 2.6911643848296787e-05,
      "loss": 0.49480366706848145,
      "step": 13960
    },
    {
      "epoch": 1.537390634457712,
      "grad_norm": 1.9828189611434937,
      "learning_rate": 2.6790127133846378e-05,
      "loss": 0.5189652442932129,
      "step": 13970
    },
    {
      "epoch": 1.5384911682165852,
      "grad_norm": 1.3217980861663818,
      "learning_rate": 2.6668842940940654e-05,
      "loss": 0.5654374122619629,
      "step": 13980
    },
    {
      "epoch": 1.5395917019754581,
      "grad_norm": 1.5207453966140747,
      "learning_rate": 2.6547791654789867e-05,
      "loss": 0.49074726104736327,
      "step": 13990
    },
    {
      "epoch": 1.5406922357343311,
      "grad_norm": 1.3792606592178345,
      "learning_rate": 2.642697365986434e-05,
      "loss": 0.49360318183898927,
      "step": 14000
    },
    {
      "epoch": 1.5406922357343311,
      "eval_loss": 0.586557924747467,
      "eval_runtime": 931.9289,
      "eval_samples_per_second": 9.751,
      "eval_steps_per_second": 2.438,
      "step": 14000
    },
    {
      "epoch": 1.5417927694932043,
      "grad_norm": 1.5167111158370972,
      "learning_rate": 2.6306389339893657e-05,
      "loss": 0.45190792083740233,
      "step": 14010
    },
    {
      "epoch": 1.5428933032520773,
      "grad_norm": 1.3391878604888916,
      "learning_rate": 2.618603907786509e-05,
      "loss": 0.4652193546295166,
      "step": 14020
    },
    {
      "epoch": 1.5439938370109503,
      "grad_norm": 1.2597346305847168,
      "learning_rate": 2.6065923256022563e-05,
      "loss": 0.5516125202178955,
      "step": 14030
    },
    {
      "epoch": 1.5450943707698235,
      "grad_norm": 1.2354804277420044,
      "learning_rate": 2.5946042255865367e-05,
      "loss": 0.5130207538604736,
      "step": 14040
    },
    {
      "epoch": 1.5461949045286965,
      "grad_norm": 1.5597954988479614,
      "learning_rate": 2.5826396458147073e-05,
      "loss": 0.5015468597412109,
      "step": 14050
    },
    {
      "epoch": 1.5472954382875694,
      "grad_norm": 1.4555859565734863,
      "learning_rate": 2.5706986242874055e-05,
      "loss": 0.5252137660980225,
      "step": 14060
    },
    {
      "epoch": 1.5483959720464426,
      "grad_norm": 1.9595062732696533,
      "learning_rate": 2.5587811989304646e-05,
      "loss": 0.5172215938568115,
      "step": 14070
    },
    {
      "epoch": 1.5494965058053156,
      "grad_norm": 1.2958043813705444,
      "learning_rate": 2.54688740759476e-05,
      "loss": 0.5510001659393311,
      "step": 14080
    },
    {
      "epoch": 1.5505970395641886,
      "grad_norm": 1.2450227737426758,
      "learning_rate": 2.5350172880561117e-05,
      "loss": 0.4833174705505371,
      "step": 14090
    },
    {
      "epoch": 1.5516975733230618,
      "grad_norm": 1.5833539962768555,
      "learning_rate": 2.5231708780151462e-05,
      "loss": 0.5583213329315185,
      "step": 14100
    },
    {
      "epoch": 1.5527981070819348,
      "grad_norm": 1.1792974472045898,
      "learning_rate": 2.5113482150972012e-05,
      "loss": 0.47814168930053713,
      "step": 14110
    },
    {
      "epoch": 1.5538986408408078,
      "grad_norm": 1.307870864868164,
      "learning_rate": 2.4995493368521784e-05,
      "loss": 0.4371782302856445,
      "step": 14120
    },
    {
      "epoch": 1.554999174599681,
      "grad_norm": 1.296129822731018,
      "learning_rate": 2.4877742807544402e-05,
      "loss": 0.5552921772003174,
      "step": 14130
    },
    {
      "epoch": 1.556099708358554,
      "grad_norm": 1.2839207649230957,
      "learning_rate": 2.4760230842026887e-05,
      "loss": 0.45152988433837893,
      "step": 14140
    },
    {
      "epoch": 1.557200242117427,
      "grad_norm": 1.4040298461914062,
      "learning_rate": 2.464295784519852e-05,
      "loss": 0.44363880157470703,
      "step": 14150
    },
    {
      "epoch": 1.5583007758763001,
      "grad_norm": 1.6277488470077515,
      "learning_rate": 2.4525924189529437e-05,
      "loss": 0.5193778514862061,
      "step": 14160
    },
    {
      "epoch": 1.559401309635173,
      "grad_norm": 1.5271227359771729,
      "learning_rate": 2.4409130246729773e-05,
      "loss": 0.5011728286743165,
      "step": 14170
    },
    {
      "epoch": 1.560501843394046,
      "grad_norm": 1.5227077007293701,
      "learning_rate": 2.4292576387748223e-05,
      "loss": 0.5214500427246094,
      "step": 14180
    },
    {
      "epoch": 1.5616023771529193,
      "grad_norm": 1.171847939491272,
      "learning_rate": 2.417626298277096e-05,
      "loss": 0.5235694408416748,
      "step": 14190
    },
    {
      "epoch": 1.5627029109117923,
      "grad_norm": 1.4584394693374634,
      "learning_rate": 2.406019040122044e-05,
      "loss": 0.553814697265625,
      "step": 14200
    },
    {
      "epoch": 1.5638034446706652,
      "grad_norm": 1.4516977071762085,
      "learning_rate": 2.3944359011754336e-05,
      "loss": 0.4300075054168701,
      "step": 14210
    },
    {
      "epoch": 1.5649039784295384,
      "grad_norm": 1.4983289241790771,
      "learning_rate": 2.382876918226409e-05,
      "loss": 0.5188943862915039,
      "step": 14220
    },
    {
      "epoch": 1.5660045121884114,
      "grad_norm": 1.672825574874878,
      "learning_rate": 2.3713421279874126e-05,
      "loss": 0.5167557239532471,
      "step": 14230
    },
    {
      "epoch": 1.5671050459472844,
      "grad_norm": 1.6849709749221802,
      "learning_rate": 2.3598315670940352e-05,
      "loss": 0.4564533233642578,
      "step": 14240
    },
    {
      "epoch": 1.5682055797061576,
      "grad_norm": 1.3236452341079712,
      "learning_rate": 2.3483452721049182e-05,
      "loss": 0.5154578208923339,
      "step": 14250
    },
    {
      "epoch": 1.5693061134650306,
      "grad_norm": 1.1491893529891968,
      "learning_rate": 2.336883279501628e-05,
      "loss": 0.5059072971343994,
      "step": 14260
    },
    {
      "epoch": 1.5704066472239036,
      "grad_norm": 1.3376238346099854,
      "learning_rate": 2.325445625688555e-05,
      "loss": 0.5027592182159424,
      "step": 14270
    },
    {
      "epoch": 1.5715071809827768,
      "grad_norm": 1.5275547504425049,
      "learning_rate": 2.314032346992768e-05,
      "loss": 0.5160568237304688,
      "step": 14280
    },
    {
      "epoch": 1.5726077147416497,
      "grad_norm": 1.4245470762252808,
      "learning_rate": 2.3026434796639396e-05,
      "loss": 0.535769271850586,
      "step": 14290
    },
    {
      "epoch": 1.5737082485005227,
      "grad_norm": 1.4865559339523315,
      "learning_rate": 2.291279059874195e-05,
      "loss": 0.5234790802001953,
      "step": 14300
    },
    {
      "epoch": 1.574808782259396,
      "grad_norm": 1.3173142671585083,
      "learning_rate": 2.279939123718018e-05,
      "loss": 0.5088066101074219,
      "step": 14310
    },
    {
      "epoch": 1.575909316018269,
      "grad_norm": 1.3520629405975342,
      "learning_rate": 2.268623707212124e-05,
      "loss": 0.49616203308105467,
      "step": 14320
    },
    {
      "epoch": 1.5770098497771419,
      "grad_norm": 1.3545994758605957,
      "learning_rate": 2.2573328462953636e-05,
      "loss": 0.49118871688842775,
      "step": 14330
    },
    {
      "epoch": 1.578110383536015,
      "grad_norm": 1.534203290939331,
      "learning_rate": 2.2460665768285826e-05,
      "loss": 0.49422922134399416,
      "step": 14340
    },
    {
      "epoch": 1.579210917294888,
      "grad_norm": 1.398881196975708,
      "learning_rate": 2.2348249345945316e-05,
      "loss": 0.507296371459961,
      "step": 14350
    },
    {
      "epoch": 1.580311451053761,
      "grad_norm": 1.3228986263275146,
      "learning_rate": 2.223607955297735e-05,
      "loss": 0.5225358009338379,
      "step": 14360
    },
    {
      "epoch": 1.5814119848126342,
      "grad_norm": 1.4749466180801392,
      "learning_rate": 2.2124156745643998e-05,
      "loss": 0.5400196552276612,
      "step": 14370
    },
    {
      "epoch": 1.5825125185715072,
      "grad_norm": 1.4052789211273193,
      "learning_rate": 2.201248127942265e-05,
      "loss": 0.5146516323089599,
      "step": 14380
    },
    {
      "epoch": 1.5836130523303802,
      "grad_norm": 1.4668323993682861,
      "learning_rate": 2.190105350900533e-05,
      "loss": 0.478867769241333,
      "step": 14390
    },
    {
      "epoch": 1.5847135860892534,
      "grad_norm": 1.3071681261062622,
      "learning_rate": 2.1789873788297256e-05,
      "loss": 0.5231433391571045,
      "step": 14400
    },
    {
      "epoch": 1.5858141198481264,
      "grad_norm": 1.437474012374878,
      "learning_rate": 2.167894247041583e-05,
      "loss": 0.4709481716156006,
      "step": 14410
    },
    {
      "epoch": 1.5869146536069993,
      "grad_norm": 1.2293906211853027,
      "learning_rate": 2.156825990768949e-05,
      "loss": 0.45884432792663576,
      "step": 14420
    },
    {
      "epoch": 1.5880151873658725,
      "grad_norm": 1.4255151748657227,
      "learning_rate": 2.145782645165668e-05,
      "loss": 0.47333617210388185,
      "step": 14430
    },
    {
      "epoch": 1.5891157211247455,
      "grad_norm": 1.4081617593765259,
      "learning_rate": 2.134764245306452e-05,
      "loss": 0.5467502117156983,
      "step": 14440
    },
    {
      "epoch": 1.5902162548836185,
      "grad_norm": 1.1437593698501587,
      "learning_rate": 2.123770826186796e-05,
      "loss": 0.5400538444519043,
      "step": 14450
    },
    {
      "epoch": 1.5913167886424917,
      "grad_norm": 1.2119172811508179,
      "learning_rate": 2.112802422722847e-05,
      "loss": 0.4829564094543457,
      "step": 14460
    },
    {
      "epoch": 1.5924173224013647,
      "grad_norm": 1.4367520809173584,
      "learning_rate": 2.101859069751301e-05,
      "loss": 0.48166666030883787,
      "step": 14470
    },
    {
      "epoch": 1.5935178561602377,
      "grad_norm": 1.367094874382019,
      "learning_rate": 2.09094080202929e-05,
      "loss": 0.4969982147216797,
      "step": 14480
    },
    {
      "epoch": 1.5946183899191109,
      "grad_norm": 1.5659687519073486,
      "learning_rate": 2.080047654234282e-05,
      "loss": 0.47341599464416506,
      "step": 14490
    },
    {
      "epoch": 1.5957189236779838,
      "grad_norm": 1.3533883094787598,
      "learning_rate": 2.0691796609639424e-05,
      "loss": 0.4816636085510254,
      "step": 14500
    },
    {
      "epoch": 1.5968194574368568,
      "grad_norm": 1.7425504922866821,
      "learning_rate": 2.0583368567360662e-05,
      "loss": 0.48581724166870116,
      "step": 14510
    },
    {
      "epoch": 1.59791999119573,
      "grad_norm": 1.588092565536499,
      "learning_rate": 2.0475192759884287e-05,
      "loss": 0.5044478893280029,
      "step": 14520
    },
    {
      "epoch": 1.599020524954603,
      "grad_norm": 1.1368178129196167,
      "learning_rate": 2.0367269530787016e-05,
      "loss": 0.4993897438049316,
      "step": 14530
    },
    {
      "epoch": 1.600121058713476,
      "grad_norm": 1.3419239521026611,
      "learning_rate": 2.0259599222843275e-05,
      "loss": 0.4705319881439209,
      "step": 14540
    },
    {
      "epoch": 1.6012215924723492,
      "grad_norm": 1.4129960536956787,
      "learning_rate": 2.0152182178024314e-05,
      "loss": 0.5142210483551025,
      "step": 14550
    },
    {
      "epoch": 1.6023221262312222,
      "grad_norm": 1.6611522436141968,
      "learning_rate": 2.004501873749689e-05,
      "loss": 0.492765474319458,
      "step": 14560
    },
    {
      "epoch": 1.6034226599900951,
      "grad_norm": 1.702540397644043,
      "learning_rate": 1.9938109241622317e-05,
      "loss": 0.4946121692657471,
      "step": 14570
    },
    {
      "epoch": 1.6045231937489683,
      "grad_norm": 1.3767914772033691,
      "learning_rate": 1.9831454029955322e-05,
      "loss": 0.5122776508331299,
      "step": 14580
    },
    {
      "epoch": 1.6056237275078413,
      "grad_norm": 1.5030194520950317,
      "learning_rate": 1.9725053441243115e-05,
      "loss": 0.4482386589050293,
      "step": 14590
    },
    {
      "epoch": 1.6067242612667143,
      "grad_norm": 1.1301559209823608,
      "learning_rate": 1.961890781342408e-05,
      "loss": 0.4801701545715332,
      "step": 14600
    },
    {
      "epoch": 1.6078247950255875,
      "grad_norm": 1.5897738933563232,
      "learning_rate": 1.9513017483626862e-05,
      "loss": 0.4930363655090332,
      "step": 14610
    },
    {
      "epoch": 1.6089253287844605,
      "grad_norm": 1.474489688873291,
      "learning_rate": 1.940738278816926e-05,
      "loss": 0.4937438011169434,
      "step": 14620
    },
    {
      "epoch": 1.6100258625433335,
      "grad_norm": 1.2943518161773682,
      "learning_rate": 1.9302004062557134e-05,
      "loss": 0.49902844429016113,
      "step": 14630
    },
    {
      "epoch": 1.6111263963022067,
      "grad_norm": 1.439143419265747,
      "learning_rate": 1.9196881641483422e-05,
      "loss": 0.493579626083374,
      "step": 14640
    },
    {
      "epoch": 1.6122269300610796,
      "grad_norm": 1.1729177236557007,
      "learning_rate": 1.909201585882693e-05,
      "loss": 0.4507144451141357,
      "step": 14650
    },
    {
      "epoch": 1.6133274638199526,
      "grad_norm": 1.2200846672058105,
      "learning_rate": 1.8987407047651407e-05,
      "loss": 0.49028811454772947,
      "step": 14660
    },
    {
      "epoch": 1.6144279975788258,
      "grad_norm": 1.785130500793457,
      "learning_rate": 1.88830555402044e-05,
      "loss": 0.46147780418395995,
      "step": 14670
    },
    {
      "epoch": 1.6155285313376988,
      "grad_norm": 1.1389403343200684,
      "learning_rate": 1.877896166791632e-05,
      "loss": 0.4744100570678711,
      "step": 14680
    },
    {
      "epoch": 1.6166290650965718,
      "grad_norm": 1.4580739736557007,
      "learning_rate": 1.8675125761399148e-05,
      "loss": 0.4804403781890869,
      "step": 14690
    },
    {
      "epoch": 1.617729598855445,
      "grad_norm": 1.6603548526763916,
      "learning_rate": 1.8571548150445718e-05,
      "loss": 0.4724745273590088,
      "step": 14700
    },
    {
      "epoch": 1.618830132614318,
      "grad_norm": 1.3855637311935425,
      "learning_rate": 1.8468229164028374e-05,
      "loss": 0.48644042015075684,
      "step": 14710
    },
    {
      "epoch": 1.619930666373191,
      "grad_norm": 1.2005995512008667,
      "learning_rate": 1.836516913029809e-05,
      "loss": 0.5345818519592285,
      "step": 14720
    },
    {
      "epoch": 1.6210312001320641,
      "grad_norm": 1.6608595848083496,
      "learning_rate": 1.826236837658334e-05,
      "loss": 0.4784832954406738,
      "step": 14730
    },
    {
      "epoch": 1.6221317338909371,
      "grad_norm": 1.3046231269836426,
      "learning_rate": 1.8159827229389203e-05,
      "loss": 0.5194854736328125,
      "step": 14740
    },
    {
      "epoch": 1.62323226764981,
      "grad_norm": 1.331171989440918,
      "learning_rate": 1.8057546014396054e-05,
      "loss": 0.46275959014892576,
      "step": 14750
    },
    {
      "epoch": 1.6243328014086833,
      "grad_norm": 1.342647671699524,
      "learning_rate": 1.7955525056458865e-05,
      "loss": 0.48211326599121096,
      "step": 14760
    },
    {
      "epoch": 1.6254333351675563,
      "grad_norm": 1.4507157802581787,
      "learning_rate": 1.785376467960592e-05,
      "loss": 0.5052865028381348,
      "step": 14770
    },
    {
      "epoch": 1.6265338689264293,
      "grad_norm": 1.2627122402191162,
      "learning_rate": 1.77522652070379e-05,
      "loss": 0.4653797626495361,
      "step": 14780
    },
    {
      "epoch": 1.6276344026853025,
      "grad_norm": 1.3553953170776367,
      "learning_rate": 1.765102696112677e-05,
      "loss": 0.46643242835998533,
      "step": 14790
    },
    {
      "epoch": 1.6287349364441754,
      "grad_norm": 1.1551592350006104,
      "learning_rate": 1.755005026341492e-05,
      "loss": 0.45400371551513674,
      "step": 14800
    },
    {
      "epoch": 1.6298354702030484,
      "grad_norm": 1.27424156665802,
      "learning_rate": 1.7449335434613965e-05,
      "loss": 0.46638951301574705,
      "step": 14810
    },
    {
      "epoch": 1.6309360039619216,
      "grad_norm": 1.3628164529800415,
      "learning_rate": 1.7348882794603817e-05,
      "loss": 0.5398729801177978,
      "step": 14820
    },
    {
      "epoch": 1.6320365377207946,
      "grad_norm": 1.5087414979934692,
      "learning_rate": 1.724869266243163e-05,
      "loss": 0.5284961223602295,
      "step": 14830
    },
    {
      "epoch": 1.6331370714796676,
      "grad_norm": 1.3179941177368164,
      "learning_rate": 1.714876535631086e-05,
      "loss": 0.5219568729400634,
      "step": 14840
    },
    {
      "epoch": 1.6342376052385408,
      "grad_norm": 3.281517744064331,
      "learning_rate": 1.704910119362011e-05,
      "loss": 0.5182487487792968,
      "step": 14850
    },
    {
      "epoch": 1.6353381389974138,
      "grad_norm": 2.0216126441955566,
      "learning_rate": 1.6949700490902344e-05,
      "loss": 0.5168362617492676,
      "step": 14860
    },
    {
      "epoch": 1.6364386727562867,
      "grad_norm": 1.3312880992889404,
      "learning_rate": 1.6850563563863653e-05,
      "loss": 0.5118043422698975,
      "step": 14870
    },
    {
      "epoch": 1.63753920651516,
      "grad_norm": 1.6636582612991333,
      "learning_rate": 1.6751690727372383e-05,
      "loss": 0.4981687545776367,
      "step": 14880
    },
    {
      "epoch": 1.638639740274033,
      "grad_norm": 1.4290971755981445,
      "learning_rate": 1.6653082295458078e-05,
      "loss": 0.4633773326873779,
      "step": 14890
    },
    {
      "epoch": 1.639740274032906,
      "grad_norm": 1.3814940452575684,
      "learning_rate": 1.655473858131059e-05,
      "loss": 0.5143929958343506,
      "step": 14900
    },
    {
      "epoch": 1.640840807791779,
      "grad_norm": 2.3319756984710693,
      "learning_rate": 1.645665989727887e-05,
      "loss": 0.4911513805389404,
      "step": 14910
    },
    {
      "epoch": 1.641941341550652,
      "grad_norm": 1.4319030046463013,
      "learning_rate": 1.6358846554870232e-05,
      "loss": 0.49818644523620603,
      "step": 14920
    },
    {
      "epoch": 1.643041875309525,
      "grad_norm": 1.725895643234253,
      "learning_rate": 1.6261298864749174e-05,
      "loss": 0.5000430107116699,
      "step": 14930
    },
    {
      "epoch": 1.6441424090683983,
      "grad_norm": 1.540236473083496,
      "learning_rate": 1.6164017136736474e-05,
      "loss": 0.5167610168457031,
      "step": 14940
    },
    {
      "epoch": 1.6452429428272712,
      "grad_norm": 1.1650645732879639,
      "learning_rate": 1.606700167980816e-05,
      "loss": 0.4852792263031006,
      "step": 14950
    },
    {
      "epoch": 1.6463434765861442,
      "grad_norm": 1.428930640220642,
      "learning_rate": 1.5970252802094655e-05,
      "loss": 0.5504137516021729,
      "step": 14960
    },
    {
      "epoch": 1.6474440103450174,
      "grad_norm": 1.4974743127822876,
      "learning_rate": 1.587377081087953e-05,
      "loss": 0.4994840145111084,
      "step": 14970
    },
    {
      "epoch": 1.6485445441038904,
      "grad_norm": 1.3454649448394775,
      "learning_rate": 1.5777556012598872e-05,
      "loss": 0.5037373542785645,
      "step": 14980
    },
    {
      "epoch": 1.6496450778627634,
      "grad_norm": 1.2475671768188477,
      "learning_rate": 1.5681608712840046e-05,
      "loss": 0.4917168617248535,
      "step": 14990
    },
    {
      "epoch": 1.6507456116216366,
      "grad_norm": 1.809220314025879,
      "learning_rate": 1.5585929216340833e-05,
      "loss": 0.5278836250305176,
      "step": 15000
    },
    {
      "epoch": 1.6507456116216366,
      "eval_loss": 0.5768125057220459,
      "eval_runtime": 931.6313,
      "eval_samples_per_second": 9.754,
      "eval_steps_per_second": 2.439,
      "step": 15000
    },
    {
      "epoch": 1.6518461453805096,
      "grad_norm": 1.5842989683151245,
      "learning_rate": 1.5490517826988428e-05,
      "loss": 0.5073791980743408,
      "step": 15010
    },
    {
      "epoch": 1.6529466791393825,
      "grad_norm": 1.6960078477859497,
      "learning_rate": 1.5395374847818554e-05,
      "loss": 0.5073424339294433,
      "step": 15020
    },
    {
      "epoch": 1.6540472128982557,
      "grad_norm": 1.3419781923294067,
      "learning_rate": 1.5300500581014366e-05,
      "loss": 0.4553565502166748,
      "step": 15030
    },
    {
      "epoch": 1.6551477466571287,
      "grad_norm": 1.3546874523162842,
      "learning_rate": 1.5205895327905594e-05,
      "loss": 0.5026891708374024,
      "step": 15040
    },
    {
      "epoch": 1.6562482804160017,
      "grad_norm": 1.3619909286499023,
      "learning_rate": 1.5111559388967567e-05,
      "loss": 0.4951028347015381,
      "step": 15050
    },
    {
      "epoch": 1.657348814174875,
      "grad_norm": 1.388611912727356,
      "learning_rate": 1.501749306382022e-05,
      "loss": 0.4830893039703369,
      "step": 15060
    },
    {
      "epoch": 1.6584493479337479,
      "grad_norm": 1.2514212131500244,
      "learning_rate": 1.4923696651227148e-05,
      "loss": 0.48197135925292967,
      "step": 15070
    },
    {
      "epoch": 1.6595498816926209,
      "grad_norm": 1.7655376195907593,
      "learning_rate": 1.4830170449094782e-05,
      "loss": 0.47304229736328124,
      "step": 15080
    },
    {
      "epoch": 1.660650415451494,
      "grad_norm": 1.4693835973739624,
      "learning_rate": 1.473691475447122e-05,
      "loss": 0.531934118270874,
      "step": 15090
    },
    {
      "epoch": 1.661750949210367,
      "grad_norm": 1.4505038261413574,
      "learning_rate": 1.464392986354547e-05,
      "loss": 0.5015509128570557,
      "step": 15100
    },
    {
      "epoch": 1.66285148296924,
      "grad_norm": 1.4145722389221191,
      "learning_rate": 1.455121607164639e-05,
      "loss": 0.5127259254455566,
      "step": 15110
    },
    {
      "epoch": 1.6639520167281132,
      "grad_norm": 1.1756004095077515,
      "learning_rate": 1.4458773673241899e-05,
      "loss": 0.4785099983215332,
      "step": 15120
    },
    {
      "epoch": 1.6650525504869862,
      "grad_norm": 1.9841219186782837,
      "learning_rate": 1.4366602961937792e-05,
      "loss": 0.48294615745544434,
      "step": 15130
    },
    {
      "epoch": 1.6661530842458592,
      "grad_norm": 1.2202997207641602,
      "learning_rate": 1.427470423047711e-05,
      "loss": 0.4258007526397705,
      "step": 15140
    },
    {
      "epoch": 1.6672536180047324,
      "grad_norm": 1.5636476278305054,
      "learning_rate": 1.4183077770738984e-05,
      "loss": 0.5582244873046875,
      "step": 15150
    },
    {
      "epoch": 1.6683541517636054,
      "grad_norm": 1.5996443033218384,
      "learning_rate": 1.4091723873737782e-05,
      "loss": 0.5360244750976563,
      "step": 15160
    },
    {
      "epoch": 1.6694546855224783,
      "grad_norm": 1.4036110639572144,
      "learning_rate": 1.4000642829622201e-05,
      "loss": 0.475919246673584,
      "step": 15170
    },
    {
      "epoch": 1.6705552192813515,
      "grad_norm": 2.1175453662872314,
      "learning_rate": 1.390983492767437e-05,
      "loss": 0.4716984272003174,
      "step": 15180
    },
    {
      "epoch": 1.6716557530402245,
      "grad_norm": 1.5125775337219238,
      "learning_rate": 1.3819300456308782e-05,
      "loss": 0.5062418937683105,
      "step": 15190
    },
    {
      "epoch": 1.6727562867990975,
      "grad_norm": 1.3970881700515747,
      "learning_rate": 1.3729039703071633e-05,
      "loss": 0.4574153900146484,
      "step": 15200
    },
    {
      "epoch": 1.6738568205579707,
      "grad_norm": 1.2937811613082886,
      "learning_rate": 1.3639052954639654e-05,
      "loss": 0.5153883934020996,
      "step": 15210
    },
    {
      "epoch": 1.6749573543168437,
      "grad_norm": 1.1903363466262817,
      "learning_rate": 1.3549340496819352e-05,
      "loss": 0.5300961971282959,
      "step": 15220
    },
    {
      "epoch": 1.6760578880757167,
      "grad_norm": 1.2180707454681396,
      "learning_rate": 1.3459902614546049e-05,
      "loss": 0.4628392219543457,
      "step": 15230
    },
    {
      "epoch": 1.6771584218345899,
      "grad_norm": 1.2995896339416504,
      "learning_rate": 1.3370739591883019e-05,
      "loss": 0.5026005744934082,
      "step": 15240
    },
    {
      "epoch": 1.6782589555934628,
      "grad_norm": 1.6798291206359863,
      "learning_rate": 1.328185171202052e-05,
      "loss": 0.5069782257080078,
      "step": 15250
    },
    {
      "epoch": 1.6793594893523358,
      "grad_norm": 1.4230648279190063,
      "learning_rate": 1.3193239257274947e-05,
      "loss": 0.496774959564209,
      "step": 15260
    },
    {
      "epoch": 1.680460023111209,
      "grad_norm": 1.2680587768554688,
      "learning_rate": 1.3104902509087902e-05,
      "loss": 0.4989671230316162,
      "step": 15270
    },
    {
      "epoch": 1.681560556870082,
      "grad_norm": 1.1969767808914185,
      "learning_rate": 1.3016841748025366e-05,
      "loss": 0.48966221809387206,
      "step": 15280
    },
    {
      "epoch": 1.682661090628955,
      "grad_norm": 1.284861445426941,
      "learning_rate": 1.2929057253776667e-05,
      "loss": 0.45687193870544435,
      "step": 15290
    },
    {
      "epoch": 1.6837616243878282,
      "grad_norm": 1.0533421039581299,
      "learning_rate": 1.2841549305153788e-05,
      "loss": 0.46650400161743166,
      "step": 15300
    },
    {
      "epoch": 1.6848621581467011,
      "grad_norm": 1.4541234970092773,
      "learning_rate": 1.2754318180090308e-05,
      "loss": 0.46855959892272947,
      "step": 15310
    },
    {
      "epoch": 1.6859626919055741,
      "grad_norm": 1.3567590713500977,
      "learning_rate": 1.2667364155640605e-05,
      "loss": 0.5405444622039794,
      "step": 15320
    },
    {
      "epoch": 1.6870632256644473,
      "grad_norm": 1.57472825050354,
      "learning_rate": 1.2580687507978939e-05,
      "loss": 0.4519017696380615,
      "step": 15330
    },
    {
      "epoch": 1.6881637594233203,
      "grad_norm": 4.239459991455078,
      "learning_rate": 1.2494288512398689e-05,
      "loss": 0.5046291828155518,
      "step": 15340
    },
    {
      "epoch": 1.6892642931821933,
      "grad_norm": 1.2556648254394531,
      "learning_rate": 1.2408167443311214e-05,
      "loss": 0.4740407466888428,
      "step": 15350
    },
    {
      "epoch": 1.6903648269410665,
      "grad_norm": 1.581095814704895,
      "learning_rate": 1.2322324574245325e-05,
      "loss": 0.49892234802246094,
      "step": 15360
    },
    {
      "epoch": 1.6914653606999395,
      "grad_norm": 1.3345414400100708,
      "learning_rate": 1.2236760177846151e-05,
      "loss": 0.4784794807434082,
      "step": 15370
    },
    {
      "epoch": 1.6925658944588124,
      "grad_norm": 1.4904940128326416,
      "learning_rate": 1.2151474525874374e-05,
      "loss": 0.5195693969726562,
      "step": 15380
    },
    {
      "epoch": 1.6936664282176856,
      "grad_norm": 1.6829164028167725,
      "learning_rate": 1.2066467889205346e-05,
      "loss": 0.5046294212341309,
      "step": 15390
    },
    {
      "epoch": 1.6947669619765586,
      "grad_norm": 1.5731713771820068,
      "learning_rate": 1.1981740537828324e-05,
      "loss": 0.5192636489868164,
      "step": 15400
    },
    {
      "epoch": 1.6958674957354316,
      "grad_norm": 1.3151862621307373,
      "learning_rate": 1.1897292740845379e-05,
      "loss": 0.4913020133972168,
      "step": 15410
    },
    {
      "epoch": 1.6969680294943048,
      "grad_norm": 1.512939214706421,
      "learning_rate": 1.1813124766470828e-05,
      "loss": 0.49221248626708985,
      "step": 15420
    },
    {
      "epoch": 1.6980685632531778,
      "grad_norm": 1.901566743850708,
      "learning_rate": 1.1729236882030204e-05,
      "loss": 0.4731272220611572,
      "step": 15430
    },
    {
      "epoch": 1.6991690970120508,
      "grad_norm": 1.6065196990966797,
      "learning_rate": 1.1645629353959397e-05,
      "loss": 0.5022298336029053,
      "step": 15440
    },
    {
      "epoch": 1.700269630770924,
      "grad_norm": 1.7327016592025757,
      "learning_rate": 1.1562302447803896e-05,
      "loss": 0.4893610954284668,
      "step": 15450
    },
    {
      "epoch": 1.701370164529797,
      "grad_norm": 1.6957242488861084,
      "learning_rate": 1.1479256428217955e-05,
      "loss": 0.5109964847564697,
      "step": 15460
    },
    {
      "epoch": 1.70247069828867,
      "grad_norm": 1.4845256805419922,
      "learning_rate": 1.1396491558963629e-05,
      "loss": 0.5053259372711182,
      "step": 15470
    },
    {
      "epoch": 1.7035712320475431,
      "grad_norm": 1.2765010595321655,
      "learning_rate": 1.1314008102910045e-05,
      "loss": 0.5121177673339844,
      "step": 15480
    },
    {
      "epoch": 1.704671765806416,
      "grad_norm": 1.2795841693878174,
      "learning_rate": 1.1231806322032512e-05,
      "loss": 0.472731351852417,
      "step": 15490
    },
    {
      "epoch": 1.705772299565289,
      "grad_norm": 1.382643461227417,
      "learning_rate": 1.1149886477411797e-05,
      "loss": 0.4737096786499023,
      "step": 15500
    },
    {
      "epoch": 1.7068728333241623,
      "grad_norm": 1.3392523527145386,
      "learning_rate": 1.1068248829233063e-05,
      "loss": 0.49882683753967283,
      "step": 15510
    },
    {
      "epoch": 1.7079733670830353,
      "grad_norm": 1.4851186275482178,
      "learning_rate": 1.0986893636785345e-05,
      "loss": 0.503405237197876,
      "step": 15520
    },
    {
      "epoch": 1.7090739008419082,
      "grad_norm": 1.2914671897888184,
      "learning_rate": 1.0905821158460461e-05,
      "loss": 0.5247926235198974,
      "step": 15530
    },
    {
      "epoch": 1.7101744346007814,
      "grad_norm": 1.3877924680709839,
      "learning_rate": 1.082503165175235e-05,
      "loss": 0.5006815433502197,
      "step": 15540
    },
    {
      "epoch": 1.7112749683596544,
      "grad_norm": 1.3942450284957886,
      "learning_rate": 1.0744525373256187e-05,
      "loss": 0.4631918430328369,
      "step": 15550
    },
    {
      "epoch": 1.7123755021185274,
      "grad_norm": 1.1906051635742188,
      "learning_rate": 1.066430257866764e-05,
      "loss": 0.4653836727142334,
      "step": 15560
    },
    {
      "epoch": 1.7134760358774006,
      "grad_norm": 1.127695918083191,
      "learning_rate": 1.0584363522781893e-05,
      "loss": 0.49837164878845214,
      "step": 15570
    },
    {
      "epoch": 1.7145765696362736,
      "grad_norm": 1.3896594047546387,
      "learning_rate": 1.0504708459493085e-05,
      "loss": 0.5270628929138184,
      "step": 15580
    },
    {
      "epoch": 1.7156771033951466,
      "grad_norm": 2.0562868118286133,
      "learning_rate": 1.0425337641793265e-05,
      "loss": 0.45902328491210936,
      "step": 15590
    },
    {
      "epoch": 1.7167776371540198,
      "grad_norm": 1.2802178859710693,
      "learning_rate": 1.0346251321771727e-05,
      "loss": 0.47810897827148435,
      "step": 15600
    },
    {
      "epoch": 1.7178781709128927,
      "grad_norm": 1.6513473987579346,
      "learning_rate": 1.0267449750614167e-05,
      "loss": 0.482440185546875,
      "step": 15610
    },
    {
      "epoch": 1.7189787046717657,
      "grad_norm": 1.267770528793335,
      "learning_rate": 1.0188933178601934e-05,
      "loss": 0.5080968379974365,
      "step": 15620
    },
    {
      "epoch": 1.720079238430639,
      "grad_norm": 1.3432246446609497,
      "learning_rate": 1.0110701855111127e-05,
      "loss": 0.503794813156128,
      "step": 15630
    },
    {
      "epoch": 1.721179772189512,
      "grad_norm": 1.2334939241409302,
      "learning_rate": 1.0032756028611878e-05,
      "loss": 0.47652387619018555,
      "step": 15640
    },
    {
      "epoch": 1.7222803059483849,
      "grad_norm": 1.353100299835205,
      "learning_rate": 9.955095946667648e-06,
      "loss": 0.5236512184143066,
      "step": 15650
    },
    {
      "epoch": 1.723380839707258,
      "grad_norm": 1.2821303606033325,
      "learning_rate": 9.877721855934174e-06,
      "loss": 0.46499147415161135,
      "step": 15660
    },
    {
      "epoch": 1.724481373466131,
      "grad_norm": 1.4900397062301636,
      "learning_rate": 9.800634002159014e-06,
      "loss": 0.4873676776885986,
      "step": 15670
    },
    {
      "epoch": 1.725581907225004,
      "grad_norm": 1.3059898614883423,
      "learning_rate": 9.72383263018054e-06,
      "loss": 0.44753055572509765,
      "step": 15680
    },
    {
      "epoch": 1.7266824409838772,
      "grad_norm": 1.3506933450698853,
      "learning_rate": 9.647317983927229e-06,
      "loss": 0.4810802936553955,
      "step": 15690
    },
    {
      "epoch": 1.7277829747427502,
      "grad_norm": 1.4350816011428833,
      "learning_rate": 9.571090306416896e-06,
      "loss": 0.49394817352294923,
      "step": 15700
    },
    {
      "epoch": 1.7288835085016232,
      "grad_norm": 1.6091362237930298,
      "learning_rate": 9.495149839755957e-06,
      "loss": 0.49670777320861814,
      "step": 15710
    },
    {
      "epoch": 1.7299840422604964,
      "grad_norm": 1.3593058586120605,
      "learning_rate": 9.419496825138553e-06,
      "loss": 0.49642577171325686,
      "step": 15720
    },
    {
      "epoch": 1.7310845760193694,
      "grad_norm": 1.3399890661239624,
      "learning_rate": 9.344131502845887e-06,
      "loss": 0.4302056312561035,
      "step": 15730
    },
    {
      "epoch": 1.7321851097782424,
      "grad_norm": 1.6365526914596558,
      "learning_rate": 9.269054112245423e-06,
      "loss": 0.46183066368103026,
      "step": 15740
    },
    {
      "epoch": 1.7332856435371156,
      "grad_norm": 1.5882436037063599,
      "learning_rate": 9.194264891790117e-06,
      "loss": 0.4774309635162354,
      "step": 15750
    },
    {
      "epoch": 1.7343861772959885,
      "grad_norm": 1.5163041353225708,
      "learning_rate": 9.119764079017646e-06,
      "loss": 0.48533201217651367,
      "step": 15760
    },
    {
      "epoch": 1.7354867110548615,
      "grad_norm": 1.3020312786102295,
      "learning_rate": 9.045551910549744e-06,
      "loss": 0.503715181350708,
      "step": 15770
    },
    {
      "epoch": 1.7365872448137347,
      "grad_norm": 1.533768892288208,
      "learning_rate": 8.97162862209132e-06,
      "loss": 0.4952040195465088,
      "step": 15780
    },
    {
      "epoch": 1.7376877785726077,
      "grad_norm": 1.2133359909057617,
      "learning_rate": 8.897994448429814e-06,
      "loss": 0.49822845458984377,
      "step": 15790
    },
    {
      "epoch": 1.7387883123314807,
      "grad_norm": 1.351006031036377,
      "learning_rate": 8.824649623434344e-06,
      "loss": 0.49312901496887207,
      "step": 15800
    },
    {
      "epoch": 1.7398888460903539,
      "grad_norm": 1.1706602573394775,
      "learning_rate": 8.75159438005515e-06,
      "loss": 0.4812896251678467,
      "step": 15810
    },
    {
      "epoch": 1.7409893798492269,
      "grad_norm": 1.482608437538147,
      "learning_rate": 8.678828950322581e-06,
      "loss": 0.4352248191833496,
      "step": 15820
    },
    {
      "epoch": 1.7420899136080998,
      "grad_norm": 1.3559718132019043,
      "learning_rate": 8.606353565346648e-06,
      "loss": 0.4912106037139893,
      "step": 15830
    },
    {
      "epoch": 1.743190447366973,
      "grad_norm": 1.5892529487609863,
      "learning_rate": 8.53416845531606e-06,
      "loss": 0.534601354598999,
      "step": 15840
    },
    {
      "epoch": 1.744290981125846,
      "grad_norm": 1.6422041654586792,
      "learning_rate": 8.462273849497627e-06,
      "loss": 0.5063694953918457,
      "step": 15850
    },
    {
      "epoch": 1.745391514884719,
      "grad_norm": 1.3670654296875,
      "learning_rate": 8.390669976235466e-06,
      "loss": 0.44977493286132814,
      "step": 15860
    },
    {
      "epoch": 1.7464920486435922,
      "grad_norm": 1.6988846063613892,
      "learning_rate": 8.31935706295035e-06,
      "loss": 0.511663818359375,
      "step": 15870
    },
    {
      "epoch": 1.7475925824024652,
      "grad_norm": 1.5501463413238525,
      "learning_rate": 8.248335336138846e-06,
      "loss": 0.47885308265686033,
      "step": 15880
    },
    {
      "epoch": 1.7486931161613382,
      "grad_norm": 1.479164958000183,
      "learning_rate": 8.17760502137278e-06,
      "loss": 0.45977344512939455,
      "step": 15890
    },
    {
      "epoch": 1.7497936499202114,
      "grad_norm": 1.2264204025268555,
      "learning_rate": 8.107166343298377e-06,
      "loss": 0.47014689445495605,
      "step": 15900
    },
    {
      "epoch": 1.7508941836790843,
      "grad_norm": 1.8232094049453735,
      "learning_rate": 8.037019525635592e-06,
      "loss": 0.5137889862060547,
      "step": 15910
    },
    {
      "epoch": 1.7519947174379573,
      "grad_norm": 1.3626301288604736,
      "learning_rate": 7.967164791177395e-06,
      "loss": 0.50910964012146,
      "step": 15920
    },
    {
      "epoch": 1.7530952511968305,
      "grad_norm": 1.3373427391052246,
      "learning_rate": 7.897602361789137e-06,
      "loss": 0.4888981819152832,
      "step": 15930
    },
    {
      "epoch": 1.7541957849557035,
      "grad_norm": 1.5660104751586914,
      "learning_rate": 7.828332458407706e-06,
      "loss": 0.4907257556915283,
      "step": 15940
    },
    {
      "epoch": 1.7552963187145765,
      "grad_norm": 1.306642770767212,
      "learning_rate": 7.759355301040926e-06,
      "loss": 0.4595799446105957,
      "step": 15950
    },
    {
      "epoch": 1.7563968524734497,
      "grad_norm": 1.514398455619812,
      "learning_rate": 7.690671108766857e-06,
      "loss": 0.5057201862335206,
      "step": 15960
    },
    {
      "epoch": 1.7574973862323227,
      "grad_norm": 1.4387516975402832,
      "learning_rate": 7.6222800997330145e-06,
      "loss": 0.4697705268859863,
      "step": 15970
    },
    {
      "epoch": 1.7585979199911956,
      "grad_norm": 1.4733822345733643,
      "learning_rate": 7.554182491155781e-06,
      "loss": 0.5505812168121338,
      "step": 15980
    },
    {
      "epoch": 1.7596984537500688,
      "grad_norm": 1.7628105878829956,
      "learning_rate": 7.486378499319691e-06,
      "loss": 0.5085331439971924,
      "step": 15990
    },
    {
      "epoch": 1.7607989875089418,
      "grad_norm": 1.2045661211013794,
      "learning_rate": 7.4188683395766675e-06,
      "loss": 0.5183740615844726,
      "step": 16000
    },
    {
      "epoch": 1.7607989875089418,
      "eval_loss": 0.571410059928894,
      "eval_runtime": 932.4122,
      "eval_samples_per_second": 9.746,
      "eval_steps_per_second": 2.437,
      "step": 16000
    },
    {
      "epoch": 1.7618995212678148,
      "grad_norm": 1.3397146463394165,
      "learning_rate": 7.351652226345429e-06,
      "loss": 0.498541259765625,
      "step": 16010
    },
    {
      "epoch": 1.763000055026688,
      "grad_norm": 1.3733508586883545,
      "learning_rate": 7.2847303731107486e-06,
      "loss": 0.47433271408081057,
      "step": 16020
    },
    {
      "epoch": 1.764100588785561,
      "grad_norm": 2.1013832092285156,
      "learning_rate": 7.2181029924228814e-06,
      "loss": 0.4796009063720703,
      "step": 16030
    },
    {
      "epoch": 1.765201122544434,
      "grad_norm": 1.7820372581481934,
      "learning_rate": 7.151770295896665e-06,
      "loss": 0.5235174179077149,
      "step": 16040
    },
    {
      "epoch": 1.7663016563033072,
      "grad_norm": 1.4959107637405396,
      "learning_rate": 7.085732494211139e-06,
      "loss": 0.5341545581817627,
      "step": 16050
    },
    {
      "epoch": 1.7674021900621801,
      "grad_norm": 2.441849708557129,
      "learning_rate": 7.0199897971086395e-06,
      "loss": 0.491743803024292,
      "step": 16060
    },
    {
      "epoch": 1.7685027238210531,
      "grad_norm": 1.544525384902954,
      "learning_rate": 6.9545424133942495e-06,
      "loss": 0.5034923553466797,
      "step": 16070
    },
    {
      "epoch": 1.7696032575799263,
      "grad_norm": 1.5638337135314941,
      "learning_rate": 6.889390550935104e-06,
      "loss": 0.4558037281036377,
      "step": 16080
    },
    {
      "epoch": 1.7707037913387993,
      "grad_norm": 1.5608367919921875,
      "learning_rate": 6.824534416659767e-06,
      "loss": 0.48253445625305175,
      "step": 16090
    },
    {
      "epoch": 1.7718043250976723,
      "grad_norm": 1.3421342372894287,
      "learning_rate": 6.759974216557452e-06,
      "loss": 0.4774980068206787,
      "step": 16100
    },
    {
      "epoch": 1.7729048588565455,
      "grad_norm": 17.058841705322266,
      "learning_rate": 6.695710155677581e-06,
      "loss": 0.47089519500732424,
      "step": 16110
    },
    {
      "epoch": 1.7740053926154185,
      "grad_norm": 1.2970026731491089,
      "learning_rate": 6.631742438128907e-06,
      "loss": 0.4535526752471924,
      "step": 16120
    },
    {
      "epoch": 1.7751059263742914,
      "grad_norm": 1.2941163778305054,
      "learning_rate": 6.568071267079035e-06,
      "loss": 0.47034287452697754,
      "step": 16130
    },
    {
      "epoch": 1.7762064601331646,
      "grad_norm": 1.3525419235229492,
      "learning_rate": 6.504696844753633e-06,
      "loss": 0.493410587310791,
      "step": 16140
    },
    {
      "epoch": 1.7773069938920376,
      "grad_norm": 1.5001431703567505,
      "learning_rate": 6.441619372435969e-06,
      "loss": 0.4770656585693359,
      "step": 16150
    },
    {
      "epoch": 1.7784075276509106,
      "grad_norm": 1.4837284088134766,
      "learning_rate": 6.378839050466101e-06,
      "loss": 0.4954259395599365,
      "step": 16160
    },
    {
      "epoch": 1.7795080614097838,
      "grad_norm": 1.3771638870239258,
      "learning_rate": 6.3163560782403154e-06,
      "loss": 0.5287114143371582,
      "step": 16170
    },
    {
      "epoch": 1.7806085951686568,
      "grad_norm": 1.476910948753357,
      "learning_rate": 6.254170654210489e-06,
      "loss": 0.5077893257141113,
      "step": 16180
    },
    {
      "epoch": 1.7817091289275298,
      "grad_norm": 1.2749086618423462,
      "learning_rate": 6.192282975883501e-06,
      "loss": 0.4867675304412842,
      "step": 16190
    },
    {
      "epoch": 1.782809662686403,
      "grad_norm": 1.3131582736968994,
      "learning_rate": 6.130693239820473e-06,
      "loss": 0.44357953071594236,
      "step": 16200
    },
    {
      "epoch": 1.783910196445276,
      "grad_norm": 1.1828453540802002,
      "learning_rate": 6.0694016416363295e-06,
      "loss": 0.43459081649780273,
      "step": 16210
    },
    {
      "epoch": 1.785010730204149,
      "grad_norm": 1.3610748052597046,
      "learning_rate": 6.008408375999031e-06,
      "loss": 0.5149364948272706,
      "step": 16220
    },
    {
      "epoch": 1.7861112639630221,
      "grad_norm": 1.6660943031311035,
      "learning_rate": 5.947713636628993e-06,
      "loss": 0.480855655670166,
      "step": 16230
    },
    {
      "epoch": 1.787211797721895,
      "grad_norm": 1.461757779121399,
      "learning_rate": 5.8873176162984935e-06,
      "loss": 0.5205021381378174,
      "step": 16240
    },
    {
      "epoch": 1.788312331480768,
      "grad_norm": 1.26321280002594,
      "learning_rate": 5.827220506831099e-06,
      "loss": 0.49908056259155276,
      "step": 16250
    },
    {
      "epoch": 1.7894128652396413,
      "grad_norm": 1.5928549766540527,
      "learning_rate": 5.767422499100927e-06,
      "loss": 0.4879549503326416,
      "step": 16260
    },
    {
      "epoch": 1.7905133989985142,
      "grad_norm": 1.4870657920837402,
      "learning_rate": 5.707923783032177e-06,
      "loss": 0.4822522163391113,
      "step": 16270
    },
    {
      "epoch": 1.7916139327573872,
      "grad_norm": 1.4528108835220337,
      "learning_rate": 5.64872454759845e-06,
      "loss": 0.46695284843444823,
      "step": 16280
    },
    {
      "epoch": 1.7927144665162604,
      "grad_norm": 1.4516433477401733,
      "learning_rate": 5.589824980822167e-06,
      "loss": 0.48630385398864745,
      "step": 16290
    },
    {
      "epoch": 1.7938150002751334,
      "grad_norm": 1.4366508722305298,
      "learning_rate": 5.531225269773965e-06,
      "loss": 0.47826972007751467,
      "step": 16300
    },
    {
      "epoch": 1.7949155340340064,
      "grad_norm": 3.543513298034668,
      "learning_rate": 5.472925600572154e-06,
      "loss": 0.478728723526001,
      "step": 16310
    },
    {
      "epoch": 1.7960160677928796,
      "grad_norm": 1.2810817956924438,
      "learning_rate": 5.414926158381983e-06,
      "loss": 0.5134160995483399,
      "step": 16320
    },
    {
      "epoch": 1.7971166015517526,
      "grad_norm": 1.3912413120269775,
      "learning_rate": 5.3572271274152875e-06,
      "loss": 0.5069539070129394,
      "step": 16330
    },
    {
      "epoch": 1.7982171353106255,
      "grad_norm": 1.8073666095733643,
      "learning_rate": 5.2998286909296646e-06,
      "loss": 0.5096320152282715,
      "step": 16340
    },
    {
      "epoch": 1.7993176690694987,
      "grad_norm": 1.441056251525879,
      "learning_rate": 5.242731031228021e-06,
      "loss": 0.5048434257507324,
      "step": 16350
    },
    {
      "epoch": 1.8004182028283717,
      "grad_norm": 1.3597674369812012,
      "learning_rate": 5.185934329657982e-06,
      "loss": 0.5135327339172363,
      "step": 16360
    },
    {
      "epoch": 1.8015187365872447,
      "grad_norm": 1.3271512985229492,
      "learning_rate": 5.129438766611294e-06,
      "loss": 0.4613320350646973,
      "step": 16370
    },
    {
      "epoch": 1.802619270346118,
      "grad_norm": 1.5799742937088013,
      "learning_rate": 5.073244521523268e-06,
      "loss": 0.508840274810791,
      "step": 16380
    },
    {
      "epoch": 1.8037198041049909,
      "grad_norm": 1.9551643133163452,
      "learning_rate": 5.017351772872192e-06,
      "loss": 0.5128527641296386,
      "step": 16390
    },
    {
      "epoch": 1.8048203378638639,
      "grad_norm": 1.3026198148727417,
      "learning_rate": 4.961760698178741e-06,
      "loss": 0.4174784183502197,
      "step": 16400
    },
    {
      "epoch": 1.805920871622737,
      "grad_norm": 1.7748159170150757,
      "learning_rate": 4.906471474005514e-06,
      "loss": 0.5316793918609619,
      "step": 16410
    },
    {
      "epoch": 1.80702140538161,
      "grad_norm": 4.936583042144775,
      "learning_rate": 4.8514842759563306e-06,
      "loss": 0.47519512176513673,
      "step": 16420
    },
    {
      "epoch": 1.808121939140483,
      "grad_norm": 1.405379056930542,
      "learning_rate": 4.796799278675801e-06,
      "loss": 0.48841171264648436,
      "step": 16430
    },
    {
      "epoch": 1.8092224728993562,
      "grad_norm": 1.3053354024887085,
      "learning_rate": 4.742416655848692e-06,
      "loss": 0.4694413661956787,
      "step": 16440
    },
    {
      "epoch": 1.8103230066582292,
      "grad_norm": 1.1684783697128296,
      "learning_rate": 4.688336580199415e-06,
      "loss": 0.5031184673309326,
      "step": 16450
    },
    {
      "epoch": 1.8114235404171022,
      "grad_norm": 1.4179846048355103,
      "learning_rate": 4.634559223491419e-06,
      "loss": 0.4918079853057861,
      "step": 16460
    },
    {
      "epoch": 1.8125240741759754,
      "grad_norm": 1.4172260761260986,
      "learning_rate": 4.581084756526777e-06,
      "loss": 0.4953932285308838,
      "step": 16470
    },
    {
      "epoch": 1.8136246079348484,
      "grad_norm": 1.4033087491989136,
      "learning_rate": 4.527913349145441e-06,
      "loss": 0.4812478065490723,
      "step": 16480
    },
    {
      "epoch": 1.8147251416937213,
      "grad_norm": 1.6133384704589844,
      "learning_rate": 4.475045170224923e-06,
      "loss": 0.5024697780609131,
      "step": 16490
    },
    {
      "epoch": 1.8158256754525945,
      "grad_norm": 1.6788911819458008,
      "learning_rate": 4.4224803876795835e-06,
      "loss": 0.4599743366241455,
      "step": 16500
    },
    {
      "epoch": 1.8169262092114675,
      "grad_norm": 1.5224758386611938,
      "learning_rate": 4.370219168460188e-06,
      "loss": 0.46500720977783205,
      "step": 16510
    },
    {
      "epoch": 1.8180267429703405,
      "grad_norm": 1.4024637937545776,
      "learning_rate": 4.318261678553359e-06,
      "loss": 0.45071611404418943,
      "step": 16520
    },
    {
      "epoch": 1.8191272767292137,
      "grad_norm": 1.508223533630371,
      "learning_rate": 4.266608082981061e-06,
      "loss": 0.4437118053436279,
      "step": 16530
    },
    {
      "epoch": 1.8202278104880867,
      "grad_norm": 1.2013787031173706,
      "learning_rate": 4.215258545800027e-06,
      "loss": 0.4877159118652344,
      "step": 16540
    },
    {
      "epoch": 1.8213283442469597,
      "grad_norm": 1.4575247764587402,
      "learning_rate": 4.164213230101299e-06,
      "loss": 0.4529064178466797,
      "step": 16550
    },
    {
      "epoch": 1.8224288780058329,
      "grad_norm": 1.7645288705825806,
      "learning_rate": 4.113472298009669e-06,
      "loss": 0.4811866283416748,
      "step": 16560
    },
    {
      "epoch": 1.8235294117647058,
      "grad_norm": 1.2957864999771118,
      "learning_rate": 4.063035910683177e-06,
      "loss": 0.4628279685974121,
      "step": 16570
    },
    {
      "epoch": 1.8246299455235788,
      "grad_norm": 1.6794031858444214,
      "learning_rate": 4.012904228312597e-06,
      "loss": 0.5454041481018066,
      "step": 16580
    },
    {
      "epoch": 1.825730479282452,
      "grad_norm": 1.1122554540634155,
      "learning_rate": 3.963077410120952e-06,
      "loss": 0.441547155380249,
      "step": 16590
    },
    {
      "epoch": 1.826831013041325,
      "grad_norm": 1.4875439405441284,
      "learning_rate": 3.913555614362973e-06,
      "loss": 0.4898341178894043,
      "step": 16600
    },
    {
      "epoch": 1.827931546800198,
      "grad_norm": 1.4908473491668701,
      "learning_rate": 3.8643389983246015e-06,
      "loss": 0.4408401966094971,
      "step": 16610
    },
    {
      "epoch": 1.8290320805590712,
      "grad_norm": 1.4305132627487183,
      "learning_rate": 3.815427718322495e-06,
      "loss": 0.4727658748626709,
      "step": 16620
    },
    {
      "epoch": 1.8301326143179442,
      "grad_norm": 1.689435362815857,
      "learning_rate": 3.766821929703601e-06,
      "loss": 0.4846055030822754,
      "step": 16630
    },
    {
      "epoch": 1.8312331480768171,
      "grad_norm": 1.223456859588623,
      "learning_rate": 3.7185217868444754e-06,
      "loss": 0.4678616523742676,
      "step": 16640
    },
    {
      "epoch": 1.8323336818356903,
      "grad_norm": 1.547015905380249,
      "learning_rate": 3.6705274431510285e-06,
      "loss": 0.49344382286071775,
      "step": 16650
    },
    {
      "epoch": 1.8334342155945633,
      "grad_norm": 1.5444703102111816,
      "learning_rate": 3.622839051057869e-06,
      "loss": 0.4967376232147217,
      "step": 16660
    },
    {
      "epoch": 1.8345347493534363,
      "grad_norm": 1.434402346611023,
      "learning_rate": 3.5754567620278623e-06,
      "loss": 0.5205514430999756,
      "step": 16670
    },
    {
      "epoch": 1.8356352831123095,
      "grad_norm": 1.2810301780700684,
      "learning_rate": 3.5283807265517053e-06,
      "loss": 0.511384916305542,
      "step": 16680
    },
    {
      "epoch": 1.8367358168711825,
      "grad_norm": 1.4732449054718018,
      "learning_rate": 3.4816110941473745e-06,
      "loss": 0.48352503776550293,
      "step": 16690
    },
    {
      "epoch": 1.8378363506300555,
      "grad_norm": 1.2525042295455933,
      "learning_rate": 3.4351480133596793e-06,
      "loss": 0.5211921691894531,
      "step": 16700
    },
    {
      "epoch": 1.8389368843889287,
      "grad_norm": 1.4626001119613647,
      "learning_rate": 3.388991631759797e-06,
      "loss": 0.485138988494873,
      "step": 16710
    },
    {
      "epoch": 1.8400374181478016,
      "grad_norm": 1.286407232284546,
      "learning_rate": 3.343142095944829e-06,
      "loss": 0.4560691833496094,
      "step": 16720
    },
    {
      "epoch": 1.8411379519066746,
      "grad_norm": 1.4930766820907593,
      "learning_rate": 3.2975995515372338e-06,
      "loss": 0.5162207126617432,
      "step": 16730
    },
    {
      "epoch": 1.8422384856655478,
      "grad_norm": 1.2225842475891113,
      "learning_rate": 3.2523641431845164e-06,
      "loss": 0.49532690048217776,
      "step": 16740
    },
    {
      "epoch": 1.8433390194244208,
      "grad_norm": 1.545382022857666,
      "learning_rate": 3.2074360145586292e-06,
      "loss": 0.5100488662719727,
      "step": 16750
    },
    {
      "epoch": 1.8444395531832938,
      "grad_norm": 1.4129167795181274,
      "learning_rate": 3.1628153083556154e-06,
      "loss": 0.4331677436828613,
      "step": 16760
    },
    {
      "epoch": 1.845540086942167,
      "grad_norm": 1.328216791152954,
      "learning_rate": 3.1185021662950897e-06,
      "loss": 0.507054328918457,
      "step": 16770
    },
    {
      "epoch": 1.84664062070104,
      "grad_norm": 2.003307342529297,
      "learning_rate": 3.0744967291198245e-06,
      "loss": 0.48369827270507815,
      "step": 16780
    },
    {
      "epoch": 1.847741154459913,
      "grad_norm": 1.4729647636413574,
      "learning_rate": 3.030799136595275e-06,
      "loss": 0.49610328674316406,
      "step": 16790
    },
    {
      "epoch": 1.8488416882187861,
      "grad_norm": 1.3687442541122437,
      "learning_rate": 2.9874095275091773e-06,
      "loss": 0.4711920261383057,
      "step": 16800
    },
    {
      "epoch": 1.8499422219776591,
      "grad_norm": 1.3515735864639282,
      "learning_rate": 2.944328039671085e-06,
      "loss": 0.49788694381713866,
      "step": 16810
    },
    {
      "epoch": 1.851042755736532,
      "grad_norm": 1.8043967485427856,
      "learning_rate": 2.9015548099118883e-06,
      "loss": 0.4700901031494141,
      "step": 16820
    },
    {
      "epoch": 1.8521432894954053,
      "grad_norm": 1.2496004104614258,
      "learning_rate": 2.859089974083451e-06,
      "loss": 0.5190350532531738,
      "step": 16830
    },
    {
      "epoch": 1.8532438232542783,
      "grad_norm": 1.4848257303237915,
      "learning_rate": 2.8169336670581746e-06,
      "loss": 0.47342667579650877,
      "step": 16840
    },
    {
      "epoch": 1.8543443570131513,
      "grad_norm": 1.4094747304916382,
      "learning_rate": 2.77508602272849e-06,
      "loss": 0.4407971858978271,
      "step": 16850
    },
    {
      "epoch": 1.8554448907720245,
      "grad_norm": 1.4990885257720947,
      "learning_rate": 2.7335471740065234e-06,
      "loss": 0.4893205165863037,
      "step": 16860
    },
    {
      "epoch": 1.8565454245308974,
      "grad_norm": 1.47908616065979,
      "learning_rate": 2.692317252823606e-06,
      "loss": 0.4609483242034912,
      "step": 16870
    },
    {
      "epoch": 1.8576459582897704,
      "grad_norm": 1.6612927913665771,
      "learning_rate": 2.6513963901299234e-06,
      "loss": 0.4675410270690918,
      "step": 16880
    },
    {
      "epoch": 1.8587464920486436,
      "grad_norm": 1.532789945602417,
      "learning_rate": 2.6107847158940215e-06,
      "loss": 0.4971677303314209,
      "step": 16890
    },
    {
      "epoch": 1.8598470258075166,
      "grad_norm": 1.4709246158599854,
      "learning_rate": 2.5704823591024663e-06,
      "loss": 0.4678687572479248,
      "step": 16900
    },
    {
      "epoch": 1.8609475595663896,
      "grad_norm": 1.3649404048919678,
      "learning_rate": 2.5304894477593876e-06,
      "loss": 0.4728785514831543,
      "step": 16910
    },
    {
      "epoch": 1.8620480933252628,
      "grad_norm": 1.7306904792785645,
      "learning_rate": 2.490806108886101e-06,
      "loss": 0.5300139427185059,
      "step": 16920
    },
    {
      "epoch": 1.8631486270841358,
      "grad_norm": 1.3341495990753174,
      "learning_rate": 2.4514324685206533e-06,
      "loss": 0.47535066604614257,
      "step": 16930
    },
    {
      "epoch": 1.8642491608430087,
      "grad_norm": 1.3063191175460815,
      "learning_rate": 2.4123686517175113e-06,
      "loss": 0.5029531478881836,
      "step": 16940
    },
    {
      "epoch": 1.865349694601882,
      "grad_norm": 1.340134859085083,
      "learning_rate": 2.3736147825470622e-06,
      "loss": 0.47799053192138674,
      "step": 16950
    },
    {
      "epoch": 1.866450228360755,
      "grad_norm": 1.3002986907958984,
      "learning_rate": 2.335170984095314e-06,
      "loss": 0.4505612850189209,
      "step": 16960
    },
    {
      "epoch": 1.867550762119628,
      "grad_norm": 1.389679193496704,
      "learning_rate": 2.29703737846344e-06,
      "loss": 0.45545973777771,
      "step": 16970
    },
    {
      "epoch": 1.868651295878501,
      "grad_norm": 1.4512994289398193,
      "learning_rate": 2.2592140867673915e-06,
      "loss": 0.4941407203674316,
      "step": 16980
    },
    {
      "epoch": 1.869751829637374,
      "grad_norm": 1.6442269086837769,
      "learning_rate": 2.2217012291375628e-06,
      "loss": 0.4537534713745117,
      "step": 16990
    },
    {
      "epoch": 1.870852363396247,
      "grad_norm": 1.2994282245635986,
      "learning_rate": 2.1844989247184033e-06,
      "loss": 0.49846301078796384,
      "step": 17000
    },
    {
      "epoch": 1.870852363396247,
      "eval_loss": 0.5682608485221863,
      "eval_runtime": 932.9495,
      "eval_samples_per_second": 9.74,
      "eval_steps_per_second": 2.435,
      "step": 17000
    },
    {
      "epoch": 1.8719528971551203,
      "grad_norm": 1.1467418670654297,
      "learning_rate": 2.1476072916679192e-06,
      "loss": 0.4407179832458496,
      "step": 17010
    },
    {
      "epoch": 1.8730534309139932,
      "grad_norm": 1.1982682943344116,
      "learning_rate": 2.111026447157516e-06,
      "loss": 0.42673497200012206,
      "step": 17020
    },
    {
      "epoch": 1.8741539646728662,
      "grad_norm": 1.60700523853302,
      "learning_rate": 2.0747565073714116e-06,
      "loss": 0.47693214416503904,
      "step": 17030
    },
    {
      "epoch": 1.8752544984317394,
      "grad_norm": 1.5725548267364502,
      "learning_rate": 2.0387975875064246e-06,
      "loss": 0.4478909492492676,
      "step": 17040
    },
    {
      "epoch": 1.8763550321906124,
      "grad_norm": 1.3157997131347656,
      "learning_rate": 2.0031498017714866e-06,
      "loss": 0.4547413349151611,
      "step": 17050
    },
    {
      "epoch": 1.8774555659494854,
      "grad_norm": 1.277468204498291,
      "learning_rate": 1.967813263387397e-06,
      "loss": 0.4340005397796631,
      "step": 17060
    },
    {
      "epoch": 1.8785560997083586,
      "grad_norm": 1.4535624980926514,
      "learning_rate": 1.9327880845863568e-06,
      "loss": 0.5111487865447998,
      "step": 17070
    },
    {
      "epoch": 1.8796566334672316,
      "grad_norm": 1.5918365716934204,
      "learning_rate": 1.8980743766116805e-06,
      "loss": 0.4864856719970703,
      "step": 17080
    },
    {
      "epoch": 1.8807571672261045,
      "grad_norm": 1.2914265394210815,
      "learning_rate": 1.8636722497174186e-06,
      "loss": 0.4729818344116211,
      "step": 17090
    },
    {
      "epoch": 1.8818577009849777,
      "grad_norm": 1.4036930799484253,
      "learning_rate": 1.8295818131680353e-06,
      "loss": 0.4701414108276367,
      "step": 17100
    },
    {
      "epoch": 1.882958234743851,
      "grad_norm": 1.5308575630187988,
      "learning_rate": 1.7958031752379644e-06,
      "loss": 0.5042922496795654,
      "step": 17110
    },
    {
      "epoch": 1.8840587685027237,
      "grad_norm": 1.3055890798568726,
      "learning_rate": 1.762336443211421e-06,
      "loss": 0.4950597286224365,
      "step": 17120
    },
    {
      "epoch": 1.885159302261597,
      "grad_norm": 1.3631311655044556,
      "learning_rate": 1.729181723381923e-06,
      "loss": 0.4810330390930176,
      "step": 17130
    },
    {
      "epoch": 1.88625983602047,
      "grad_norm": 1.5162733793258667,
      "learning_rate": 1.6963391210520263e-06,
      "loss": 0.4800120830535889,
      "step": 17140
    },
    {
      "epoch": 1.8873603697793429,
      "grad_norm": 1.5902050733566284,
      "learning_rate": 1.6638087405329684e-06,
      "loss": 0.48700656890869143,
      "step": 17150
    },
    {
      "epoch": 1.888460903538216,
      "grad_norm": 1.2508811950683594,
      "learning_rate": 1.6315906851443797e-06,
      "loss": 0.49460883140563966,
      "step": 17160
    },
    {
      "epoch": 1.8895614372970893,
      "grad_norm": 1.4485799074172974,
      "learning_rate": 1.5996850572138178e-06,
      "loss": 0.4614389419555664,
      "step": 17170
    },
    {
      "epoch": 1.890661971055962,
      "grad_norm": 1.2980258464813232,
      "learning_rate": 1.5680919580766452e-06,
      "loss": 0.4821598052978516,
      "step": 17180
    },
    {
      "epoch": 1.8917625048148352,
      "grad_norm": 1.4772777557373047,
      "learning_rate": 1.5368114880755623e-06,
      "loss": 0.5066043853759765,
      "step": 17190
    },
    {
      "epoch": 1.8928630385737084,
      "grad_norm": 1.7577104568481445,
      "learning_rate": 1.5058437465602982e-06,
      "loss": 0.47014532089233396,
      "step": 17200
    },
    {
      "epoch": 1.8939635723325812,
      "grad_norm": 1.3802697658538818,
      "learning_rate": 1.4751888318873751e-06,
      "loss": 0.4421832084655762,
      "step": 17210
    },
    {
      "epoch": 1.8950641060914544,
      "grad_norm": 1.3932445049285889,
      "learning_rate": 1.4448468414197447e-06,
      "loss": 0.4291090488433838,
      "step": 17220
    },
    {
      "epoch": 1.8961646398503276,
      "grad_norm": 1.379677414894104,
      "learning_rate": 1.4148178715264305e-06,
      "loss": 0.48565011024475097,
      "step": 17230
    },
    {
      "epoch": 1.8972651736092003,
      "grad_norm": 1.3849470615386963,
      "learning_rate": 1.3851020175823293e-06,
      "loss": 0.46511154174804686,
      "step": 17240
    },
    {
      "epoch": 1.8983657073680735,
      "grad_norm": 1.4539759159088135,
      "learning_rate": 1.3556993739678225e-06,
      "loss": 0.503264331817627,
      "step": 17250
    },
    {
      "epoch": 1.8994662411269467,
      "grad_norm": 1.5131036043167114,
      "learning_rate": 1.3266100340685094e-06,
      "loss": 0.4900333404541016,
      "step": 17260
    },
    {
      "epoch": 1.9005667748858195,
      "grad_norm": 1.3216376304626465,
      "learning_rate": 1.2978340902749186e-06,
      "loss": 0.4727010250091553,
      "step": 17270
    },
    {
      "epoch": 1.9016673086446927,
      "grad_norm": 1.4103116989135742,
      "learning_rate": 1.2693716339821972e-06,
      "loss": 0.44039249420166016,
      "step": 17280
    },
    {
      "epoch": 1.902767842403566,
      "grad_norm": 1.6242998838424683,
      "learning_rate": 1.2412227555898216e-06,
      "loss": 0.4784849166870117,
      "step": 17290
    },
    {
      "epoch": 1.9038683761624386,
      "grad_norm": 1.6019479036331177,
      "learning_rate": 1.2133875445012987e-06,
      "loss": 0.5038319110870362,
      "step": 17300
    },
    {
      "epoch": 1.9049689099213118,
      "grad_norm": 1.4574084281921387,
      "learning_rate": 1.1858660891239326e-06,
      "loss": 0.5139556884765625,
      "step": 17310
    },
    {
      "epoch": 1.906069443680185,
      "grad_norm": 1.3651478290557861,
      "learning_rate": 1.1586584768685126e-06,
      "loss": 0.46247267723083496,
      "step": 17320
    },
    {
      "epoch": 1.9071699774390578,
      "grad_norm": 1.471900224685669,
      "learning_rate": 1.1317647941489595e-06,
      "loss": 0.5233954906463623,
      "step": 17330
    },
    {
      "epoch": 1.908270511197931,
      "grad_norm": 1.32711660861969,
      "learning_rate": 1.1051851263822243e-06,
      "loss": 0.41936254501342773,
      "step": 17340
    },
    {
      "epoch": 1.9093710449568042,
      "grad_norm": 1.2101941108703613,
      "learning_rate": 1.0789195579878565e-06,
      "loss": 0.4684199333190918,
      "step": 17350
    },
    {
      "epoch": 1.910471578715677,
      "grad_norm": 1.4281100034713745,
      "learning_rate": 1.0529681723877915e-06,
      "loss": 0.5159236431121826,
      "step": 17360
    },
    {
      "epoch": 1.9115721124745502,
      "grad_norm": 1.3076903820037842,
      "learning_rate": 1.0273310520061197e-06,
      "loss": 0.4783883571624756,
      "step": 17370
    },
    {
      "epoch": 1.9126726462334234,
      "grad_norm": 1.3305416107177734,
      "learning_rate": 1.0020082782687956e-06,
      "loss": 0.46505227088928225,
      "step": 17380
    },
    {
      "epoch": 1.9137731799922961,
      "grad_norm": 1.523998737335205,
      "learning_rate": 9.769999316033397e-07,
      "loss": 0.4530588150024414,
      "step": 17390
    },
    {
      "epoch": 1.9148737137511693,
      "grad_norm": 1.498590111732483,
      "learning_rate": 9.523060914386706e-07,
      "loss": 0.4810521125793457,
      "step": 17400
    },
    {
      "epoch": 1.9159742475100425,
      "grad_norm": 1.529248833656311,
      "learning_rate": 9.279268362047733e-07,
      "loss": 0.4706155776977539,
      "step": 17410
    },
    {
      "epoch": 1.9170747812689153,
      "grad_norm": 1.3469491004943848,
      "learning_rate": 9.038622433324873e-07,
      "loss": 0.5135562419891357,
      "step": 17420
    },
    {
      "epoch": 1.9181753150277885,
      "grad_norm": 1.729160189628601,
      "learning_rate": 8.801123892532625e-07,
      "loss": 0.5041571617126465,
      "step": 17430
    },
    {
      "epoch": 1.9192758487866617,
      "grad_norm": 1.291731834411621,
      "learning_rate": 8.566773493988933e-07,
      "loss": 0.4330272674560547,
      "step": 17440
    },
    {
      "epoch": 1.9203763825455344,
      "grad_norm": 1.4224591255187988,
      "learning_rate": 8.335571982013068e-07,
      "loss": 0.48047146797180174,
      "step": 17450
    },
    {
      "epoch": 1.9214769163044076,
      "grad_norm": 2.2447707653045654,
      "learning_rate": 8.107520090923193e-07,
      "loss": 0.5047957420349121,
      "step": 17460
    },
    {
      "epoch": 1.9225774500632808,
      "grad_norm": 1.2477126121520996,
      "learning_rate": 7.882618545033804e-07,
      "loss": 0.44909052848815917,
      "step": 17470
    },
    {
      "epoch": 1.9236779838221536,
      "grad_norm": 1.3699957132339478,
      "learning_rate": 7.660868058653736e-07,
      "loss": 0.47534732818603515,
      "step": 17480
    },
    {
      "epoch": 1.9247785175810268,
      "grad_norm": 1.3152520656585693,
      "learning_rate": 7.442269336083496e-07,
      "loss": 0.4800139904022217,
      "step": 17490
    },
    {
      "epoch": 1.9258790513399,
      "grad_norm": 1.39982008934021,
      "learning_rate": 7.22682307161382e-07,
      "loss": 0.48000526428222656,
      "step": 17500
    },
    {
      "epoch": 1.9269795850987728,
      "grad_norm": 1.4196877479553223,
      "learning_rate": 7.014529949522342e-07,
      "loss": 0.5063993453979492,
      "step": 17510
    },
    {
      "epoch": 1.928080118857646,
      "grad_norm": 1.5006624460220337,
      "learning_rate": 6.805390644072485e-07,
      "loss": 0.43894391059875487,
      "step": 17520
    },
    {
      "epoch": 1.9291806526165192,
      "grad_norm": 1.6288270950317383,
      "learning_rate": 6.599405819510462e-07,
      "loss": 0.46645798683166506,
      "step": 17530
    },
    {
      "epoch": 1.930281186375392,
      "grad_norm": 1.3500694036483765,
      "learning_rate": 6.396576130063836e-07,
      "loss": 0.49541325569152833,
      "step": 17540
    },
    {
      "epoch": 1.9313817201342651,
      "grad_norm": 1.525153398513794,
      "learning_rate": 6.196902219939072e-07,
      "loss": 0.43886051177978513,
      "step": 17550
    },
    {
      "epoch": 1.9324822538931383,
      "grad_norm": 1.7500393390655518,
      "learning_rate": 6.000384723319541e-07,
      "loss": 0.5485270023345947,
      "step": 17560
    },
    {
      "epoch": 1.933582787652011,
      "grad_norm": 1.453203558921814,
      "learning_rate": 5.807024264363637e-07,
      "loss": 0.511164379119873,
      "step": 17570
    },
    {
      "epoch": 1.9346833214108843,
      "grad_norm": 2.376689910888672,
      "learning_rate": 5.616821457202436e-07,
      "loss": 0.4577455520629883,
      "step": 17580
    },
    {
      "epoch": 1.9357838551697575,
      "grad_norm": 1.5021432638168335,
      "learning_rate": 5.429776905938489e-07,
      "loss": 0.5322932720184326,
      "step": 17590
    },
    {
      "epoch": 1.9368843889286302,
      "grad_norm": 1.3834331035614014,
      "learning_rate": 5.245891204642916e-07,
      "loss": 0.5016115188598633,
      "step": 17600
    },
    {
      "epoch": 1.9379849226875034,
      "grad_norm": 1.7016886472702026,
      "learning_rate": 5.065164937354428e-07,
      "loss": 0.4722607135772705,
      "step": 17610
    },
    {
      "epoch": 1.9390854564463766,
      "grad_norm": 1.045343279838562,
      "learning_rate": 4.887598678076754e-07,
      "loss": 0.5081735134124756,
      "step": 17620
    },
    {
      "epoch": 1.9401859902052494,
      "grad_norm": 1.570024013519287,
      "learning_rate": 4.7131929907773265e-07,
      "loss": 0.4836297035217285,
      "step": 17630
    },
    {
      "epoch": 1.9412865239641226,
      "grad_norm": 1.472091555595398,
      "learning_rate": 4.5419484293853787e-07,
      "loss": 0.48404769897460936,
      "step": 17640
    },
    {
      "epoch": 1.9423870577229958,
      "grad_norm": 1.5276206731796265,
      "learning_rate": 4.373865537789845e-07,
      "loss": 0.5093550682067871,
      "step": 17650
    },
    {
      "epoch": 1.9434875914818686,
      "grad_norm": 1.3952054977416992,
      "learning_rate": 4.208944849838026e-07,
      "loss": 0.48434224128723147,
      "step": 17660
    },
    {
      "epoch": 1.9445881252407418,
      "grad_norm": 1.3175244331359863,
      "learning_rate": 4.04718688933392e-07,
      "loss": 0.4982771396636963,
      "step": 17670
    },
    {
      "epoch": 1.945688658999615,
      "grad_norm": 1.412063717842102,
      "learning_rate": 3.8885921700360097e-07,
      "loss": 0.4713120460510254,
      "step": 17680
    },
    {
      "epoch": 1.9467891927584877,
      "grad_norm": 1.2484747171401978,
      "learning_rate": 3.7331611956565873e-07,
      "loss": 0.4762276172637939,
      "step": 17690
    },
    {
      "epoch": 1.947889726517361,
      "grad_norm": 1.2910903692245483,
      "learning_rate": 3.5808944598589854e-07,
      "loss": 0.427127742767334,
      "step": 17700
    },
    {
      "epoch": 1.9489902602762341,
      "grad_norm": 1.4708642959594727,
      "learning_rate": 3.4317924462570206e-07,
      "loss": 0.40667085647583007,
      "step": 17710
    },
    {
      "epoch": 1.9500907940351069,
      "grad_norm": 1.301836609840393,
      "learning_rate": 3.2858556284127704e-07,
      "loss": 0.48629393577575686,
      "step": 17720
    },
    {
      "epoch": 1.95119132779398,
      "grad_norm": 1.5625560283660889,
      "learning_rate": 3.1430844698358e-07,
      "loss": 0.4781522274017334,
      "step": 17730
    },
    {
      "epoch": 1.9522918615528533,
      "grad_norm": 1.4539226293563843,
      "learning_rate": 3.003479423980604e-07,
      "loss": 0.5038555145263672,
      "step": 17740
    },
    {
      "epoch": 1.953392395311726,
      "grad_norm": 1.582055926322937,
      "learning_rate": 2.86704093424639e-07,
      "loss": 0.4954071998596191,
      "step": 17750
    },
    {
      "epoch": 1.9544929290705992,
      "grad_norm": 1.6103061437606812,
      "learning_rate": 2.733769433974631e-07,
      "loss": 0.4805437088012695,
      "step": 17760
    },
    {
      "epoch": 1.9555934628294724,
      "grad_norm": 1.2809866666793823,
      "learning_rate": 2.603665346448514e-07,
      "loss": 0.41643438339233396,
      "step": 17770
    },
    {
      "epoch": 1.9566939965883452,
      "grad_norm": 1.6181905269622803,
      "learning_rate": 2.476729084890939e-07,
      "loss": 0.5079646110534668,
      "step": 17780
    },
    {
      "epoch": 1.9577945303472184,
      "grad_norm": 1.2779567241668701,
      "learning_rate": 2.3529610524635204e-07,
      "loss": 0.5132848262786865,
      "step": 17790
    },
    {
      "epoch": 1.9588950641060916,
      "grad_norm": 1.164239525794983,
      "learning_rate": 2.2323616422654792e-07,
      "loss": 0.48766608238220216,
      "step": 17800
    },
    {
      "epoch": 1.9599955978649644,
      "grad_norm": 1.2715116739273071,
      "learning_rate": 2.114931237331974e-07,
      "loss": 0.4858466625213623,
      "step": 17810
    },
    {
      "epoch": 1.9610961316238376,
      "grad_norm": 2.002347469329834,
      "learning_rate": 2.0006702106332155e-07,
      "loss": 0.48214139938354494,
      "step": 17820
    },
    {
      "epoch": 1.9621966653827108,
      "grad_norm": 1.4881888628005981,
      "learning_rate": 1.8895789250732432e-07,
      "loss": 0.45288238525390623,
      "step": 17830
    },
    {
      "epoch": 1.9632971991415835,
      "grad_norm": 1.4361538887023926,
      "learning_rate": 1.7816577334882623e-07,
      "loss": 0.45493340492248535,
      "step": 17840
    },
    {
      "epoch": 1.9643977329004567,
      "grad_norm": 1.6458100080490112,
      "learning_rate": 1.6769069786466418e-07,
      "loss": 0.5392881870269776,
      "step": 17850
    },
    {
      "epoch": 1.96549826665933,
      "grad_norm": 1.2623995542526245,
      "learning_rate": 1.5753269932465842e-07,
      "loss": 0.4598273754119873,
      "step": 17860
    },
    {
      "epoch": 1.9665988004182027,
      "grad_norm": 1.3777285814285278,
      "learning_rate": 1.4769180999157916e-07,
      "loss": 0.4408675193786621,
      "step": 17870
    },
    {
      "epoch": 1.9676993341770759,
      "grad_norm": 1.3780516386032104,
      "learning_rate": 1.3816806112103564e-07,
      "loss": 0.471256685256958,
      "step": 17880
    },
    {
      "epoch": 1.968799867935949,
      "grad_norm": 1.2169220447540283,
      "learning_rate": 1.289614829613761e-07,
      "loss": 0.5015215396881103,
      "step": 17890
    },
    {
      "epoch": 1.9699004016948218,
      "grad_norm": 1.317850112915039,
      "learning_rate": 1.200721047535436e-07,
      "loss": 0.4539444923400879,
      "step": 17900
    },
    {
      "epoch": 1.971000935453695,
      "grad_norm": 1.5186268091201782,
      "learning_rate": 1.1149995473108687e-07,
      "loss": 0.48162994384765623,
      "step": 17910
    },
    {
      "epoch": 1.9721014692125682,
      "grad_norm": 1.4606624841690063,
      "learning_rate": 1.0324506011993862e-07,
      "loss": 0.5585051536560058,
      "step": 17920
    },
    {
      "epoch": 1.973202002971441,
      "grad_norm": 1.2997623682022095,
      "learning_rate": 9.530744713844853e-08,
      "loss": 0.4758197784423828,
      "step": 17930
    },
    {
      "epoch": 1.9743025367303142,
      "grad_norm": 1.5833791494369507,
      "learning_rate": 8.768714099723907e-08,
      "loss": 0.5214679718017579,
      "step": 17940
    },
    {
      "epoch": 1.9754030704891874,
      "grad_norm": 1.3749985694885254,
      "learning_rate": 8.038416589911668e-08,
      "loss": 0.47807064056396487,
      "step": 17950
    },
    {
      "epoch": 1.9765036042480602,
      "grad_norm": 1.7009193897247314,
      "learning_rate": 7.339854503903842e-08,
      "loss": 0.5729294776916504,
      "step": 17960
    },
    {
      "epoch": 1.9776041380069334,
      "grad_norm": 1.4971975088119507,
      "learning_rate": 6.673030060400099e-08,
      "loss": 0.5276317119598388,
      "step": 17970
    },
    {
      "epoch": 1.9787046717658066,
      "grad_norm": 1.1393322944641113,
      "learning_rate": 6.037945377297405e-08,
      "loss": 0.4593236446380615,
      "step": 17980
    },
    {
      "epoch": 1.9798052055246793,
      "grad_norm": 1.2766488790512085,
      "learning_rate": 5.434602471686701e-08,
      "loss": 0.46477689743041994,
      "step": 17990
    },
    {
      "epoch": 1.9809057392835525,
      "grad_norm": 1.5589616298675537,
      "learning_rate": 4.863003259841792e-08,
      "loss": 0.467799711227417,
      "step": 18000
    },
    {
      "epoch": 1.9809057392835525,
      "eval_loss": 0.5677331686019897,
      "eval_runtime": 941.1455,
      "eval_samples_per_second": 9.655,
      "eval_steps_per_second": 2.414,
      "step": 18000
    },
    {
      "epoch": 1.9820062730424257,
      "grad_norm": 1.496228814125061,
      "learning_rate": 4.323149557217132e-08,
      "loss": 0.5040238380432129,
      "step": 18010
    },
    {
      "epoch": 1.9831068068012985,
      "grad_norm": 1.2449252605438232,
      "learning_rate": 3.81504307843894e-08,
      "loss": 0.4716463565826416,
      "step": 18020
    },
    {
      "epoch": 1.9842073405601717,
      "grad_norm": 1.3843759298324585,
      "learning_rate": 3.338685437301869e-08,
      "loss": 0.4571837425231934,
      "step": 18030
    },
    {
      "epoch": 1.9853078743190449,
      "grad_norm": 1.5251961946487427,
      "learning_rate": 2.894078146763457e-08,
      "loss": 0.4924781322479248,
      "step": 18040
    },
    {
      "epoch": 1.9864084080779176,
      "grad_norm": 1.187515139579773,
      "learning_rate": 2.4812226189396825e-08,
      "loss": 0.4604593276977539,
      "step": 18050
    },
    {
      "epoch": 1.9875089418367908,
      "grad_norm": 1.8020973205566406,
      "learning_rate": 2.100120165097197e-08,
      "loss": 0.5087060928344727,
      "step": 18060
    },
    {
      "epoch": 1.988609475595664,
      "grad_norm": 1.7916630506515503,
      "learning_rate": 1.7507719956555422e-08,
      "loss": 0.4540903091430664,
      "step": 18070
    },
    {
      "epoch": 1.9897100093545368,
      "grad_norm": 1.270185947418213,
      "learning_rate": 1.4331792201782712e-08,
      "loss": 0.4518903732299805,
      "step": 18080
    },
    {
      "epoch": 1.99081054311341,
      "grad_norm": 1.4558676481246948,
      "learning_rate": 1.1473428473673942e-08,
      "loss": 0.4700045108795166,
      "step": 18090
    },
    {
      "epoch": 1.9919110768722832,
      "grad_norm": 1.418771743774414,
      "learning_rate": 8.932637850700421e-09,
      "loss": 0.47863569259643557,
      "step": 18100
    },
    {
      "epoch": 1.993011610631156,
      "grad_norm": 1.5367437601089478,
      "learning_rate": 6.709428402629225e-09,
      "loss": 0.48225626945495603,
      "step": 18110
    },
    {
      "epoch": 1.9941121443900292,
      "grad_norm": 1.5482364892959595,
      "learning_rate": 4.803807190600917e-09,
      "loss": 0.44969968795776366,
      "step": 18120
    },
    {
      "epoch": 1.9952126781489024,
      "grad_norm": 1.7544103860855103,
      "learning_rate": 3.2157802670518266e-09,
      "loss": 0.5117983341217041,
      "step": 18130
    },
    {
      "epoch": 1.996313211907775,
      "grad_norm": 1.4483720064163208,
      "learning_rate": 1.9453526756918474e-09,
      "loss": 0.5166549205780029,
      "step": 18140
    },
    {
      "epoch": 1.9974137456666483,
      "grad_norm": 1.318522334098816,
      "learning_rate": 9.925284515377443e-10,
      "loss": 0.4185433864593506,
      "step": 18150
    },
    {
      "epoch": 1.9985142794255215,
      "grad_norm": 1.5816627740859985,
      "learning_rate": 3.573106208354382e-10,
      "loss": 0.4965072154998779,
      "step": 18160
    },
    {
      "epoch": 1.9996148131843943,
      "grad_norm": 1.4003589153289795,
      "learning_rate": 3.9701201104414e-11,
      "loss": 0.4872720718383789,
      "step": 18170
    },
    {
      "epoch": 2.0,
      "eval_loss": 0.5677207112312317,
      "eval_runtime": 935.5474,
      "eval_samples_per_second": 9.713,
      "eval_steps_per_second": 2.429,
      "step": 18174
    }
  ],
  "logging_steps": 10,
  "max_steps": 18174,
  "num_input_tokens_seen": 0,
  "num_train_epochs": 2,
  "save_steps": 1000,
  "stateful_callbacks": {
    "TrainerControl": {
      "args": {
        "should_epoch_stop": false,
        "should_evaluate": false,
        "should_log": false,
        "should_save": true,
        "should_training_stop": true
      },
      "attributes": {}
    }
  },
  "total_flos": 4.0987971993743094e+18,
  "train_batch_size": 8,
  "trial_name": null,
  "trial_params": null
}