{
  "best_global_step": null,
  "best_metric": null,
  "best_model_checkpoint": null,
  "epoch": 1.0,
  "eval_steps": 500,
  "global_step": 2328,
  "is_hyper_param_search": false,
  "is_local_process_zero": true,
  "is_world_process_zero": true,
  "log_history": [
    {
      "epoch": 0.00214799699280421,
      "grad_norm": 1.6932775974273682,
      "learning_rate": 5.7142857142857145e-06,
      "loss": 2.9927764892578126,
      "step": 5
    },
    {
      "epoch": 0.00429599398560842,
      "grad_norm": 1.2265691757202148,
      "learning_rate": 1.2857142857142857e-05,
      "loss": 2.8719606399536133,
      "step": 10
    },
    {
      "epoch": 0.0064439909784126306,
      "grad_norm": 0.6039227247238159,
      "learning_rate": 2e-05,
      "loss": 2.7400981903076174,
      "step": 15
    },
    {
      "epoch": 0.00859198797121684,
      "grad_norm": 0.29856061935424805,
      "learning_rate": 2.714285714285714e-05,
      "loss": 2.593766784667969,
      "step": 20
    },
    {
      "epoch": 0.01073998496402105,
      "grad_norm": 0.3089836835861206,
      "learning_rate": 3.428571428571429e-05,
      "loss": 2.472783660888672,
      "step": 25
    },
    {
      "epoch": 0.012887981956825261,
      "grad_norm": 0.30488327145576477,
      "learning_rate": 4.1428571428571437e-05,
      "loss": 2.3986921310424805,
      "step": 30
    },
    {
      "epoch": 0.01503597894962947,
      "grad_norm": 0.243967205286026,
      "learning_rate": 4.8571428571428576e-05,
      "loss": 2.3093551635742187,
      "step": 35
    },
    {
      "epoch": 0.01718397594243368,
      "grad_norm": 0.23277634382247925,
      "learning_rate": 5.571428571428572e-05,
      "loss": 2.2308311462402344,
      "step": 40
    },
    {
      "epoch": 0.01933197293523789,
      "grad_norm": 0.2143218070268631,
      "learning_rate": 6.285714285714286e-05,
      "loss": 2.2247371673583984,
      "step": 45
    },
    {
      "epoch": 0.0214799699280421,
      "grad_norm": 0.2504544258117676,
      "learning_rate": 7e-05,
      "loss": 2.113149070739746,
      "step": 50
    },
    {
      "epoch": 0.02362796692084631,
      "grad_norm": 0.23724156618118286,
      "learning_rate": 7.714285714285715e-05,
      "loss": 2.064219856262207,
      "step": 55
    },
    {
      "epoch": 0.025775963913650522,
      "grad_norm": 0.2178376168012619,
      "learning_rate": 8.428571428571429e-05,
      "loss": 1.9700836181640624,
      "step": 60
    },
    {
      "epoch": 0.027923960906454732,
      "grad_norm": 0.2316979169845581,
      "learning_rate": 9.142857142857143e-05,
      "loss": 1.9064104080200195,
      "step": 65
    },
    {
      "epoch": 0.03007195789925894,
      "grad_norm": 0.22800028324127197,
      "learning_rate": 9.857142857142858e-05,
      "loss": 1.8772602081298828,
      "step": 70
    },
    {
      "epoch": 0.032219954892063155,
      "grad_norm": 0.21327374875545502,
      "learning_rate": 9.999922569735892e-05,
      "loss": 1.898672103881836,
      "step": 75
    },
    {
      "epoch": 0.03436795188486736,
      "grad_norm": 0.21225009858608246,
      "learning_rate": 9.999608013398099e-05,
      "loss": 1.7929576873779296,
      "step": 80
    },
    {
      "epoch": 0.036515948877671574,
      "grad_norm": 0.202202707529068,
      "learning_rate": 9.999051506806e-05,
      "loss": 1.8280349731445313,
      "step": 85
    },
    {
      "epoch": 0.03866394587047578,
      "grad_norm": 0.21529272198677063,
      "learning_rate": 9.998253076891087e-05,
      "loss": 1.7857349395751954,
      "step": 90
    },
    {
      "epoch": 0.04081194286327999,
      "grad_norm": 0.21258528530597687,
      "learning_rate": 9.997212762292454e-05,
      "loss": 1.7510189056396483,
      "step": 95
    },
    {
      "epoch": 0.0429599398560842,
      "grad_norm": 0.23243068158626556,
      "learning_rate": 9.995930613354923e-05,
      "loss": 1.7037622451782226,
      "step": 100
    },
    {
      "epoch": 0.04510793684888841,
      "grad_norm": 0.23923775553703308,
      "learning_rate": 9.99440669212661e-05,
      "loss": 1.7596521377563477,
      "step": 105
    },
    {
      "epoch": 0.04725593384169262,
      "grad_norm": 0.20659016072750092,
      "learning_rate": 9.992641072355927e-05,
      "loss": 1.7518970489501953,
      "step": 110
    },
    {
      "epoch": 0.04940393083449683,
      "grad_norm": 0.24057933688163757,
      "learning_rate": 9.990633839487996e-05,
      "loss": 1.64355411529541,
      "step": 115
    },
    {
      "epoch": 0.051551927827301045,
      "grad_norm": 0.22050833702087402,
      "learning_rate": 9.98838509066054e-05,
      "loss": 1.7364654541015625,
      "step": 120
    },
    {
      "epoch": 0.05369992482010525,
      "grad_norm": 0.23694919049739838,
      "learning_rate": 9.985894934699154e-05,
      "loss": 1.646773338317871,
      "step": 125
    },
    {
      "epoch": 0.055847921812909464,
      "grad_norm": 0.22422945499420166,
      "learning_rate": 9.983163492112066e-05,
      "loss": 1.685190200805664,
      "step": 130
    },
    {
      "epoch": 0.05799591880571367,
      "grad_norm": 0.23080891370773315,
      "learning_rate": 9.980190895084279e-05,
      "loss": 1.6647254943847656,
      "step": 135
    },
    {
      "epoch": 0.06014391579851788,
      "grad_norm": 0.26722222566604614,
      "learning_rate": 9.976977287471197e-05,
      "loss": 1.702375602722168,
      "step": 140
    },
    {
      "epoch": 0.06229191279132209,
      "grad_norm": 0.3150525689125061,
      "learning_rate": 9.973522824791644e-05,
      "loss": 1.6489757537841796,
      "step": 145
    },
    {
      "epoch": 0.06443990978412631,
      "grad_norm": 0.2626664340496063,
      "learning_rate": 9.969827674220353e-05,
      "loss": 1.649013137817383,
      "step": 150
    },
    {
      "epoch": 0.06658790677693051,
      "grad_norm": 0.22747838497161865,
      "learning_rate": 9.965892014579867e-05,
      "loss": 1.6707025527954102,
      "step": 155
    },
    {
      "epoch": 0.06873590376973472,
      "grad_norm": 0.2435477077960968,
      "learning_rate": 9.961716036331886e-05,
      "loss": 1.6180774688720703,
      "step": 160
    },
    {
      "epoch": 0.07088390076253893,
      "grad_norm": 0.28238314390182495,
      "learning_rate": 9.957299941568057e-05,
      "loss": 1.5666514396667481,
      "step": 165
    },
    {
      "epoch": 0.07303189775534315,
      "grad_norm": 0.2607802748680115,
      "learning_rate": 9.952643944000181e-05,
      "loss": 1.6158615112304688,
      "step": 170
    },
    {
      "epoch": 0.07517989474814735,
      "grad_norm": 0.2308652698993683,
      "learning_rate": 9.947748268949885e-05,
      "loss": 1.6345035552978515,
      "step": 175
    },
    {
      "epoch": 0.07732789174095156,
      "grad_norm": 0.28599420189857483,
      "learning_rate": 9.942613153337705e-05,
      "loss": 1.6306491851806642,
      "step": 180
    },
    {
      "epoch": 0.07947588873375577,
      "grad_norm": 0.22085429728031158,
      "learning_rate": 9.937238845671631e-05,
      "loss": 1.591522789001465,
      "step": 185
    },
    {
      "epoch": 0.08162388572655999,
      "grad_norm": 0.2728830575942993,
      "learning_rate": 9.931625606035072e-05,
      "loss": 1.6046226501464844,
      "step": 190
    },
    {
      "epoch": 0.0837718827193642,
      "grad_norm": 0.2554752826690674,
      "learning_rate": 9.925773706074278e-05,
      "loss": 1.6327739715576173,
      "step": 195
    },
    {
      "epoch": 0.0859198797121684,
      "grad_norm": 0.25561556220054626,
      "learning_rate": 9.919683428985185e-05,
      "loss": 1.5859023094177247,
      "step": 200
    },
    {
      "epoch": 0.08806787670497261,
      "grad_norm": 0.2333848774433136,
      "learning_rate": 9.91335506949972e-05,
      "loss": 1.5448897361755372,
      "step": 205
    },
    {
      "epoch": 0.09021587369777682,
      "grad_norm": 0.28334739804267883,
      "learning_rate": 9.906788933871529e-05,
      "loss": 1.6283615112304688,
      "step": 210
    },
    {
      "epoch": 0.09236387069058104,
      "grad_norm": 0.22497156262397766,
      "learning_rate": 9.89998533986116e-05,
      "loss": 1.6024372100830078,
      "step": 215
    },
    {
      "epoch": 0.09451186768338524,
      "grad_norm": 0.24012039601802826,
      "learning_rate": 9.892944616720685e-05,
      "loss": 1.5988900184631347,
      "step": 220
    },
    {
      "epoch": 0.09665986467618945,
      "grad_norm": 0.23542068898677826,
      "learning_rate": 9.885667105177768e-05,
      "loss": 1.5697736740112305,
      "step": 225
    },
    {
      "epoch": 0.09880786166899366,
      "grad_norm": 0.2410110980272293,
      "learning_rate": 9.878153157419174e-05,
      "loss": 1.619461441040039,
      "step": 230
    },
    {
      "epoch": 0.10095585866179788,
      "grad_norm": 0.24803216755390167,
      "learning_rate": 9.870403137073722e-05,
      "loss": 1.5621639251708985,
      "step": 235
    },
    {
      "epoch": 0.10310385565460209,
      "grad_norm": 0.2517596185207367,
      "learning_rate": 9.862417419194698e-05,
      "loss": 1.5740959167480468,
      "step": 240
    },
    {
      "epoch": 0.10525185264740629,
      "grad_norm": 0.24555464088916779,
      "learning_rate": 9.854196390241691e-05,
      "loss": 1.5601798057556153,
      "step": 245
    },
    {
      "epoch": 0.1073998496402105,
      "grad_norm": 0.29419493675231934,
      "learning_rate": 9.8457404480619e-05,
      "loss": 1.5268316268920898,
      "step": 250
    },
    {
      "epoch": 0.10954784663301471,
      "grad_norm": 0.29217928647994995,
      "learning_rate": 9.83705000187088e-05,
      "loss": 1.5419147491455079,
      "step": 255
    },
    {
      "epoch": 0.11169584362581893,
      "grad_norm": 0.29212093353271484,
      "learning_rate": 9.828125472232734e-05,
      "loss": 1.5635286331176759,
      "step": 260
    },
    {
      "epoch": 0.11384384061862314,
      "grad_norm": 0.26869240403175354,
      "learning_rate": 9.818967291039767e-05,
      "loss": 1.557928466796875,
      "step": 265
    },
    {
      "epoch": 0.11599183761142734,
      "grad_norm": 0.24330586194992065,
      "learning_rate": 9.809575901491574e-05,
      "loss": 1.510034942626953,
      "step": 270
    },
    {
      "epoch": 0.11813983460423155,
      "grad_norm": 0.2569581866264343,
      "learning_rate": 9.799951758073606e-05,
      "loss": 1.5425460815429688,
      "step": 275
    },
    {
      "epoch": 0.12028783159703577,
      "grad_norm": 0.2696671187877655,
      "learning_rate": 9.790095326535167e-05,
      "loss": 1.5411754608154298,
      "step": 280
    },
    {
      "epoch": 0.12243582858983998,
      "grad_norm": 0.251804918050766,
      "learning_rate": 9.780007083866872e-05,
      "loss": 1.47529296875,
      "step": 285
    },
    {
      "epoch": 0.12458382558264418,
      "grad_norm": 0.25417736172676086,
      "learning_rate": 9.769687518277573e-05,
      "loss": 1.497340774536133,
      "step": 290
    },
    {
      "epoch": 0.1267318225754484,
      "grad_norm": 0.24474380910396576,
      "learning_rate": 9.759137129170728e-05,
      "loss": 1.5088220596313477,
      "step": 295
    },
    {
      "epoch": 0.12887981956825262,
      "grad_norm": 0.2617799639701843,
      "learning_rate": 9.748356427120226e-05,
      "loss": 1.4764927864074706,
      "step": 300
    },
    {
      "epoch": 0.1310278165610568,
      "grad_norm": 0.27879655361175537,
      "learning_rate": 9.737345933845691e-05,
      "loss": 1.5067102432250976,
      "step": 305
    },
    {
      "epoch": 0.13317581355386102,
      "grad_norm": 0.2816133201122284,
      "learning_rate": 9.726106182187226e-05,
      "loss": 1.4711156845092774,
      "step": 310
    },
    {
      "epoch": 0.13532381054666523,
      "grad_norm": 0.2718169689178467,
      "learning_rate": 9.714637716079627e-05,
      "loss": 1.5501375198364258,
      "step": 315
    },
    {
      "epoch": 0.13747180753946944,
      "grad_norm": 0.2559225559234619,
      "learning_rate": 9.702941090526065e-05,
      "loss": 1.504294490814209,
      "step": 320
    },
    {
      "epoch": 0.13961980453227366,
      "grad_norm": 0.24129146337509155,
      "learning_rate": 9.69101687157122e-05,
      "loss": 1.5170598030090332,
      "step": 325
    },
    {
      "epoch": 0.14176780152507787,
      "grad_norm": 0.2434818297624588,
      "learning_rate": 9.678865636273895e-05,
      "loss": 1.4940474510192872,
      "step": 330
    },
    {
      "epoch": 0.14391579851788208,
      "grad_norm": 0.24998946487903595,
      "learning_rate": 9.666487972679084e-05,
      "loss": 1.489492416381836,
      "step": 335
    },
    {
      "epoch": 0.1460637955106863,
      "grad_norm": 0.2829580008983612,
      "learning_rate": 9.653884479789519e-05,
      "loss": 1.454762077331543,
      "step": 340
    },
    {
      "epoch": 0.1482117925034905,
      "grad_norm": 0.2580244839191437,
      "learning_rate": 9.641055767536679e-05,
      "loss": 1.4957307815551757,
      "step": 345
    },
    {
      "epoch": 0.1503597894962947,
      "grad_norm": 0.27733874320983887,
      "learning_rate": 9.628002456751273e-05,
      "loss": 1.4771961212158202,
      "step": 350
    },
    {
      "epoch": 0.1525077864890989,
      "grad_norm": 0.281941294670105,
      "learning_rate": 9.614725179133197e-05,
      "loss": 1.4683259963989257,
      "step": 355
    },
    {
      "epoch": 0.15465578348190312,
      "grad_norm": 0.24962927401065826,
      "learning_rate": 9.601224577220966e-05,
      "loss": 1.5095586776733398,
      "step": 360
    },
    {
      "epoch": 0.15680378047470733,
      "grad_norm": 0.26393774151802063,
      "learning_rate": 9.587501304360613e-05,
      "loss": 1.549782657623291,
      "step": 365
    },
    {
      "epoch": 0.15895177746751155,
      "grad_norm": 0.24991562962532043,
      "learning_rate": 9.573556024674073e-05,
      "loss": 1.4670140266418457,
      "step": 370
    },
    {
      "epoch": 0.16109977446031576,
      "grad_norm": 0.2363777905702591,
      "learning_rate": 9.559389413027048e-05,
      "loss": 1.4712093353271485,
      "step": 375
    },
    {
      "epoch": 0.16324777145311997,
      "grad_norm": 0.2319713532924652,
      "learning_rate": 9.545002154996344e-05,
      "loss": 1.5290300369262695,
      "step": 380
    },
    {
      "epoch": 0.16539576844592419,
      "grad_norm": 0.25370731949806213,
      "learning_rate": 9.530394946836694e-05,
      "loss": 1.4795835494995118,
      "step": 385
    },
    {
      "epoch": 0.1675437654387284,
      "grad_norm": 0.30085310339927673,
      "learning_rate": 9.51556849544706e-05,
      "loss": 1.4818733215332032,
      "step": 390
    },
    {
      "epoch": 0.16969176243153258,
      "grad_norm": 0.2645235061645508,
      "learning_rate": 9.500523518336434e-05,
      "loss": 1.5029242515563965,
      "step": 395
    },
    {
      "epoch": 0.1718397594243368,
      "grad_norm": 0.2732005715370178,
      "learning_rate": 9.4852607435891e-05,
      "loss": 1.4794482231140136,
      "step": 400
    },
    {
      "epoch": 0.173987756417141,
      "grad_norm": 0.2590753138065338,
      "learning_rate": 9.46978090982941e-05,
      "loss": 1.4937355995178223,
      "step": 405
    },
    {
      "epoch": 0.17613575340994522,
      "grad_norm": 0.24807235598564148,
      "learning_rate": 9.45408476618604e-05,
      "loss": 1.455815887451172,
      "step": 410
    },
    {
      "epoch": 0.17828375040274944,
      "grad_norm": 0.27246901392936707,
      "learning_rate": 9.438173072255727e-05,
      "loss": 1.4796748161315918,
      "step": 415
    },
    {
      "epoch": 0.18043174739555365,
      "grad_norm": 0.28435900807380676,
      "learning_rate": 9.422046598066519e-05,
      "loss": 1.4520401000976562,
      "step": 420
    },
    {
      "epoch": 0.18257974438835786,
      "grad_norm": 0.23311451077461243,
      "learning_rate": 9.405706124040505e-05,
      "loss": 1.522452449798584,
      "step": 425
    },
    {
      "epoch": 0.18472774138116207,
      "grad_norm": 0.260882169008255,
      "learning_rate": 9.389152440956048e-05,
      "loss": 1.4505027770996093,
      "step": 430
    },
    {
      "epoch": 0.1868757383739663,
      "grad_norm": 0.2527851462364197,
      "learning_rate": 9.37238634990952e-05,
      "loss": 1.4480948448181152,
      "step": 435
    },
    {
      "epoch": 0.18902373536677047,
      "grad_norm": 0.2491643875837326,
      "learning_rate": 9.355408662276528e-05,
      "loss": 1.4588994979858398,
      "step": 440
    },
    {
      "epoch": 0.1911717323595747,
      "grad_norm": 0.267521470785141,
      "learning_rate": 9.338220199672651e-05,
      "loss": 1.3949003219604492,
      "step": 445
    },
    {
      "epoch": 0.1933197293523789,
      "grad_norm": 0.243647962808609,
      "learning_rate": 9.320821793913685e-05,
      "loss": 1.4993959426879884,
      "step": 450
    },
    {
      "epoch": 0.1954677263451831,
      "grad_norm": 0.2857939898967743,
      "learning_rate": 9.303214286975373e-05,
      "loss": 1.4854547500610351,
      "step": 455
    },
    {
      "epoch": 0.19761572333798733,
      "grad_norm": 0.2699887752532959,
      "learning_rate": 9.285398530952679e-05,
      "loss": 1.4479030609130858,
      "step": 460
    },
    {
      "epoch": 0.19976372033079154,
      "grad_norm": 0.2546408772468567,
      "learning_rate": 9.267375388018529e-05,
      "loss": 1.448690700531006,
      "step": 465
    },
    {
      "epoch": 0.20191171732359575,
      "grad_norm": 0.2458326518535614,
      "learning_rate": 9.249145730382109e-05,
      "loss": 1.4833657264709472,
      "step": 470
    },
    {
      "epoch": 0.20405971431639996,
      "grad_norm": 0.23938611149787903,
      "learning_rate": 9.230710440246642e-05,
      "loss": 1.4777969360351562,
      "step": 475
    },
    {
      "epoch": 0.20620771130920418,
      "grad_norm": 0.24163755774497986,
      "learning_rate": 9.212070409766696e-05,
      "loss": 1.4708952903747559,
      "step": 480
    },
    {
      "epoch": 0.20835570830200836,
      "grad_norm": 0.25088000297546387,
      "learning_rate": 9.193226541005014e-05,
      "loss": 1.457043170928955,
      "step": 485
    },
    {
      "epoch": 0.21050370529481258,
      "grad_norm": 0.2366296648979187,
      "learning_rate": 9.174179745888857e-05,
      "loss": 1.4701215744018554,
      "step": 490
    },
    {
      "epoch": 0.2126517022876168,
      "grad_norm": 0.25736457109451294,
      "learning_rate": 9.15493094616587e-05,
      "loss": 1.4858928680419923,
      "step": 495
    },
    {
      "epoch": 0.214799699280421,
      "grad_norm": 0.2697490453720093,
      "learning_rate": 9.135481073359482e-05,
      "loss": 1.4081520080566405,
      "step": 500
    },
    {
      "epoch": 0.21694769627322522,
      "grad_norm": 0.31537505984306335,
      "learning_rate": 9.115831068723817e-05,
      "loss": 1.3567978858947753,
      "step": 505
    },
    {
      "epoch": 0.21909569326602943,
      "grad_norm": 0.27851346135139465,
      "learning_rate": 9.095981883198153e-05,
      "loss": 1.4485319137573243,
      "step": 510
    },
    {
      "epoch": 0.22124369025883364,
      "grad_norm": 0.2801581919193268,
      "learning_rate": 9.07593447736089e-05,
      "loss": 1.3925585746765137,
      "step": 515
    },
    {
      "epoch": 0.22339168725163785,
      "grad_norm": 0.28237661719322205,
      "learning_rate": 9.055689821383077e-05,
      "loss": 1.460464096069336,
      "step": 520
    },
    {
      "epoch": 0.22553968424444207,
      "grad_norm": 0.24527870118618011,
      "learning_rate": 9.035248894981453e-05,
      "loss": 1.4803878784179687,
      "step": 525
    },
    {
      "epoch": 0.22768768123724628,
      "grad_norm": 0.27649515867233276,
      "learning_rate": 9.014612687371039e-05,
      "loss": 1.3901119232177734,
      "step": 530
    },
    {
      "epoch": 0.22983567823005047,
      "grad_norm": 0.2523747384548187,
      "learning_rate": 8.993782197217262e-05,
      "loss": 1.4215583801269531,
      "step": 535
    },
    {
      "epoch": 0.23198367522285468,
      "grad_norm": 0.25827792286872864,
      "learning_rate": 8.972758432587632e-05,
      "loss": 1.4548846244812013,
      "step": 540
    },
    {
      "epoch": 0.2341316722156589,
      "grad_norm": 0.26774686574935913,
      "learning_rate": 8.951542410902948e-05,
      "loss": 1.3848633766174316,
      "step": 545
    },
    {
      "epoch": 0.2362796692084631,
      "grad_norm": 0.2456275224685669,
      "learning_rate": 8.930135158888078e-05,
      "loss": 1.404214572906494,
      "step": 550
    },
    {
      "epoch": 0.23842766620126732,
      "grad_norm": 0.31159016489982605,
      "learning_rate": 8.908537712522244e-05,
      "loss": 1.3782641410827636,
      "step": 555
    },
    {
      "epoch": 0.24057566319407153,
      "grad_norm": 0.34996986389160156,
      "learning_rate": 8.886751116988923e-05,
      "loss": 1.3972426414489747,
      "step": 560
    },
    {
      "epoch": 0.24272366018687574,
      "grad_norm": 0.2576439678668976,
      "learning_rate": 8.864776426625231e-05,
      "loss": 1.422494602203369,
      "step": 565
    },
    {
      "epoch": 0.24487165717967996,
      "grad_norm": 0.2605086863040924,
      "learning_rate": 8.842614704870929e-05,
      "loss": 1.4705518722534179,
      "step": 570
    },
    {
      "epoch": 0.24701965417248417,
      "grad_norm": 0.2480541169643402,
      "learning_rate": 8.820267024216938e-05,
      "loss": 1.4339286804199218,
      "step": 575
    },
    {
      "epoch": 0.24916765116528836,
      "grad_norm": 0.2904776632785797,
      "learning_rate": 8.797734466153445e-05,
      "loss": 1.4545066833496094,
      "step": 580
    },
    {
      "epoch": 0.2513156481580926,
      "grad_norm": 0.2635369896888733,
      "learning_rate": 8.775018121117568e-05,
      "loss": 1.4260221481323243,
      "step": 585
    },
    {
      "epoch": 0.2534636451508968,
      "grad_norm": 0.2347613275051117,
      "learning_rate": 8.752119088440589e-05,
      "loss": 1.4399876594543457,
      "step": 590
    },
    {
      "epoch": 0.255611642143701,
      "grad_norm": 0.2483147829771042,
      "learning_rate": 8.729038476294737e-05,
      "loss": 1.4108962059020995,
      "step": 595
    },
    {
      "epoch": 0.25775963913650524,
      "grad_norm": 0.23239263892173767,
      "learning_rate": 8.705777401639574e-05,
      "loss": 1.4686798095703124,
      "step": 600
    },
    {
      "epoch": 0.2599076361293094,
      "grad_norm": 0.281330943107605,
      "learning_rate": 8.68233699016794e-05,
      "loss": 1.4563122749328614,
      "step": 605
    },
    {
      "epoch": 0.2620556331221136,
      "grad_norm": 0.26226606965065,
      "learning_rate": 8.658718376251466e-05,
      "loss": 1.415459442138672,
      "step": 610
    },
    {
      "epoch": 0.2642036301149178,
      "grad_norm": 0.24768346548080444,
      "learning_rate": 8.634922702885693e-05,
      "loss": 1.419222354888916,
      "step": 615
    },
    {
      "epoch": 0.26635162710772203,
      "grad_norm": 0.25416624546051025,
      "learning_rate": 8.610951121634742e-05,
      "loss": 1.4490538597106934,
      "step": 620
    },
    {
      "epoch": 0.26849962410052625,
      "grad_norm": 0.28159448504447937,
      "learning_rate": 8.586804792575597e-05,
      "loss": 1.4109480857849122,
      "step": 625
    },
    {
      "epoch": 0.27064762109333046,
      "grad_norm": 0.21726375818252563,
      "learning_rate": 8.562484884241959e-05,
      "loss": 1.4314626693725585,
      "step": 630
    },
    {
      "epoch": 0.2727956180861347,
      "grad_norm": 0.2320200353860855,
      "learning_rate": 8.537992573567697e-05,
      "loss": 1.374193000793457,
      "step": 635
    },
    {
      "epoch": 0.2749436150789389,
      "grad_norm": 0.25649043917655945,
      "learning_rate": 8.513329045829893e-05,
      "loss": 1.3780905723571777,
      "step": 640
    },
    {
      "epoch": 0.2770916120717431,
      "grad_norm": 0.2817293107509613,
      "learning_rate": 8.488495494591482e-05,
      "loss": 1.3980112075805664,
      "step": 645
    },
    {
      "epoch": 0.2792396090645473,
      "grad_norm": 0.264091819524765,
      "learning_rate": 8.463493121643487e-05,
      "loss": 1.4563077926635741,
      "step": 650
    },
    {
      "epoch": 0.2813876060573515,
      "grad_norm": 0.3143632113933563,
      "learning_rate": 8.438323136946865e-05,
      "loss": 1.3955091476440429,
      "step": 655
    },
    {
      "epoch": 0.28353560305015574,
      "grad_norm": 0.2942863702774048,
      "learning_rate": 8.412986758573949e-05,
      "loss": 1.4141192436218262,
      "step": 660
    },
    {
      "epoch": 0.28568360004295995,
      "grad_norm": 0.2809731662273407,
      "learning_rate": 8.387485212649503e-05,
      "loss": 1.3962980270385743,
      "step": 665
    },
    {
      "epoch": 0.28783159703576416,
      "grad_norm": 0.24791520833969116,
      "learning_rate": 8.361819733291383e-05,
      "loss": 1.3947994232177734,
      "step": 670
    },
    {
      "epoch": 0.2899795940285684,
      "grad_norm": 0.27428653836250305,
      "learning_rate": 8.335991562550812e-05,
      "loss": 1.3811721801757812,
      "step": 675
    },
    {
      "epoch": 0.2921275910213726,
      "grad_norm": 0.30165061354637146,
      "learning_rate": 8.31000195035228e-05,
      "loss": 1.3478551864624024,
      "step": 680
    },
    {
      "epoch": 0.2942755880141768,
      "grad_norm": 0.2590092420578003,
      "learning_rate": 8.283852154433041e-05,
      "loss": 1.4236961364746095,
      "step": 685
    },
    {
      "epoch": 0.296423585006981,
      "grad_norm": 0.24623268842697144,
      "learning_rate": 8.257543440282266e-05,
      "loss": 1.3732666015625,
      "step": 690
    },
    {
      "epoch": 0.2985715819997852,
      "grad_norm": 0.25951796770095825,
      "learning_rate": 8.231077081079782e-05,
      "loss": 1.3912155151367187,
      "step": 695
    },
    {
      "epoch": 0.3007195789925894,
      "grad_norm": 0.266838014125824,
      "learning_rate": 8.204454357634469e-05,
      "loss": 1.3673189163208008,
      "step": 700
    },
    {
      "epoch": 0.3028675759853936,
      "grad_norm": 0.21887816488742828,
      "learning_rate": 8.177676558322274e-05,
      "loss": 1.346531867980957,
      "step": 705
    },
    {
      "epoch": 0.3050155729781978,
      "grad_norm": 0.25916555523872375,
      "learning_rate": 8.150744979023861e-05,
      "loss": 1.4149486541748046,
      "step": 710
    },
    {
      "epoch": 0.307163569971002,
      "grad_norm": 0.2560618221759796,
      "learning_rate": 8.1236609230619e-05,
      "loss": 1.4099782943725585,
      "step": 715
    },
    {
      "epoch": 0.30931156696380624,
      "grad_norm": 0.2647530734539032,
      "learning_rate": 8.096425701137992e-05,
      "loss": 1.3830817222595215,
      "step": 720
    },
    {
      "epoch": 0.31145956395661045,
      "grad_norm": 0.2625667154788971,
      "learning_rate": 8.06904063126924e-05,
      "loss": 1.416067886352539,
      "step": 725
    },
    {
      "epoch": 0.31360756094941467,
      "grad_norm": 0.23775933682918549,
      "learning_rate": 8.041507038724463e-05,
      "loss": 1.4043415069580079,
      "step": 730
    },
    {
      "epoch": 0.3157555579422189,
      "grad_norm": 0.24000824987888336,
      "learning_rate": 8.013826255960069e-05,
      "loss": 1.4054168701171874,
      "step": 735
    },
    {
      "epoch": 0.3179035549350231,
      "grad_norm": 0.31010645627975464,
      "learning_rate": 7.985999622555562e-05,
      "loss": 1.413990592956543,
      "step": 740
    },
    {
      "epoch": 0.3200515519278273,
      "grad_norm": 0.26660218834877014,
      "learning_rate": 7.95802848514872e-05,
      "loss": 1.3784582138061523,
      "step": 745
    },
    {
      "epoch": 0.3221995489206315,
      "grad_norm": 0.2455047070980072,
      "learning_rate": 7.929914197370425e-05,
      "loss": 1.411691951751709,
      "step": 750
    },
    {
      "epoch": 0.32434754591343573,
      "grad_norm": 0.26444971561431885,
      "learning_rate": 7.90165811977916e-05,
      "loss": 1.3853992462158202,
      "step": 755
    },
    {
      "epoch": 0.32649554290623994,
      "grad_norm": 0.2267448753118515,
      "learning_rate": 7.873261619795156e-05,
      "loss": 1.363304042816162,
      "step": 760
    },
    {
      "epoch": 0.32864353989904416,
      "grad_norm": 0.2788371443748474,
      "learning_rate": 7.844726071634228e-05,
      "loss": 1.3655694007873536,
      "step": 765
    },
    {
      "epoch": 0.33079153689184837,
      "grad_norm": 0.24006222188472748,
      "learning_rate": 7.816052856241261e-05,
      "loss": 1.3904157638549806,
      "step": 770
    },
    {
      "epoch": 0.3329395338846526,
      "grad_norm": 0.22869496047496796,
      "learning_rate": 7.787243361223397e-05,
      "loss": 1.3929327011108399,
      "step": 775
    },
    {
      "epoch": 0.3350875308774568,
      "grad_norm": 0.25210389494895935,
      "learning_rate": 7.758298980782863e-05,
      "loss": 1.4066057205200195,
      "step": 780
    },
    {
      "epoch": 0.337235527870261,
      "grad_norm": 0.2500297725200653,
      "learning_rate": 7.729221115649517e-05,
      "loss": 1.3727193832397462,
      "step": 785
    },
    {
      "epoch": 0.33938352486306517,
      "grad_norm": 0.258533775806427,
      "learning_rate": 7.700011173013049e-05,
      "loss": 1.3815672874450684,
      "step": 790
    },
    {
      "epoch": 0.3415315218558694,
      "grad_norm": 0.25695502758026123,
      "learning_rate": 7.670670566454891e-05,
      "loss": 1.4345569610595703,
      "step": 795
    },
    {
      "epoch": 0.3436795188486736,
      "grad_norm": 0.2510787546634674,
      "learning_rate": 7.641200715879804e-05,
      "loss": 1.33048677444458,
      "step": 800
    },
    {
      "epoch": 0.3458275158414778,
      "grad_norm": 0.24779732525348663,
      "learning_rate": 7.611603047447161e-05,
      "loss": 1.3819402694702148,
      "step": 805
    },
    {
      "epoch": 0.347975512834282,
      "grad_norm": 0.35685786604881287,
      "learning_rate": 7.581878993501937e-05,
      "loss": 1.492457389831543,
      "step": 810
    },
    {
      "epoch": 0.35012350982708623,
      "grad_norm": 0.26960375905036926,
      "learning_rate": 7.552029992505385e-05,
      "loss": 1.4139192581176758,
      "step": 815
    },
    {
      "epoch": 0.35227150681989045,
      "grad_norm": 0.2798788845539093,
      "learning_rate": 7.522057488965427e-05,
      "loss": 1.373062515258789,
      "step": 820
    },
    {
      "epoch": 0.35441950381269466,
      "grad_norm": 0.2582121193408966,
      "learning_rate": 7.491962933366747e-05,
      "loss": 1.3300559997558594,
      "step": 825
    },
    {
      "epoch": 0.35656750080549887,
      "grad_norm": 0.2511405646800995,
      "learning_rate": 7.461747782100602e-05,
      "loss": 1.351390552520752,
      "step": 830
    },
    {
      "epoch": 0.3587154977983031,
      "grad_norm": 0.2690654397010803,
      "learning_rate": 7.431413497394328e-05,
      "loss": 1.3780029296875,
      "step": 835
    },
    {
      "epoch": 0.3608634947911073,
      "grad_norm": 0.28491783142089844,
      "learning_rate": 7.400961547240595e-05,
      "loss": 1.379025650024414,
      "step": 840
    },
    {
      "epoch": 0.3630114917839115,
      "grad_norm": 0.28490254282951355,
      "learning_rate": 7.370393405326351e-05,
      "loss": 1.3628406524658203,
      "step": 845
    },
    {
      "epoch": 0.3651594887767157,
      "grad_norm": 0.29991158843040466,
      "learning_rate": 7.339710550961513e-05,
      "loss": 1.3672489166259765,
      "step": 850
    },
    {
      "epoch": 0.36730748576951994,
      "grad_norm": 0.2680410146713257,
      "learning_rate": 7.308914469007372e-05,
      "loss": 1.3925317764282226,
      "step": 855
    },
    {
      "epoch": 0.36945548276232415,
      "grad_norm": 0.2888924181461334,
      "learning_rate": 7.27800664980474e-05,
      "loss": 1.3208433151245118,
      "step": 860
    },
    {
      "epoch": 0.37160347975512836,
      "grad_norm": 0.2586013674736023,
      "learning_rate": 7.246988589101824e-05,
      "loss": 1.3503068923950194,
      "step": 865
    },
    {
      "epoch": 0.3737514767479326,
      "grad_norm": 0.2911142110824585,
      "learning_rate": 7.215861787981839e-05,
      "loss": 1.3667444229125976,
      "step": 870
    },
    {
      "epoch": 0.3758994737407368,
      "grad_norm": 0.2524161636829376,
      "learning_rate": 7.184627752790367e-05,
      "loss": 1.3751562118530274,
      "step": 875
    },
    {
      "epoch": 0.37804747073354095,
      "grad_norm": 0.2730039656162262,
      "learning_rate": 7.153287995062459e-05,
      "loss": 1.3180736541748046,
      "step": 880
    },
    {
      "epoch": 0.38019546772634516,
      "grad_norm": 0.20326928794384003,
      "learning_rate": 7.12184403144949e-05,
      "loss": 1.367253017425537,
      "step": 885
    },
    {
      "epoch": 0.3823434647191494,
      "grad_norm": 0.2840406000614166,
      "learning_rate": 7.090297383645753e-05,
      "loss": 1.3786996841430663,
      "step": 890
    },
    {
      "epoch": 0.3844914617119536,
      "grad_norm": 0.29089492559432983,
      "learning_rate": 7.058649578314828e-05,
      "loss": 1.3182512283325196,
      "step": 895
    },
    {
      "epoch": 0.3866394587047578,
      "grad_norm": 0.3280753195285797,
      "learning_rate": 7.02690214701569e-05,
      "loss": 1.337693691253662,
      "step": 900
    },
    {
      "epoch": 0.388787455697562,
      "grad_norm": 0.26715826988220215,
      "learning_rate": 6.995056626128609e-05,
      "loss": 1.380331802368164,
      "step": 905
    },
    {
      "epoch": 0.3909354526903662,
      "grad_norm": 0.276676744222641,
      "learning_rate": 6.963114556780775e-05,
      "loss": 1.3760421752929688,
      "step": 910
    },
    {
      "epoch": 0.39308344968317044,
      "grad_norm": 0.3139406740665436,
      "learning_rate": 6.931077484771739e-05,
      "loss": 1.3976767539978028,
      "step": 915
    },
    {
      "epoch": 0.39523144667597465,
      "grad_norm": 0.32448112964630127,
      "learning_rate": 6.898946960498589e-05,
      "loss": 1.3961191177368164,
      "step": 920
    },
    {
      "epoch": 0.39737944366877886,
      "grad_norm": 0.2545507252216339,
      "learning_rate": 6.866724538880931e-05,
      "loss": 1.3693606376647949,
      "step": 925
    },
    {
      "epoch": 0.3995274406615831,
      "grad_norm": 0.2889951467514038,
      "learning_rate": 6.834411779285638e-05,
      "loss": 1.3285128593444824,
      "step": 930
    },
    {
      "epoch": 0.4016754376543873,
      "grad_norm": 0.24984769523143768,
      "learning_rate": 6.802010245451383e-05,
      "loss": 1.3431509017944336,
      "step": 935
    },
    {
      "epoch": 0.4038234346471915,
      "grad_norm": 0.2542552947998047,
      "learning_rate": 6.769521505412964e-05,
      "loss": 1.3805252075195313,
      "step": 940
    },
    {
      "epoch": 0.4059714316399957,
      "grad_norm": 0.2676757276058197,
      "learning_rate": 6.736947131425422e-05,
      "loss": 1.3348833084106446,
      "step": 945
    },
    {
      "epoch": 0.40811942863279993,
      "grad_norm": 0.27421504259109497,
      "learning_rate": 6.704288699887965e-05,
      "loss": 1.3977334022521972,
      "step": 950
    },
    {
      "epoch": 0.41026742562560414,
      "grad_norm": 0.2610110938549042,
      "learning_rate": 6.671547791267652e-05,
      "loss": 1.321683692932129,
      "step": 955
    },
    {
      "epoch": 0.41241542261840836,
      "grad_norm": 0.279585063457489,
      "learning_rate": 6.638725990022938e-05,
      "loss": 1.3916077613830566,
      "step": 960
    },
    {
      "epoch": 0.41456341961121257,
      "grad_norm": 0.2708588242530823,
      "learning_rate": 6.605824884526977e-05,
      "loss": 1.3744972229003907,
      "step": 965
    },
    {
      "epoch": 0.4167114166040167,
      "grad_norm": 0.2506023943424225,
      "learning_rate": 6.572846066990765e-05,
      "loss": 1.4075494766235352,
      "step": 970
    },
    {
      "epoch": 0.41885941359682094,
      "grad_norm": 0.3166026771068573,
      "learning_rate": 6.539791133386078e-05,
      "loss": 1.3285415649414063,
      "step": 975
    },
    {
      "epoch": 0.42100741058962515,
      "grad_norm": 0.26006966829299927,
      "learning_rate": 6.506661683368242e-05,
      "loss": 1.3573419570922851,
      "step": 980
    },
    {
      "epoch": 0.42315540758242937,
      "grad_norm": 0.21595826745033264,
      "learning_rate": 6.47345932019872e-05,
      "loss": 1.2939266204833983,
      "step": 985
    },
    {
      "epoch": 0.4253034045752336,
      "grad_norm": 0.26269346475601196,
      "learning_rate": 6.440185650667526e-05,
      "loss": 1.3140311241149902,
      "step": 990
    },
    {
      "epoch": 0.4274514015680378,
      "grad_norm": 0.2812257707118988,
      "learning_rate": 6.406842285015455e-05,
      "loss": 1.3527883529663085,
      "step": 995
    },
    {
      "epoch": 0.429599398560842,
      "grad_norm": 0.2505556344985962,
      "learning_rate": 6.373430836856173e-05,
      "loss": 1.3523382186889648,
      "step": 1000
    },
    {
      "epoch": 0.4317473955536462,
      "grad_norm": 0.28471699357032776,
      "learning_rate": 6.339952923098116e-05,
      "loss": 1.32545166015625,
      "step": 1005
    },
    {
      "epoch": 0.43389539254645043,
      "grad_norm": 0.2407894879579544,
      "learning_rate": 6.306410163866247e-05,
      "loss": 1.3143939971923828,
      "step": 1010
    },
    {
      "epoch": 0.43604338953925464,
      "grad_norm": 0.2561395764350891,
      "learning_rate": 6.27280418242365e-05,
      "loss": 1.3232194900512695,
      "step": 1015
    },
    {
      "epoch": 0.43819138653205886,
      "grad_norm": 0.23729200661182404,
      "learning_rate": 6.239136605092975e-05,
      "loss": 1.2960392951965332,
      "step": 1020
    },
    {
      "epoch": 0.44033938352486307,
      "grad_norm": 0.3065226674079895,
      "learning_rate": 6.205409061177738e-05,
      "loss": 1.3518625259399415,
      "step": 1025
    },
    {
      "epoch": 0.4424873805176673,
      "grad_norm": 0.2600172460079193,
      "learning_rate": 6.171623182883462e-05,
      "loss": 1.3439982414245606,
      "step": 1030
    },
    {
      "epoch": 0.4446353775104715,
      "grad_norm": 0.2614782452583313,
      "learning_rate": 6.137780605238698e-05,
      "loss": 1.3319015502929688,
      "step": 1035
    },
    {
      "epoch": 0.4467833745032757,
      "grad_norm": 0.25418734550476074,
      "learning_rate": 6.103882966015897e-05,
      "loss": 1.3518550872802735,
      "step": 1040
    },
    {
      "epoch": 0.4489313714960799,
      "grad_norm": 0.3305002450942993,
      "learning_rate": 6.069931905652151e-05,
      "loss": 1.2984891891479493,
      "step": 1045
    },
    {
      "epoch": 0.45107936848888414,
      "grad_norm": 0.29671943187713623,
      "learning_rate": 6.035929067169805e-05,
      "loss": 1.3011366844177246,
      "step": 1050
    },
    {
      "epoch": 0.45322736548168835,
      "grad_norm": 0.30703550577163696,
      "learning_rate": 6.001876096096951e-05,
      "loss": 1.3626813888549805,
      "step": 1055
    },
    {
      "epoch": 0.45537536247449256,
      "grad_norm": 0.2879122495651245,
      "learning_rate": 5.967774640387783e-05,
      "loss": 1.3248126983642579,
      "step": 1060
    },
    {
      "epoch": 0.4575233594672967,
      "grad_norm": 0.27624985575675964,
      "learning_rate": 5.933626350342858e-05,
      "loss": 1.3089393615722655,
      "step": 1065
    },
    {
      "epoch": 0.45967135646010093,
      "grad_norm": 0.2764015793800354,
      "learning_rate": 5.8994328785292264e-05,
      "loss": 1.379379653930664,
      "step": 1070
    },
    {
      "epoch": 0.46181935345290515,
      "grad_norm": 0.26699161529541016,
      "learning_rate": 5.865195879700454e-05,
      "loss": 1.355512809753418,
      "step": 1075
    },
    {
      "epoch": 0.46396735044570936,
      "grad_norm": 0.23895306885242462,
      "learning_rate": 5.830917010716549e-05,
      "loss": 1.335743522644043,
      "step": 1080
    },
    {
      "epoch": 0.46611534743851357,
      "grad_norm": 0.2280833125114441,
      "learning_rate": 5.796597930463776e-05,
      "loss": 1.3431385993957519,
      "step": 1085
    },
    {
      "epoch": 0.4682633444313178,
      "grad_norm": 0.28493252396583557,
      "learning_rate": 5.7622402997743844e-05,
      "loss": 1.326830005645752,
      "step": 1090
    },
    {
      "epoch": 0.470411341424122,
      "grad_norm": 0.2926257848739624,
      "learning_rate": 5.727845781346216e-05,
      "loss": 1.3231845855712892,
      "step": 1095
    },
    {
      "epoch": 0.4725593384169262,
      "grad_norm": 0.2646852433681488,
      "learning_rate": 5.6934160396622613e-05,
      "loss": 1.3631766319274903,
      "step": 1100
    },
    {
      "epoch": 0.4747073354097304,
      "grad_norm": 0.23445414006710052,
      "learning_rate": 5.658952740910094e-05,
      "loss": 1.3835596084594726,
      "step": 1105
    },
    {
      "epoch": 0.47685533240253464,
      "grad_norm": 0.3288275897502899,
      "learning_rate": 5.624457552901248e-05,
      "loss": 1.3219709396362305,
      "step": 1110
    },
    {
      "epoch": 0.47900332939533885,
      "grad_norm": 0.2447737753391266,
      "learning_rate": 5.589932144990495e-05,
      "loss": 1.2648405075073241,
      "step": 1115
    },
    {
      "epoch": 0.48115132638814306,
      "grad_norm": 0.269762247800827,
      "learning_rate": 5.555378187995069e-05,
      "loss": 1.3840081214904785,
      "step": 1120
    },
    {
      "epoch": 0.4832993233809473,
      "grad_norm": 0.2805151343345642,
      "learning_rate": 5.5207973541138034e-05,
      "loss": 1.4001265525817872,
      "step": 1125
    },
    {
      "epoch": 0.4854473203737515,
      "grad_norm": 0.29017549753189087,
      "learning_rate": 5.486191316846207e-05,
      "loss": 1.308724594116211,
      "step": 1130
    },
    {
      "epoch": 0.4875953173665557,
      "grad_norm": 0.25178658962249756,
      "learning_rate": 5.451561750911475e-05,
      "loss": 1.3248611450195313,
      "step": 1135
    },
    {
      "epoch": 0.4897433143593599,
      "grad_norm": 0.26356133818626404,
      "learning_rate": 5.416910332167446e-05,
      "loss": 1.2571813583374023,
      "step": 1140
    },
    {
      "epoch": 0.49189131135216413,
      "grad_norm": 0.26561856269836426,
      "learning_rate": 5.382238737529505e-05,
      "loss": 1.3139129638671876,
      "step": 1145
    },
    {
      "epoch": 0.49403930834496834,
      "grad_norm": 0.3105677366256714,
      "learning_rate": 5.3475486448894185e-05,
      "loss": 1.3246249198913573,
      "step": 1150
    },
    {
      "epoch": 0.4961873053377725,
      "grad_norm": 0.27671149373054504,
      "learning_rate": 5.312841733034147e-05,
      "loss": 1.364235782623291,
      "step": 1155
    },
    {
      "epoch": 0.4983353023305767,
      "grad_norm": 0.26342299580574036,
      "learning_rate": 5.278119681564597e-05,
      "loss": 1.2932592391967774,
      "step": 1160
    },
    {
      "epoch": 0.500483299323381,
      "grad_norm": 0.25300517678260803,
      "learning_rate": 5.243384170814341e-05,
      "loss": 1.317176628112793,
      "step": 1165
    },
    {
      "epoch": 0.5026312963161852,
      "grad_norm": 0.3036137521266937,
      "learning_rate": 5.208636881768292e-05,
      "loss": 1.3103975296020507,
      "step": 1170
    },
    {
      "epoch": 0.5047792933089894,
      "grad_norm": 0.27075737714767456,
      "learning_rate": 5.173879495981367e-05,
      "loss": 1.2820294380187989,
      "step": 1175
    },
    {
      "epoch": 0.5069272903017936,
      "grad_norm": 0.2537965178489685,
      "learning_rate": 5.1391136954970954e-05,
      "loss": 1.3398639678955078,
      "step": 1180
    },
    {
      "epoch": 0.5090752872945978,
      "grad_norm": 0.31024762988090515,
      "learning_rate": 5.104341162766234e-05,
      "loss": 1.3471439361572266,
      "step": 1185
    },
    {
      "epoch": 0.511223284287402,
      "grad_norm": 0.31161966919898987,
      "learning_rate": 5.069563580565334e-05,
      "loss": 1.3478769302368163,
      "step": 1190
    },
    {
      "epoch": 0.5133712812802063,
      "grad_norm": 0.24639959633350372,
      "learning_rate": 5.0347826319153135e-05,
      "loss": 1.299079704284668,
      "step": 1195
    },
    {
      "epoch": 0.5155192782730105,
      "grad_norm": 0.29902616143226624,
      "learning_rate": 5e-05,
      "loss": 1.3132919311523437,
      "step": 1200
    },
    {
      "epoch": 0.5176672752658146,
      "grad_norm": 0.27302250266075134,
      "learning_rate": 4.965217368084688e-05,
      "loss": 1.3421066284179688,
      "step": 1205
    },
    {
      "epoch": 0.5198152722586188,
      "grad_norm": 0.27624455094337463,
      "learning_rate": 4.930436419434666e-05,
      "loss": 1.3211750030517577,
      "step": 1210
    },
    {
      "epoch": 0.521963269251423,
      "grad_norm": 0.3103443384170532,
      "learning_rate": 4.895658837233767e-05,
      "loss": 1.3382830619812012,
      "step": 1215
    },
    {
      "epoch": 0.5241112662442272,
      "grad_norm": 0.22491198778152466,
      "learning_rate": 4.860886304502906e-05,
      "loss": 1.3661996841430664,
      "step": 1220
    },
    {
      "epoch": 0.5262592632370314,
      "grad_norm": 0.27289167046546936,
      "learning_rate": 4.8261205040186345e-05,
      "loss": 1.3404071807861329,
      "step": 1225
    },
    {
      "epoch": 0.5284072602298356,
      "grad_norm": 0.27364280819892883,
      "learning_rate": 4.791363118231708e-05,
      "loss": 1.350501251220703,
      "step": 1230
    },
    {
      "epoch": 0.5305552572226399,
      "grad_norm": 0.2737840414047241,
      "learning_rate": 4.756615829185661e-05,
      "loss": 1.289029598236084,
      "step": 1235
    },
    {
      "epoch": 0.5327032542154441,
      "grad_norm": 0.303817480802536,
      "learning_rate": 4.7218803184354035e-05,
      "loss": 1.2715542793273926,
      "step": 1240
    },
    {
      "epoch": 0.5348512512082483,
      "grad_norm": 0.3596574664115906,
      "learning_rate": 4.687158266965854e-05,
      "loss": 1.3193989753723145,
      "step": 1245
    },
    {
      "epoch": 0.5369992482010525,
      "grad_norm": 0.24622918665409088,
      "learning_rate": 4.652451355110583e-05,
      "loss": 1.3230259895324707,
      "step": 1250
    },
    {
      "epoch": 0.5391472451938567,
      "grad_norm": 0.2619636058807373,
      "learning_rate": 4.6177612624704975e-05,
      "loss": 1.3224468231201172,
      "step": 1255
    },
    {
      "epoch": 0.5412952421866609,
      "grad_norm": 0.289656400680542,
      "learning_rate": 4.5830896678325544e-05,
      "loss": 1.2713048934936524,
      "step": 1260
    },
    {
      "epoch": 0.5434432391794651,
      "grad_norm": 0.24629399180412292,
      "learning_rate": 4.5484382490885265e-05,
      "loss": 1.3336850166320802,
      "step": 1265
    },
    {
      "epoch": 0.5455912361722693,
      "grad_norm": 0.2697427570819855,
      "learning_rate": 4.513808683153793e-05,
      "loss": 1.2737080574035644,
      "step": 1270
    },
    {
      "epoch": 0.5477392331650736,
      "grad_norm": 0.3097023069858551,
      "learning_rate": 4.479202645886196e-05,
      "loss": 1.3050345420837401,
      "step": 1275
    },
    {
      "epoch": 0.5498872301578778,
      "grad_norm": 0.27639704942703247,
      "learning_rate": 4.444621812004931e-05,
      "loss": 1.2819522857666015,
      "step": 1280
    },
    {
      "epoch": 0.552035227150682,
      "grad_norm": 0.25524887442588806,
      "learning_rate": 4.410067855009506e-05,
      "loss": 1.3360523223876952,
      "step": 1285
    },
    {
      "epoch": 0.5541832241434862,
      "grad_norm": 0.25183290243148804,
      "learning_rate": 4.375542447098753e-05,
      "loss": 1.316969108581543,
      "step": 1290
    },
    {
      "epoch": 0.5563312211362904,
      "grad_norm": 0.22324296832084656,
      "learning_rate": 4.341047259089905e-05,
      "loss": 1.3311479568481446,
      "step": 1295
    },
    {
      "epoch": 0.5584792181290946,
      "grad_norm": 0.2849888801574707,
      "learning_rate": 4.30658396033774e-05,
      "loss": 1.3290605545043945,
      "step": 1300
    },
    {
      "epoch": 0.5606272151218988,
      "grad_norm": 0.2956770062446594,
      "learning_rate": 4.272154218653785e-05,
      "loss": 1.2997495651245117,
      "step": 1305
    },
    {
      "epoch": 0.562775212114703,
      "grad_norm": 0.3384418189525604,
      "learning_rate": 4.237759700225616e-05,
      "loss": 1.3090848922729492,
      "step": 1310
    },
    {
      "epoch": 0.5649232091075073,
      "grad_norm": 0.2551332116127014,
      "learning_rate": 4.203402069536223e-05,
      "loss": 1.328516960144043,
      "step": 1315
    },
    {
      "epoch": 0.5670712061003115,
      "grad_norm": 0.32826900482177734,
      "learning_rate": 4.169082989283453e-05,
      "loss": 1.3074729919433594,
      "step": 1320
    },
    {
      "epoch": 0.5692192030931157,
      "grad_norm": 0.3241807520389557,
      "learning_rate": 4.134804120299548e-05,
      "loss": 1.34509220123291,
      "step": 1325
    },
    {
      "epoch": 0.5713672000859199,
      "grad_norm": 0.25115394592285156,
      "learning_rate": 4.100567121470775e-05,
      "loss": 1.3247136116027831,
      "step": 1330
    },
    {
      "epoch": 0.5735151970787241,
      "grad_norm": 0.2897872030735016,
      "learning_rate": 4.066373649657141e-05,
      "loss": 1.310714340209961,
      "step": 1335
    },
    {
      "epoch": 0.5756631940715283,
      "grad_norm": 0.28196126222610474,
      "learning_rate": 4.032225359612216e-05,
      "loss": 1.311944580078125,
      "step": 1340
    },
    {
      "epoch": 0.5778111910643325,
      "grad_norm": 0.26805579662323,
      "learning_rate": 3.998123903903051e-05,
      "loss": 1.3038825035095214,
      "step": 1345
    },
    {
      "epoch": 0.5799591880571368,
      "grad_norm": 0.29111260175704956,
      "learning_rate": 3.964070932830196e-05,
      "loss": 1.2750447273254395,
      "step": 1350
    },
    {
      "epoch": 0.582107185049941,
      "grad_norm": 0.2827833294868469,
      "learning_rate": 3.93006809434785e-05,
      "loss": 1.3284080505371094,
      "step": 1355
    },
    {
      "epoch": 0.5842551820427452,
      "grad_norm": 0.2655515968799591,
      "learning_rate": 3.896117033984104e-05,
      "loss": 1.3065573692321777,
      "step": 1360
    },
    {
      "epoch": 0.5864031790355494,
      "grad_norm": 0.24827344715595245,
      "learning_rate": 3.8622193947613046e-05,
      "loss": 1.3143893241882325,
      "step": 1365
    },
    {
      "epoch": 0.5885511760283536,
      "grad_norm": 0.2720562815666199,
      "learning_rate": 3.82837681711654e-05,
      "loss": 1.2964927673339843,
      "step": 1370
    },
    {
      "epoch": 0.5906991730211578,
      "grad_norm": 0.35056138038635254,
      "learning_rate": 3.7945909388222633e-05,
      "loss": 1.3251249313354492,
      "step": 1375
    },
    {
      "epoch": 0.592847170013962,
      "grad_norm": 0.2703423798084259,
      "learning_rate": 3.760863394907025e-05,
      "loss": 1.2811177253723145,
      "step": 1380
    },
    {
      "epoch": 0.5949951670067662,
      "grad_norm": 0.2835351228713989,
      "learning_rate": 3.7271958175763514e-05,
      "loss": 1.2531731605529786,
      "step": 1385
    },
    {
      "epoch": 0.5971431639995703,
      "grad_norm": 0.3012356460094452,
      "learning_rate": 3.693589836133754e-05,
      "loss": 1.2826812744140625,
      "step": 1390
    },
    {
      "epoch": 0.5992911609923746,
      "grad_norm": 0.2844890356063843,
      "learning_rate": 3.660047076901885e-05,
      "loss": 1.3259981155395508,
      "step": 1395
    },
    {
      "epoch": 0.6014391579851788,
      "grad_norm": 0.24462057650089264,
      "learning_rate": 3.626569163143827e-05,
      "loss": 1.304189109802246,
      "step": 1400
    },
    {
      "epoch": 0.603587154977983,
      "grad_norm": 0.2675747275352478,
      "learning_rate": 3.5931577149845465e-05,
      "loss": 1.330357551574707,
      "step": 1405
    },
    {
      "epoch": 0.6057351519707872,
      "grad_norm": 0.28438204526901245,
      "learning_rate": 3.559814349332476e-05,
      "loss": 1.221456241607666,
      "step": 1410
    },
    {
      "epoch": 0.6078831489635914,
      "grad_norm": 0.3155391216278076,
      "learning_rate": 3.52654067980128e-05,
      "loss": 1.3078535079956055,
      "step": 1415
    },
    {
      "epoch": 0.6100311459563956,
      "grad_norm": 0.3022688329219818,
      "learning_rate": 3.4933383166317596e-05,
      "loss": 1.236587905883789,
      "step": 1420
    },
    {
      "epoch": 0.6121791429491998,
      "grad_norm": 0.3147773742675781,
      "learning_rate": 3.460208866613923e-05,
      "loss": 1.268033504486084,
      "step": 1425
    },
    {
      "epoch": 0.614327139942004,
      "grad_norm": 0.25222596526145935,
      "learning_rate": 3.427153933009237e-05,
      "loss": 1.3179887771606444,
      "step": 1430
    },
    {
      "epoch": 0.6164751369348083,
      "grad_norm": 0.2633180320262909,
      "learning_rate": 3.394175115473024e-05,
      "loss": 1.2902313232421876,
      "step": 1435
    },
    {
      "epoch": 0.6186231339276125,
      "grad_norm": 0.2732374370098114,
      "learning_rate": 3.3612740099770636e-05,
      "loss": 1.3039766311645509,
      "step": 1440
    },
    {
      "epoch": 0.6207711309204167,
      "grad_norm": 0.229779452085495,
      "learning_rate": 3.328452208732349e-05,
      "loss": 1.3249471664428711,
      "step": 1445
    },
    {
      "epoch": 0.6229191279132209,
      "grad_norm": 0.32926133275032043,
      "learning_rate": 3.295711300112038e-05,
      "loss": 1.2507265090942383,
      "step": 1450
    },
    {
      "epoch": 0.6250671249060251,
      "grad_norm": 0.2564751207828522,
      "learning_rate": 3.2630528685745774e-05,
      "loss": 1.2961599349975585,
      "step": 1455
    },
    {
      "epoch": 0.6272151218988293,
      "grad_norm": 0.26443812251091003,
      "learning_rate": 3.230478494587038e-05,
      "loss": 1.333937931060791,
      "step": 1460
    },
    {
      "epoch": 0.6293631188916335,
      "grad_norm": 0.2585863769054413,
      "learning_rate": 3.197989754548618e-05,
      "loss": 1.3062692642211915,
      "step": 1465
    },
    {
      "epoch": 0.6315111158844378,
      "grad_norm": 0.2903755307197571,
      "learning_rate": 3.1655882207143636e-05,
      "loss": 1.3401302337646483,
      "step": 1470
    },
    {
      "epoch": 0.633659112877242,
      "grad_norm": 0.26031243801116943,
      "learning_rate": 3.13327546111907e-05,
      "loss": 1.3259515762329102,
      "step": 1475
    },
    {
      "epoch": 0.6358071098700462,
      "grad_norm": 0.2582283914089203,
      "learning_rate": 3.1010530395014126e-05,
      "loss": 1.2527307510375976,
      "step": 1480
    },
    {
      "epoch": 0.6379551068628504,
      "grad_norm": 0.27913805842399597,
      "learning_rate": 3.0689225152282625e-05,
      "loss": 1.352574348449707,
      "step": 1485
    },
    {
      "epoch": 0.6401031038556546,
      "grad_norm": 0.29610851407051086,
      "learning_rate": 3.036885443219225e-05,
      "loss": 1.312398338317871,
      "step": 1490
    },
    {
      "epoch": 0.6422511008484588,
      "grad_norm": 0.24300889670848846,
      "learning_rate": 3.0049433738713928e-05,
      "loss": 1.3338730812072754,
      "step": 1495
    },
    {
      "epoch": 0.644399097841263,
      "grad_norm": 0.27786949276924133,
      "learning_rate": 2.97309785298431e-05,
      "loss": 1.3038150787353515,
      "step": 1500
    },
    {
      "epoch": 0.6465470948340672,
      "grad_norm": 0.29308438301086426,
      "learning_rate": 2.941350421685174e-05,
      "loss": 1.3312264442443849,
      "step": 1505
    },
    {
      "epoch": 0.6486950918268715,
      "grad_norm": 0.2860047519207001,
      "learning_rate": 2.9097026163542462e-05,
      "loss": 1.2409782409667969,
      "step": 1510
    },
    {
      "epoch": 0.6508430888196757,
      "grad_norm": 0.2621942162513733,
      "learning_rate": 2.8781559685505106e-05,
      "loss": 1.3369476318359375,
      "step": 1515
    },
    {
      "epoch": 0.6529910858124799,
      "grad_norm": 0.2630119025707245,
      "learning_rate": 2.8467120049375406e-05,
      "loss": 1.2919260025024415,
      "step": 1520
    },
    {
      "epoch": 0.6551390828052841,
      "grad_norm": 0.3010934591293335,
      "learning_rate": 2.8153722472096332e-05,
      "loss": 1.2760833740234374,
      "step": 1525
    },
    {
      "epoch": 0.6572870797980883,
      "grad_norm": 0.25142380595207214,
      "learning_rate": 2.7841382120181613e-05,
      "loss": 1.3006477355957031,
      "step": 1530
    },
    {
      "epoch": 0.6594350767908925,
      "grad_norm": 0.3040289580821991,
      "learning_rate": 2.7530114108981774e-05,
      "loss": 1.262589168548584,
      "step": 1535
    },
    {
      "epoch": 0.6615830737836967,
      "grad_norm": 0.303268164396286,
      "learning_rate": 2.7219933501952606e-05,
      "loss": 1.2814247131347656,
      "step": 1540
    },
    {
      "epoch": 0.663731070776501,
      "grad_norm": 0.29907235503196716,
      "learning_rate": 2.6910855309926293e-05,
      "loss": 1.2651835441589356,
      "step": 1545
    },
    {
      "epoch": 0.6658790677693052,
      "grad_norm": 0.24670934677124023,
      "learning_rate": 2.660289449038489e-05,
      "loss": 1.2371265411376953,
      "step": 1550
    },
    {
      "epoch": 0.6680270647621094,
      "grad_norm": 0.3393242061138153,
      "learning_rate": 2.6296065946736502e-05,
      "loss": 1.2900367736816407,
      "step": 1555
    },
    {
      "epoch": 0.6701750617549136,
      "grad_norm": 0.33548596501350403,
      "learning_rate": 2.599038452759408e-05,
      "loss": 1.3156991958618165,
      "step": 1560
    },
    {
      "epoch": 0.6723230587477178,
      "grad_norm": 0.24356567859649658,
      "learning_rate": 2.5685865026056744e-05,
      "loss": 1.27972412109375,
      "step": 1565
    },
    {
      "epoch": 0.674471055740522,
      "grad_norm": 0.25120630860328674,
      "learning_rate": 2.5382522178994e-05,
      "loss": 1.3083066940307617,
      "step": 1570
    },
    {
      "epoch": 0.6766190527333261,
      "grad_norm": 0.27809250354766846,
      "learning_rate": 2.508037066633253e-05,
      "loss": 1.3442459106445312,
      "step": 1575
    },
    {
      "epoch": 0.6787670497261303,
      "grad_norm": 0.2727198004722595,
      "learning_rate": 2.477942511034574e-05,
      "loss": 1.326646327972412,
      "step": 1580
    },
    {
      "epoch": 0.6809150467189345,
      "grad_norm": 0.2595716118812561,
      "learning_rate": 2.4479700074946155e-05,
      "loss": 1.3192209243774413,
      "step": 1585
    },
    {
      "epoch": 0.6830630437117388,
      "grad_norm": 0.27739694714546204,
      "learning_rate": 2.4181210064980636e-05,
      "loss": 1.258584213256836,
      "step": 1590
    },
    {
      "epoch": 0.685211040704543,
      "grad_norm": 0.2736615836620331,
      "learning_rate": 2.3883969525528394e-05,
      "loss": 1.2861428260803223,
      "step": 1595
    },
    {
      "epoch": 0.6873590376973472,
      "grad_norm": 0.28235530853271484,
      "learning_rate": 2.3587992841201983e-05,
      "loss": 1.3235095977783202,
      "step": 1600
    },
    {
      "epoch": 0.6895070346901514,
      "grad_norm": 0.2958912253379822,
      "learning_rate": 2.3293294335451105e-05,
      "loss": 1.266238307952881,
      "step": 1605
    },
    {
      "epoch": 0.6916550316829556,
      "grad_norm": 0.28194791078567505,
      "learning_rate": 2.299988826986952e-05,
      "loss": 1.2568707466125488,
      "step": 1610
    },
    {
      "epoch": 0.6938030286757598,
      "grad_norm": 0.2527979910373688,
      "learning_rate": 2.2707788843504835e-05,
      "loss": 1.2381067276000977,
      "step": 1615
    },
    {
      "epoch": 0.695951025668564,
      "grad_norm": 0.2859898507595062,
      "learning_rate": 2.241701019217137e-05,
      "loss": 1.3089589118957519,
      "step": 1620
    },
    {
      "epoch": 0.6980990226613683,
      "grad_norm": 0.23987330496311188,
      "learning_rate": 2.2127566387766047e-05,
      "loss": 1.3086300849914552,
      "step": 1625
    },
    {
      "epoch": 0.7002470196541725,
      "grad_norm": 0.22601911425590515,
      "learning_rate": 2.18394714375874e-05,
      "loss": 1.2787461280822754,
      "step": 1630
    },
    {
      "epoch": 0.7023950166469767,
      "grad_norm": 0.27868494391441345,
      "learning_rate": 2.1552739283657752e-05,
      "loss": 1.2973819732666017,
      "step": 1635
    },
    {
      "epoch": 0.7045430136397809,
      "grad_norm": 0.2973822057247162,
      "learning_rate": 2.1267383802048456e-05,
      "loss": 1.2784087181091308,
      "step": 1640
    },
    {
      "epoch": 0.7066910106325851,
      "grad_norm": 0.29257938265800476,
      "learning_rate": 2.0983418802208417e-05,
      "loss": 1.2020733833312989,
      "step": 1645
    },
    {
      "epoch": 0.7088390076253893,
      "grad_norm": 0.274156391620636,
      "learning_rate": 2.070085802629575e-05,
      "loss": 1.2446213722229005,
      "step": 1650
    },
    {
      "epoch": 0.7109870046181935,
      "grad_norm": 0.2804328203201294,
      "learning_rate": 2.041971514851281e-05,
      "loss": 1.2708898544311524,
      "step": 1655
    },
    {
      "epoch": 0.7131350016109977,
      "grad_norm": 0.3227699398994446,
      "learning_rate": 2.0140003774444387e-05,
      "loss": 1.2751914978027343,
      "step": 1660
    },
    {
      "epoch": 0.715282998603802,
      "grad_norm": 0.3017464876174927,
      "learning_rate": 1.9861737440399325e-05,
      "loss": 1.2952705383300782,
      "step": 1665
    },
    {
      "epoch": 0.7174309955966062,
      "grad_norm": 0.28101837635040283,
      "learning_rate": 1.9584929612755383e-05,
      "loss": 1.2265684127807617,
      "step": 1670
    },
    {
      "epoch": 0.7195789925894104,
      "grad_norm": 0.28632572293281555,
      "learning_rate": 1.930959368730762e-05,
      "loss": 1.2267627716064453,
      "step": 1675
    },
    {
      "epoch": 0.7217269895822146,
      "grad_norm": 0.2715645730495453,
      "learning_rate": 1.9035742988620088e-05,
      "loss": 1.3036357879638671,
      "step": 1680
    },
    {
      "epoch": 0.7238749865750188,
      "grad_norm": 0.3325082063674927,
      "learning_rate": 1.876339076938102e-05,
      "loss": 1.2487954139709472,
      "step": 1685
    },
    {
      "epoch": 0.726022983567823,
      "grad_norm": 0.2875954508781433,
      "learning_rate": 1.8492550209761407e-05,
      "loss": 1.2789426803588868,
      "step": 1690
    },
    {
      "epoch": 0.7281709805606272,
      "grad_norm": 0.3244427740573883,
      "learning_rate": 1.8223234416777274e-05,
      "loss": 1.257153034210205,
      "step": 1695
    },
    {
      "epoch": 0.7303189775534314,
      "grad_norm": 0.2947673797607422,
      "learning_rate": 1.7955456423655327e-05,
      "loss": 1.3045918464660644,
      "step": 1700
    },
    {
      "epoch": 0.7324669745462357,
      "grad_norm": 0.3650137782096863,
      "learning_rate": 1.7689229189202196e-05,
      "loss": 1.273738193511963,
      "step": 1705
    },
    {
      "epoch": 0.7346149715390399,
      "grad_norm": 0.29794642329216003,
      "learning_rate": 1.7424565597177344e-05,
      "loss": 1.2713969230651856,
      "step": 1710
    },
    {
      "epoch": 0.7367629685318441,
      "grad_norm": 0.3232552707195282,
      "learning_rate": 1.7161478455669588e-05,
      "loss": 1.2479372024536133,
      "step": 1715
    },
    {
      "epoch": 0.7389109655246483,
      "grad_norm": 0.2830597460269928,
      "learning_rate": 1.6899980496477208e-05,
      "loss": 1.2470852851867675,
      "step": 1720
    },
    {
      "epoch": 0.7410589625174525,
      "grad_norm": 0.30554208159446716,
      "learning_rate": 1.664008437449187e-05,
      "loss": 1.2826133728027345,
      "step": 1725
    },
    {
      "epoch": 0.7432069595102567,
      "grad_norm": 0.3143727779388428,
      "learning_rate": 1.6381802667086183e-05,
      "loss": 1.3243678092956543,
      "step": 1730
    },
    {
      "epoch": 0.7453549565030609,
      "grad_norm": 0.2651905119419098,
      "learning_rate": 1.612514787350497e-05,
      "loss": 1.2746322631835938,
      "step": 1735
    },
    {
      "epoch": 0.7475029534958652,
      "grad_norm": 0.2581336200237274,
      "learning_rate": 1.5870132414260514e-05,
      "loss": 1.3463025093078613,
      "step": 1740
    },
    {
      "epoch": 0.7496509504886694,
      "grad_norm": 0.2893677353858948,
      "learning_rate": 1.5616768630531355e-05,
      "loss": 1.2779773712158202,
      "step": 1745
    },
    {
      "epoch": 0.7517989474814736,
      "grad_norm": 0.2981060743331909,
      "learning_rate": 1.536506878356515e-05,
      "loss": 1.260219192504883,
      "step": 1750
    },
    {
      "epoch": 0.7539469444742778,
      "grad_norm": 0.29954954981803894,
      "learning_rate": 1.5115045054085203e-05,
      "loss": 1.284311866760254,
      "step": 1755
    },
    {
      "epoch": 0.7560949414670819,
      "grad_norm": 0.2798292636871338,
      "learning_rate": 1.4866709541701084e-05,
      "loss": 1.2953471183776855,
      "step": 1760
    },
    {
      "epoch": 0.7582429384598861,
      "grad_norm": 0.2985500693321228,
      "learning_rate": 1.4620074264323046e-05,
      "loss": 1.276895523071289,
      "step": 1765
    },
    {
      "epoch": 0.7603909354526903,
      "grad_norm": 0.30349722504615784,
      "learning_rate": 1.4375151157580424e-05,
      "loss": 1.2596096038818358,
      "step": 1770
    },
    {
      "epoch": 0.7625389324454945,
      "grad_norm": 0.304608017206192,
      "learning_rate": 1.4131952074244037e-05,
      "loss": 1.317898654937744,
      "step": 1775
    },
    {
      "epoch": 0.7646869294382987,
      "grad_norm": 0.3377379775047302,
      "learning_rate": 1.3890488783652578e-05,
      "loss": 1.2119129180908204,
      "step": 1780
    },
    {
      "epoch": 0.766834926431103,
      "grad_norm": 0.2883898913860321,
      "learning_rate": 1.3650772971143066e-05,
      "loss": 1.2787168502807618,
      "step": 1785
    },
    {
      "epoch": 0.7689829234239072,
      "grad_norm": 0.2671854496002197,
      "learning_rate": 1.3412816237485326e-05,
      "loss": 1.2940439224243163,
      "step": 1790
    },
    {
      "epoch": 0.7711309204167114,
      "grad_norm": 0.2621491849422455,
      "learning_rate": 1.3176630098320614e-05,
      "loss": 1.269842529296875,
      "step": 1795
    },
    {
      "epoch": 0.7732789174095156,
      "grad_norm": 0.28728634119033813,
      "learning_rate": 1.2942225983604267e-05,
      "loss": 1.2921714782714844,
      "step": 1800
    },
    {
      "epoch": 0.7754269144023198,
      "grad_norm": 0.3033546209335327,
      "learning_rate": 1.2709615237052642e-05,
      "loss": 1.2844670295715332,
      "step": 1805
    },
    {
      "epoch": 0.777574911395124,
      "grad_norm": 0.2372342348098755,
      "learning_rate": 1.2478809115594115e-05,
      "loss": 1.2834739685058594,
      "step": 1810
    },
    {
      "epoch": 0.7797229083879282,
      "grad_norm": 0.29628515243530273,
      "learning_rate": 1.2249818788824325e-05,
      "loss": 1.2726101875305176,
      "step": 1815
    },
    {
      "epoch": 0.7818709053807325,
      "grad_norm": 0.2835840880870819,
      "learning_rate": 1.2022655338465576e-05,
      "loss": 1.301106834411621,
      "step": 1820
    },
    {
      "epoch": 0.7840189023735367,
      "grad_norm": 0.2993585765361786,
      "learning_rate": 1.179732975783065e-05,
      "loss": 1.2663209915161133,
      "step": 1825
    },
    {
      "epoch": 0.7861668993663409,
      "grad_norm": 0.24655503034591675,
      "learning_rate": 1.157385295129072e-05,
      "loss": 1.3068438529968263,
      "step": 1830
    },
    {
      "epoch": 0.7883148963591451,
      "grad_norm": 0.3119746446609497,
      "learning_rate": 1.1352235733747685e-05,
      "loss": 1.3065114974975587,
      "step": 1835
    },
    {
      "epoch": 0.7904628933519493,
      "grad_norm": 0.2524607479572296,
      "learning_rate": 1.1132488830110777e-05,
      "loss": 1.3178667068481444,
      "step": 1840
    },
    {
      "epoch": 0.7926108903447535,
      "grad_norm": 0.28341639041900635,
      "learning_rate": 1.0914622874777548e-05,
      "loss": 1.2802416801452636,
      "step": 1845
    },
    {
      "epoch": 0.7947588873375577,
      "grad_norm": 0.30353984236717224,
      "learning_rate": 1.0698648411119232e-05,
      "loss": 1.2557078361511231,
      "step": 1850
    },
    {
      "epoch": 0.7969068843303619,
      "grad_norm": 0.25872737169265747,
      "learning_rate": 1.0484575890970506e-05,
      "loss": 1.2983148574829102,
      "step": 1855
    },
    {
      "epoch": 0.7990548813231662,
      "grad_norm": 0.30864548683166504,
      "learning_rate": 1.0272415674123691e-05,
      "loss": 1.3070337295532226,
      "step": 1860
    },
    {
      "epoch": 0.8012028783159704,
      "grad_norm": 0.2922477424144745,
      "learning_rate": 1.0062178027827385e-05,
      "loss": 1.321023178100586,
      "step": 1865
    },
    {
      "epoch": 0.8033508753087746,
      "grad_norm": 0.30001819133758545,
      "learning_rate": 9.85387312628962e-06,
      "loss": 1.2790605545043945,
      "step": 1870
    },
    {
      "epoch": 0.8054988723015788,
      "grad_norm": 0.3499928414821625,
      "learning_rate": 9.647511050185476e-06,
      "loss": 1.2983773231506348,
      "step": 1875
    },
    {
      "epoch": 0.807646869294383,
      "grad_norm": 0.2724253535270691,
      "learning_rate": 9.443101786169251e-06,
      "loss": 1.2426782608032227,
      "step": 1880
    },
    {
      "epoch": 0.8097948662871872,
      "grad_norm": 0.28038036823272705,
      "learning_rate": 9.24065522639112e-06,
      "loss": 1.3003353118896483,
      "step": 1885
    },
    {
      "epoch": 0.8119428632799914,
      "grad_norm": 0.30941468477249146,
      "learning_rate": 9.04018116801849e-06,
      "loss": 1.2399185180664063,
      "step": 1890
    },
    {
      "epoch": 0.8140908602727956,
      "grad_norm": 0.2753143608570099,
      "learning_rate": 8.841689312761836e-06,
      "loss": 1.2843408584594727,
      "step": 1895
    },
    {
      "epoch": 0.8162388572655999,
      "grad_norm": 0.26509711146354675,
      "learning_rate": 8.64518926640519e-06,
      "loss": 1.281872272491455,
      "step": 1900
    },
    {
      "epoch": 0.8183868542584041,
      "grad_norm": 0.28912749886512756,
      "learning_rate": 8.4506905383413e-06,
      "loss": 1.2745040893554687,
      "step": 1905
    },
    {
      "epoch": 0.8205348512512083,
      "grad_norm": 0.2923169732093811,
      "learning_rate": 8.258202541111437e-06,
      "loss": 1.2869806289672852,
      "step": 1910
    },
    {
      "epoch": 0.8226828482440125,
      "grad_norm": 0.3156343698501587,
      "learning_rate": 8.067734589949861e-06,
      "loss": 1.2547836303710938,
      "step": 1915
    },
    {
      "epoch": 0.8248308452368167,
      "grad_norm": 0.28888848423957825,
      "learning_rate": 7.879295902333034e-06,
      "loss": 1.3018421173095702,
      "step": 1920
    },
    {
      "epoch": 0.8269788422296209,
      "grad_norm": 0.24648155272006989,
      "learning_rate": 7.692895597533584e-06,
      "loss": 1.2865129470825196,
      "step": 1925
    },
    {
      "epoch": 0.8291268392224251,
      "grad_norm": 0.2558462619781494,
      "learning_rate": 7.50854269617891e-06,
      "loss": 1.2889558792114257,
      "step": 1930
    },
    {
      "epoch": 0.8312748362152294,
      "grad_norm": 0.2943022847175598,
      "learning_rate": 7.326246119814711e-06,
      "loss": 1.240505313873291,
      "step": 1935
    },
    {
      "epoch": 0.8334228332080335,
      "grad_norm": 0.2633776366710663,
      "learning_rate": 7.146014690473224e-06,
      "loss": 1.3057293891906738,
      "step": 1940
    },
    {
      "epoch": 0.8355708302008377,
      "grad_norm": 0.2737610936164856,
      "learning_rate": 6.967857130246281e-06,
      "loss": 1.2296178817749024,
      "step": 1945
    },
    {
      "epoch": 0.8377188271936419,
      "grad_norm": 0.31707239151000977,
      "learning_rate": 6.791782060863172e-06,
      "loss": 1.2079605102539062,
      "step": 1950
    },
    {
      "epoch": 0.8398668241864461,
      "grad_norm": 0.32487425208091736,
      "learning_rate": 6.617798003273495e-06,
      "loss": 1.2449745178222655,
      "step": 1955
    },
    {
      "epoch": 0.8420148211792503,
      "grad_norm": 0.26417678594589233,
      "learning_rate": 6.445913377234736e-06,
      "loss": 1.2077396392822266,
      "step": 1960
    },
    {
      "epoch": 0.8441628181720545,
      "grad_norm": 0.31679192185401917,
      "learning_rate": 6.276136500904822e-06,
      "loss": 1.2758880615234376,
      "step": 1965
    },
    {
      "epoch": 0.8463108151648587,
      "grad_norm": 0.33341100811958313,
      "learning_rate": 6.108475590439522e-06,
      "loss": 1.2420418739318848,
      "step": 1970
    },
    {
      "epoch": 0.848458812157663,
      "grad_norm": 0.31125956773757935,
      "learning_rate": 5.942938759594952e-06,
      "loss": 1.28662109375,
      "step": 1975
    },
    {
      "epoch": 0.8506068091504672,
      "grad_norm": 0.31284815073013306,
      "learning_rate": 5.7795340193348035e-06,
      "loss": 1.265916633605957,
      "step": 1980
    },
    {
      "epoch": 0.8527548061432714,
      "grad_norm": 0.3097616732120514,
      "learning_rate": 5.618269277442722e-06,
      "loss": 1.2471879959106444,
      "step": 1985
    },
    {
      "epoch": 0.8549028031360756,
      "grad_norm": 0.29485225677490234,
      "learning_rate": 5.459152338139606e-06,
      "loss": 1.2311647415161133,
      "step": 1990
    },
    {
      "epoch": 0.8570508001288798,
      "grad_norm": 0.27610111236572266,
      "learning_rate": 5.3021909017059e-06,
      "loss": 1.2552482604980468,
      "step": 1995
    },
    {
      "epoch": 0.859198797121684,
      "grad_norm": 0.43170663714408875,
      "learning_rate": 5.14739256410901e-06,
      "loss": 1.2518775939941407,
      "step": 2000
    },
    {
      "epoch": 0.8613467941144882,
      "grad_norm": 0.2928427755832672,
      "learning_rate": 4.994764816635666e-06,
      "loss": 1.2499638557434083,
      "step": 2005
    },
    {
      "epoch": 0.8634947911072924,
      "grad_norm": 0.33848118782043457,
      "learning_rate": 4.844315045529407e-06,
      "loss": 1.2733563423156737,
      "step": 2010
    },
    {
      "epoch": 0.8656427881000966,
      "grad_norm": 0.2882305681705475,
      "learning_rate": 4.696050531633078e-06,
      "loss": 1.2659109115600586,
      "step": 2015
    },
    {
      "epoch": 0.8677907850929009,
      "grad_norm": 0.3241490125656128,
      "learning_rate": 4.549978450036568e-06,
      "loss": 1.2454627990722655,
      "step": 2020
    },
    {
      "epoch": 0.8699387820857051,
      "grad_norm": 0.29955822229385376,
      "learning_rate": 4.406105869729532e-06,
      "loss": 1.2802690505981444,
      "step": 2025
    },
    {
      "epoch": 0.8720867790785093,
      "grad_norm": 0.2901234030723572,
      "learning_rate": 4.264439753259292e-06,
      "loss": 1.2602261543273925,
      "step": 2030
    },
    {
      "epoch": 0.8742347760713135,
      "grad_norm": 0.2517850995063782,
      "learning_rate": 4.124986956393895e-06,
      "loss": 1.2761344909667969,
      "step": 2035
    },
    {
      "epoch": 0.8763827730641177,
      "grad_norm": 0.3021356761455536,
      "learning_rate": 3.987754227790341e-06,
      "loss": 1.2739974975585937,
      "step": 2040
    },
    {
      "epoch": 0.8785307700569219,
      "grad_norm": 0.27927812933921814,
      "learning_rate": 3.852748208668028e-06,
      "loss": 1.2833540916442872,
      "step": 2045
    },
    {
      "epoch": 0.8806787670497261,
      "grad_norm": 0.22617845237255096,
      "learning_rate": 3.719975432487277e-06,
      "loss": 1.2788030624389648,
      "step": 2050
    },
    {
      "epoch": 0.8828267640425304,
      "grad_norm": 0.2822844386100769,
      "learning_rate": 3.589442324633224e-06,
      "loss": 1.2651789665222168,
      "step": 2055
    },
    {
      "epoch": 0.8849747610353346,
      "grad_norm": 0.24618762731552124,
      "learning_rate": 3.461155202104821e-06,
      "loss": 1.2958842277526856,
      "step": 2060
    },
    {
      "epoch": 0.8871227580281388,
      "grad_norm": 0.330362468957901,
      "learning_rate": 3.335120273209169e-06,
      "loss": 1.2687481880187987,
      "step": 2065
    },
    {
      "epoch": 0.889270755020943,
      "grad_norm": 0.267100065946579,
      "learning_rate": 3.2113436372610605e-06,
      "loss": 1.2643348693847656,
      "step": 2070
    },
    {
      "epoch": 0.8914187520137472,
      "grad_norm": 0.2676951289176941,
      "learning_rate": 3.089831284287814e-06,
      "loss": 1.2248193740844726,
      "step": 2075
    },
    {
      "epoch": 0.8935667490065514,
      "grad_norm": 0.2669046223163605,
      "learning_rate": 2.9705890947393624e-06,
      "loss": 1.3051311492919921,
      "step": 2080
    },
    {
      "epoch": 0.8957147459993556,
      "grad_norm": 0.29845312237739563,
      "learning_rate": 2.8536228392037403e-06,
      "loss": 1.2953030586242675,
      "step": 2085
    },
    {
      "epoch": 0.8978627429921598,
      "grad_norm": 0.26989129185676575,
      "learning_rate": 2.7389381781277533e-06,
      "loss": 1.2524210929870605,
      "step": 2090
    },
    {
      "epoch": 0.9000107399849641,
      "grad_norm": 0.31527775526046753,
      "learning_rate": 2.6265406615431033e-06,
      "loss": 1.299118423461914,
      "step": 2095
    },
    {
      "epoch": 0.9021587369777683,
      "grad_norm": 0.2844144105911255,
      "learning_rate": 2.51643572879775e-06,
      "loss": 1.2464170455932617,
      "step": 2100
    },
    {
      "epoch": 0.9043067339705725,
      "grad_norm": 0.303445965051651,
      "learning_rate": 2.4086287082927317e-06,
      "loss": 1.306422233581543,
      "step": 2105
    },
    {
      "epoch": 0.9064547309633767,
      "grad_norm": 0.2937731146812439,
      "learning_rate": 2.303124817224267e-06,
      "loss": 1.280664825439453,
      "step": 2110
    },
    {
      "epoch": 0.9086027279561809,
      "grad_norm": 0.27328890562057495,
      "learning_rate": 2.1999291613312823e-06,
      "loss": 1.296454620361328,
      "step": 2115
    },
    {
      "epoch": 0.9107507249489851,
      "grad_norm": 0.2823365032672882,
      "learning_rate": 2.0990467346483466e-06,
      "loss": 1.3039875030517578,
      "step": 2120
    },
    {
      "epoch": 0.9128987219417892,
      "grad_norm": 0.27393898367881775,
      "learning_rate": 2.000482419263944e-06,
      "loss": 1.2848936080932618,
      "step": 2125
    },
    {
      "epoch": 0.9150467189345934,
      "grad_norm": 0.2775443494319916,
      "learning_rate": 1.9042409850842658e-06,
      "loss": 1.3306063652038573,
      "step": 2130
    },
    {
      "epoch": 0.9171947159273977,
      "grad_norm": 0.2975456416606903,
      "learning_rate": 1.8103270896023427e-06,
      "loss": 1.3341773986816405,
      "step": 2135
    },
    {
      "epoch": 0.9193427129202019,
      "grad_norm": 0.27994534373283386,
      "learning_rate": 1.718745277672662e-06,
      "loss": 1.2672662734985352,
      "step": 2140
    },
    {
      "epoch": 0.9214907099130061,
      "grad_norm": 0.2889311611652374,
      "learning_rate": 1.629499981291205e-06,
      "loss": 1.2739192962646484,
      "step": 2145
    },
    {
      "epoch": 0.9236387069058103,
      "grad_norm": 0.26127493381500244,
      "learning_rate": 1.5425955193810016e-06,
      "loss": 1.2637762069702148,
      "step": 2150
    },
    {
      "epoch": 0.9257867038986145,
      "grad_norm": 0.2669077217578888,
      "learning_rate": 1.4580360975830986e-06,
      "loss": 1.287917709350586,
      "step": 2155
    },
    {
      "epoch": 0.9279347008914187,
      "grad_norm": 0.33365505933761597,
      "learning_rate": 1.3758258080530273e-06,
      "loss": 1.2490084648132325,
      "step": 2160
    },
    {
      "epoch": 0.9300826978842229,
      "grad_norm": 0.2899354100227356,
      "learning_rate": 1.2959686292627782e-06,
      "loss": 1.28909912109375,
      "step": 2165
    },
    {
      "epoch": 0.9322306948770271,
      "grad_norm": 0.30653882026672363,
      "learning_rate": 1.2184684258082723e-06,
      "loss": 1.2363777160644531,
      "step": 2170
    },
    {
      "epoch": 0.9343786918698314,
      "grad_norm": 0.3222835659980774,
      "learning_rate": 1.1433289482223274e-06,
      "loss": 1.2729862213134766,
      "step": 2175
    },
    {
      "epoch": 0.9365266888626356,
      "grad_norm": 0.3175857961177826,
      "learning_rate": 1.0705538327931587e-06,
      "loss": 1.2359086990356445,
      "step": 2180
    },
    {
      "epoch": 0.9386746858554398,
      "grad_norm": 0.23822984099388123,
      "learning_rate": 1.000146601388413e-06,
      "loss": 1.3249876022338867,
      "step": 2185
    },
    {
      "epoch": 0.940822682848244,
      "grad_norm": 0.3522796928882599,
      "learning_rate": 9.321106612847185e-07,
      "loss": 1.3001674652099608,
      "step": 2190
    },
    {
      "epoch": 0.9429706798410482,
      "grad_norm": 0.30886110663414,
      "learning_rate": 8.664493050028033e-07,
      "loss": 1.251561737060547,
      "step": 2195
    },
    {
      "epoch": 0.9451186768338524,
      "grad_norm": 0.296652227640152,
      "learning_rate": 8.031657101481516e-07,
      "loss": 1.2635051727294921,
      "step": 2200
    },
    {
      "epoch": 0.9472666738266566,
      "grad_norm": 0.29425349831581116,
      "learning_rate": 7.422629392572323e-07,
      "loss": 1.2742862701416016,
      "step": 2205
    },
    {
      "epoch": 0.9494146708194608,
      "grad_norm": 0.28834399580955505,
      "learning_rate": 6.83743939649284e-07,
      "loss": 1.2603504180908203,
      "step": 2210
    },
    {
      "epoch": 0.9515626678122651,
      "grad_norm": 0.34383395314216614,
      "learning_rate": 6.27611543283696e-07,
      "loss": 1.2798163414001464,
      "step": 2215
    },
    {
      "epoch": 0.9537106648050693,
      "grad_norm": 0.3192986845970154,
      "learning_rate": 5.73868466622951e-07,
      "loss": 1.222487735748291,
      "step": 2220
    },
    {
      "epoch": 0.9558586617978735,
      "grad_norm": 0.2906084358692169,
      "learning_rate": 5.225173105011582e-07,
      "loss": 1.322528076171875,
      "step": 2225
    },
    {
      "epoch": 0.9580066587906777,
      "grad_norm": 0.30103063583374023,
      "learning_rate": 4.735605599981874e-07,
      "loss": 1.2273588180541992,
      "step": 2230
    },
    {
      "epoch": 0.9601546557834819,
      "grad_norm": 0.2715284824371338,
      "learning_rate": 4.270005843194369e-07,
      "loss": 1.31506290435791,
      "step": 2235
    },
    {
      "epoch": 0.9623026527762861,
      "grad_norm": 0.3000585734844208,
      "learning_rate": 3.8283963668114266e-07,
      "loss": 1.2237860679626464,
      "step": 2240
    },
    {
      "epoch": 0.9644506497690903,
      "grad_norm": 0.3379741311073303,
      "learning_rate": 3.4107985420134824e-07,
      "loss": 1.264302635192871,
      "step": 2245
    },
    {
      "epoch": 0.9665986467618946,
      "grad_norm": 0.37124356627464294,
      "learning_rate": 3.017232577964824e-07,
      "loss": 1.2457963943481445,
      "step": 2250
    },
    {
      "epoch": 0.9687466437546988,
      "grad_norm": 0.26245129108428955,
      "learning_rate": 2.647717520835702e-07,
      "loss": 1.2051671028137207,
      "step": 2255
    },
    {
      "epoch": 0.970894640747503,
      "grad_norm": 0.342318058013916,
      "learning_rate": 2.3022712528804612e-07,
      "loss": 1.2445919036865234,
      "step": 2260
    },
    {
      "epoch": 0.9730426377403072,
      "grad_norm": 0.27479904890060425,
      "learning_rate": 1.9809104915721187e-07,
      "loss": 1.2522891998291015,
      "step": 2265
    },
    {
      "epoch": 0.9751906347331114,
      "grad_norm": 0.2656843364238739,
      "learning_rate": 1.683650788793567e-07,
      "loss": 1.289116096496582,
      "step": 2270
    },
    {
      "epoch": 0.9773386317259156,
      "grad_norm": 0.2872951924800873,
      "learning_rate": 1.410506530084621e-07,
      "loss": 1.2644329071044922,
      "step": 2275
    },
    {
      "epoch": 0.9794866287187198,
      "grad_norm": 0.3204033374786377,
      "learning_rate": 1.161490933946241e-07,
      "loss": 1.2509076118469238,
      "step": 2280
    },
    {
      "epoch": 0.981634625711524,
      "grad_norm": 0.308625727891922,
      "learning_rate": 9.366160512004341e-08,
      "loss": 1.265985870361328,
      "step": 2285
    },
    {
      "epoch": 0.9837826227043283,
      "grad_norm": 0.27000510692596436,
      "learning_rate": 7.358927644075531e-08,
      "loss": 1.2676359176635743,
      "step": 2290
    },
    {
      "epoch": 0.9859306196971325,
      "grad_norm": 0.2328324317932129,
      "learning_rate": 5.5933078733899634e-08,
      "loss": 1.2606651306152343,
      "step": 2295
    },
    {
      "epoch": 0.9880786166899367,
      "grad_norm": 0.3303236663341522,
      "learning_rate": 4.069386645078055e-08,
      "loss": 1.2653938293457032,
      "step": 2300
    },
    {
      "epoch": 0.9902266136827409,
      "grad_norm": 0.2890678942203522,
      "learning_rate": 2.7872377075471857e-08,
      "loss": 1.2857831954956054,
      "step": 2305
    },
    {
      "epoch": 0.992374610675545,
      "grad_norm": 0.26837414503097534,
      "learning_rate": 1.746923108913445e-08,
      "loss": 1.3168321609497071,
      "step": 2310
    },
    {
      "epoch": 0.9945226076683492,
      "grad_norm": 0.30601441860198975,
      "learning_rate": 9.48493194000144e-09,
      "loss": 1.2843009948730468,
      "step": 2315
    },
    {
      "epoch": 0.9966706046611534,
      "grad_norm": 0.3158735930919647,
      "learning_rate": 3.919866019008733e-09,
      "loss": 1.2655706405639648,
      "step": 2320
    },
    {
      "epoch": 0.9988186016539576,
      "grad_norm": 0.30448752641677856,
      "learning_rate": 7.743026410989007e-10,
      "loss": 1.3010024070739745,
      "step": 2325
    }
  ],
  "logging_steps": 5,
  "max_steps": 2328,
  "num_input_tokens_seen": 0,
  "num_train_epochs": 1,
  "save_steps": 500,
  "stateful_callbacks": {
    "TrainerControl": {
      "args": {
        "should_epoch_stop": false,
        "should_evaluate": false,
        "should_log": false,
        "should_save": true,
        "should_training_stop": true
      },
      "attributes": {}
    }
  },
  "total_flos": 2.7382193779533414e+17,
  "train_batch_size": 1,
  "trial_name": null,
  "trial_params": null
}