{
  "best_global_step": null,
  "best_metric": null,
  "best_model_checkpoint": null,
  "epoch": 0.7587973062695628,
  "eval_steps": 500,
  "global_step": 2000,
  "is_hyper_param_search": false,
  "is_local_process_zero": true,
  "is_world_process_zero": true,
  "log_history": [
    {
      "epoch": 0.001896993265673907,
      "grad_norm": 1.204211711883545,
      "learning_rate": 5e-06,
      "loss": 2.802743911743164,
      "step": 5
    },
    {
      "epoch": 0.003793986531347814,
      "grad_norm": 1.3055319786071777,
      "learning_rate": 1.125e-05,
      "loss": 2.922507476806641,
      "step": 10
    },
    {
      "epoch": 0.005690979797021721,
      "grad_norm": 0.5632550716400146,
      "learning_rate": 1.75e-05,
      "loss": 2.7133102416992188,
      "step": 15
    },
    {
      "epoch": 0.007587973062695628,
      "grad_norm": 0.2928524911403656,
      "learning_rate": 2.375e-05,
      "loss": 2.5979026794433593,
      "step": 20
    },
    {
      "epoch": 0.009484966328369534,
      "grad_norm": 0.3215028941631317,
      "learning_rate": 3e-05,
      "loss": 2.5264644622802734,
      "step": 25
    },
    {
      "epoch": 0.011381959594043442,
      "grad_norm": 0.30555373430252075,
      "learning_rate": 3.625e-05,
      "loss": 2.5048519134521485,
      "step": 30
    },
    {
      "epoch": 0.013278952859717348,
      "grad_norm": 0.2635839283466339,
      "learning_rate": 4.25e-05,
      "loss": 2.3574724197387695,
      "step": 35
    },
    {
      "epoch": 0.015175946125391256,
      "grad_norm": 0.23266227543354034,
      "learning_rate": 4.875e-05,
      "loss": 2.2846229553222654,
      "step": 40
    },
    {
      "epoch": 0.01707293939106516,
      "grad_norm": 0.21502430737018585,
      "learning_rate": 5.500000000000001e-05,
      "loss": 2.2320762634277345,
      "step": 45
    },
    {
      "epoch": 0.018969932656739068,
      "grad_norm": 0.23130150139331818,
      "learning_rate": 6.125000000000001e-05,
      "loss": 2.1551288604736327,
      "step": 50
    },
    {
      "epoch": 0.020866925922412974,
      "grad_norm": 0.2014365941286087,
      "learning_rate": 6.750000000000001e-05,
      "loss": 2.078548622131348,
      "step": 55
    },
    {
      "epoch": 0.022763919188086883,
      "grad_norm": 0.2039063721895218,
      "learning_rate": 7.375e-05,
      "loss": 2.03682861328125,
      "step": 60
    },
    {
      "epoch": 0.02466091245376079,
      "grad_norm": 0.22200852632522583,
      "learning_rate": 8e-05,
      "loss": 1.9837913513183594,
      "step": 65
    },
    {
      "epoch": 0.026557905719434696,
      "grad_norm": 0.19454964995384216,
      "learning_rate": 8.625000000000001e-05,
      "loss": 1.997808837890625,
      "step": 70
    },
    {
      "epoch": 0.0284548989851086,
      "grad_norm": 0.22495104372501373,
      "learning_rate": 9.250000000000001e-05,
      "loss": 1.8923458099365233,
      "step": 75
    },
    {
      "epoch": 0.03035189225078251,
      "grad_norm": 0.23704491555690765,
      "learning_rate": 9.875000000000002e-05,
      "loss": 1.876457405090332,
      "step": 80
    },
    {
      "epoch": 0.03224888551645642,
      "grad_norm": 0.23261992633342743,
      "learning_rate": 9.999939572147152e-05,
      "loss": 1.840583038330078,
      "step": 85
    },
    {
      "epoch": 0.03414587878213032,
      "grad_norm": 0.2339024692773819,
      "learning_rate": 9.999694086498248e-05,
      "loss": 1.855813980102539,
      "step": 90
    },
    {
      "epoch": 0.03604287204780423,
      "grad_norm": 0.21744900941848755,
      "learning_rate": 9.999259775576696e-05,
      "loss": 1.8163593292236329,
      "step": 95
    },
    {
      "epoch": 0.037939865313478136,
      "grad_norm": 0.2505708634853363,
      "learning_rate": 9.998636655785278e-05,
      "loss": 1.7104930877685547,
      "step": 100
    },
    {
      "epoch": 0.03983685857915204,
      "grad_norm": 0.2241698056459427,
      "learning_rate": 9.997824750657585e-05,
      "loss": 1.7659015655517578,
      "step": 105
    },
    {
      "epoch": 0.04173385184482595,
      "grad_norm": 0.22831183671951294,
      "learning_rate": 9.996824090857136e-05,
      "loss": 1.7662044525146485,
      "step": 110
    },
    {
      "epoch": 0.04363084511049986,
      "grad_norm": 0.24719521403312683,
      "learning_rate": 9.995634714176216e-05,
      "loss": 1.7465341567993165,
      "step": 115
    },
    {
      "epoch": 0.04552783837617377,
      "grad_norm": 0.21913813054561615,
      "learning_rate": 9.994256665534445e-05,
      "loss": 1.6910831451416015,
      "step": 120
    },
    {
      "epoch": 0.04742483164184767,
      "grad_norm": 0.24229924380779266,
      "learning_rate": 9.992689996977091e-05,
      "loss": 1.6647504806518554,
      "step": 125
    },
    {
      "epoch": 0.04932182490752158,
      "grad_norm": 0.25045862793922424,
      "learning_rate": 9.9909347676731e-05,
      "loss": 1.7728565216064454,
      "step": 130
    },
    {
      "epoch": 0.051218818173195485,
      "grad_norm": 0.23526810109615326,
      "learning_rate": 9.988991043912857e-05,
      "loss": 1.703898048400879,
      "step": 135
    },
    {
      "epoch": 0.05311581143886939,
      "grad_norm": 0.25613462924957275,
      "learning_rate": 9.986858899105684e-05,
      "loss": 1.6876985549926757,
      "step": 140
    },
    {
      "epoch": 0.0550128047045433,
      "grad_norm": 0.26118171215057373,
      "learning_rate": 9.984538413777076e-05,
      "loss": 1.6936487197875976,
      "step": 145
    },
    {
      "epoch": 0.0569097979702172,
      "grad_norm": 0.21433641016483307,
      "learning_rate": 9.98202967556565e-05,
      "loss": 1.6974334716796875,
      "step": 150
    },
    {
      "epoch": 0.05880679123589111,
      "grad_norm": 0.26981523633003235,
      "learning_rate": 9.979332779219836e-05,
      "loss": 1.6554887771606446,
      "step": 155
    },
    {
      "epoch": 0.06070378450156502,
      "grad_norm": 0.23291254043579102,
      "learning_rate": 9.976447826594305e-05,
      "loss": 1.6636981964111328,
      "step": 160
    },
    {
      "epoch": 0.06260077776723892,
      "grad_norm": 0.24142742156982422,
      "learning_rate": 9.973374926646116e-05,
      "loss": 1.6125133514404297,
      "step": 165
    },
    {
      "epoch": 0.06449777103291283,
      "grad_norm": 0.2866875231266022,
      "learning_rate": 9.970114195430604e-05,
      "loss": 1.5909235954284668,
      "step": 170
    },
    {
      "epoch": 0.06639476429858673,
      "grad_norm": 0.2811475098133087,
      "learning_rate": 9.966665756096995e-05,
      "loss": 1.5830004692077637,
      "step": 175
    },
    {
      "epoch": 0.06829175756426065,
      "grad_norm": 0.24986404180526733,
      "learning_rate": 9.96302973888376e-05,
      "loss": 1.5703643798828124,
      "step": 180
    },
    {
      "epoch": 0.07018875082993456,
      "grad_norm": 0.21419142186641693,
      "learning_rate": 9.959206281113684e-05,
      "loss": 1.607168197631836,
      "step": 185
    },
    {
      "epoch": 0.07208574409560846,
      "grad_norm": 0.2700653374195099,
      "learning_rate": 9.955195527188697e-05,
      "loss": 1.591099166870117,
      "step": 190
    },
    {
      "epoch": 0.07398273736128237,
      "grad_norm": 0.24841217696666718,
      "learning_rate": 9.950997628584404e-05,
      "loss": 1.555056381225586,
      "step": 195
    },
    {
      "epoch": 0.07587973062695627,
      "grad_norm": 0.20358560979366302,
      "learning_rate": 9.946612743844379e-05,
      "loss": 1.5962520599365235,
      "step": 200
    },
    {
      "epoch": 0.07777672389263018,
      "grad_norm": 0.26881343126296997,
      "learning_rate": 9.942041038574162e-05,
      "loss": 1.6076745986938477,
      "step": 205
    },
    {
      "epoch": 0.07967371715830408,
      "grad_norm": 0.2529791593551636,
      "learning_rate": 9.937282685435019e-05,
      "loss": 1.6203548431396484,
      "step": 210
    },
    {
      "epoch": 0.081570710423978,
      "grad_norm": 0.24552154541015625,
      "learning_rate": 9.932337864137407e-05,
      "loss": 1.5111330986022948,
      "step": 215
    },
    {
      "epoch": 0.0834677036896519,
      "grad_norm": 0.2761000096797943,
      "learning_rate": 9.9272067614342e-05,
      "loss": 1.586027240753174,
      "step": 220
    },
    {
      "epoch": 0.08536469695532581,
      "grad_norm": 0.24447834491729736,
      "learning_rate": 9.921889571113628e-05,
      "loss": 1.5407236099243165,
      "step": 225
    },
    {
      "epoch": 0.08726169022099972,
      "grad_norm": 0.31283313035964966,
      "learning_rate": 9.91638649399196e-05,
      "loss": 1.6450325012207032,
      "step": 230
    },
    {
      "epoch": 0.08915868348667362,
      "grad_norm": 0.30715709924697876,
      "learning_rate": 9.910697737905919e-05,
      "loss": 1.5557141304016113,
      "step": 235
    },
    {
      "epoch": 0.09105567675234753,
      "grad_norm": 0.22031593322753906,
      "learning_rate": 9.904823517704836e-05,
      "loss": 1.5843168258666993,
      "step": 240
    },
    {
      "epoch": 0.09295267001802143,
      "grad_norm": 0.25055739283561707,
      "learning_rate": 9.898764055242526e-05,
      "loss": 1.5050912857055665,
      "step": 245
    },
    {
      "epoch": 0.09484966328369535,
      "grad_norm": 0.2518811821937561,
      "learning_rate": 9.892519579368926e-05,
      "loss": 1.6115983963012694,
      "step": 250
    },
    {
      "epoch": 0.09674665654936924,
      "grad_norm": 0.23363788425922394,
      "learning_rate": 9.886090325921434e-05,
      "loss": 1.5730743408203125,
      "step": 255
    },
    {
      "epoch": 0.09864364981504316,
      "grad_norm": 0.2886348068714142,
      "learning_rate": 9.879476537716015e-05,
      "loss": 1.5849692344665527,
      "step": 260
    },
    {
      "epoch": 0.10054064308071706,
      "grad_norm": 0.24128347635269165,
      "learning_rate": 9.872678464538021e-05,
      "loss": 1.5591470718383789,
      "step": 265
    },
    {
      "epoch": 0.10243763634639097,
      "grad_norm": 0.2330770194530487,
      "learning_rate": 9.865696363132769e-05,
      "loss": 1.5730993270874023,
      "step": 270
    },
    {
      "epoch": 0.10433462961206488,
      "grad_norm": 0.2483072429895401,
      "learning_rate": 9.858530497195828e-05,
      "loss": 1.5576128959655762,
      "step": 275
    },
    {
      "epoch": 0.10623162287773878,
      "grad_norm": 0.3136220872402191,
      "learning_rate": 9.851181137363079e-05,
      "loss": 1.5509288787841797,
      "step": 280
    },
    {
      "epoch": 0.1081286161434127,
      "grad_norm": 0.27949973940849304,
      "learning_rate": 9.843648561200475e-05,
      "loss": 1.5363675117492677,
      "step": 285
    },
    {
      "epoch": 0.1100256094090866,
      "grad_norm": 0.28136932849884033,
      "learning_rate": 9.835933053193574e-05,
      "loss": 1.563088321685791,
      "step": 290
    },
    {
      "epoch": 0.11192260267476051,
      "grad_norm": 0.2632514238357544,
      "learning_rate": 9.828034904736782e-05,
      "loss": 1.5300712585449219,
      "step": 295
    },
    {
      "epoch": 0.1138195959404344,
      "grad_norm": 0.2528294324874878,
      "learning_rate": 9.819954414122359e-05,
      "loss": 1.4897494316101074,
      "step": 300
    },
    {
      "epoch": 0.11571658920610832,
      "grad_norm": 0.24739930033683777,
      "learning_rate": 9.811691886529144e-05,
      "loss": 1.5607781410217285,
      "step": 305
    },
    {
      "epoch": 0.11761358247178222,
      "grad_norm": 0.2602822482585907,
      "learning_rate": 9.803247634011034e-05,
      "loss": 1.5098703384399415,
      "step": 310
    },
    {
      "epoch": 0.11951057573745613,
      "grad_norm": 0.28818434476852417,
      "learning_rate": 9.794621975485201e-05,
      "loss": 1.51871337890625,
      "step": 315
    },
    {
      "epoch": 0.12140756900313004,
      "grad_norm": 0.2329605221748352,
      "learning_rate": 9.785815236720037e-05,
      "loss": 1.5149699211120606,
      "step": 320
    },
    {
      "epoch": 0.12330456226880394,
      "grad_norm": 0.2775144577026367,
      "learning_rate": 9.776827750322865e-05,
      "loss": 1.5283567428588867,
      "step": 325
    },
    {
      "epoch": 0.12520155553447784,
      "grad_norm": 0.22660040855407715,
      "learning_rate": 9.767659855727364e-05,
      "loss": 1.5318140029907226,
      "step": 330
    },
    {
      "epoch": 0.12709854880015176,
      "grad_norm": 0.28303974866867065,
      "learning_rate": 9.758311899180758e-05,
      "loss": 1.5514656066894532,
      "step": 335
    },
    {
      "epoch": 0.12899554206582567,
      "grad_norm": 0.2359406054019928,
      "learning_rate": 9.748784233730736e-05,
      "loss": 1.515054988861084,
      "step": 340
    },
    {
      "epoch": 0.13089253533149958,
      "grad_norm": 0.23715272545814514,
      "learning_rate": 9.73907721921212e-05,
      "loss": 1.50885009765625,
      "step": 345
    },
    {
      "epoch": 0.13278952859717347,
      "grad_norm": 0.2521718740463257,
      "learning_rate": 9.729191222233272e-05,
      "loss": 1.5373132705688477,
      "step": 350
    },
    {
      "epoch": 0.13468652186284738,
      "grad_norm": 0.25664857029914856,
      "learning_rate": 9.719126616162251e-05,
      "loss": 1.506770420074463,
      "step": 355
    },
    {
      "epoch": 0.1365835151285213,
      "grad_norm": 0.24742132425308228,
      "learning_rate": 9.70888378111271e-05,
      "loss": 1.5162310600280762,
      "step": 360
    },
    {
      "epoch": 0.1384805083941952,
      "grad_norm": 0.3116005063056946,
      "learning_rate": 9.698463103929542e-05,
      "loss": 1.515502643585205,
      "step": 365
    },
    {
      "epoch": 0.14037750165986912,
      "grad_norm": 0.2673533260822296,
      "learning_rate": 9.687864978174268e-05,
      "loss": 1.5125722885131836,
      "step": 370
    },
    {
      "epoch": 0.142274494925543,
      "grad_norm": 0.2768329977989197,
      "learning_rate": 9.677089804110174e-05,
      "loss": 1.515056324005127,
      "step": 375
    },
    {
      "epoch": 0.14417148819121692,
      "grad_norm": 0.2856305241584778,
      "learning_rate": 9.666137988687193e-05,
      "loss": 1.533064365386963,
      "step": 380
    },
    {
      "epoch": 0.14606848145689083,
      "grad_norm": 0.2695675790309906,
      "learning_rate": 9.655009945526541e-05,
      "loss": 1.5210994720458983,
      "step": 385
    },
    {
      "epoch": 0.14796547472256474,
      "grad_norm": 0.2579309046268463,
      "learning_rate": 9.643706094905086e-05,
      "loss": 1.5141459465026856,
      "step": 390
    },
    {
      "epoch": 0.14986246798823863,
      "grad_norm": 0.2593337595462799,
      "learning_rate": 9.632226863739484e-05,
      "loss": 1.509230613708496,
      "step": 395
    },
    {
      "epoch": 0.15175946125391254,
      "grad_norm": 0.22641733288764954,
      "learning_rate": 9.620572685570052e-05,
      "loss": 1.4663333892822266,
      "step": 400
    },
    {
      "epoch": 0.15365645451958646,
      "grad_norm": 0.2912636399269104,
      "learning_rate": 9.608744000544392e-05,
      "loss": 1.4927945137023926,
      "step": 405
    },
    {
      "epoch": 0.15555344778526037,
      "grad_norm": 0.2990904152393341,
      "learning_rate": 9.596741255400773e-05,
      "loss": 1.4595409393310548,
      "step": 410
    },
    {
      "epoch": 0.15745044105093428,
      "grad_norm": 0.2548057436943054,
      "learning_rate": 9.584564903451252e-05,
      "loss": 1.5293696403503418,
      "step": 415
    },
    {
      "epoch": 0.15934743431660817,
      "grad_norm": 0.2348567694425583,
      "learning_rate": 9.572215404564564e-05,
      "loss": 1.5123428344726562,
      "step": 420
    },
    {
      "epoch": 0.16124442758228208,
      "grad_norm": 0.29777541756629944,
      "learning_rate": 9.559693225148743e-05,
      "loss": 1.4895515441894531,
      "step": 425
    },
    {
      "epoch": 0.163141420847956,
      "grad_norm": 0.25626078248023987,
      "learning_rate": 9.54699883813351e-05,
      "loss": 1.5255406379699707,
      "step": 430
    },
    {
      "epoch": 0.1650384141136299,
      "grad_norm": 0.27839428186416626,
      "learning_rate": 9.534132722952418e-05,
      "loss": 1.4806964874267579,
      "step": 435
    },
    {
      "epoch": 0.1669354073793038,
      "grad_norm": 0.26998913288116455,
      "learning_rate": 9.521095365524739e-05,
      "loss": 1.487065315246582,
      "step": 440
    },
    {
      "epoch": 0.1688324006449777,
      "grad_norm": 0.25939276814460754,
      "learning_rate": 9.507887258237112e-05,
      "loss": 1.4892295837402343,
      "step": 445
    },
    {
      "epoch": 0.17072939391065162,
      "grad_norm": 0.26628801226615906,
      "learning_rate": 9.494508899924948e-05,
      "loss": 1.4731863975524901,
      "step": 450
    },
    {
      "epoch": 0.17262638717632553,
      "grad_norm": 0.2473168522119522,
      "learning_rate": 9.480960795853591e-05,
      "loss": 1.454709815979004,
      "step": 455
    },
    {
      "epoch": 0.17452338044199944,
      "grad_norm": 0.2799444794654846,
      "learning_rate": 9.467243457699238e-05,
      "loss": 1.4769775390625,
      "step": 460
    },
    {
      "epoch": 0.17642037370767333,
      "grad_norm": 0.2699210047721863,
      "learning_rate": 9.453357403529609e-05,
      "loss": 1.459995937347412,
      "step": 465
    },
    {
      "epoch": 0.17831736697334724,
      "grad_norm": 0.2729581594467163,
      "learning_rate": 9.439303157784383e-05,
      "loss": 1.4660751342773437,
      "step": 470
    },
    {
      "epoch": 0.18021436023902115,
      "grad_norm": 0.2628643214702606,
      "learning_rate": 9.425081251255392e-05,
      "loss": 1.4800500869750977,
      "step": 475
    },
    {
      "epoch": 0.18211135350469507,
      "grad_norm": 0.24878107011318207,
      "learning_rate": 9.410692221066573e-05,
      "loss": 1.466275691986084,
      "step": 480
    },
    {
      "epoch": 0.18400834677036895,
      "grad_norm": 0.26707327365875244,
      "learning_rate": 9.396136610653687e-05,
      "loss": 1.4521776199340821,
      "step": 485
    },
    {
      "epoch": 0.18590534003604287,
      "grad_norm": 0.28566935658454895,
      "learning_rate": 9.381414969743788e-05,
      "loss": 1.4933480262756347,
      "step": 490
    },
    {
      "epoch": 0.18780233330171678,
      "grad_norm": 0.2836907207965851,
      "learning_rate": 9.366527854334463e-05,
      "loss": 1.4608956336975099,
      "step": 495
    },
    {
      "epoch": 0.1896993265673907,
      "grad_norm": 0.35665667057037354,
      "learning_rate": 9.351475826672842e-05,
      "loss": 1.4607025146484376,
      "step": 500
    },
    {
      "epoch": 0.1915963198330646,
      "grad_norm": 0.2649923264980316,
      "learning_rate": 9.336259455234347e-05,
      "loss": 1.4632261276245118,
      "step": 505
    },
    {
      "epoch": 0.1934933130987385,
      "grad_norm": 0.25335875153541565,
      "learning_rate": 9.320879314701233e-05,
      "loss": 1.4849108695983886,
      "step": 510
    },
    {
      "epoch": 0.1953903063644124,
      "grad_norm": 0.250990629196167,
      "learning_rate": 9.305335985940895e-05,
      "loss": 1.4326010704040528,
      "step": 515
    },
    {
      "epoch": 0.19728729963008632,
      "grad_norm": 0.27390721440315247,
      "learning_rate": 9.289630055983897e-05,
      "loss": 1.502902889251709,
      "step": 520
    },
    {
      "epoch": 0.19918429289576023,
      "grad_norm": 0.27056121826171875,
      "learning_rate": 9.273762118001837e-05,
      "loss": 1.483546829223633,
      "step": 525
    },
    {
      "epoch": 0.20108128616143411,
      "grad_norm": 0.26807019114494324,
      "learning_rate": 9.257732771284924e-05,
      "loss": 1.445467758178711,
      "step": 530
    },
    {
      "epoch": 0.20297827942710803,
      "grad_norm": 0.3302270770072937,
      "learning_rate": 9.241542621219348e-05,
      "loss": 1.4597110748291016,
      "step": 535
    },
    {
      "epoch": 0.20487527269278194,
      "grad_norm": 0.27566173672676086,
      "learning_rate": 9.225192279264423e-05,
      "loss": 1.4078072547912597,
      "step": 540
    },
    {
      "epoch": 0.20677226595845585,
      "grad_norm": 0.2839542329311371,
      "learning_rate": 9.208682362929484e-05,
      "loss": 1.452101707458496,
      "step": 545
    },
    {
      "epoch": 0.20866925922412977,
      "grad_norm": 0.2720314562320709,
      "learning_rate": 9.19201349575057e-05,
      "loss": 1.4331625938415526,
      "step": 550
    },
    {
      "epoch": 0.21056625248980365,
      "grad_norm": 0.26887810230255127,
      "learning_rate": 9.175186307266876e-05,
      "loss": 1.4134525299072265,
      "step": 555
    },
    {
      "epoch": 0.21246324575547756,
      "grad_norm": 0.25607389211654663,
      "learning_rate": 9.158201432996978e-05,
      "loss": 1.4619136810302735,
      "step": 560
    },
    {
      "epoch": 0.21436023902115148,
      "grad_norm": 0.31376007199287415,
      "learning_rate": 9.141059514414824e-05,
      "loss": 1.4151582717895508,
      "step": 565
    },
    {
      "epoch": 0.2162572322868254,
      "grad_norm": 0.2648751735687256,
      "learning_rate": 9.123761198925514e-05,
      "loss": 1.536808967590332,
      "step": 570
    },
    {
      "epoch": 0.21815422555249928,
      "grad_norm": 0.24469561874866486,
      "learning_rate": 9.106307139840849e-05,
      "loss": 1.494936752319336,
      "step": 575
    },
    {
      "epoch": 0.2200512188181732,
      "grad_norm": 0.24914619326591492,
      "learning_rate": 9.088697996354649e-05,
      "loss": 1.4340242385864257,
      "step": 580
    },
    {
      "epoch": 0.2219482120838471,
      "grad_norm": 0.24026300013065338,
      "learning_rate": 9.070934433517873e-05,
      "loss": 1.4562675476074218,
      "step": 585
    },
    {
      "epoch": 0.22384520534952101,
      "grad_norm": 0.2660679519176483,
      "learning_rate": 9.053017122213481e-05,
      "loss": 1.4040220260620118,
      "step": 590
    },
    {
      "epoch": 0.22574219861519493,
      "grad_norm": 0.23900838196277618,
      "learning_rate": 9.034946739131119e-05,
      "loss": 1.4403876304626464,
      "step": 595
    },
    {
      "epoch": 0.2276391918808688,
      "grad_norm": 0.24892283976078033,
      "learning_rate": 9.016723966741538e-05,
      "loss": 1.4478761672973632,
      "step": 600
    },
    {
      "epoch": 0.22953618514654273,
      "grad_norm": 0.2921767234802246,
      "learning_rate": 8.998349493270846e-05,
      "loss": 1.4169246673583984,
      "step": 605
    },
    {
      "epoch": 0.23143317841221664,
      "grad_norm": 0.24210797250270844,
      "learning_rate": 8.979824012674489e-05,
      "loss": 1.4091812133789063,
      "step": 610
    },
    {
      "epoch": 0.23333017167789055,
      "grad_norm": 0.2604314684867859,
      "learning_rate": 8.96114822461106e-05,
      "loss": 1.4544056892395019,
      "step": 615
    },
    {
      "epoch": 0.23522716494356444,
      "grad_norm": 0.2753211259841919,
      "learning_rate": 8.942322834415869e-05,
      "loss": 1.4028273582458497,
      "step": 620
    },
    {
      "epoch": 0.23712415820923835,
      "grad_norm": 0.25446656346321106,
      "learning_rate": 8.9233485530743e-05,
      "loss": 1.4523637771606446,
      "step": 625
    },
    {
      "epoch": 0.23902115147491226,
      "grad_norm": 0.2570347189903259,
      "learning_rate": 8.90422609719497e-05,
      "loss": 1.4611879348754884,
      "step": 630
    },
    {
      "epoch": 0.24091814474058618,
      "grad_norm": 0.28898608684539795,
      "learning_rate": 8.884956188982651e-05,
      "loss": 1.3687424659729004,
      "step": 635
    },
    {
      "epoch": 0.2428151380062601,
      "grad_norm": 0.25607869029045105,
      "learning_rate": 8.865539556211008e-05,
      "loss": 1.4238749504089356,
      "step": 640
    },
    {
      "epoch": 0.24471213127193397,
      "grad_norm": 0.24087631702423096,
      "learning_rate": 8.845976932195103e-05,
      "loss": 1.4357139587402343,
      "step": 645
    },
    {
      "epoch": 0.2466091245376079,
      "grad_norm": 0.2392406463623047,
      "learning_rate": 8.826269055763701e-05,
      "loss": 1.4272048950195313,
      "step": 650
    },
    {
      "epoch": 0.2485061178032818,
      "grad_norm": 0.24851970374584198,
      "learning_rate": 8.806416671231366e-05,
      "loss": 1.4464078903198243,
      "step": 655
    },
    {
      "epoch": 0.2504031110689557,
      "grad_norm": 0.25366175174713135,
      "learning_rate": 8.786420528370361e-05,
      "loss": 1.4115880012512207,
      "step": 660
    },
    {
      "epoch": 0.2523001043346296,
      "grad_norm": 0.2184738665819168,
      "learning_rate": 8.766281382382311e-05,
      "loss": 1.4369379997253418,
      "step": 665
    },
    {
      "epoch": 0.2541970976003035,
      "grad_norm": 0.31689387559890747,
      "learning_rate": 8.745999993869703e-05,
      "loss": 1.3705198287963867,
      "step": 670
    },
    {
      "epoch": 0.25609409086597745,
      "grad_norm": 0.28559598326683044,
      "learning_rate": 8.725577128807143e-05,
      "loss": 1.4334306716918945,
      "step": 675
    },
    {
      "epoch": 0.25799108413165134,
      "grad_norm": 0.24641846120357513,
      "learning_rate": 8.705013558512435e-05,
      "loss": 1.4052096366882325,
      "step": 680
    },
    {
      "epoch": 0.2598880773973252,
      "grad_norm": 0.2755413055419922,
      "learning_rate": 8.684310059617448e-05,
      "loss": 1.4064033508300782,
      "step": 685
    },
    {
      "epoch": 0.26178507066299916,
      "grad_norm": 0.2912381887435913,
      "learning_rate": 8.663467414038787e-05,
      "loss": 1.4062003135681151,
      "step": 690
    },
    {
      "epoch": 0.26368206392867305,
      "grad_norm": 0.2753216624259949,
      "learning_rate": 8.642486408948261e-05,
      "loss": 1.3890793800354004,
      "step": 695
    },
    {
      "epoch": 0.26557905719434693,
      "grad_norm": 0.2836456298828125,
      "learning_rate": 8.62136783674315e-05,
      "loss": 1.4482671737670898,
      "step": 700
    },
    {
      "epoch": 0.2674760504600209,
      "grad_norm": 0.28797534108161926,
      "learning_rate": 8.600112495016288e-05,
      "loss": 1.4231111526489257,
      "step": 705
    },
    {
      "epoch": 0.26937304372569476,
      "grad_norm": 0.21396268904209137,
      "learning_rate": 8.578721186525925e-05,
      "loss": 1.4082660675048828,
      "step": 710
    },
    {
      "epoch": 0.2712700369913687,
      "grad_norm": 0.29503434896469116,
      "learning_rate": 8.557194719165424e-05,
      "loss": 1.4204629898071288,
      "step": 715
    },
    {
      "epoch": 0.2731670302570426,
      "grad_norm": 0.2756027281284332,
      "learning_rate": 8.535533905932738e-05,
      "loss": 1.4463971138000489,
      "step": 720
    },
    {
      "epoch": 0.27506402352271647,
      "grad_norm": 0.24828635156154633,
      "learning_rate": 8.513739564899715e-05,
      "loss": 1.4123985290527343,
      "step": 725
    },
    {
      "epoch": 0.2769610167883904,
      "grad_norm": 0.30589962005615234,
      "learning_rate": 8.49181251918119e-05,
      "loss": 1.4363461494445802,
      "step": 730
    },
    {
      "epoch": 0.2788580100540643,
      "grad_norm": 0.22183258831501007,
      "learning_rate": 8.46975359690391e-05,
      "loss": 1.4241199493408203,
      "step": 735
    },
    {
      "epoch": 0.28075500331973824,
      "grad_norm": 0.2492808699607849,
      "learning_rate": 8.447563631175245e-05,
      "loss": 1.422759437561035,
      "step": 740
    },
    {
      "epoch": 0.2826519965854121,
      "grad_norm": 0.27179956436157227,
      "learning_rate": 8.425243460051739e-05,
      "loss": 1.4010013580322265,
      "step": 745
    },
    {
      "epoch": 0.284548989851086,
      "grad_norm": 0.28707119822502136,
      "learning_rate": 8.402793926507448e-05,
      "loss": 1.4091285705566405,
      "step": 750
    },
    {
      "epoch": 0.28644598311675995,
      "grad_norm": 0.2424633949995041,
      "learning_rate": 8.380215878402101e-05,
      "loss": 1.4144980430603027,
      "step": 755
    },
    {
      "epoch": 0.28834297638243384,
      "grad_norm": 0.29242298007011414,
      "learning_rate": 8.35751016844909e-05,
      "loss": 1.4693922042846679,
      "step": 760
    },
    {
      "epoch": 0.2902399696481078,
      "grad_norm": 0.24107855558395386,
      "learning_rate": 8.334677654183254e-05,
      "loss": 1.3732561111450194,
      "step": 765
    },
    {
      "epoch": 0.29213696291378166,
      "grad_norm": 0.25916820764541626,
      "learning_rate": 8.3117191979285e-05,
      "loss": 1.439093780517578,
      "step": 770
    },
    {
      "epoch": 0.29403395617945555,
      "grad_norm": 0.28402164578437805,
      "learning_rate": 8.288635666765231e-05,
      "loss": 1.3702613830566406,
      "step": 775
    },
    {
      "epoch": 0.2959309494451295,
      "grad_norm": 0.24597717821598053,
      "learning_rate": 8.265427932497598e-05,
      "loss": 1.4019732475280762,
      "step": 780
    },
    {
      "epoch": 0.2978279427108034,
      "grad_norm": 0.2891501784324646,
      "learning_rate": 8.242096871620578e-05,
      "loss": 1.3701047897338867,
      "step": 785
    },
    {
      "epoch": 0.29972493597647726,
      "grad_norm": 0.28862521052360535,
      "learning_rate": 8.218643365286866e-05,
      "loss": 1.438255214691162,
      "step": 790
    },
    {
      "epoch": 0.3016219292421512,
      "grad_norm": 0.22568482160568237,
      "learning_rate": 8.195068299273608e-05,
      "loss": 1.3949029922485352,
      "step": 795
    },
    {
      "epoch": 0.3035189225078251,
      "grad_norm": 0.23400996625423431,
      "learning_rate": 8.171372563948927e-05,
      "loss": 1.4001420974731444,
      "step": 800
    },
    {
      "epoch": 0.305415915773499,
      "grad_norm": 0.2480504959821701,
      "learning_rate": 8.147557054238317e-05,
      "loss": 1.3827430725097656,
      "step": 805
    },
    {
      "epoch": 0.3073129090391729,
      "grad_norm": 0.24780896306037903,
      "learning_rate": 8.123622669590831e-05,
      "loss": 1.3203132629394532,
      "step": 810
    },
    {
      "epoch": 0.3092099023048468,
      "grad_norm": 0.23441602289676666,
      "learning_rate": 8.099570313945113e-05,
      "loss": 1.4034107208251954,
      "step": 815
    },
    {
      "epoch": 0.31110689557052074,
      "grad_norm": 0.24393552541732788,
      "learning_rate": 8.075400895695266e-05,
      "loss": 1.4224702835083007,
      "step": 820
    },
    {
      "epoch": 0.3130038888361946,
      "grad_norm": 0.24471324682235718,
      "learning_rate": 8.051115327656538e-05,
      "loss": 1.3615886688232421,
      "step": 825
    },
    {
      "epoch": 0.31490088210186856,
      "grad_norm": 0.2637152671813965,
      "learning_rate": 8.026714527030843e-05,
      "loss": 1.4766820907592773,
      "step": 830
    },
    {
      "epoch": 0.31679787536754245,
      "grad_norm": 0.21350067853927612,
      "learning_rate": 8.002199415372134e-05,
      "loss": 1.3876203536987304,
      "step": 835
    },
    {
      "epoch": 0.31869486863321633,
      "grad_norm": 0.27970579266548157,
      "learning_rate": 7.977570918551584e-05,
      "loss": 1.3938987731933594,
      "step": 840
    },
    {
      "epoch": 0.3205918618988903,
      "grad_norm": 0.23193910717964172,
      "learning_rate": 7.95282996672263e-05,
      "loss": 1.409254264831543,
      "step": 845
    },
    {
      "epoch": 0.32248885516456416,
      "grad_norm": 0.23503375053405762,
      "learning_rate": 7.927977494285835e-05,
      "loss": 1.3622031211853027,
      "step": 850
    },
    {
      "epoch": 0.3243858484302381,
      "grad_norm": 0.26904213428497314,
      "learning_rate": 7.903014439853605e-05,
      "loss": 1.3633729934692382,
      "step": 855
    },
    {
      "epoch": 0.326282841695912,
      "grad_norm": 0.23989248275756836,
      "learning_rate": 7.87794174621473e-05,
      "loss": 1.3692960739135742,
      "step": 860
    },
    {
      "epoch": 0.32817983496158587,
      "grad_norm": 0.2922050356864929,
      "learning_rate": 7.85276036029879e-05,
      "loss": 1.4186046600341797,
      "step": 865
    },
    {
      "epoch": 0.3300768282272598,
      "grad_norm": 0.2780815660953522,
      "learning_rate": 7.827471233140385e-05,
      "loss": 1.3955347061157226,
      "step": 870
    },
    {
      "epoch": 0.3319738214929337,
      "grad_norm": 0.22726669907569885,
      "learning_rate": 7.802075319843217e-05,
      "loss": 1.346540641784668,
      "step": 875
    },
    {
      "epoch": 0.3338708147586076,
      "grad_norm": 0.22620946168899536,
      "learning_rate": 7.776573579544017e-05,
      "loss": 1.3656360626220703,
      "step": 880
    },
    {
      "epoch": 0.3357678080242815,
      "grad_norm": 0.27938517928123474,
      "learning_rate": 7.750966975376328e-05,
      "loss": 1.3472801208496095,
      "step": 885
    },
    {
      "epoch": 0.3376648012899554,
      "grad_norm": 0.26527056097984314,
      "learning_rate": 7.72525647443412e-05,
      "loss": 1.3760688781738282,
      "step": 890
    },
    {
      "epoch": 0.33956179455562935,
      "grad_norm": 0.27444592118263245,
      "learning_rate": 7.699443047735274e-05,
      "loss": 1.4339282035827636,
      "step": 895
    },
    {
      "epoch": 0.34145878782130323,
      "grad_norm": 0.26562467217445374,
      "learning_rate": 7.673527670184902e-05,
      "loss": 1.3343040466308593,
      "step": 900
    },
    {
      "epoch": 0.3433557810869771,
      "grad_norm": 0.3343700170516968,
      "learning_rate": 7.647511320538536e-05,
      "loss": 1.349220085144043,
      "step": 905
    },
    {
      "epoch": 0.34525277435265106,
      "grad_norm": 0.2355739027261734,
      "learning_rate": 7.621394981365153e-05,
      "loss": 1.387210750579834,
      "step": 910
    },
    {
      "epoch": 0.34714976761832494,
      "grad_norm": 0.26889568567276,
      "learning_rate": 7.595179639010075e-05,
      "loss": 1.4053765296936036,
      "step": 915
    },
    {
      "epoch": 0.3490467608839989,
      "grad_norm": 0.2567550539970398,
      "learning_rate": 7.56886628355771e-05,
      "loss": 1.362953281402588,
      "step": 920
    },
    {
      "epoch": 0.35094375414967277,
      "grad_norm": 0.2534516453742981,
      "learning_rate": 7.542455908794163e-05,
      "loss": 1.3884872436523437,
      "step": 925
    },
    {
      "epoch": 0.35284074741534666,
      "grad_norm": 0.22958898544311523,
      "learning_rate": 7.515949512169708e-05,
      "loss": 1.3981565475463866,
      "step": 930
    },
    {
      "epoch": 0.3547377406810206,
      "grad_norm": 0.25677797198295593,
      "learning_rate": 7.489348094761104e-05,
      "loss": 1.4092668533325194,
      "step": 935
    },
    {
      "epoch": 0.3566347339466945,
      "grad_norm": 0.2739006280899048,
      "learning_rate": 7.4626526612338e-05,
      "loss": 1.3539085388183594,
      "step": 940
    },
    {
      "epoch": 0.3585317272123684,
      "grad_norm": 0.2807665169239044,
      "learning_rate": 7.435864219803983e-05,
      "loss": 1.3749590873718263,
      "step": 945
    },
    {
      "epoch": 0.3604287204780423,
      "grad_norm": 0.24743717908859253,
      "learning_rate": 7.408983782200505e-05,
      "loss": 1.3704416275024414,
      "step": 950
    },
    {
      "epoch": 0.3623257137437162,
      "grad_norm": 0.2931808531284332,
      "learning_rate": 7.382012363626672e-05,
      "loss": 1.372137451171875,
      "step": 955
    },
    {
      "epoch": 0.36422270700939013,
      "grad_norm": 0.2241211086511612,
      "learning_rate": 7.354950982721897e-05,
      "loss": 1.361600685119629,
      "step": 960
    },
    {
      "epoch": 0.366119700275064,
      "grad_norm": 0.23293639719486237,
      "learning_rate": 7.327800661523238e-05,
      "loss": 1.3370338439941407,
      "step": 965
    },
    {
      "epoch": 0.3680166935407379,
      "grad_norm": 0.272787868976593,
      "learning_rate": 7.300562425426793e-05,
      "loss": 1.326862907409668,
      "step": 970
    },
    {
      "epoch": 0.36991368680641185,
      "grad_norm": 0.2674017548561096,
      "learning_rate": 7.273237303148975e-05,
      "loss": 1.3624146461486817,
      "step": 975
    },
    {
      "epoch": 0.37181068007208573,
      "grad_norm": 0.25618863105773926,
      "learning_rate": 7.245826326687652e-05,
      "loss": 1.3387451171875,
      "step": 980
    },
    {
      "epoch": 0.37370767333775967,
      "grad_norm": 0.2501315772533417,
      "learning_rate": 7.21833053128319e-05,
      "loss": 1.3274173736572266,
      "step": 985
    },
    {
      "epoch": 0.37560466660343356,
      "grad_norm": 0.2657756507396698,
      "learning_rate": 7.190750955379331e-05,
      "loss": 1.3742895126342773,
      "step": 990
    },
    {
      "epoch": 0.37750165986910744,
      "grad_norm": 0.35259178280830383,
      "learning_rate": 7.163088640583993e-05,
      "loss": 1.3802461624145508,
      "step": 995
    },
    {
      "epoch": 0.3793986531347814,
      "grad_norm": 0.25012266635894775,
      "learning_rate": 7.135344631629923e-05,
      "loss": 1.3813657760620117,
      "step": 1000
    },
    {
      "epoch": 0.38129564640045527,
      "grad_norm": 0.27602267265319824,
      "learning_rate": 7.10751997633524e-05,
      "loss": 1.344485378265381,
      "step": 1005
    },
    {
      "epoch": 0.3831926396661292,
      "grad_norm": 0.2319122701883316,
      "learning_rate": 7.079615725563864e-05,
      "loss": 1.3822796821594239,
      "step": 1010
    },
    {
      "epoch": 0.3850896329318031,
      "grad_norm": 0.2415914237499237,
      "learning_rate": 7.051632933185824e-05,
      "loss": 1.3857491493225098,
      "step": 1015
    },
    {
      "epoch": 0.386986626197477,
      "grad_norm": 0.23108910024166107,
      "learning_rate": 7.02357265603746e-05,
      "loss": 1.3276800155639648,
      "step": 1020
    },
    {
      "epoch": 0.3888836194631509,
      "grad_norm": 0.2377890944480896,
      "learning_rate": 6.995435953881509e-05,
      "loss": 1.3621143341064452,
      "step": 1025
    },
    {
      "epoch": 0.3907806127288248,
      "grad_norm": 0.2662498652935028,
      "learning_rate": 6.967223889367079e-05,
      "loss": 1.3481254577636719,
      "step": 1030
    },
    {
      "epoch": 0.39267760599449875,
      "grad_norm": 0.2958657145500183,
      "learning_rate": 6.938937527989511e-05,
      "loss": 1.3370389938354492,
      "step": 1035
    },
    {
      "epoch": 0.39457459926017263,
      "grad_norm": 0.28385475277900696,
      "learning_rate": 6.91057793805015e-05,
      "loss": 1.3931269645690918,
      "step": 1040
    },
    {
      "epoch": 0.3964715925258465,
      "grad_norm": 0.22935713827610016,
      "learning_rate": 6.882146190615984e-05,
      "loss": 1.329813575744629,
      "step": 1045
    },
    {
      "epoch": 0.39836858579152046,
      "grad_norm": 0.26869210600852966,
      "learning_rate": 6.853643359479207e-05,
      "loss": 1.3835307121276856,
      "step": 1050
    },
    {
      "epoch": 0.40026557905719434,
      "grad_norm": 0.2622896432876587,
      "learning_rate": 6.825070521116649e-05,
      "loss": 1.3417768478393555,
      "step": 1055
    },
    {
      "epoch": 0.40216257232286823,
      "grad_norm": 0.2867312431335449,
      "learning_rate": 6.796428754649134e-05,
      "loss": 1.416060447692871,
      "step": 1060
    },
    {
      "epoch": 0.40405956558854217,
      "grad_norm": 0.24947425723075867,
      "learning_rate": 6.767719141800717e-05,
      "loss": 1.302861499786377,
      "step": 1065
    },
    {
      "epoch": 0.40595655885421605,
      "grad_norm": 0.2498169094324112,
      "learning_rate": 6.738942766857834e-05,
      "loss": 1.360936450958252,
      "step": 1070
    },
    {
      "epoch": 0.40785355211989,
      "grad_norm": 0.26447436213493347,
      "learning_rate": 6.710100716628344e-05,
      "loss": 1.3067538261413574,
      "step": 1075
    },
    {
      "epoch": 0.4097505453855639,
      "grad_norm": 0.2777959704399109,
      "learning_rate": 6.681194080400495e-05,
      "loss": 1.385844612121582,
      "step": 1080
    },
    {
      "epoch": 0.41164753865123777,
      "grad_norm": 0.2564963698387146,
      "learning_rate": 6.652223949901774e-05,
      "loss": 1.3263046264648437,
      "step": 1085
    },
    {
      "epoch": 0.4135445319169117,
      "grad_norm": 0.24474751949310303,
      "learning_rate": 6.623191419257683e-05,
      "loss": 1.334895133972168,
      "step": 1090
    },
    {
      "epoch": 0.4154415251825856,
      "grad_norm": 0.23888425529003143,
      "learning_rate": 6.594097584950406e-05,
      "loss": 1.384188175201416,
      "step": 1095
    },
    {
      "epoch": 0.41733851844825953,
      "grad_norm": 0.286937952041626,
      "learning_rate": 6.564943545777415e-05,
      "loss": 1.359019660949707,
      "step": 1100
    },
    {
      "epoch": 0.4192355117139334,
      "grad_norm": 0.29415133595466614,
      "learning_rate": 6.53573040280995e-05,
      "loss": 1.3365095138549805,
      "step": 1105
    },
    {
      "epoch": 0.4211325049796073,
      "grad_norm": 0.2529754936695099,
      "learning_rate": 6.506459259351457e-05,
      "loss": 1.3641948699951172,
      "step": 1110
    },
    {
      "epoch": 0.42302949824528124,
      "grad_norm": 0.2588936388492584,
      "learning_rate": 6.477131220895896e-05,
      "loss": 1.3539860725402832,
      "step": 1115
    },
    {
      "epoch": 0.42492649151095513,
      "grad_norm": 0.26479557156562805,
      "learning_rate": 6.447747395086013e-05,
      "loss": 1.3693425178527832,
      "step": 1120
    },
    {
      "epoch": 0.42682348477662907,
      "grad_norm": 0.2439931184053421,
      "learning_rate": 6.418308891671484e-05,
      "loss": 1.331023597717285,
      "step": 1125
    },
    {
      "epoch": 0.42872047804230295,
      "grad_norm": 0.29339954257011414,
      "learning_rate": 6.388816822467023e-05,
      "loss": 1.327955722808838,
      "step": 1130
    },
    {
      "epoch": 0.43061747130797684,
      "grad_norm": 0.2536592483520508,
      "learning_rate": 6.35927230131038e-05,
      "loss": 1.3192357063293456,
      "step": 1135
    },
    {
      "epoch": 0.4325144645736508,
      "grad_norm": 0.23217377066612244,
      "learning_rate": 6.329676444020273e-05,
      "loss": 1.3994966506958009,
      "step": 1140
    },
    {
      "epoch": 0.43441145783932467,
      "grad_norm": 0.2740131914615631,
      "learning_rate": 6.300030368354255e-05,
      "loss": 1.3187359809875487,
      "step": 1145
    },
    {
      "epoch": 0.43630845110499855,
      "grad_norm": 0.25305646657943726,
      "learning_rate": 6.270335193966495e-05,
      "loss": 1.3131250381469726,
      "step": 1150
    },
    {
      "epoch": 0.4382054443706725,
      "grad_norm": 0.23598378896713257,
      "learning_rate": 6.240592042365488e-05,
      "loss": 1.3426215171813964,
      "step": 1155
    },
    {
      "epoch": 0.4401024376363464,
      "grad_norm": 0.32366031408309937,
      "learning_rate": 6.210802036871707e-05,
      "loss": 1.377659797668457,
      "step": 1160
    },
    {
      "epoch": 0.4419994309020203,
      "grad_norm": 0.26842397451400757,
      "learning_rate": 6.180966302575166e-05,
      "loss": 1.3077903747558595,
      "step": 1165
    },
    {
      "epoch": 0.4438964241676942,
      "grad_norm": 0.26482513546943665,
      "learning_rate": 6.151085966292942e-05,
      "loss": 1.2868882179260255,
      "step": 1170
    },
    {
      "epoch": 0.4457934174333681,
      "grad_norm": 0.23800063133239746,
      "learning_rate": 6.121162156526606e-05,
      "loss": 1.3256553649902343,
      "step": 1175
    },
    {
      "epoch": 0.44769041069904203,
      "grad_norm": 0.2715536057949066,
      "learning_rate": 6.0911960034196156e-05,
      "loss": 1.343141746520996,
      "step": 1180
    },
    {
      "epoch": 0.4495874039647159,
      "grad_norm": 0.31748896837234497,
      "learning_rate": 6.0611886387146156e-05,
      "loss": 1.3046430587768554,
      "step": 1185
    },
    {
      "epoch": 0.45148439723038986,
      "grad_norm": 0.2605152130126953,
      "learning_rate": 6.031141195710711e-05,
      "loss": 1.349820327758789,
      "step": 1190
    },
    {
      "epoch": 0.45338139049606374,
      "grad_norm": 0.3222675919532776,
      "learning_rate": 6.001054809220655e-05,
      "loss": 1.3373382568359375,
      "step": 1195
    },
    {
      "epoch": 0.4552783837617376,
      "grad_norm": 0.3359321355819702,
      "learning_rate": 5.970930615527997e-05,
      "loss": 1.2910158157348632,
      "step": 1200
    },
    {
      "epoch": 0.45717537702741157,
      "grad_norm": 0.2673036754131317,
      "learning_rate": 5.9407697523441576e-05,
      "loss": 1.3502120971679688,
      "step": 1205
    },
    {
      "epoch": 0.45907237029308545,
      "grad_norm": 0.3085758090019226,
      "learning_rate": 5.9105733587654785e-05,
      "loss": 1.3679951667785644,
      "step": 1210
    },
    {
      "epoch": 0.4609693635587594,
      "grad_norm": 0.2747040390968323,
      "learning_rate": 5.880342575230181e-05,
      "loss": 1.365695095062256,
      "step": 1215
    },
    {
      "epoch": 0.4628663568244333,
      "grad_norm": 0.2672959268093109,
      "learning_rate": 5.850078543475311e-05,
      "loss": 1.3438910484313964,
      "step": 1220
    },
    {
      "epoch": 0.46476335009010716,
      "grad_norm": 0.27118828892707825,
      "learning_rate": 5.8197824064936066e-05,
      "loss": 1.300242805480957,
      "step": 1225
    },
    {
      "epoch": 0.4666603433557811,
      "grad_norm": 0.25283756852149963,
      "learning_rate": 5.7894553084903416e-05,
      "loss": 1.2881752967834472,
      "step": 1230
    },
    {
      "epoch": 0.468557336621455,
      "grad_norm": 0.27304574847221375,
      "learning_rate": 5.7590983948401004e-05,
      "loss": 1.4113713264465333,
      "step": 1235
    },
    {
      "epoch": 0.4704543298871289,
      "grad_norm": 0.2680307626724243,
      "learning_rate": 5.7287128120435284e-05,
      "loss": 1.3545337677001954,
      "step": 1240
    },
    {
      "epoch": 0.4723513231528028,
      "grad_norm": 0.2750462591648102,
      "learning_rate": 5.6982997076840306e-05,
      "loss": 1.334061050415039,
      "step": 1245
    },
    {
      "epoch": 0.4742483164184767,
      "grad_norm": 0.24703142046928406,
      "learning_rate": 5.667860230384427e-05,
      "loss": 1.36375732421875,
      "step": 1250
    },
    {
      "epoch": 0.47614530968415064,
      "grad_norm": 0.2511509358882904,
      "learning_rate": 5.637395529763575e-05,
      "loss": 1.3220529556274414,
      "step": 1255
    },
    {
      "epoch": 0.4780423029498245,
      "grad_norm": 0.30084121227264404,
      "learning_rate": 5.606906756392949e-05,
      "loss": 1.270376205444336,
      "step": 1260
    },
    {
      "epoch": 0.4799392962154984,
      "grad_norm": 0.2661868631839752,
      "learning_rate": 5.576395061753187e-05,
      "loss": 1.3405677795410156,
      "step": 1265
    },
    {
      "epoch": 0.48183628948117235,
      "grad_norm": 0.31216517090797424,
      "learning_rate": 5.545861598190607e-05,
      "loss": 1.366221046447754,
      "step": 1270
    },
    {
      "epoch": 0.48373328274684624,
      "grad_norm": 0.32247743010520935,
      "learning_rate": 5.5153075188736766e-05,
      "loss": 1.404726791381836,
      "step": 1275
    },
    {
      "epoch": 0.4856302760125202,
      "grad_norm": 0.23004227876663208,
      "learning_rate": 5.484733977749473e-05,
      "loss": 1.3186360359191895,
      "step": 1280
    },
    {
      "epoch": 0.48752726927819406,
      "grad_norm": 0.25774309039115906,
      "learning_rate": 5.4541421295000864e-05,
      "loss": 1.408599281311035,
      "step": 1285
    },
    {
      "epoch": 0.48942426254386795,
      "grad_norm": 0.2686976194381714,
      "learning_rate": 5.4235331294990266e-05,
      "loss": 1.3324304580688477,
      "step": 1290
    },
    {
      "epoch": 0.4913212558095419,
      "grad_norm": 0.2881031036376953,
      "learning_rate": 5.392908133767572e-05,
      "loss": 1.3579701423645019,
      "step": 1295
    },
    {
      "epoch": 0.4932182490752158,
      "grad_norm": 0.30309098958969116,
      "learning_rate": 5.362268298931127e-05,
      "loss": 1.3555720329284668,
      "step": 1300
    },
    {
      "epoch": 0.4951152423408897,
      "grad_norm": 0.24863609671592712,
      "learning_rate": 5.3316147821755205e-05,
      "loss": 1.3139801979064942,
      "step": 1305
    },
    {
      "epoch": 0.4970122356065636,
      "grad_norm": 0.26706060767173767,
      "learning_rate": 5.3009487412033166e-05,
      "loss": 1.338627243041992,
      "step": 1310
    },
    {
      "epoch": 0.4989092288722375,
      "grad_norm": 0.24213336408138275,
      "learning_rate": 5.2702713341900866e-05,
      "loss": 1.3194496154785156,
      "step": 1315
    },
    {
      "epoch": 0.5008062221379114,
      "grad_norm": 0.27462077140808105,
      "learning_rate": 5.239583719740664e-05,
      "loss": 1.3304800987243652,
      "step": 1320
    },
    {
      "epoch": 0.5027032154035853,
      "grad_norm": 0.32555609941482544,
      "learning_rate": 5.208887056845394e-05,
      "loss": 1.3162017822265626,
      "step": 1325
    },
    {
      "epoch": 0.5046002086692593,
      "grad_norm": 0.2596307694911957,
      "learning_rate": 5.178182504836352e-05,
      "loss": 1.2875455856323241,
      "step": 1330
    },
    {
      "epoch": 0.5064972019349331,
      "grad_norm": 0.2573661804199219,
      "learning_rate": 5.147471223343573e-05,
      "loss": 1.240321731567383,
      "step": 1335
    },
    {
      "epoch": 0.508394195200607,
      "grad_norm": 0.2391667664051056,
      "learning_rate": 5.116754372251238e-05,
      "loss": 1.3177503585815429,
      "step": 1340
    },
    {
      "epoch": 0.510291188466281,
      "grad_norm": 0.34576547145843506,
      "learning_rate": 5.086033111653884e-05,
      "loss": 1.3279438972473145,
      "step": 1345
    },
    {
      "epoch": 0.5121881817319549,
      "grad_norm": 0.28111353516578674,
      "learning_rate": 5.05530860181258e-05,
      "loss": 1.3314611434936523,
      "step": 1350
    },
    {
      "epoch": 0.5140851749976287,
      "grad_norm": 0.27309855818748474,
      "learning_rate": 5.024582003111109e-05,
      "loss": 1.3239142417907714,
      "step": 1355
    },
    {
      "epoch": 0.5159821682633027,
      "grad_norm": 0.34345176815986633,
      "learning_rate": 4.99385447601215e-05,
      "loss": 1.3664510726928711,
      "step": 1360
    },
    {
      "epoch": 0.5178791615289766,
      "grad_norm": 0.23667146265506744,
      "learning_rate": 4.963127181013438e-05,
      "loss": 1.3228439331054687,
      "step": 1365
    },
    {
      "epoch": 0.5197761547946504,
      "grad_norm": 0.23325034976005554,
      "learning_rate": 4.932401278603949e-05,
      "loss": 1.3221150398254395,
      "step": 1370
    },
    {
      "epoch": 0.5216731480603244,
      "grad_norm": 0.2858182489871979,
      "learning_rate": 4.9016779292200614e-05,
      "loss": 1.3203374862670898,
      "step": 1375
    },
    {
      "epoch": 0.5235701413259983,
      "grad_norm": 0.24023060500621796,
      "learning_rate": 4.8709582932017324e-05,
      "loss": 1.285901165008545,
      "step": 1380
    },
    {
      "epoch": 0.5254671345916722,
      "grad_norm": 0.34592846035957336,
      "learning_rate": 4.8402435307486734e-05,
      "loss": 1.3382051467895508,
      "step": 1385
    },
    {
      "epoch": 0.5273641278573461,
      "grad_norm": 0.26865020394325256,
      "learning_rate": 4.809534801876538e-05,
      "loss": 1.3635382652282715,
      "step": 1390
    },
    {
      "epoch": 0.52926112112302,
      "grad_norm": 0.2539322078227997,
      "learning_rate": 4.7788332663731066e-05,
      "loss": 1.3386174201965333,
      "step": 1395
    },
    {
      "epoch": 0.5311581143886939,
      "grad_norm": 0.2540978193283081,
      "learning_rate": 4.7481400837544825e-05,
      "loss": 1.371791934967041,
      "step": 1400
    },
    {
      "epoch": 0.5330551076543678,
      "grad_norm": 0.29954543709754944,
      "learning_rate": 4.717456413221302e-05,
      "loss": 1.4154946327209472,
      "step": 1405
    },
    {
      "epoch": 0.5349521009200418,
      "grad_norm": 0.23236536979675293,
      "learning_rate": 4.6867834136149615e-05,
      "loss": 1.3220270156860352,
      "step": 1410
    },
    {
      "epoch": 0.5368490941857157,
      "grad_norm": 0.24130581319332123,
      "learning_rate": 4.656122243373838e-05,
      "loss": 1.3156471252441406,
      "step": 1415
    },
    {
      "epoch": 0.5387460874513895,
      "grad_norm": 0.23898352682590485,
      "learning_rate": 4.625474060489546e-05,
      "loss": 1.3023578643798828,
      "step": 1420
    },
    {
      "epoch": 0.5406430807170635,
      "grad_norm": 0.2676070034503937,
      "learning_rate": 4.5948400224632e-05,
      "loss": 1.3223109245300293,
      "step": 1425
    },
    {
      "epoch": 0.5425400739827374,
      "grad_norm": 0.295886367559433,
      "learning_rate": 4.564221286261709e-05,
      "loss": 1.3164411544799806,
      "step": 1430
    },
    {
      "epoch": 0.5444370672484112,
      "grad_norm": 0.2820796072483063,
      "learning_rate": 4.5336190082740625e-05,
      "loss": 1.2911755561828613,
      "step": 1435
    },
    {
      "epoch": 0.5463340605140852,
      "grad_norm": 0.24667897820472717,
      "learning_rate": 4.503034344267671e-05,
      "loss": 1.2966703414916991,
      "step": 1440
    },
    {
      "epoch": 0.5482310537797591,
      "grad_norm": 0.2428257316350937,
      "learning_rate": 4.472468449344709e-05,
      "loss": 1.2589365005493165,
      "step": 1445
    },
    {
      "epoch": 0.5501280470454329,
      "grad_norm": 0.2763369679450989,
      "learning_rate": 4.441922477898497e-05,
      "loss": 1.3005006790161133,
      "step": 1450
    },
    {
      "epoch": 0.5520250403111069,
      "grad_norm": 0.2695941925048828,
      "learning_rate": 4.411397583569894e-05,
      "loss": 1.3524924278259278,
      "step": 1455
    },
    {
      "epoch": 0.5539220335767808,
      "grad_norm": 0.29227209091186523,
      "learning_rate": 4.3808949192037325e-05,
      "loss": 1.3824165344238282,
      "step": 1460
    },
    {
      "epoch": 0.5558190268424547,
      "grad_norm": 0.24675939977169037,
      "learning_rate": 4.3504156368052765e-05,
      "loss": 1.3211604118347169,
      "step": 1465
    },
    {
      "epoch": 0.5577160201081286,
      "grad_norm": 0.2530978322029114,
      "learning_rate": 4.3199608874967193e-05,
      "loss": 1.3258498191833497,
      "step": 1470
    },
    {
      "epoch": 0.5596130133738025,
      "grad_norm": 0.2500854730606079,
      "learning_rate": 4.289531821473702e-05,
      "loss": 1.318402099609375,
      "step": 1475
    },
    {
      "epoch": 0.5615100066394765,
      "grad_norm": 0.26825377345085144,
      "learning_rate": 4.259129587961873e-05,
      "loss": 1.297877025604248,
      "step": 1480
    },
    {
      "epoch": 0.5634069999051503,
      "grad_norm": 0.3033313751220703,
      "learning_rate": 4.228755335173488e-05,
      "loss": 1.3168060302734375,
      "step": 1485
    },
    {
      "epoch": 0.5653039931708242,
      "grad_norm": 0.341702401638031,
      "learning_rate": 4.19841021026405e-05,
      "loss": 1.2362494468688965,
      "step": 1490
    },
    {
      "epoch": 0.5672009864364982,
      "grad_norm": 0.2761666774749756,
      "learning_rate": 4.168095359288972e-05,
      "loss": 1.3344615936279296,
      "step": 1495
    },
    {
      "epoch": 0.569097979702172,
      "grad_norm": 0.25564298033714294,
      "learning_rate": 4.137811927160304e-05,
      "loss": 1.2510947227478026,
      "step": 1500
    },
    {
      "epoch": 0.570994972967846,
      "grad_norm": 0.29818210005760193,
      "learning_rate": 4.107561057603486e-05,
      "loss": 1.3625399589538574,
      "step": 1505
    },
    {
      "epoch": 0.5728919662335199,
      "grad_norm": 0.30387359857559204,
      "learning_rate": 4.077343893114159e-05,
      "loss": 1.3149986267089844,
      "step": 1510
    },
    {
      "epoch": 0.5747889594991937,
      "grad_norm": 0.27656859159469604,
      "learning_rate": 4.047161574915011e-05,
      "loss": 1.2504589080810546,
      "step": 1515
    },
    {
      "epoch": 0.5766859527648677,
      "grad_norm": 0.2697388827800751,
      "learning_rate": 4.017015242912677e-05,
      "loss": 1.317511749267578,
      "step": 1520
    },
    {
      "epoch": 0.5785829460305416,
      "grad_norm": 0.2973303496837616,
      "learning_rate": 3.9869060356546855e-05,
      "loss": 1.332118034362793,
      "step": 1525
    },
    {
      "epoch": 0.5804799392962156,
      "grad_norm": 0.275661438703537,
      "learning_rate": 3.956835090286468e-05,
      "loss": 1.3418188095092773,
      "step": 1530
    },
    {
      "epoch": 0.5823769325618894,
      "grad_norm": 0.23285940289497375,
      "learning_rate": 3.9268035425084006e-05,
      "loss": 1.3276552200317382,
      "step": 1535
    },
    {
      "epoch": 0.5842739258275633,
      "grad_norm": 0.2696329355239868,
      "learning_rate": 3.896812526532916e-05,
      "loss": 1.3003293991088867,
      "step": 1540
    },
    {
      "epoch": 0.5861709190932373,
      "grad_norm": 0.34393227100372314,
      "learning_rate": 3.866863175041666e-05,
      "loss": 1.3268285751342774,
      "step": 1545
    },
    {
      "epoch": 0.5880679123589111,
      "grad_norm": 0.29866087436676025,
      "learning_rate": 3.836956619142751e-05,
      "loss": 1.3523910522460938,
      "step": 1550
    },
    {
      "epoch": 0.589964905624585,
      "grad_norm": 0.2631630003452301,
      "learning_rate": 3.80709398832799e-05,
      "loss": 1.3111137390136718,
      "step": 1555
    },
    {
      "epoch": 0.591861898890259,
      "grad_norm": 0.2786312401294708,
      "learning_rate": 3.777276410430267e-05,
      "loss": 1.311577606201172,
      "step": 1560
    },
    {
      "epoch": 0.5937588921559328,
      "grad_norm": 0.2818828523159027,
      "learning_rate": 3.747505011580936e-05,
      "loss": 1.3115427017211914,
      "step": 1565
    },
    {
      "epoch": 0.5956558854216067,
      "grad_norm": 0.2687928378582001,
      "learning_rate": 3.7177809161672934e-05,
      "loss": 1.3268730163574218,
      "step": 1570
    },
    {
      "epoch": 0.5975528786872807,
      "grad_norm": 0.2781391441822052,
      "learning_rate": 3.688105246790106e-05,
      "loss": 1.3441936492919921,
      "step": 1575
    },
    {
      "epoch": 0.5994498719529545,
      "grad_norm": 0.29178586602211,
      "learning_rate": 3.6584791242212166e-05,
      "loss": 1.3358587265014648,
      "step": 1580
    },
    {
      "epoch": 0.6013468652186285,
      "grad_norm": 0.28743571043014526,
      "learning_rate": 3.628903667361216e-05,
      "loss": 1.3186549186706542,
      "step": 1585
    },
    {
      "epoch": 0.6032438584843024,
      "grad_norm": 0.2775789499282837,
      "learning_rate": 3.5993799931971905e-05,
      "loss": 1.3131633758544923,
      "step": 1590
    },
    {
      "epoch": 0.6051408517499763,
      "grad_norm": 0.2770810127258301,
      "learning_rate": 3.569909216760522e-05,
      "loss": 1.297097873687744,
      "step": 1595
    },
    {
      "epoch": 0.6070378450156502,
      "grad_norm": 0.25473111867904663,
      "learning_rate": 3.5404924510847884e-05,
      "loss": 1.335860824584961,
      "step": 1600
    },
    {
      "epoch": 0.6089348382813241,
      "grad_norm": 0.2893996834754944,
      "learning_rate": 3.511130807163724e-05,
      "loss": 1.2592733383178711,
      "step": 1605
    },
    {
      "epoch": 0.610831831546998,
      "grad_norm": 0.2767355442047119,
      "learning_rate": 3.481825393909255e-05,
      "loss": 1.3512200355529784,
      "step": 1610
    },
    {
      "epoch": 0.6127288248126719,
      "grad_norm": 0.2869298756122589,
      "learning_rate": 3.452577318109632e-05,
      "loss": 1.3195438385009766,
      "step": 1615
    },
    {
      "epoch": 0.6146258180783458,
      "grad_norm": 0.2852262854576111,
      "learning_rate": 3.423387684387615e-05,
      "loss": 1.3630094528198242,
      "step": 1620
    },
    {
      "epoch": 0.6165228113440198,
      "grad_norm": 0.3178340494632721,
      "learning_rate": 3.394257595158761e-05,
      "loss": 1.305915641784668,
      "step": 1625
    },
    {
      "epoch": 0.6184198046096936,
      "grad_norm": 0.28296470642089844,
      "learning_rate": 3.365188150589789e-05,
      "loss": 1.3004621505737304,
      "step": 1630
    },
    {
      "epoch": 0.6203167978753675,
      "grad_norm": 0.27672746777534485,
      "learning_rate": 3.336180448557031e-05,
      "loss": 1.2676490783691405,
      "step": 1635
    },
    {
      "epoch": 0.6222137911410415,
      "grad_norm": 0.2730206549167633,
      "learning_rate": 3.307235584604964e-05,
      "loss": 1.2916270256042481,
      "step": 1640
    },
    {
      "epoch": 0.6241107844067153,
      "grad_norm": 0.24284686148166656,
      "learning_rate": 3.278354651904836e-05,
      "loss": 1.3340941429138184,
      "step": 1645
    },
    {
      "epoch": 0.6260077776723892,
      "grad_norm": 0.2962943911552429,
      "learning_rate": 3.249538741213378e-05,
      "loss": 1.2806172370910645,
      "step": 1650
    },
    {
      "epoch": 0.6279047709380632,
      "grad_norm": 0.2714846134185791,
      "learning_rate": 3.220788940831619e-05,
      "loss": 1.245294952392578,
      "step": 1655
    },
    {
      "epoch": 0.6298017642037371,
      "grad_norm": 0.3047868311405182,
      "learning_rate": 3.192106336563768e-05,
      "loss": 1.3315817832946777,
      "step": 1660
    },
    {
      "epoch": 0.631698757469411,
      "grad_norm": 0.2749776840209961,
      "learning_rate": 3.1634920116762176e-05,
      "loss": 1.283216667175293,
      "step": 1665
    },
    {
      "epoch": 0.6335957507350849,
      "grad_norm": 0.27595117688179016,
      "learning_rate": 3.1349470468566226e-05,
      "loss": 1.3455049514770507,
      "step": 1670
    },
    {
      "epoch": 0.6354927440007588,
      "grad_norm": 0.31003913283348083,
      "learning_rate": 3.106472520173101e-05,
      "loss": 1.3287286758422852,
      "step": 1675
    },
    {
      "epoch": 0.6373897372664327,
      "grad_norm": 0.30897730588912964,
      "learning_rate": 3.0780695070334995e-05,
      "loss": 1.276911163330078,
      "step": 1680
    },
    {
      "epoch": 0.6392867305321066,
      "grad_norm": 0.29919230937957764,
      "learning_rate": 3.0497390801447883e-05,
      "loss": 1.2657719612121583,
      "step": 1685
    },
    {
      "epoch": 0.6411837237977805,
      "grad_norm": 0.3092974126338959,
      "learning_rate": 3.0214823094725474e-05,
      "loss": 1.2836290359497071,
      "step": 1690
    },
    {
      "epoch": 0.6430807170634544,
      "grad_norm": 0.38299307227134705,
      "learning_rate": 2.993300262200556e-05,
      "loss": 1.2660253524780274,
      "step": 1695
    },
    {
      "epoch": 0.6449777103291283,
      "grad_norm": 0.26396632194519043,
      "learning_rate": 2.965194002690487e-05,
      "loss": 1.2721212387084961,
      "step": 1700
    },
    {
      "epoch": 0.6468747035948023,
      "grad_norm": 0.2829623222351074,
      "learning_rate": 2.937164592441708e-05,
      "loss": 1.3260103225708009,
      "step": 1705
    },
    {
      "epoch": 0.6487716968604762,
      "grad_norm": 0.25421395897865295,
      "learning_rate": 2.909213090051191e-05,
      "loss": 1.2883237838745116,
      "step": 1710
    },
    {
      "epoch": 0.65066869012615,
      "grad_norm": 0.2579733729362488,
      "learning_rate": 2.8813405511735393e-05,
      "loss": 1.3096033096313477,
      "step": 1715
    },
    {
      "epoch": 0.652565683391824,
      "grad_norm": 0.24724499881267548,
      "learning_rate": 2.85354802848111e-05,
      "loss": 1.2852197647094727,
      "step": 1720
    },
    {
      "epoch": 0.6544626766574979,
      "grad_norm": 0.4333013594150543,
      "learning_rate": 2.825836571624254e-05,
      "loss": 1.2738615036010743,
      "step": 1725
    },
    {
      "epoch": 0.6563596699231717,
      "grad_norm": 0.25200602412223816,
      "learning_rate": 2.7982072271916852e-05,
      "loss": 1.2166935920715332,
      "step": 1730
    },
    {
      "epoch": 0.6582566631888457,
      "grad_norm": 0.3310626745223999,
      "learning_rate": 2.7706610386709498e-05,
      "loss": 1.3035533905029297,
      "step": 1735
    },
    {
      "epoch": 0.6601536564545196,
      "grad_norm": 0.2914412319660187,
      "learning_rate": 2.743199046409005e-05,
      "loss": 1.3005502700805665,
      "step": 1740
    },
    {
      "epoch": 0.6620506497201935,
      "grad_norm": 0.28406983613967896,
      "learning_rate": 2.7158222875729472e-05,
      "loss": 1.2131826400756835,
      "step": 1745
    },
    {
      "epoch": 0.6639476429858674,
      "grad_norm": 0.3953897953033447,
      "learning_rate": 2.6885317961108202e-05,
      "loss": 1.3039031982421876,
      "step": 1750
    },
    {
      "epoch": 0.6658446362515413,
      "grad_norm": 0.28072869777679443,
      "learning_rate": 2.6613286027125915e-05,
      "loss": 1.2851948738098145,
      "step": 1755
    },
    {
      "epoch": 0.6677416295172152,
      "grad_norm": 0.24564129114151,
      "learning_rate": 2.6342137347711952e-05,
      "loss": 1.30118989944458,
      "step": 1760
    },
    {
      "epoch": 0.6696386227828891,
      "grad_norm": 0.24667160212993622,
      "learning_rate": 2.607188216343756e-05,
      "loss": 1.265779972076416,
      "step": 1765
    },
    {
      "epoch": 0.671535616048563,
      "grad_norm": 0.27209749817848206,
      "learning_rate": 2.5802530681128935e-05,
      "loss": 1.318216037750244,
      "step": 1770
    },
    {
      "epoch": 0.673432609314237,
      "grad_norm": 0.3034723699092865,
      "learning_rate": 2.553409307348197e-05,
      "loss": 1.2217689514160157,
      "step": 1775
    },
    {
      "epoch": 0.6753296025799108,
      "grad_norm": 0.3007160425186157,
      "learning_rate": 2.5266579478677765e-05,
      "loss": 1.2883822441101074,
      "step": 1780
    },
    {
      "epoch": 0.6772265958455848,
      "grad_norm": 0.27932560443878174,
      "learning_rate": 2.500000000000001e-05,
      "loss": 1.3245506286621094,
      "step": 1785
    },
    {
      "epoch": 0.6791235891112587,
      "grad_norm": 0.2890223264694214,
      "learning_rate": 2.47343647054532e-05,
      "loss": 1.3349345207214356,
      "step": 1790
    },
    {
      "epoch": 0.6810205823769325,
      "grad_norm": 0.2815885543823242,
      "learning_rate": 2.446968362738255e-05,
      "loss": 1.2415434837341308,
      "step": 1795
    },
    {
      "epoch": 0.6829175756426065,
      "grad_norm": 0.28444790840148926,
      "learning_rate": 2.4205966762095016e-05,
      "loss": 1.272564697265625,
      "step": 1800
    },
    {
      "epoch": 0.6848145689082804,
      "grad_norm": 0.36384108662605286,
      "learning_rate": 2.3943224069481734e-05,
      "loss": 1.295553970336914,
      "step": 1805
    },
    {
      "epoch": 0.6867115621739542,
      "grad_norm": 0.29714980721473694,
      "learning_rate": 2.3681465472641967e-05,
      "loss": 1.2582395553588868,
      "step": 1810
    },
    {
      "epoch": 0.6886085554396282,
      "grad_norm": 0.263151079416275,
      "learning_rate": 2.3420700857508232e-05,
      "loss": 1.283635711669922,
      "step": 1815
    },
    {
      "epoch": 0.6905055487053021,
      "grad_norm": 0.30710259079933167,
      "learning_rate": 2.316094007247302e-05,
      "loss": 1.3082473754882813,
      "step": 1820
    },
    {
      "epoch": 0.692402541970976,
      "grad_norm": 0.24722664058208466,
      "learning_rate": 2.2902192928016734e-05,
      "loss": 1.273237133026123,
      "step": 1825
    },
    {
      "epoch": 0.6942995352366499,
      "grad_norm": 0.2690366506576538,
      "learning_rate": 2.26444691963373e-05,
      "loss": 1.3232413291931153,
      "step": 1830
    },
    {
      "epoch": 0.6961965285023238,
      "grad_norm": 0.2856862545013428,
      "learning_rate": 2.238777861098102e-05,
      "loss": 1.2787722587585448,
      "step": 1835
    },
    {
      "epoch": 0.6980935217679978,
      "grad_norm": 0.27475956082344055,
      "learning_rate": 2.213213086647501e-05,
      "loss": 1.2913030624389648,
      "step": 1840
    },
    {
      "epoch": 0.6999905150336716,
      "grad_norm": 0.25229784846305847,
      "learning_rate": 2.187753561796097e-05,
      "loss": 1.2863998413085938,
      "step": 1845
    },
    {
      "epoch": 0.7018875082993455,
      "grad_norm": 0.23411835730075836,
      "learning_rate": 2.162400248083065e-05,
      "loss": 1.3396069526672363,
      "step": 1850
    },
    {
      "epoch": 0.7037845015650195,
      "grad_norm": 0.34195366501808167,
      "learning_rate": 2.1371541030362674e-05,
      "loss": 1.3385623931884765,
      "step": 1855
    },
    {
      "epoch": 0.7056814948306933,
      "grad_norm": 0.2691027522087097,
      "learning_rate": 2.1120160801360794e-05,
      "loss": 1.275947380065918,
      "step": 1860
    },
    {
      "epoch": 0.7075784880963673,
      "grad_norm": 0.3500896990299225,
      "learning_rate": 2.0869871287793985e-05,
      "loss": 1.3039764404296874,
      "step": 1865
    },
    {
      "epoch": 0.7094754813620412,
      "grad_norm": 0.30469706654548645,
      "learning_rate": 2.0620681942437665e-05,
      "loss": 1.277679443359375,
      "step": 1870
    },
    {
      "epoch": 0.711372474627715,
      "grad_norm": 0.3132733106613159,
      "learning_rate": 2.0372602176516914e-05,
      "loss": 1.2633010864257812,
      "step": 1875
    },
    {
      "epoch": 0.713269467893389,
      "grad_norm": 0.26674601435661316,
      "learning_rate": 2.0125641359350815e-05,
      "loss": 1.2836494445800781,
      "step": 1880
    },
    {
      "epoch": 0.7151664611590629,
      "grad_norm": 0.2870766222476959,
      "learning_rate": 1.987980881799879e-05,
      "loss": 1.2626848220825195,
      "step": 1885
    },
    {
      "epoch": 0.7170634544247368,
      "grad_norm": 0.25851741433143616,
      "learning_rate": 1.963511383690817e-05,
      "loss": 1.3008936882019042,
      "step": 1890
    },
    {
      "epoch": 0.7189604476904107,
      "grad_norm": 0.2628515660762787,
      "learning_rate": 1.9391565657563698e-05,
      "loss": 1.2477121353149414,
      "step": 1895
    },
    {
      "epoch": 0.7208574409560846,
      "grad_norm": 0.23573534190654755,
      "learning_rate": 1.9149173478138422e-05,
      "loss": 1.2801203727722168,
      "step": 1900
    },
    {
      "epoch": 0.7227544342217586,
      "grad_norm": 0.28856074810028076,
      "learning_rate": 1.890794645314633e-05,
      "loss": 1.294834804534912,
      "step": 1905
    },
    {
      "epoch": 0.7246514274874324,
      "grad_norm": 0.3120816946029663,
      "learning_rate": 1.866789369309654e-05,
      "loss": 1.2395054817199707,
      "step": 1910
    },
    {
      "epoch": 0.7265484207531063,
      "grad_norm": 0.2720513641834259,
      "learning_rate": 1.8429024264149337e-05,
      "loss": 1.2873690605163575,
      "step": 1915
    },
    {
      "epoch": 0.7284454140187803,
      "grad_norm": 0.2862343490123749,
      "learning_rate": 1.8191347187773704e-05,
      "loss": 1.2763073921203614,
      "step": 1920
    },
    {
      "epoch": 0.7303424072844541,
      "grad_norm": 0.29964083433151245,
      "learning_rate": 1.7954871440406562e-05,
      "loss": 1.2217901229858399,
      "step": 1925
    },
    {
      "epoch": 0.732239400550128,
      "grad_norm": 0.26421642303466797,
      "learning_rate": 1.7719605953113865e-05,
      "loss": 1.2820805549621581,
      "step": 1930
    },
    {
      "epoch": 0.734136393815802,
      "grad_norm": 0.30602434277534485,
      "learning_rate": 1.748555961125315e-05,
      "loss": 1.3283105850219727,
      "step": 1935
    },
    {
      "epoch": 0.7360333870814758,
      "grad_norm": 0.29646191000938416,
      "learning_rate": 1.7252741254138162e-05,
      "loss": 1.3078016281127929,
      "step": 1940
    },
    {
      "epoch": 0.7379303803471498,
      "grad_norm": 0.2863771915435791,
      "learning_rate": 1.702115967470477e-05,
      "loss": 1.2773143768310546,
      "step": 1945
    },
    {
      "epoch": 0.7398273736128237,
      "grad_norm": 0.3262138366699219,
      "learning_rate": 1.6790823619179107e-05,
      "loss": 1.310184860229492,
      "step": 1950
    },
    {
      "epoch": 0.7417243668784976,
      "grad_norm": 0.2814273536205292,
      "learning_rate": 1.6561741786747058e-05,
      "loss": 1.2708742141723632,
      "step": 1955
    },
    {
      "epoch": 0.7436213601441715,
      "grad_norm": 0.32096412777900696,
      "learning_rate": 1.633392282922593e-05,
      "loss": 1.2818357467651367,
      "step": 1960
    },
    {
      "epoch": 0.7455183534098454,
      "grad_norm": 0.38933348655700684,
      "learning_rate": 1.6107375350737437e-05,
      "loss": 1.3111585617065429,
      "step": 1965
    },
    {
      "epoch": 0.7474153466755193,
      "grad_norm": 0.24294926226139069,
      "learning_rate": 1.588210790738299e-05,
      "loss": 1.3092460632324219,
      "step": 1970
    },
    {
      "epoch": 0.7493123399411932,
      "grad_norm": 0.25524646043777466,
      "learning_rate": 1.5658129006920352e-05,
      "loss": 1.2489660263061524,
      "step": 1975
    },
    {
      "epoch": 0.7512093332068671,
      "grad_norm": 0.2851572632789612,
      "learning_rate": 1.5435447108442497e-05,
      "loss": 1.3061258316040039,
      "step": 1980
    },
    {
      "epoch": 0.753106326472541,
      "grad_norm": 0.3529151380062103,
      "learning_rate": 1.5214070622058013e-05,
      "loss": 1.276413345336914,
      "step": 1985
    },
    {
      "epoch": 0.7550033197382149,
      "grad_norm": 0.27792128920555115,
      "learning_rate": 1.4994007908573499e-05,
      "loss": 1.2463918685913087,
      "step": 1990
    },
    {
      "epoch": 0.7569003130038888,
      "grad_norm": 0.25739148259162903,
      "learning_rate": 1.477526727917784e-05,
      "loss": 1.2394469261169434,
      "step": 1995
    },
    {
      "epoch": 0.7587973062695628,
      "grad_norm": 0.27975818514823914,
      "learning_rate": 1.4557856995128282e-05,
      "loss": 1.32928409576416,
      "step": 2000
    }
  ],
  "logging_steps": 5,
  "max_steps": 2636,
  "num_input_tokens_seen": 0,
  "num_train_epochs": 1,
  "save_steps": 500,
  "stateful_callbacks": {
    "TrainerControl": {
      "args": {
        "should_epoch_stop": false,
        "should_evaluate": false,
        "should_log": false,
        "should_save": true,
        "should_training_stop": false
      },
      "attributes": {}
    }
  },
  "total_flos": 2.2927736456609792e+17,
  "train_batch_size": 1,
  "trial_name": null,
  "trial_params": null
}