{
  "best_global_step": null,
  "best_metric": null,
  "best_model_checkpoint": null,
  "epoch": 1.0,
  "eval_steps": 500,
  "global_step": 2359,
  "is_hyper_param_search": false,
  "is_local_process_zero": true,
  "is_world_process_zero": true,
  "log_history": [
    {
      "epoch": 0.00211954217888936,
      "grad_norm": 1.2627108097076416,
      "learning_rate": 2.8169014084507042e-06,
      "loss": 2.9677703857421873,
      "step": 5
    },
    {
      "epoch": 0.00423908435777872,
      "grad_norm": 1.191653847694397,
      "learning_rate": 6.338028169014085e-06,
      "loss": 3.0035427093505858,
      "step": 10
    },
    {
      "epoch": 0.00635862653666808,
      "grad_norm": 1.20098876953125,
      "learning_rate": 9.859154929577465e-06,
      "loss": 2.8465225219726564,
      "step": 15
    },
    {
      "epoch": 0.00847816871555744,
      "grad_norm": 0.667493999004364,
      "learning_rate": 1.3380281690140845e-05,
      "loss": 2.7270103454589845,
      "step": 20
    },
    {
      "epoch": 0.0105977108944468,
      "grad_norm": 0.3920593559741974,
      "learning_rate": 1.6901408450704224e-05,
      "loss": 2.6357650756835938,
      "step": 25
    },
    {
      "epoch": 0.01271725307333616,
      "grad_norm": 0.2567223906517029,
      "learning_rate": 2.0422535211267607e-05,
      "loss": 2.566595458984375,
      "step": 30
    },
    {
      "epoch": 0.01483679525222552,
      "grad_norm": 0.29579898715019226,
      "learning_rate": 2.3943661971830986e-05,
      "loss": 2.4728137969970705,
      "step": 35
    },
    {
      "epoch": 0.01695633743111488,
      "grad_norm": 0.2799825966358185,
      "learning_rate": 2.746478873239437e-05,
      "loss": 2.4795864105224608,
      "step": 40
    },
    {
      "epoch": 0.01907587961000424,
      "grad_norm": 0.24245746433734894,
      "learning_rate": 3.0985915492957744e-05,
      "loss": 2.3617233276367187,
      "step": 45
    },
    {
      "epoch": 0.0211954217888936,
      "grad_norm": 0.26466789841651917,
      "learning_rate": 3.450704225352113e-05,
      "loss": 2.3377412796020507,
      "step": 50
    },
    {
      "epoch": 0.02331496396778296,
      "grad_norm": 0.20035089552402496,
      "learning_rate": 3.802816901408451e-05,
      "loss": 2.2229198455810546,
      "step": 55
    },
    {
      "epoch": 0.02543450614667232,
      "grad_norm": 0.20318864285945892,
      "learning_rate": 4.154929577464789e-05,
      "loss": 2.150411605834961,
      "step": 60
    },
    {
      "epoch": 0.02755404832556168,
      "grad_norm": 0.22973288595676422,
      "learning_rate": 4.507042253521127e-05,
      "loss": 2.1534542083740233,
      "step": 65
    },
    {
      "epoch": 0.02967359050445104,
      "grad_norm": 0.23651933670043945,
      "learning_rate": 4.8591549295774653e-05,
      "loss": 2.107556915283203,
      "step": 70
    },
    {
      "epoch": 0.0317931326833404,
      "grad_norm": 0.21380475163459778,
      "learning_rate": 4.999978790051525e-05,
      "loss": 2.0433422088623048,
      "step": 75
    },
    {
      "epoch": 0.03391267486222976,
      "grad_norm": 0.23727920651435852,
      "learning_rate": 4.9998491750030315e-05,
      "loss": 2.043216514587402,
      "step": 80
    },
    {
      "epoch": 0.03603221704111912,
      "grad_norm": 0.2114669680595398,
      "learning_rate": 4.9996017343125085e-05,
      "loss": 1.9753223419189454,
      "step": 85
    },
    {
      "epoch": 0.03815175922000848,
      "grad_norm": 0.24019302427768707,
      "learning_rate": 4.9992364796426016e-05,
      "loss": 1.9112619400024413,
      "step": 90
    },
    {
      "epoch": 0.04027130139889784,
      "grad_norm": 0.19553841650485992,
      "learning_rate": 4.998753428208896e-05,
      "loss": 1.9021766662597657,
      "step": 95
    },
    {
      "epoch": 0.0423908435777872,
      "grad_norm": 0.19863514602184296,
      "learning_rate": 4.9981526027791036e-05,
      "loss": 1.8693302154541016,
      "step": 100
    },
    {
      "epoch": 0.04451038575667656,
      "grad_norm": 0.2501365840435028,
      "learning_rate": 4.9974340316719906e-05,
      "loss": 1.863976287841797,
      "step": 105
    },
    {
      "epoch": 0.04662992793556592,
      "grad_norm": 0.24813759326934814,
      "learning_rate": 4.996597748756039e-05,
      "loss": 1.8154861450195312,
      "step": 110
    },
    {
      "epoch": 0.048749470114455275,
      "grad_norm": 0.18998175859451294,
      "learning_rate": 4.9956437934478565e-05,
      "loss": 1.864649772644043,
      "step": 115
    },
    {
      "epoch": 0.05086901229334464,
      "grad_norm": 0.2037823349237442,
      "learning_rate": 4.994572210710315e-05,
      "loss": 1.8139299392700194,
      "step": 120
    },
    {
      "epoch": 0.052988554472233995,
      "grad_norm": 0.31202712655067444,
      "learning_rate": 4.9933830510504306e-05,
      "loss": 1.7872890472412108,
      "step": 125
    },
    {
      "epoch": 0.05510809665112336,
      "grad_norm": 0.20074909925460815,
      "learning_rate": 4.992076370516985e-05,
      "loss": 1.7648876190185547,
      "step": 130
    },
    {
      "epoch": 0.057227638830012716,
      "grad_norm": 0.2484038770198822,
      "learning_rate": 4.990652230697882e-05,
      "loss": 1.7551593780517578,
      "step": 135
    },
    {
      "epoch": 0.05934718100890208,
      "grad_norm": 0.1958741992712021,
      "learning_rate": 4.989110698717248e-05,
      "loss": 1.806509780883789,
      "step": 140
    },
    {
      "epoch": 0.061466723187791436,
      "grad_norm": 0.23278304934501648,
      "learning_rate": 4.987451847232264e-05,
      "loss": 1.795139694213867,
      "step": 145
    },
    {
      "epoch": 0.0635862653666808,
      "grad_norm": 0.2521565854549408,
      "learning_rate": 4.985675754429744e-05,
      "loss": 1.7268384933471679,
      "step": 150
    },
    {
      "epoch": 0.06570580754557016,
      "grad_norm": 0.2129758596420288,
      "learning_rate": 4.983782504022447e-05,
      "loss": 1.7406164169311524,
      "step": 155
    },
    {
      "epoch": 0.06782534972445951,
      "grad_norm": 0.30819347500801086,
      "learning_rate": 4.981772185245135e-05,
      "loss": 1.7424068450927734,
      "step": 160
    },
    {
      "epoch": 0.06994489190334888,
      "grad_norm": 0.24479681253433228,
      "learning_rate": 4.979644892850366e-05,
      "loss": 1.7084796905517579,
      "step": 165
    },
    {
      "epoch": 0.07206443408223824,
      "grad_norm": 0.2507385313510895,
      "learning_rate": 4.977400727104024e-05,
      "loss": 1.763153076171875,
      "step": 170
    },
    {
      "epoch": 0.07418397626112759,
      "grad_norm": 0.2552284896373749,
      "learning_rate": 4.9750397937805994e-05,
      "loss": 1.7396835327148437,
      "step": 175
    },
    {
      "epoch": 0.07630351844001695,
      "grad_norm": 0.2502050995826721,
      "learning_rate": 4.972562204158199e-05,
      "loss": 1.7223161697387694,
      "step": 180
    },
    {
      "epoch": 0.07842306061890632,
      "grad_norm": 0.24536821246147156,
      "learning_rate": 4.9699680750133035e-05,
      "loss": 1.7282117843627929,
      "step": 185
    },
    {
      "epoch": 0.08054260279779568,
      "grad_norm": 0.26911792159080505,
      "learning_rate": 4.967257528615261e-05,
      "loss": 1.6887802124023437,
      "step": 190
    },
    {
      "epoch": 0.08266214497668503,
      "grad_norm": 0.2593395411968231,
      "learning_rate": 4.964430692720529e-05,
      "loss": 1.6920608520507812,
      "step": 195
    },
    {
      "epoch": 0.0847816871555744,
      "grad_norm": 0.30473580956459045,
      "learning_rate": 4.961487700566646e-05,
      "loss": 1.7394495010375977,
      "step": 200
    },
    {
      "epoch": 0.08690122933446376,
      "grad_norm": 0.24422238767147064,
      "learning_rate": 4.958428690865957e-05,
      "loss": 1.6826156616210937,
      "step": 205
    },
    {
      "epoch": 0.08902077151335312,
      "grad_norm": 0.2919021248817444,
      "learning_rate": 4.955253807799073e-05,
      "loss": 1.662032699584961,
      "step": 210
    },
    {
      "epoch": 0.09114031369224247,
      "grad_norm": 0.2528785467147827,
      "learning_rate": 4.951963201008076e-05,
      "loss": 1.653702735900879,
      "step": 215
    },
    {
      "epoch": 0.09325985587113184,
      "grad_norm": 0.25239700078964233,
      "learning_rate": 4.948557025589467e-05,
      "loss": 1.6823293685913085,
      "step": 220
    },
    {
      "epoch": 0.0953793980500212,
      "grad_norm": 0.2692783772945404,
      "learning_rate": 4.945035442086853e-05,
      "loss": 1.662485122680664,
      "step": 225
    },
    {
      "epoch": 0.09749894022891055,
      "grad_norm": 0.34489408135414124,
      "learning_rate": 4.941398616483382e-05,
      "loss": 1.6724514007568358,
      "step": 230
    },
    {
      "epoch": 0.09961848240779991,
      "grad_norm": 0.30428117513656616,
      "learning_rate": 4.9376467201939214e-05,
      "loss": 1.5900728225708007,
      "step": 235
    },
    {
      "epoch": 0.10173802458668928,
      "grad_norm": 0.29412388801574707,
      "learning_rate": 4.933779930056975e-05,
      "loss": 1.670862579345703,
      "step": 240
    },
    {
      "epoch": 0.10385756676557864,
      "grad_norm": 0.2694248855113983,
      "learning_rate": 4.9297984283263495e-05,
      "loss": 1.5947572708129882,
      "step": 245
    },
    {
      "epoch": 0.10597710894446799,
      "grad_norm": 0.2736397683620453,
      "learning_rate": 4.925702402662567e-05,
      "loss": 1.6181406021118163,
      "step": 250
    },
    {
      "epoch": 0.10809665112335735,
      "grad_norm": 0.3378549814224243,
      "learning_rate": 4.921492046124017e-05,
      "loss": 1.6386375427246094,
      "step": 255
    },
    {
      "epoch": 0.11021619330224672,
      "grad_norm": 0.2974691092967987,
      "learning_rate": 4.917167557157854e-05,
      "loss": 1.6755428314208984,
      "step": 260
    },
    {
      "epoch": 0.11233573548113608,
      "grad_norm": 0.32609519362449646,
      "learning_rate": 4.9127291395906515e-05,
      "loss": 1.6801631927490235,
      "step": 265
    },
    {
      "epoch": 0.11445527766002543,
      "grad_norm": 0.24628759920597076,
      "learning_rate": 4.9081770026187914e-05,
      "loss": 1.6314002990722656,
      "step": 270
    },
    {
      "epoch": 0.1165748198389148,
      "grad_norm": 0.26794254779815674,
      "learning_rate": 4.9035113607986e-05,
      "loss": 1.5924458503723145,
      "step": 275
    },
    {
      "epoch": 0.11869436201780416,
      "grad_norm": 0.2846653461456299,
      "learning_rate": 4.898732434036244e-05,
      "loss": 1.6042055130004882,
      "step": 280
    },
    {
      "epoch": 0.12081390419669351,
      "grad_norm": 0.2645551562309265,
      "learning_rate": 4.893840447577356e-05,
      "loss": 1.621147918701172,
      "step": 285
    },
    {
      "epoch": 0.12293344637558287,
      "grad_norm": 0.30818238854408264,
      "learning_rate": 4.8888356319964254e-05,
      "loss": 1.5948877334594727,
      "step": 290
    },
    {
      "epoch": 0.12505298855447222,
      "grad_norm": 0.2990403473377228,
      "learning_rate": 4.883718223185928e-05,
      "loss": 1.577207374572754,
      "step": 295
    },
    {
      "epoch": 0.1271725307333616,
      "grad_norm": 0.3122386932373047,
      "learning_rate": 4.878488462345206e-05,
      "loss": 1.6142730712890625,
      "step": 300
    },
    {
      "epoch": 0.12929207291225095,
      "grad_norm": 0.3009199798107147,
      "learning_rate": 4.8731465959691016e-05,
      "loss": 1.6076532363891602,
      "step": 305
    },
    {
      "epoch": 0.13141161509114033,
      "grad_norm": 0.2573906183242798,
      "learning_rate": 4.8676928758363395e-05,
      "loss": 1.6024646759033203,
      "step": 310
    },
    {
      "epoch": 0.13353115727002968,
      "grad_norm": 0.3035835027694702,
      "learning_rate": 4.862127558997658e-05,
      "loss": 1.639517593383789,
      "step": 315
    },
    {
      "epoch": 0.13565069944891903,
      "grad_norm": 0.2850736677646637,
      "learning_rate": 4.856450907763693e-05,
      "loss": 1.615229034423828,
      "step": 320
    },
    {
      "epoch": 0.1377702416278084,
      "grad_norm": 0.30992159247398376,
      "learning_rate": 4.850663189692619e-05,
      "loss": 1.5542035102844238,
      "step": 325
    },
    {
      "epoch": 0.13988978380669775,
      "grad_norm": 0.3271218538284302,
      "learning_rate": 4.844764677577531e-05,
      "loss": 1.597575855255127,
      "step": 330
    },
    {
      "epoch": 0.1420093259855871,
      "grad_norm": 0.3106955289840698,
      "learning_rate": 4.838755649433592e-05,
      "loss": 1.5419929504394532,
      "step": 335
    },
    {
      "epoch": 0.14412886816447648,
      "grad_norm": 0.29612240195274353,
      "learning_rate": 4.83263638848493e-05,
      "loss": 1.536618137359619,
      "step": 340
    },
    {
      "epoch": 0.14624841034336583,
      "grad_norm": 0.30592891573905945,
      "learning_rate": 4.826407183151284e-05,
      "loss": 1.5756213188171386,
      "step": 345
    },
    {
      "epoch": 0.14836795252225518,
      "grad_norm": 0.33485713601112366,
      "learning_rate": 4.820068327034415e-05,
      "loss": 1.592369270324707,
      "step": 350
    },
    {
      "epoch": 0.15048749470114456,
      "grad_norm": 0.2578089237213135,
      "learning_rate": 4.8136201189042654e-05,
      "loss": 1.5892847061157227,
      "step": 355
    },
    {
      "epoch": 0.1526070368800339,
      "grad_norm": 0.2957204282283783,
      "learning_rate": 4.8070628626848735e-05,
      "loss": 1.605149269104004,
      "step": 360
    },
    {
      "epoch": 0.15472657905892329,
      "grad_norm": 0.3159475326538086,
      "learning_rate": 4.800396867440057e-05,
      "loss": 1.587290096282959,
      "step": 365
    },
    {
      "epoch": 0.15684612123781264,
      "grad_norm": 0.34729769825935364,
      "learning_rate": 4.793622447358837e-05,
      "loss": 1.5416847229003907,
      "step": 370
    },
    {
      "epoch": 0.15896566341670199,
      "grad_norm": 0.28477686643600464,
      "learning_rate": 4.786739921740636e-05,
      "loss": 1.5681907653808593,
      "step": 375
    },
    {
      "epoch": 0.16108520559559136,
      "grad_norm": 0.29855579137802124,
      "learning_rate": 4.7797496149802256e-05,
      "loss": 1.5755675315856934,
      "step": 380
    },
    {
      "epoch": 0.1632047477744807,
      "grad_norm": 0.2577330470085144,
      "learning_rate": 4.772651856552434e-05,
      "loss": 1.554960060119629,
      "step": 385
    },
    {
      "epoch": 0.16532428995337006,
      "grad_norm": 0.27646929025650024,
      "learning_rate": 4.765446980996622e-05,
      "loss": 1.5569202423095703,
      "step": 390
    },
    {
      "epoch": 0.16744383213225944,
      "grad_norm": 0.28694725036621094,
      "learning_rate": 4.758135327900913e-05,
      "loss": 1.5758183479309082,
      "step": 395
    },
    {
      "epoch": 0.1695633743111488,
      "grad_norm": 0.3029310703277588,
      "learning_rate": 4.750717241886185e-05,
      "loss": 1.5932780265808106,
      "step": 400
    },
    {
      "epoch": 0.17168291649003814,
      "grad_norm": 0.29603368043899536,
      "learning_rate": 4.7431930725898316e-05,
      "loss": 1.5787503242492675,
      "step": 405
    },
    {
      "epoch": 0.17380245866892752,
      "grad_norm": 0.27431562542915344,
      "learning_rate": 4.735563174649278e-05,
      "loss": 1.5800468444824218,
      "step": 410
    },
    {
      "epoch": 0.17592200084781687,
      "grad_norm": 0.3525899648666382,
      "learning_rate": 4.727827907685271e-05,
      "loss": 1.6060297012329101,
      "step": 415
    },
    {
      "epoch": 0.17804154302670624,
      "grad_norm": 0.27093273401260376,
      "learning_rate": 4.719987636284924e-05,
      "loss": 1.5518156051635743,
      "step": 420
    },
    {
      "epoch": 0.1801610852055956,
      "grad_norm": 0.3056223392486572,
      "learning_rate": 4.712042729984535e-05,
      "loss": 1.5476662635803222,
      "step": 425
    },
    {
      "epoch": 0.18228062738448494,
      "grad_norm": 0.337060809135437,
      "learning_rate": 4.703993563252172e-05,
      "loss": 1.5014581680297852,
      "step": 430
    },
    {
      "epoch": 0.18440016956337432,
      "grad_norm": 0.30914735794067383,
      "learning_rate": 4.6958405154700154e-05,
      "loss": 1.559280776977539,
      "step": 435
    },
    {
      "epoch": 0.18651971174226367,
      "grad_norm": 0.30741581320762634,
      "learning_rate": 4.687583970916487e-05,
      "loss": 1.572512435913086,
      "step": 440
    },
    {
      "epoch": 0.18863925392115302,
      "grad_norm": 0.2929278314113617,
      "learning_rate": 4.6792243187481276e-05,
      "loss": 1.5990943908691406,
      "step": 445
    },
    {
      "epoch": 0.1907587961000424,
      "grad_norm": 0.28744083642959595,
      "learning_rate": 4.670761952981264e-05,
      "loss": 1.5713401794433595,
      "step": 450
    },
    {
      "epoch": 0.19287833827893175,
      "grad_norm": 0.3523147702217102,
      "learning_rate": 4.66219727247343e-05,
      "loss": 1.5218050003051757,
      "step": 455
    },
    {
      "epoch": 0.1949978804578211,
      "grad_norm": 0.3180658519268036,
      "learning_rate": 4.6535306809045706e-05,
      "loss": 1.5314140319824219,
      "step": 460
    },
    {
      "epoch": 0.19711742263671048,
      "grad_norm": 0.309996098279953,
      "learning_rate": 4.644762586758018e-05,
      "loss": 1.528353500366211,
      "step": 465
    },
    {
      "epoch": 0.19923696481559983,
      "grad_norm": 0.3016054928302765,
      "learning_rate": 4.6358934033012324e-05,
      "loss": 1.530618953704834,
      "step": 470
    },
    {
      "epoch": 0.2013565069944892,
      "grad_norm": 0.3114764988422394,
      "learning_rate": 4.626923548566328e-05,
      "loss": 1.5334035873413085,
      "step": 475
    },
    {
      "epoch": 0.20347604917337855,
      "grad_norm": 0.32303884625434875,
      "learning_rate": 4.6178534453303666e-05,
      "loss": 1.4971452713012696,
      "step": 480
    },
    {
      "epoch": 0.2055955913522679,
      "grad_norm": 0.2908444106578827,
      "learning_rate": 4.608683521095436e-05,
      "loss": 1.5206520080566406,
      "step": 485
    },
    {
      "epoch": 0.20771513353115728,
      "grad_norm": 0.31474727392196655,
      "learning_rate": 4.599414208068495e-05,
      "loss": 1.5497597694396972,
      "step": 490
    },
    {
      "epoch": 0.20983467571004663,
      "grad_norm": 0.28293105959892273,
      "learning_rate": 4.590045943141005e-05,
      "loss": 1.5145391464233398,
      "step": 495
    },
    {
      "epoch": 0.21195421788893598,
      "grad_norm": 0.3312336504459381,
      "learning_rate": 4.5805791678683356e-05,
      "loss": 1.5232769012451173,
      "step": 500
    },
    {
      "epoch": 0.21407376006782536,
      "grad_norm": 0.3230695128440857,
      "learning_rate": 4.5710143284489574e-05,
      "loss": 1.5313811302185059,
      "step": 505
    },
    {
      "epoch": 0.2161933022467147,
      "grad_norm": 0.3052259683609009,
      "learning_rate": 4.561351875703406e-05,
      "loss": 1.5196274757385253,
      "step": 510
    },
    {
      "epoch": 0.21831284442560406,
      "grad_norm": 0.29532384872436523,
      "learning_rate": 4.551592265053035e-05,
      "loss": 1.5265583038330077,
      "step": 515
    },
    {
      "epoch": 0.22043238660449344,
      "grad_norm": 0.3254035413265228,
      "learning_rate": 4.541735956498554e-05,
      "loss": 1.5671276092529296,
      "step": 520
    },
    {
      "epoch": 0.22255192878338279,
      "grad_norm": 0.2924773693084717,
      "learning_rate": 4.531783414598344e-05,
      "loss": 1.4971593856811523,
      "step": 525
    },
    {
      "epoch": 0.22467147096227216,
      "grad_norm": 0.3421560823917389,
      "learning_rate": 4.5217351084465595e-05,
      "loss": 1.4904352188110352,
      "step": 530
    },
    {
      "epoch": 0.2267910131411615,
      "grad_norm": 0.35325103998184204,
      "learning_rate": 4.511591511651023e-05,
      "loss": 1.4939480781555177,
      "step": 535
    },
    {
      "epoch": 0.22891055532005086,
      "grad_norm": 0.35536128282546997,
      "learning_rate": 4.5013531023109014e-05,
      "loss": 1.524225902557373,
      "step": 540
    },
    {
      "epoch": 0.23103009749894024,
      "grad_norm": 0.26406627893447876,
      "learning_rate": 4.491020362994168e-05,
      "loss": 1.5059543609619142,
      "step": 545
    },
    {
      "epoch": 0.2331496396778296,
      "grad_norm": 0.337251752614975,
      "learning_rate": 4.4805937807148624e-05,
      "loss": 1.536135768890381,
      "step": 550
    },
    {
      "epoch": 0.23526918185671894,
      "grad_norm": 0.3772444427013397,
      "learning_rate": 4.470073846910134e-05,
      "loss": 1.505116081237793,
      "step": 555
    },
    {
      "epoch": 0.23738872403560832,
      "grad_norm": 0.29593414068222046,
      "learning_rate": 4.459461057417078e-05,
      "loss": 1.534307861328125,
      "step": 560
    },
    {
      "epoch": 0.23950826621449767,
      "grad_norm": 0.33957546949386597,
      "learning_rate": 4.448755912449367e-05,
      "loss": 1.4901400566101075,
      "step": 565
    },
    {
      "epoch": 0.24162780839338702,
      "grad_norm": 0.3504094183444977,
      "learning_rate": 4.4379589165736736e-05,
      "loss": 1.5271312713623046,
      "step": 570
    },
    {
      "epoch": 0.2437473505722764,
      "grad_norm": 0.27951934933662415,
      "learning_rate": 4.4270705786858856e-05,
      "loss": 1.532707691192627,
      "step": 575
    },
    {
      "epoch": 0.24586689275116574,
      "grad_norm": 0.3029629588127136,
      "learning_rate": 4.416091411987128e-05,
      "loss": 1.5073426246643067,
      "step": 580
    },
    {
      "epoch": 0.24798643493005512,
      "grad_norm": 0.3880954384803772,
      "learning_rate": 4.4050219339595654e-05,
      "loss": 1.4650937080383302,
      "step": 585
    },
    {
      "epoch": 0.25010597710894444,
      "grad_norm": 0.3036402463912964,
      "learning_rate": 4.393862666342017e-05,
      "loss": 1.4957613945007324,
      "step": 590
    },
    {
      "epoch": 0.2522255192878338,
      "grad_norm": 0.3283858001232147,
      "learning_rate": 4.382614135105362e-05,
      "loss": 1.486557960510254,
      "step": 595
    },
    {
      "epoch": 0.2543450614667232,
      "grad_norm": 0.309688538312912,
      "learning_rate": 4.371276870427753e-05,
      "loss": 1.482859992980957,
      "step": 600
    },
    {
      "epoch": 0.2564646036456125,
      "grad_norm": 0.3528952896595001,
      "learning_rate": 4.359851406669624e-05,
      "loss": 1.5194265365600585,
      "step": 605
    },
    {
      "epoch": 0.2585841458245019,
      "grad_norm": 0.3889414072036743,
      "learning_rate": 4.348338282348504e-05,
      "loss": 1.5033191680908202,
      "step": 610
    },
    {
      "epoch": 0.2607036880033913,
      "grad_norm": 0.3206349313259125,
      "learning_rate": 4.336738040113638e-05,
      "loss": 1.512582492828369,
      "step": 615
    },
    {
      "epoch": 0.26282323018228065,
      "grad_norm": 0.32717958092689514,
      "learning_rate": 4.3250512267204066e-05,
      "loss": 1.4875495910644532,
      "step": 620
    },
    {
      "epoch": 0.26494277236117,
      "grad_norm": 0.3436799645423889,
      "learning_rate": 4.3132783930045586e-05,
      "loss": 1.45267972946167,
      "step": 625
    },
    {
      "epoch": 0.26706231454005935,
      "grad_norm": 0.31014230847358704,
      "learning_rate": 4.301420093856247e-05,
      "loss": 1.4968060493469237,
      "step": 630
    },
    {
      "epoch": 0.26918185671894873,
      "grad_norm": 0.301690012216568,
      "learning_rate": 4.289476888193875e-05,
      "loss": 1.4709239959716798,
      "step": 635
    },
    {
      "epoch": 0.27130139889783805,
      "grad_norm": 0.3319621980190277,
      "learning_rate": 4.2774493389377545e-05,
      "loss": 1.4488658905029297,
      "step": 640
    },
    {
      "epoch": 0.27342094107672743,
      "grad_norm": 0.32282739877700806,
      "learning_rate": 4.2653380129835717e-05,
      "loss": 1.530065155029297,
      "step": 645
    },
    {
      "epoch": 0.2755404832556168,
      "grad_norm": 0.33359354734420776,
      "learning_rate": 4.253143481175667e-05,
      "loss": 1.4877628326416015,
      "step": 650
    },
    {
      "epoch": 0.27766002543450613,
      "grad_norm": 0.3241269886493683,
      "learning_rate": 4.240866318280132e-05,
      "loss": 1.4772957801818847,
      "step": 655
    },
    {
      "epoch": 0.2797795676133955,
      "grad_norm": 0.3526093363761902,
      "learning_rate": 4.228507102957719e-05,
      "loss": 1.4755789756774902,
      "step": 660
    },
    {
      "epoch": 0.2818991097922849,
      "grad_norm": 0.3347538709640503,
      "learning_rate": 4.216066417736563e-05,
      "loss": 1.4994415283203124,
      "step": 665
    },
    {
      "epoch": 0.2840186519711742,
      "grad_norm": 0.3497408926486969,
      "learning_rate": 4.2035448489847284e-05,
      "loss": 1.4655439376831054,
      "step": 670
    },
    {
      "epoch": 0.2861381941500636,
      "grad_norm": 0.31812217831611633,
      "learning_rate": 4.1909429868825724e-05,
      "loss": 1.5188154220581054,
      "step": 675
    },
    {
      "epoch": 0.28825773632895296,
      "grad_norm": 0.33787310123443604,
      "learning_rate": 4.178261425394926e-05,
      "loss": 1.4583572387695312,
      "step": 680
    },
    {
      "epoch": 0.2903772785078423,
      "grad_norm": 0.2770048975944519,
      "learning_rate": 4.1655007622431e-05,
      "loss": 1.5133068084716796,
      "step": 685
    },
    {
      "epoch": 0.29249682068673166,
      "grad_norm": 0.34181419014930725,
      "learning_rate": 4.15266159887671e-05,
      "loss": 1.4053072929382324,
      "step": 690
    },
    {
      "epoch": 0.29461636286562104,
      "grad_norm": 0.29658618569374084,
      "learning_rate": 4.139744540445333e-05,
      "loss": 1.4844340324401855,
      "step": 695
    },
    {
      "epoch": 0.29673590504451036,
      "grad_norm": 0.37891045212745667,
      "learning_rate": 4.126750195769978e-05,
      "loss": 1.4527671813964844,
      "step": 700
    },
    {
      "epoch": 0.29885544722339974,
      "grad_norm": 0.3364844024181366,
      "learning_rate": 4.1136791773144e-05,
      "loss": 1.4433229446411133,
      "step": 705
    },
    {
      "epoch": 0.3009749894022891,
      "grad_norm": 0.30445531010627747,
      "learning_rate": 4.1005321011562206e-05,
      "loss": 1.4879029273986817,
      "step": 710
    },
    {
      "epoch": 0.30309453158117844,
      "grad_norm": 0.33308008313179016,
      "learning_rate": 4.0873095869579006e-05,
      "loss": 1.4281834602355956,
      "step": 715
    },
    {
      "epoch": 0.3052140737600678,
      "grad_norm": 0.3354891538619995,
      "learning_rate": 4.0740122579375286e-05,
      "loss": 1.4260257720947265,
      "step": 720
    },
    {
      "epoch": 0.3073336159389572,
      "grad_norm": 0.37197941541671753,
      "learning_rate": 4.060640740839448e-05,
      "loss": 1.4761240005493164,
      "step": 725
    },
    {
      "epoch": 0.30945315811784657,
      "grad_norm": 0.3524804413318634,
      "learning_rate": 4.047195665904716e-05,
      "loss": 1.434666061401367,
      "step": 730
    },
    {
      "epoch": 0.3115727002967359,
      "grad_norm": 0.3222479820251465,
      "learning_rate": 4.033677666841399e-05,
      "loss": 1.540536880493164,
      "step": 735
    },
    {
      "epoch": 0.31369224247562527,
      "grad_norm": 0.3168013095855713,
      "learning_rate": 4.020087380794703e-05,
      "loss": 1.4318754196166992,
      "step": 740
    },
    {
      "epoch": 0.31581178465451465,
      "grad_norm": 0.3820805549621582,
      "learning_rate": 4.0064254483169436e-05,
      "loss": 1.498759651184082,
      "step": 745
    },
    {
      "epoch": 0.31793132683340397,
      "grad_norm": 0.2964789569377899,
      "learning_rate": 3.992692513337356e-05,
      "loss": 1.527662754058838,
      "step": 750
    },
    {
      "epoch": 0.32005086901229335,
      "grad_norm": 0.3057907521724701,
      "learning_rate": 3.9788892231317426e-05,
      "loss": 1.4950136184692382,
      "step": 755
    },
    {
      "epoch": 0.3221704111911827,
      "grad_norm": 0.3189552426338196,
      "learning_rate": 3.9650162282919655e-05,
      "loss": 1.4683143615722656,
      "step": 760
    },
    {
      "epoch": 0.32428995337007205,
      "grad_norm": 0.30757245421409607,
      "learning_rate": 3.951074182695284e-05,
      "loss": 1.4613779067993165,
      "step": 765
    },
    {
      "epoch": 0.3264094955489614,
      "grad_norm": 0.32456260919570923,
      "learning_rate": 3.9370637434735296e-05,
      "loss": 1.4599506378173828,
      "step": 770
    },
    {
      "epoch": 0.3285290377278508,
      "grad_norm": 0.3549198806285858,
      "learning_rate": 3.922985570982143e-05,
      "loss": 1.5035252571105957,
      "step": 775
    },
    {
      "epoch": 0.3306485799067401,
      "grad_norm": 0.39085710048675537,
      "learning_rate": 3.908840328769039e-05,
      "loss": 1.4349940299987793,
      "step": 780
    },
    {
      "epoch": 0.3327681220856295,
      "grad_norm": 0.30678218603134155,
      "learning_rate": 3.8946286835433385e-05,
      "loss": 1.4624643325805664,
      "step": 785
    },
    {
      "epoch": 0.3348876642645189,
      "grad_norm": 0.30047479271888733,
      "learning_rate": 3.880351305143944e-05,
      "loss": 1.4413408279418944,
      "step": 790
    },
    {
      "epoch": 0.3370072064434082,
      "grad_norm": 0.3476318418979645,
      "learning_rate": 3.8660088665079625e-05,
      "loss": 1.4477258682250977,
      "step": 795
    },
    {
      "epoch": 0.3391267486222976,
      "grad_norm": 0.3539160192012787,
      "learning_rate": 3.851602043638994e-05,
      "loss": 1.4559927940368653,
      "step": 800
    },
    {
      "epoch": 0.34124629080118696,
      "grad_norm": 0.34642767906188965,
      "learning_rate": 3.837131515575267e-05,
      "loss": 1.5193279266357422,
      "step": 805
    },
    {
      "epoch": 0.3433658329800763,
      "grad_norm": 0.31490349769592285,
      "learning_rate": 3.822597964357632e-05,
      "loss": 1.4556001663208007,
      "step": 810
    },
    {
      "epoch": 0.34548537515896566,
      "grad_norm": 0.29931655526161194,
      "learning_rate": 3.808002074997418e-05,
      "loss": 1.4616708755493164,
      "step": 815
    },
    {
      "epoch": 0.34760491733785503,
      "grad_norm": 0.33116403222084045,
      "learning_rate": 3.793344535444142e-05,
      "loss": 1.4830537796020509,
      "step": 820
    },
    {
      "epoch": 0.34972445951674436,
      "grad_norm": 0.30214810371398926,
      "learning_rate": 3.778626036553087e-05,
      "loss": 1.4755599975585938,
      "step": 825
    },
    {
      "epoch": 0.35184400169563373,
      "grad_norm": 0.3481181859970093,
      "learning_rate": 3.7638472720527396e-05,
      "loss": 1.4625129699707031,
      "step": 830
    },
    {
      "epoch": 0.3539635438745231,
      "grad_norm": 0.3253694176673889,
      "learning_rate": 3.7490089385120875e-05,
      "loss": 1.4626951217651367,
      "step": 835
    },
    {
      "epoch": 0.3560830860534125,
      "grad_norm": 0.3241185247898102,
      "learning_rate": 3.7341117353077966e-05,
      "loss": 1.4410079956054687,
      "step": 840
    },
    {
      "epoch": 0.3582026282323018,
      "grad_norm": 0.35993415117263794,
      "learning_rate": 3.719156364591239e-05,
      "loss": 1.4571613311767577,
      "step": 845
    },
    {
      "epoch": 0.3603221704111912,
      "grad_norm": 0.3607555627822876,
      "learning_rate": 3.704143531255405e-05,
      "loss": 1.4589347839355469,
      "step": 850
    },
    {
      "epoch": 0.36244171259008057,
      "grad_norm": 0.39332181215286255,
      "learning_rate": 3.689073942901674e-05,
      "loss": 1.4809041023254395,
      "step": 855
    },
    {
      "epoch": 0.3645612547689699,
      "grad_norm": 0.28656336665153503,
      "learning_rate": 3.673948309806466e-05,
      "loss": 1.4662458419799804,
      "step": 860
    },
    {
      "epoch": 0.36668079694785927,
      "grad_norm": 0.30544522404670715,
      "learning_rate": 3.658767344887764e-05,
      "loss": 1.4558723449707032,
      "step": 865
    },
    {
      "epoch": 0.36880033912674864,
      "grad_norm": 0.36737823486328125,
      "learning_rate": 3.643531763671511e-05,
      "loss": 1.4233319282531738,
      "step": 870
    },
    {
      "epoch": 0.37091988130563797,
      "grad_norm": 0.35188379883766174,
      "learning_rate": 3.6282422842578845e-05,
      "loss": 1.4094632148742676,
      "step": 875
    },
    {
      "epoch": 0.37303942348452734,
      "grad_norm": 0.32954302430152893,
      "learning_rate": 3.612899627287452e-05,
      "loss": 1.484145450592041,
      "step": 880
    },
    {
      "epoch": 0.3751589656634167,
      "grad_norm": 0.31332382559776306,
      "learning_rate": 3.5975045159072066e-05,
      "loss": 1.443262481689453,
      "step": 885
    },
    {
      "epoch": 0.37727850784230604,
      "grad_norm": 0.305828332901001,
      "learning_rate": 3.582057675736474e-05,
      "loss": 1.4672741889953613,
      "step": 890
    },
    {
      "epoch": 0.3793980500211954,
      "grad_norm": 0.3055178225040436,
      "learning_rate": 3.566559834832726e-05,
      "loss": 1.4507486343383789,
      "step": 895
    },
    {
      "epoch": 0.3815175922000848,
      "grad_norm": 0.3712921738624573,
      "learning_rate": 3.5510117236572505e-05,
      "loss": 1.4402458190917968,
      "step": 900
    },
    {
      "epoch": 0.3836371343789741,
      "grad_norm": 0.32003694772720337,
      "learning_rate": 3.535414075040733e-05,
      "loss": 1.477198028564453,
      "step": 905
    },
    {
      "epoch": 0.3857566765578635,
      "grad_norm": 0.3671673536300659,
      "learning_rate": 3.51976762414871e-05,
      "loss": 1.4311531066894532,
      "step": 910
    },
    {
      "epoch": 0.3878762187367529,
      "grad_norm": 0.36391517519950867,
      "learning_rate": 3.5040731084469225e-05,
      "loss": 1.4245489120483399,
      "step": 915
    },
    {
      "epoch": 0.3899957609156422,
      "grad_norm": 0.31420671939849854,
      "learning_rate": 3.4883312676665536e-05,
      "loss": 1.4455132484436035,
      "step": 920
    },
    {
      "epoch": 0.3921153030945316,
      "grad_norm": 0.30178841948509216,
      "learning_rate": 3.472542843769365e-05,
      "loss": 1.4458664894104003,
      "step": 925
    },
    {
      "epoch": 0.39423484527342095,
      "grad_norm": 0.33379727602005005,
      "learning_rate": 3.456708580912725e-05,
      "loss": 1.4618202209472657,
      "step": 930
    },
    {
      "epoch": 0.3963543874523103,
      "grad_norm": 0.36524608731269836,
      "learning_rate": 3.4408292254145316e-05,
      "loss": 1.465505599975586,
      "step": 935
    },
    {
      "epoch": 0.39847392963119965,
      "grad_norm": 0.38167238235473633,
      "learning_rate": 3.424905525718044e-05,
      "loss": 1.4671090126037598,
      "step": 940
    },
    {
      "epoch": 0.40059347181008903,
      "grad_norm": 0.316228985786438,
      "learning_rate": 3.408938232356596e-05,
      "loss": 1.4349556922912599,
      "step": 945
    },
    {
      "epoch": 0.4027130139889784,
      "grad_norm": 0.38427093625068665,
      "learning_rate": 3.392928097918229e-05,
      "loss": 1.4386041641235352,
      "step": 950
    },
    {
      "epoch": 0.40483255616786773,
      "grad_norm": 0.31572654843330383,
      "learning_rate": 3.376875877010215e-05,
      "loss": 1.4454322814941407,
      "step": 955
    },
    {
      "epoch": 0.4069520983467571,
      "grad_norm": 0.32369595766067505,
      "learning_rate": 3.360782326223493e-05,
      "loss": 1.4582254409790039,
      "step": 960
    },
    {
      "epoch": 0.4090716405256465,
      "grad_norm": 0.3515062630176544,
      "learning_rate": 3.344648204097009e-05,
      "loss": 1.4595697402954102,
      "step": 965
    },
    {
      "epoch": 0.4111911827045358,
      "grad_norm": 0.323845773935318,
      "learning_rate": 3.328474271081959e-05,
      "loss": 1.4764064788818358,
      "step": 970
    },
    {
      "epoch": 0.4133107248834252,
      "grad_norm": 0.3325927257537842,
      "learning_rate": 3.31226128950595e-05,
      "loss": 1.390408420562744,
      "step": 975
    },
    {
      "epoch": 0.41543026706231456,
      "grad_norm": 0.4071347713470459,
      "learning_rate": 3.296010023537072e-05,
      "loss": 1.473273754119873,
      "step": 980
    },
    {
      "epoch": 0.4175498092412039,
      "grad_norm": 0.32389792799949646,
      "learning_rate": 3.2797212391478724e-05,
      "loss": 1.4286162376403808,
      "step": 985
    },
    {
      "epoch": 0.41966935142009326,
      "grad_norm": 0.32580631971359253,
      "learning_rate": 3.263395704079262e-05,
      "loss": 1.4330024719238281,
      "step": 990
    },
    {
      "epoch": 0.42178889359898264,
      "grad_norm": 0.40598928928375244,
      "learning_rate": 3.247034187804323e-05,
      "loss": 1.4660273551940919,
      "step": 995
    },
    {
      "epoch": 0.42390843577787196,
      "grad_norm": 0.3778379559516907,
      "learning_rate": 3.230637461492043e-05,
      "loss": 1.4563278198242187,
      "step": 1000
    },
    {
      "epoch": 0.42602797795676134,
      "grad_norm": 0.361782431602478,
      "learning_rate": 3.21420629797097e-05,
      "loss": 1.4022197723388672,
      "step": 1005
    },
    {
      "epoch": 0.4281475201356507,
      "grad_norm": 0.3978794813156128,
      "learning_rate": 3.1977414716927834e-05,
      "loss": 1.4684802055358888,
      "step": 1010
    },
    {
      "epoch": 0.43026706231454004,
      "grad_norm": 0.3353826105594635,
      "learning_rate": 3.1812437586957906e-05,
      "loss": 1.4319665908813477,
      "step": 1015
    },
    {
      "epoch": 0.4323866044934294,
      "grad_norm": 0.33617663383483887,
      "learning_rate": 3.164713936568355e-05,
      "loss": 1.4109307289123536,
      "step": 1020
    },
    {
      "epoch": 0.4345061466723188,
      "grad_norm": 0.32695916295051575,
      "learning_rate": 3.148152784412242e-05,
      "loss": 1.3964502334594726,
      "step": 1025
    },
    {
      "epoch": 0.4366256888512081,
      "grad_norm": 0.30757060647010803,
      "learning_rate": 3.131561082805898e-05,
      "loss": 1.4351747512817383,
      "step": 1030
    },
    {
      "epoch": 0.4387452310300975,
      "grad_norm": 0.2952488660812378,
      "learning_rate": 3.114939613767659e-05,
      "loss": 1.4623651504516602,
      "step": 1035
    },
    {
      "epoch": 0.44086477320898687,
      "grad_norm": 0.4161355197429657,
      "learning_rate": 3.098289160718895e-05,
      "loss": 1.430048942565918,
      "step": 1040
    },
    {
      "epoch": 0.4429843153878762,
      "grad_norm": 0.3415408730506897,
      "learning_rate": 3.081610508447078e-05,
      "loss": 1.4523229598999023,
      "step": 1045
    },
    {
      "epoch": 0.44510385756676557,
      "grad_norm": 0.30131658911705017,
      "learning_rate": 3.0649044430688015e-05,
      "loss": 1.4635979652404785,
      "step": 1050
    },
    {
      "epoch": 0.44722339974565495,
      "grad_norm": 0.4548901617527008,
      "learning_rate": 3.04817175199272e-05,
      "loss": 1.4288576126098633,
      "step": 1055
    },
    {
      "epoch": 0.4493429419245443,
      "grad_norm": 0.37679925560951233,
      "learning_rate": 3.0314132238824415e-05,
      "loss": 1.4383837699890136,
      "step": 1060
    },
    {
      "epoch": 0.45146248410343365,
      "grad_norm": 0.33068764209747314,
      "learning_rate": 3.0146296486193543e-05,
      "loss": 1.4239488601684571,
      "step": 1065
    },
    {
      "epoch": 0.453582026282323,
      "grad_norm": 0.3112558126449585,
      "learning_rate": 2.9978218172653937e-05,
      "loss": 1.3929532051086426,
      "step": 1070
    },
    {
      "epoch": 0.4557015684612124,
      "grad_norm": 0.37434667348861694,
      "learning_rate": 2.9809905220257627e-05,
      "loss": 1.3818506240844726,
      "step": 1075
    },
    {
      "epoch": 0.4578211106401017,
      "grad_norm": 0.4044923782348633,
      "learning_rate": 2.9641365562115887e-05,
      "loss": 1.4261232376098634,
      "step": 1080
    },
    {
      "epoch": 0.4599406528189911,
      "grad_norm": 0.36570364236831665,
      "learning_rate": 2.9472607142025333e-05,
      "loss": 1.426250171661377,
      "step": 1085
    },
    {
      "epoch": 0.4620601949978805,
      "grad_norm": 0.32114356756210327,
      "learning_rate": 2.9303637914093528e-05,
      "loss": 1.4296778678894042,
      "step": 1090
    },
    {
      "epoch": 0.4641797371767698,
      "grad_norm": 0.4690103530883789,
      "learning_rate": 2.9134465842364035e-05,
      "loss": 1.4105006217956544,
      "step": 1095
    },
    {
      "epoch": 0.4662992793556592,
      "grad_norm": 0.30322685837745667,
      "learning_rate": 2.8965098900441084e-05,
      "loss": 1.430894660949707,
      "step": 1100
    },
    {
      "epoch": 0.46841882153454856,
      "grad_norm": 0.35242918133735657,
      "learning_rate": 2.879554507111376e-05,
      "loss": 1.401798152923584,
      "step": 1105
    },
    {
      "epoch": 0.4705383637134379,
      "grad_norm": 0.3394680321216583,
      "learning_rate": 2.8625812345979714e-05,
      "loss": 1.4297598838806151,
      "step": 1110
    },
    {
      "epoch": 0.47265790589232726,
      "grad_norm": 0.46491190791130066,
      "learning_rate": 2.84559087250685e-05,
      "loss": 1.3740580558776856,
      "step": 1115
    },
    {
      "epoch": 0.47477744807121663,
      "grad_norm": 0.35912927985191345,
      "learning_rate": 2.8285842216464543e-05,
      "loss": 1.4331014633178711,
      "step": 1120
    },
    {
      "epoch": 0.47689699025010596,
      "grad_norm": 0.35514596104621887,
      "learning_rate": 2.811562083592965e-05,
      "loss": 1.3862857818603516,
      "step": 1125
    },
    {
      "epoch": 0.47901653242899533,
      "grad_norm": 0.3689481317996979,
      "learning_rate": 2.794525260652524e-05,
      "loss": 1.4163013458251954,
      "step": 1130
    },
    {
      "epoch": 0.4811360746078847,
      "grad_norm": 0.3514903783798218,
      "learning_rate": 2.777474555823417e-05,
      "loss": 1.4395673751831055,
      "step": 1135
    },
    {
      "epoch": 0.48325561678677403,
      "grad_norm": 0.3377491235733032,
      "learning_rate": 2.760410772758225e-05,
      "loss": 1.3892290115356445,
      "step": 1140
    },
    {
      "epoch": 0.4853751589656634,
      "grad_norm": 0.2856961786746979,
      "learning_rate": 2.7433347157259482e-05,
      "loss": 1.4275176048278808,
      "step": 1145
    },
    {
      "epoch": 0.4874947011445528,
      "grad_norm": 0.43130624294281006,
      "learning_rate": 2.726247189574095e-05,
      "loss": 1.3762901306152344,
      "step": 1150
    },
    {
      "epoch": 0.4896142433234421,
      "grad_norm": 0.4302266240119934,
      "learning_rate": 2.7091489996907516e-05,
      "loss": 1.4246488571166993,
      "step": 1155
    },
    {
      "epoch": 0.4917337855023315,
      "grad_norm": 0.41944217681884766,
      "learning_rate": 2.6920409519666174e-05,
      "loss": 1.3586502075195312,
      "step": 1160
    },
    {
      "epoch": 0.49385332768122087,
      "grad_norm": 0.4111734628677368,
      "learning_rate": 2.6749238527570224e-05,
      "loss": 1.3931678771972655,
      "step": 1165
    },
    {
      "epoch": 0.49597286986011024,
      "grad_norm": 0.32171934843063354,
      "learning_rate": 2.6577985088439212e-05,
      "loss": 1.4106029510498046,
      "step": 1170
    },
    {
      "epoch": 0.49809241203899957,
      "grad_norm": 0.36163389682769775,
      "learning_rate": 2.6406657273978673e-05,
      "loss": 1.41438570022583,
      "step": 1175
    },
    {
      "epoch": 0.5002119542178889,
      "grad_norm": 0.33984363079071045,
      "learning_rate": 2.6235263159399683e-05,
      "loss": 1.4315521240234375,
      "step": 1180
    },
    {
      "epoch": 0.5023314963967783,
      "grad_norm": 0.2997186779975891,
      "learning_rate": 2.606381082303824e-05,
      "loss": 1.4000054359436036,
      "step": 1185
    },
    {
      "epoch": 0.5044510385756676,
      "grad_norm": 0.35598525404930115,
      "learning_rate": 2.5892308345974515e-05,
      "loss": 1.447204303741455,
      "step": 1190
    },
    {
      "epoch": 0.506570580754557,
      "grad_norm": 0.41978952288627625,
      "learning_rate": 2.5720763811651973e-05,
      "loss": 1.388357925415039,
      "step": 1195
    },
    {
      "epoch": 0.5086901229334464,
      "grad_norm": 0.33993276953697205,
      "learning_rate": 2.554918530549637e-05,
      "loss": 1.4028491973876953,
      "step": 1200
    },
    {
      "epoch": 0.5108096651123357,
      "grad_norm": 0.34009379148483276,
      "learning_rate": 2.5377580914534647e-05,
      "loss": 1.3822345733642578,
      "step": 1205
    },
    {
      "epoch": 0.512929207291225,
      "grad_norm": 0.34809765219688416,
      "learning_rate": 2.520595872701379e-05,
      "loss": 1.4081857681274415,
      "step": 1210
    },
    {
      "epoch": 0.5150487494701145,
      "grad_norm": 0.32554712891578674,
      "learning_rate": 2.503432683201959e-05,
      "loss": 1.397074031829834,
      "step": 1215
    },
    {
      "epoch": 0.5171682916490038,
      "grad_norm": 0.41591504216194153,
      "learning_rate": 2.4862693319095366e-05,
      "loss": 1.3957890510559081,
      "step": 1220
    },
    {
      "epoch": 0.5192878338278932,
      "grad_norm": 0.3247075378894806,
      "learning_rate": 2.4691066277860717e-05,
      "loss": 1.4188478469848633,
      "step": 1225
    },
    {
      "epoch": 0.5214073760067826,
      "grad_norm": 0.3462647497653961,
      "learning_rate": 2.4519453797630187e-05,
      "loss": 1.401095199584961,
      "step": 1230
    },
    {
      "epoch": 0.5235269181856719,
      "grad_norm": 0.385743647813797,
      "learning_rate": 2.434786396703204e-05,
      "loss": 1.421084213256836,
      "step": 1235
    },
    {
      "epoch": 0.5256464603645613,
      "grad_norm": 0.3461378812789917,
      "learning_rate": 2.4176304873626985e-05,
      "loss": 1.386674976348877,
      "step": 1240
    },
    {
      "epoch": 0.5277660025434506,
      "grad_norm": 0.36817705631256104,
      "learning_rate": 2.400478460352697e-05,
      "loss": 1.4099712371826172,
      "step": 1245
    },
    {
      "epoch": 0.52988554472234,
      "grad_norm": 0.31477874517440796,
      "learning_rate": 2.3833311241014116e-05,
      "loss": 1.3745742797851563,
      "step": 1250
    },
    {
      "epoch": 0.5320050869012294,
      "grad_norm": 0.3593701422214508,
      "learning_rate": 2.3661892868159622e-05,
      "loss": 1.3869762420654297,
      "step": 1255
    },
    {
      "epoch": 0.5341246290801187,
      "grad_norm": 0.3667784035205841,
      "learning_rate": 2.3490537564442847e-05,
      "loss": 1.4052553176879883,
      "step": 1260
    },
    {
      "epoch": 0.536244171259008,
      "grad_norm": 0.3318742513656616,
      "learning_rate": 2.331925340637053e-05,
      "loss": 1.3741485595703125,
      "step": 1265
    },
    {
      "epoch": 0.5383637134378975,
      "grad_norm": 0.33908259868621826,
      "learning_rate": 2.3148048467096075e-05,
      "loss": 1.4085769653320312,
      "step": 1270
    },
    {
      "epoch": 0.5404832556167868,
      "grad_norm": 0.3236868679523468,
      "learning_rate": 2.2976930816039065e-05,
      "loss": 1.4606010437011718,
      "step": 1275
    },
    {
      "epoch": 0.5426027977956761,
      "grad_norm": 0.3292027711868286,
      "learning_rate": 2.280590851850493e-05,
      "loss": 1.3969609260559082,
      "step": 1280
    },
    {
      "epoch": 0.5447223399745655,
      "grad_norm": 0.3910142779350281,
      "learning_rate": 2.2634989635304766e-05,
      "loss": 1.3941945075988769,
      "step": 1285
    },
    {
      "epoch": 0.5468418821534549,
      "grad_norm": 0.35102784633636475,
      "learning_rate": 2.2464182222375464e-05,
      "loss": 1.365629005432129,
      "step": 1290
    },
    {
      "epoch": 0.5489614243323442,
      "grad_norm": 0.3326789438724518,
      "learning_rate": 2.2293494330399942e-05,
      "loss": 1.4161523818969726,
      "step": 1295
    },
    {
      "epoch": 0.5510809665112336,
      "grad_norm": 0.29885074496269226,
      "learning_rate": 2.2122934004427754e-05,
      "loss": 1.4199028015136719,
      "step": 1300
    },
    {
      "epoch": 0.5532005086901229,
      "grad_norm": 0.37626752257347107,
      "learning_rate": 2.1952509283495844e-05,
      "loss": 1.4125182151794433,
      "step": 1305
    },
    {
      "epoch": 0.5553200508690123,
      "grad_norm": 0.4020308554172516,
      "learning_rate": 2.1782228200249705e-05,
      "loss": 1.4047032356262208,
      "step": 1310
    },
    {
      "epoch": 0.5574395930479017,
      "grad_norm": 0.3470950722694397,
      "learning_rate": 2.1612098780564714e-05,
      "loss": 1.4171363830566406,
      "step": 1315
    },
    {
      "epoch": 0.559559135226791,
      "grad_norm": 0.2894577980041504,
      "learning_rate": 2.1442129043167874e-05,
      "loss": 1.4088871002197265,
      "step": 1320
    },
    {
      "epoch": 0.5616786774056803,
      "grad_norm": 0.32362833619117737,
      "learning_rate": 2.1272326999259893e-05,
      "loss": 1.3945621490478515,
      "step": 1325
    },
    {
      "epoch": 0.5637982195845698,
      "grad_norm": 0.40644723176956177,
      "learning_rate": 2.1102700652137527e-05,
      "loss": 1.3447763442993164,
      "step": 1330
    },
    {
      "epoch": 0.5659177617634591,
      "grad_norm": 0.3256324231624603,
      "learning_rate": 2.0933257996816427e-05,
      "loss": 1.396995449066162,
      "step": 1335
    },
    {
      "epoch": 0.5680373039423484,
      "grad_norm": 0.3380388915538788,
      "learning_rate": 2.0764007019654274e-05,
      "loss": 1.3864919662475585,
      "step": 1340
    },
    {
      "epoch": 0.5701568461212378,
      "grad_norm": 0.34916234016418457,
      "learning_rate": 2.059495569797435e-05,
      "loss": 1.3748540878295898,
      "step": 1345
    },
    {
      "epoch": 0.5722763883001272,
      "grad_norm": 0.41968318819999695,
      "learning_rate": 2.0426111999689566e-05,
      "loss": 1.3800813674926757,
      "step": 1350
    },
    {
      "epoch": 0.5743959304790165,
      "grad_norm": 0.33327922224998474,
      "learning_rate": 2.0257483882926908e-05,
      "loss": 1.416623306274414,
      "step": 1355
    },
    {
      "epoch": 0.5765154726579059,
      "grad_norm": 0.35726067423820496,
      "learning_rate": 2.0089079295652306e-05,
      "loss": 1.3936123847961426,
      "step": 1360
    },
    {
      "epoch": 0.5786350148367952,
      "grad_norm": 0.3922523558139801,
      "learning_rate": 1.99209061752961e-05,
      "loss": 1.3783675193786622,
      "step": 1365
    },
    {
      "epoch": 0.5807545570156846,
      "grad_norm": 0.36284339427948,
      "learning_rate": 1.9752972448378814e-05,
      "loss": 1.390543556213379,
      "step": 1370
    },
    {
      "epoch": 0.582874099194574,
      "grad_norm": 0.3313068449497223,
      "learning_rate": 1.958528603013767e-05,
      "loss": 1.4089311599731444,
      "step": 1375
    },
    {
      "epoch": 0.5849936413734633,
      "grad_norm": 0.34787797927856445,
      "learning_rate": 1.941785482415346e-05,
      "loss": 1.4137891769409179,
      "step": 1380
    },
    {
      "epoch": 0.5871131835523526,
      "grad_norm": 0.3903313875198364,
      "learning_rate": 1.925068672197799e-05,
      "loss": 1.410212230682373,
      "step": 1385
    },
    {
      "epoch": 0.5892327257312421,
      "grad_norm": 0.3307342529296875,
      "learning_rate": 1.908378960276221e-05,
      "loss": 1.4303800582885742,
      "step": 1390
    },
    {
      "epoch": 0.5913522679101314,
      "grad_norm": 0.39230242371559143,
      "learning_rate": 1.891717133288479e-05,
      "loss": 1.3843820571899415,
      "step": 1395
    },
    {
      "epoch": 0.5934718100890207,
      "grad_norm": 0.37388232350349426,
      "learning_rate": 1.875083976558136e-05,
      "loss": 1.3867924690246582,
      "step": 1400
    },
    {
      "epoch": 0.5955913522679102,
      "grad_norm": 0.33515098690986633,
      "learning_rate": 1.858480274057438e-05,
      "loss": 1.35939302444458,
      "step": 1405
    },
    {
      "epoch": 0.5977108944467995,
      "grad_norm": 0.3862181007862091,
      "learning_rate": 1.84190680837036e-05,
      "loss": 1.3928054809570312,
      "step": 1410
    },
    {
      "epoch": 0.5998304366256888,
      "grad_norm": 0.3670431673526764,
      "learning_rate": 1.8253643606557243e-05,
      "loss": 1.4012739181518554,
      "step": 1415
    },
    {
      "epoch": 0.6019499788045782,
      "grad_norm": 0.38886359333992004,
      "learning_rate": 1.808853710610379e-05,
      "loss": 1.446358871459961,
      "step": 1420
    },
    {
      "epoch": 0.6040695209834676,
      "grad_norm": 0.3320871889591217,
      "learning_rate": 1.7923756364324492e-05,
      "loss": 1.4594743728637696,
      "step": 1425
    },
    {
      "epoch": 0.6061890631623569,
      "grad_norm": 0.41714829206466675,
      "learning_rate": 1.7759309147846588e-05,
      "loss": 1.4263699531555176,
      "step": 1430
    },
    {
      "epoch": 0.6083086053412463,
      "grad_norm": 0.36470603942871094,
      "learning_rate": 1.7595203207577244e-05,
      "loss": 1.4173831939697266,
      "step": 1435
    },
    {
      "epoch": 0.6104281475201356,
      "grad_norm": 0.318233460187912,
      "learning_rate": 1.7431446278338197e-05,
      "loss": 1.4444591522216796,
      "step": 1440
    },
    {
      "epoch": 0.612547689699025,
      "grad_norm": 0.3951033651828766,
      "learning_rate": 1.7268046078501242e-05,
      "loss": 1.3867953300476075,
      "step": 1445
    },
    {
      "epoch": 0.6146672318779144,
      "grad_norm": 0.3975803256034851,
      "learning_rate": 1.710501030962438e-05,
      "loss": 1.3645260810852051,
      "step": 1450
    },
    {
      "epoch": 0.6167867740568037,
      "grad_norm": 0.3299221992492676,
      "learning_rate": 1.694234665608887e-05,
      "loss": 1.4172224044799804,
      "step": 1455
    },
    {
      "epoch": 0.6189063162356931,
      "grad_norm": 0.4213244318962097,
      "learning_rate": 1.6780062784737026e-05,
      "loss": 1.3753522872924804,
      "step": 1460
    },
    {
      "epoch": 0.6210258584145825,
      "grad_norm": 0.39747563004493713,
      "learning_rate": 1.6618166344510834e-05,
      "loss": 1.3593328475952149,
      "step": 1465
    },
    {
      "epoch": 0.6231454005934718,
      "grad_norm": 0.3689986765384674,
      "learning_rate": 1.645666496609146e-05,
      "loss": 1.4128448486328125,
      "step": 1470
    },
    {
      "epoch": 0.6252649427723612,
      "grad_norm": 0.363003134727478,
      "learning_rate": 1.6295566261539587e-05,
      "loss": 1.3633504867553712,
      "step": 1475
    },
    {
      "epoch": 0.6273844849512505,
      "grad_norm": 0.39896801114082336,
      "learning_rate": 1.613487782393661e-05,
      "loss": 1.3668333053588868,
      "step": 1480
    },
    {
      "epoch": 0.6295040271301399,
      "grad_norm": 0.3726200759410858,
      "learning_rate": 1.5974607227026795e-05,
      "loss": 1.340334129333496,
      "step": 1485
    },
    {
      "epoch": 0.6316235693090293,
      "grad_norm": 0.3538936972618103,
      "learning_rate": 1.581476202486026e-05,
      "loss": 1.348178768157959,
      "step": 1490
    },
    {
      "epoch": 0.6337431114879186,
      "grad_norm": 0.3540723919868469,
      "learning_rate": 1.5655349751436964e-05,
      "loss": 1.3867548942565917,
      "step": 1495
    },
    {
      "epoch": 0.6358626536668079,
      "grad_norm": 0.35785168409347534,
      "learning_rate": 1.5496377920351597e-05,
      "loss": 1.391272735595703,
      "step": 1500
    },
    {
      "epoch": 0.6379821958456974,
      "grad_norm": 0.34128299355506897,
      "learning_rate": 1.533785402443941e-05,
      "loss": 1.3791492462158204,
      "step": 1505
    },
    {
      "epoch": 0.6401017380245867,
      "grad_norm": 0.3467959761619568,
      "learning_rate": 1.5179785535423108e-05,
      "loss": 1.3836509704589843,
      "step": 1510
    },
    {
      "epoch": 0.642221280203476,
      "grad_norm": 0.3909717798233032,
      "learning_rate": 1.5022179903560646e-05,
      "loss": 1.4054960250854491,
      "step": 1515
    },
    {
      "epoch": 0.6443408223823655,
      "grad_norm": 0.45260360836982727,
      "learning_rate": 1.486504455729408e-05,
      "loss": 1.411332893371582,
      "step": 1520
    },
    {
      "epoch": 0.6464603645612548,
      "grad_norm": 0.334896445274353,
      "learning_rate": 1.4708386902899459e-05,
      "loss": 1.4111727714538573,
      "step": 1525
    },
    {
      "epoch": 0.6485799067401441,
      "grad_norm": 0.4301621615886688,
      "learning_rate": 1.4552214324137745e-05,
      "loss": 1.3917789459228516,
      "step": 1530
    },
    {
      "epoch": 0.6506994489190335,
      "grad_norm": 0.346272736787796,
      "learning_rate": 1.4396534181906725e-05,
      "loss": 1.3605911254882812,
      "step": 1535
    },
    {
      "epoch": 0.6528189910979229,
      "grad_norm": 0.34127846360206604,
      "learning_rate": 1.4241353813894203e-05,
      "loss": 1.3848798751831055,
      "step": 1540
    },
    {
      "epoch": 0.6549385332768122,
      "grad_norm": 0.3136858642101288,
      "learning_rate": 1.4086680534232018e-05,
      "loss": 1.38115234375,
      "step": 1545
    },
    {
      "epoch": 0.6570580754557016,
      "grad_norm": 0.3277495801448822,
      "learning_rate": 1.393252163315138e-05,
      "loss": 1.3868414878845214,
      "step": 1550
    },
    {
      "epoch": 0.6591776176345909,
      "grad_norm": 0.3770756423473358,
      "learning_rate": 1.3778884376639262e-05,
      "loss": 1.3910868644714356,
      "step": 1555
    },
    {
      "epoch": 0.6612971598134803,
      "grad_norm": 0.3495945334434509,
      "learning_rate": 1.3625776006095881e-05,
      "loss": 1.4035910606384276,
      "step": 1560
    },
    {
      "epoch": 0.6634167019923697,
      "grad_norm": 0.30360302329063416,
      "learning_rate": 1.3473203737993432e-05,
      "loss": 1.3631237983703612,
      "step": 1565
    },
    {
      "epoch": 0.665536244171259,
      "grad_norm": 0.2972458600997925,
      "learning_rate": 1.3321174763535927e-05,
      "loss": 1.4188838005065918,
      "step": 1570
    },
    {
      "epoch": 0.6676557863501483,
      "grad_norm": 0.3615584075450897,
      "learning_rate": 1.3169696248320296e-05,
      "loss": 1.3842923164367675,
      "step": 1575
    },
    {
      "epoch": 0.6697753285290378,
      "grad_norm": 0.32157957553863525,
      "learning_rate": 1.301877533199859e-05,
      "loss": 1.3403413772583008,
      "step": 1580
    },
    {
      "epoch": 0.6718948707079271,
      "grad_norm": 0.33716222643852234,
      "learning_rate": 1.286841912794149e-05,
      "loss": 1.3736663818359376,
      "step": 1585
    },
    {
      "epoch": 0.6740144128868164,
      "grad_norm": 0.3723871111869812,
      "learning_rate": 1.2718634722903073e-05,
      "loss": 1.3301881790161132,
      "step": 1590
    },
    {
      "epoch": 0.6761339550657058,
      "grad_norm": 0.3483937978744507,
      "learning_rate": 1.256942917668672e-05,
      "loss": 1.364849853515625,
      "step": 1595
    },
    {
      "epoch": 0.6782534972445952,
      "grad_norm": 0.36319825053215027,
      "learning_rate": 1.2420809521812404e-05,
      "loss": 1.3615565299987793,
      "step": 1600
    },
    {
      "epoch": 0.6803730394234845,
      "grad_norm": 0.40565842390060425,
      "learning_rate": 1.2272782763185255e-05,
      "loss": 1.4163089752197267,
      "step": 1605
    },
    {
      "epoch": 0.6824925816023739,
      "grad_norm": 0.39059746265411377,
      "learning_rate": 1.2125355877765335e-05,
      "loss": 1.3787422180175781,
      "step": 1610
    },
    {
      "epoch": 0.6846121237812632,
      "grad_norm": 0.349928081035614,
      "learning_rate": 1.1978535814238814e-05,
      "loss": 1.4102198600769043,
      "step": 1615
    },
    {
      "epoch": 0.6867316659601526,
      "grad_norm": 0.41478702425956726,
      "learning_rate": 1.18323294926905e-05,
      "loss": 1.4118992805480957,
      "step": 1620
    },
    {
      "epoch": 0.688851208139042,
      "grad_norm": 0.31194180250167847,
      "learning_rate": 1.1686743804277611e-05,
      "loss": 1.3731643676757812,
      "step": 1625
    },
    {
      "epoch": 0.6909707503179313,
      "grad_norm": 0.34242942929267883,
      "learning_rate": 1.1541785610904996e-05,
      "loss": 1.4209255218505858,
      "step": 1630
    },
    {
      "epoch": 0.6930902924968206,
      "grad_norm": 0.3766807019710541,
      "learning_rate": 1.1397461744901752e-05,
      "loss": 1.420722198486328,
      "step": 1635
    },
    {
      "epoch": 0.6952098346757101,
      "grad_norm": 0.2987065613269806,
      "learning_rate": 1.1253779008699131e-05,
      "loss": 1.4088357925415038,
      "step": 1640
    },
    {
      "epoch": 0.6973293768545994,
      "grad_norm": 0.3927730917930603,
      "learning_rate": 1.1110744174509952e-05,
      "loss": 1.31985502243042,
      "step": 1645
    },
    {
      "epoch": 0.6994489190334887,
      "grad_norm": 0.38961389660835266,
      "learning_rate": 1.0968363984009403e-05,
      "loss": 1.3731939315795898,
      "step": 1650
    },
    {
      "epoch": 0.7015684612123781,
      "grad_norm": 0.4514513909816742,
      "learning_rate": 1.0826645148017305e-05,
      "loss": 1.383669662475586,
      "step": 1655
    },
    {
      "epoch": 0.7036880033912675,
      "grad_norm": 0.33745962381362915,
      "learning_rate": 1.0685594346181776e-05,
      "loss": 1.408970260620117,
      "step": 1660
    },
    {
      "epoch": 0.7058075455701568,
      "grad_norm": 0.35877764225006104,
      "learning_rate": 1.0545218226664397e-05,
      "loss": 1.3701903343200683,
      "step": 1665
    },
    {
      "epoch": 0.7079270877490462,
      "grad_norm": 0.3303185701370239,
      "learning_rate": 1.0405523405826917e-05,
      "loss": 1.4714448928833008,
      "step": 1670
    },
    {
      "epoch": 0.7100466299279355,
      "grad_norm": 0.4020833373069763,
      "learning_rate": 1.0266516467919334e-05,
      "loss": 1.4096800804138183,
      "step": 1675
    },
    {
      "epoch": 0.712166172106825,
      "grad_norm": 0.36749550700187683,
      "learning_rate": 1.0128203964769601e-05,
      "loss": 1.3926508903503418,
      "step": 1680
    },
    {
      "epoch": 0.7142857142857143,
      "grad_norm": 0.3831540644168854,
      "learning_rate": 9.990592415474814e-06,
      "loss": 1.3888694763183593,
      "step": 1685
    },
    {
      "epoch": 0.7164052564646036,
      "grad_norm": 0.4705236256122589,
      "learning_rate": 9.853688306093937e-06,
      "loss": 1.3559078216552733,
      "step": 1690
    },
    {
      "epoch": 0.7185247986434931,
      "grad_norm": 0.3838376998901367,
      "learning_rate": 9.717498089342083e-06,
      "loss": 1.3565834045410157,
      "step": 1695
    },
    {
      "epoch": 0.7206443408223824,
      "grad_norm": 0.3517304062843323,
      "learning_rate": 9.582028184286423e-06,
      "loss": 1.3321958541870118,
      "step": 1700
    },
    {
      "epoch": 0.7227638830012717,
      "grad_norm": 0.4058513641357422,
      "learning_rate": 9.44728497604358e-06,
      "loss": 1.4016094207763672,
      "step": 1705
    },
    {
      "epoch": 0.7248834251801611,
      "grad_norm": 0.39036357402801514,
      "learning_rate": 9.313274815478698e-06,
      "loss": 1.3314099311828613,
      "step": 1710
    },
    {
      "epoch": 0.7270029673590505,
      "grad_norm": 0.31380540132522583,
      "learning_rate": 9.18000401890614e-06,
      "loss": 1.4088171005249024,
      "step": 1715
    },
    {
      "epoch": 0.7291225095379398,
      "grad_norm": 0.3255908489227295,
      "learning_rate": 9.047478867791732e-06,
      "loss": 1.4077937126159668,
      "step": 1720
    },
    {
      "epoch": 0.7312420517168292,
      "grad_norm": 0.35758236050605774,
      "learning_rate": 8.915705608456706e-06,
      "loss": 1.3958446502685546,
      "step": 1725
    },
    {
      "epoch": 0.7333615938957185,
      "grad_norm": 0.32464516162872314,
      "learning_rate": 8.784690451783337e-06,
      "loss": 1.3870001792907716,
      "step": 1730
    },
    {
      "epoch": 0.7354811360746079,
      "grad_norm": 0.33486559987068176,
      "learning_rate": 8.654439572922143e-06,
      "loss": 1.3863597869873048,
      "step": 1735
    },
    {
      "epoch": 0.7376006782534973,
      "grad_norm": 0.3612193167209625,
      "learning_rate": 8.524959111000871e-06,
      "loss": 1.3322760581970214,
      "step": 1740
    },
    {
      "epoch": 0.7397202204323866,
      "grad_norm": 0.4278302490711212,
      "learning_rate": 8.396255168835115e-06,
      "loss": 1.4039762496948243,
      "step": 1745
    },
    {
      "epoch": 0.7418397626112759,
      "grad_norm": 0.4444824755191803,
      "learning_rate": 8.268333812640716e-06,
      "loss": 1.4116302490234376,
      "step": 1750
    },
    {
      "epoch": 0.7439593047901654,
      "grad_norm": 0.38617727160453796,
      "learning_rate": 8.141201071747784e-06,
      "loss": 1.3992499351501464,
      "step": 1755
    },
    {
      "epoch": 0.7460788469690547,
      "grad_norm": 0.2922028601169586,
      "learning_rate": 8.014862938316542e-06,
      "loss": 1.362720012664795,
      "step": 1760
    },
    {
      "epoch": 0.748198389147944,
      "grad_norm": 0.3413691222667694,
      "learning_rate": 7.889325367054939e-06,
      "loss": 1.3601066589355468,
      "step": 1765
    },
    {
      "epoch": 0.7503179313268334,
      "grad_norm": 0.3315316438674927,
      "learning_rate": 7.764594274937884e-06,
      "loss": 1.3529040336608886,
      "step": 1770
    },
    {
      "epoch": 0.7524374735057228,
      "grad_norm": 0.3657066524028778,
      "learning_rate": 7.640675540928487e-06,
      "loss": 1.366931438446045,
      "step": 1775
    },
    {
      "epoch": 0.7545570156846121,
      "grad_norm": 0.3970285952091217,
      "learning_rate": 7.5175750057008635e-06,
      "loss": 1.3595660209655762,
      "step": 1780
    },
    {
      "epoch": 0.7566765578635015,
      "grad_norm": 0.37846875190734863,
      "learning_rate": 7.395298471364892e-06,
      "loss": 1.374918556213379,
      "step": 1785
    },
    {
      "epoch": 0.7587961000423908,
      "grad_norm": 0.3769720494747162,
      "learning_rate": 7.27385170119273e-06,
      "loss": 1.4017581939697266,
      "step": 1790
    },
    {
      "epoch": 0.7609156422212802,
      "grad_norm": 0.32120347023010254,
      "learning_rate": 7.153240419347201e-06,
      "loss": 1.3574372291564942,
      "step": 1795
    },
    {
      "epoch": 0.7630351844001696,
      "grad_norm": 0.33805254101753235,
      "learning_rate": 7.033470310611945e-06,
      "loss": 1.364763355255127,
      "step": 1800
    },
    {
      "epoch": 0.7651547265790589,
      "grad_norm": 0.3906916081905365,
      "learning_rate": 6.9145470201235105e-06,
      "loss": 1.3832975387573243,
      "step": 1805
    },
    {
      "epoch": 0.7672742687579482,
      "grad_norm": 0.37446460127830505,
      "learning_rate": 6.796476153105294e-06,
      "loss": 1.388979148864746,
      "step": 1810
    },
    {
      "epoch": 0.7693938109368377,
      "grad_norm": 0.40013885498046875,
      "learning_rate": 6.679263274603315e-06,
      "loss": 1.396776008605957,
      "step": 1815
    },
    {
      "epoch": 0.771513353115727,
      "grad_norm": 0.3226351737976074,
      "learning_rate": 6.562913909223931e-06,
      "loss": 1.404403305053711,
      "step": 1820
    },
    {
      "epoch": 0.7736328952946163,
      "grad_norm": 0.3461005389690399,
      "learning_rate": 6.447433540873471e-06,
      "loss": 1.3264945983886718,
      "step": 1825
    },
    {
      "epoch": 0.7757524374735058,
      "grad_norm": 0.37068504095077515,
      "learning_rate": 6.332827612499717e-06,
      "loss": 1.4035964965820313,
      "step": 1830
    },
    {
      "epoch": 0.7778719796523951,
      "grad_norm": 0.3147546052932739,
      "learning_rate": 6.219101525835386e-06,
      "loss": 1.3791501998901368,
      "step": 1835
    },
    {
      "epoch": 0.7799915218312844,
      "grad_norm": 0.3691222071647644,
      "learning_rate": 6.106260641143546e-06,
      "loss": 1.3540081977844238,
      "step": 1840
    },
    {
      "epoch": 0.7821110640101738,
      "grad_norm": 0.3147021234035492,
      "learning_rate": 5.994310276964931e-06,
      "loss": 1.361419677734375,
      "step": 1845
    },
    {
      "epoch": 0.7842306061890632,
      "grad_norm": 0.38644054532051086,
      "learning_rate": 5.883255709867288e-06,
      "loss": 1.3613595008850097,
      "step": 1850
    },
    {
      "epoch": 0.7863501483679525,
      "grad_norm": 0.439148485660553,
      "learning_rate": 5.773102174196681e-06,
      "loss": 1.364901351928711,
      "step": 1855
    },
    {
      "epoch": 0.7884696905468419,
      "grad_norm": 0.3420233130455017,
      "learning_rate": 5.663854861830759e-06,
      "loss": 1.366286277770996,
      "step": 1860
    },
    {
      "epoch": 0.7905892327257312,
      "grad_norm": 0.34328582882881165,
      "learning_rate": 5.555518921934047e-06,
      "loss": 1.3862383842468262,
      "step": 1865
    },
    {
      "epoch": 0.7927087749046206,
      "grad_norm": 0.3331151604652405,
      "learning_rate": 5.448099460715289e-06,
      "loss": 1.346947479248047,
      "step": 1870
    },
    {
      "epoch": 0.79482831708351,
      "grad_norm": 0.3305598497390747,
      "learning_rate": 5.341601541186722e-06,
      "loss": 1.3726158142089844,
      "step": 1875
    },
    {
      "epoch": 0.7969478592623993,
      "grad_norm": 0.37294289469718933,
      "learning_rate": 5.236030182925475e-06,
      "loss": 1.3895322799682617,
      "step": 1880
    },
    {
      "epoch": 0.7990674014412886,
      "grad_norm": 0.35240915417671204,
      "learning_rate": 5.131390361836966e-06,
      "loss": 1.3554275512695313,
      "step": 1885
    },
    {
      "epoch": 0.8011869436201781,
      "grad_norm": 0.4194449186325073,
      "learning_rate": 5.027687009920393e-06,
      "loss": 1.3878568649291991,
      "step": 1890
    },
    {
      "epoch": 0.8033064857990674,
      "grad_norm": 0.38629019260406494,
      "learning_rate": 4.924925015036247e-06,
      "loss": 1.4082857131958009,
      "step": 1895
    },
    {
      "epoch": 0.8054260279779568,
      "grad_norm": 0.391720175743103,
      "learning_rate": 4.823109220675934e-06,
      "loss": 1.358858871459961,
      "step": 1900
    },
    {
      "epoch": 0.8075455701568461,
      "grad_norm": 0.3612916171550751,
      "learning_rate": 4.722244425733521e-06,
      "loss": 1.4034775733947753,
      "step": 1905
    },
    {
      "epoch": 0.8096651123357355,
      "grad_norm": 0.3612155616283417,
      "learning_rate": 4.622335384279505e-06,
      "loss": 1.4016291618347168,
      "step": 1910
    },
    {
      "epoch": 0.8117846545146249,
      "grad_norm": 0.3317670524120331,
      "learning_rate": 4.5233868053367575e-06,
      "loss": 1.3749965667724608,
      "step": 1915
    },
    {
      "epoch": 0.8139041966935142,
      "grad_norm": 0.32299166917800903,
      "learning_rate": 4.425403352658591e-06,
      "loss": 1.3324901580810546,
      "step": 1920
    },
    {
      "epoch": 0.8160237388724035,
      "grad_norm": 0.346662700176239,
      "learning_rate": 4.328389644508907e-06,
      "loss": 1.386284637451172,
      "step": 1925
    },
    {
      "epoch": 0.818143281051293,
      "grad_norm": 0.3666786849498749,
      "learning_rate": 4.232350253444539e-06,
      "loss": 1.405134391784668,
      "step": 1930
    },
    {
      "epoch": 0.8202628232301823,
      "grad_norm": 0.33855748176574707,
      "learning_rate": 4.137289706099759e-06,
      "loss": 1.3573484420776367,
      "step": 1935
    },
    {
      "epoch": 0.8223823654090716,
      "grad_norm": 0.3716118335723877,
      "learning_rate": 4.043212482972877e-06,
      "loss": 1.3593734741210937,
      "step": 1940
    },
    {
      "epoch": 0.824501907587961,
      "grad_norm": 0.3085205554962158,
      "learning_rate": 3.950123018215085e-06,
      "loss": 1.380510425567627,
      "step": 1945
    },
    {
      "epoch": 0.8266214497668504,
      "grad_norm": 0.33827266097068787,
      "learning_rate": 3.8580256994214805e-06,
      "loss": 1.3554264068603517,
      "step": 1950
    },
    {
      "epoch": 0.8287409919457397,
      "grad_norm": 0.38652700185775757,
      "learning_rate": 3.7669248674242263e-06,
      "loss": 1.360565185546875,
      "step": 1955
    },
    {
      "epoch": 0.8308605341246291,
      "grad_norm": 0.3671756386756897,
      "learning_rate": 3.6768248160879787e-06,
      "loss": 1.41397066116333,
      "step": 1960
    },
    {
      "epoch": 0.8329800763035184,
      "grad_norm": 0.3778105676174164,
      "learning_rate": 3.5877297921074945e-06,
      "loss": 1.362232780456543,
      "step": 1965
    },
    {
      "epoch": 0.8350996184824078,
      "grad_norm": 0.37815120816230774,
      "learning_rate": 3.499643994807486e-06,
      "loss": 1.36951904296875,
      "step": 1970
    },
    {
      "epoch": 0.8372191606612972,
      "grad_norm": 0.33038780093193054,
      "learning_rate": 3.4125715759446785e-06,
      "loss": 1.3970839500427246,
      "step": 1975
    },
    {
      "epoch": 0.8393387028401865,
      "grad_norm": 0.3773466944694519,
      "learning_rate": 3.32651663951212e-06,
      "loss": 1.3800506591796875,
      "step": 1980
    },
    {
      "epoch": 0.8414582450190758,
      "grad_norm": 0.40176573395729065,
      "learning_rate": 3.241483241545773e-06,
      "loss": 1.3858375549316406,
      "step": 1985
    },
    {
      "epoch": 0.8435777871979653,
      "grad_norm": 0.4275735914707184,
      "learning_rate": 3.1574753899333175e-06,
      "loss": 1.397435760498047,
      "step": 1990
    },
    {
      "epoch": 0.8456973293768546,
      "grad_norm": 0.3702447712421417,
      "learning_rate": 3.074497044225241e-06,
      "loss": 1.3681181907653808,
      "step": 1995
    },
    {
      "epoch": 0.8478168715557439,
      "grad_norm": 0.3282405734062195,
      "learning_rate": 2.992552115448258e-06,
      "loss": 1.410075569152832,
      "step": 2000
    },
    {
      "epoch": 0.8499364137346334,
      "grad_norm": 0.40395912528038025,
      "learning_rate": 2.911644465920907e-06,
      "loss": 1.3709904670715332,
      "step": 2005
    },
    {
      "epoch": 0.8520559559135227,
      "grad_norm": 0.41466715931892395,
      "learning_rate": 2.831777909071559e-06,
      "loss": 1.3775070190429688,
      "step": 2010
    },
    {
      "epoch": 0.854175498092412,
      "grad_norm": 0.3982146084308624,
      "learning_rate": 2.7529562092586475e-06,
      "loss": 1.35903902053833,
      "step": 2015
    },
    {
      "epoch": 0.8562950402713014,
      "grad_norm": 0.3517100512981415,
      "learning_rate": 2.6751830815932604e-06,
      "loss": 1.3567079544067382,
      "step": 2020
    },
    {
      "epoch": 0.8584145824501908,
      "grad_norm": 0.36543378233909607,
      "learning_rate": 2.5984621917640283e-06,
      "loss": 1.3802772521972657,
      "step": 2025
    },
    {
      "epoch": 0.8605341246290801,
      "grad_norm": 0.34028181433677673,
      "learning_rate": 2.5227971558643537e-06,
      "loss": 1.4171323776245117,
      "step": 2030
    },
    {
      "epoch": 0.8626536668079695,
      "grad_norm": 0.36879080533981323,
      "learning_rate": 2.448191540221967e-06,
      "loss": 1.3600201606750488,
      "step": 2035
    },
    {
      "epoch": 0.8647732089868588,
      "grad_norm": 0.3401508331298828,
      "learning_rate": 2.37464886123083e-06,
      "loss": 1.3702825546264648,
      "step": 2040
    },
    {
      "epoch": 0.8668927511657482,
      "grad_norm": 0.3567841053009033,
      "learning_rate": 2.302172585185425e-06,
      "loss": 1.396543025970459,
      "step": 2045
    },
    {
      "epoch": 0.8690122933446376,
      "grad_norm": 0.3902541399002075,
      "learning_rate": 2.2307661281173313e-06,
      "loss": 1.4127174377441407,
      "step": 2050
    },
    {
      "epoch": 0.8711318355235269,
      "grad_norm": 0.3391524851322174,
      "learning_rate": 2.160432855634259e-06,
      "loss": 1.3418708801269532,
      "step": 2055
    },
    {
      "epoch": 0.8732513777024162,
      "grad_norm": 0.5009668469429016,
      "learning_rate": 2.0911760827614037e-06,
      "loss": 1.3470192909240724,
      "step": 2060
    },
    {
      "epoch": 0.8753709198813057,
      "grad_norm": 0.3024480640888214,
      "learning_rate": 2.0229990737851897e-06,
      "loss": 1.3585514068603515,
      "step": 2065
    },
    {
      "epoch": 0.877490462060195,
      "grad_norm": 0.3296104371547699,
      "learning_rate": 1.9559050420994125e-06,
      "loss": 1.353879451751709,
      "step": 2070
    },
    {
      "epoch": 0.8796100042390843,
      "grad_norm": 0.3997982442378998,
      "learning_rate": 1.8898971500538126e-06,
      "loss": 1.3741884231567383,
      "step": 2075
    },
    {
      "epoch": 0.8817295464179737,
      "grad_norm": 0.3487870395183563,
      "learning_rate": 1.8249785088049893e-06,
      "loss": 1.3679576873779298,
      "step": 2080
    },
    {
      "epoch": 0.8838490885968631,
      "grad_norm": 0.32085949182510376,
      "learning_rate": 1.7611521781697644e-06,
      "loss": 1.408048152923584,
      "step": 2085
    },
    {
      "epoch": 0.8859686307757524,
      "grad_norm": 0.40502411127090454,
      "learning_rate": 1.6984211664809957e-06,
      "loss": 1.318140411376953,
      "step": 2090
    },
    {
      "epoch": 0.8880881729546418,
      "grad_norm": 0.31764352321624756,
      "learning_rate": 1.6367884304457514e-06,
      "loss": 1.3969331741333009,
      "step": 2095
    },
    {
      "epoch": 0.8902077151335311,
      "grad_norm": 0.4080657958984375,
      "learning_rate": 1.5762568750059604e-06,
      "loss": 1.349300003051758,
      "step": 2100
    },
    {
      "epoch": 0.8923272573124205,
      "grad_norm": 0.32325270771980286,
      "learning_rate": 1.516829353201496e-06,
      "loss": 1.3665590286254883,
      "step": 2105
    },
    {
      "epoch": 0.8944467994913099,
      "grad_norm": 0.3742246627807617,
      "learning_rate": 1.4585086660357155e-06,
      "loss": 1.3813313484191894,
      "step": 2110
    },
    {
      "epoch": 0.8965663416701992,
      "grad_norm": 0.3893565237522125,
      "learning_rate": 1.401297562343415e-06,
      "loss": 1.3258206367492675,
      "step": 2115
    },
    {
      "epoch": 0.8986858838490887,
      "grad_norm": 0.40509721636772156,
      "learning_rate": 1.3451987386612851e-06,
      "loss": 1.363175106048584,
      "step": 2120
    },
    {
      "epoch": 0.900805426027978,
      "grad_norm": 0.33023157715797424,
      "learning_rate": 1.2902148391008173e-06,
      "loss": 1.3888378143310547,
      "step": 2125
    },
    {
      "epoch": 0.9029249682068673,
      "grad_norm": 0.37413084506988525,
      "learning_rate": 1.2363484552236654e-06,
      "loss": 1.3474288940429688,
      "step": 2130
    },
    {
      "epoch": 0.9050445103857567,
      "grad_norm": 0.41952866315841675,
      "learning_rate": 1.1836021259194974e-06,
      "loss": 1.3863845825195313,
      "step": 2135
    },
    {
      "epoch": 0.907164052564646,
      "grad_norm": 0.35626864433288574,
      "learning_rate": 1.1319783372863602e-06,
      "loss": 1.349094772338867,
      "step": 2140
    },
    {
      "epoch": 0.9092835947435354,
      "grad_norm": 0.3765277564525604,
      "learning_rate": 1.0814795225134538e-06,
      "loss": 1.373190689086914,
      "step": 2145
    },
    {
      "epoch": 0.9114031369224248,
      "grad_norm": 0.34631597995758057,
      "learning_rate": 1.0321080617664847e-06,
      "loss": 1.32452449798584,
      "step": 2150
    },
    {
      "epoch": 0.9135226791013141,
      "grad_norm": 0.4611705541610718,
      "learning_rate": 9.838662820754714e-07,
      "loss": 1.3838292121887208,
      "step": 2155
    },
    {
      "epoch": 0.9156422212802034,
      "grad_norm": 0.3573555052280426,
      "learning_rate": 9.36756457225052e-07,
      "loss": 1.3648181915283204,
      "step": 2160
    },
    {
      "epoch": 0.9177617634590929,
      "grad_norm": 0.364229291677475,
      "learning_rate": 8.907808076473261e-07,
      "loss": 1.4101836204528808,
      "step": 2165
    },
    {
      "epoch": 0.9198813056379822,
      "grad_norm": 0.3490945100784302,
      "learning_rate": 8.459415003172099e-07,
      "loss": 1.4038494110107422,
      "step": 2170
    },
    {
      "epoch": 0.9220008478168715,
      "grad_norm": 0.39095833897590637,
      "learning_rate": 8.022406486502654e-07,
      "loss": 1.3878660202026367,
      "step": 2175
    },
    {
      "epoch": 0.924120389995761,
      "grad_norm": 0.3487260341644287,
      "learning_rate": 7.596803124031243e-07,
      "loss": 1.3590547561645507,
      "step": 2180
    },
    {
      "epoch": 0.9262399321746503,
      "grad_norm": 0.39182376861572266,
      "learning_rate": 7.182624975763829e-07,
      "loss": 1.3610639572143555,
      "step": 2185
    },
    {
      "epoch": 0.9283594743535396,
      "grad_norm": 0.35160231590270996,
      "learning_rate": 6.779891563200663e-07,
      "loss": 1.334109115600586,
      "step": 2190
    },
    {
      "epoch": 0.930479016532429,
      "grad_norm": 0.39832940697669983,
      "learning_rate": 6.3886218684161e-07,
      "loss": 1.3647882461547851,
      "step": 2195
    },
    {
      "epoch": 0.9325985587113184,
      "grad_norm": 0.387676477432251,
      "learning_rate": 6.008834333163876e-07,
      "loss": 1.411749267578125,
      "step": 2200
    },
    {
      "epoch": 0.9347181008902077,
      "grad_norm": 0.3822062611579895,
      "learning_rate": 5.640546858008105e-07,
      "loss": 1.3652889251708984,
      "step": 2205
    },
    {
      "epoch": 0.9368376430690971,
      "grad_norm": 0.35543733835220337,
      "learning_rate": 5.283776801479207e-07,
      "loss": 1.3895767211914063,
      "step": 2210
    },
    {
      "epoch": 0.9389571852479864,
      "grad_norm": 0.3932713568210602,
      "learning_rate": 4.938540979256112e-07,
      "loss": 1.35699405670166,
      "step": 2215
    },
    {
      "epoch": 0.9410767274268758,
      "grad_norm": 0.42917537689208984,
      "learning_rate": 4.604855663373459e-07,
      "loss": 1.3352517127990722,
      "step": 2220
    },
    {
      "epoch": 0.9431962696057652,
      "grad_norm": 0.35743996500968933,
      "learning_rate": 4.2827365814547546e-07,
      "loss": 1.3827932357788086,
      "step": 2225
    },
    {
      "epoch": 0.9453158117846545,
      "grad_norm": 0.39264145493507385,
      "learning_rate": 3.972198915970976e-07,
      "loss": 1.348250389099121,
      "step": 2230
    },
    {
      "epoch": 0.9474353539635438,
      "grad_norm": 0.38739705085754395,
      "learning_rate": 3.6732573035250797e-07,
      "loss": 1.3787860870361328,
      "step": 2235
    },
    {
      "epoch": 0.9495548961424333,
      "grad_norm": 0.3625320494174957,
      "learning_rate": 3.3859258341621125e-07,
      "loss": 1.3689279556274414,
      "step": 2240
    },
    {
      "epoch": 0.9516744383213226,
      "grad_norm": 0.3911919593811035,
      "learning_rate": 3.110218050705022e-07,
      "loss": 1.3658540725708008,
      "step": 2245
    },
    {
      "epoch": 0.9537939805002119,
      "grad_norm": 0.3534514605998993,
      "learning_rate": 2.846146948116468e-07,
      "loss": 1.3920455932617188,
      "step": 2250
    },
    {
      "epoch": 0.9559135226791013,
      "grad_norm": 0.3445931375026703,
      "learning_rate": 2.59372497288618e-07,
      "loss": 1.3539911270141602,
      "step": 2255
    },
    {
      "epoch": 0.9580330648579907,
      "grad_norm": 0.3572905659675598,
      "learning_rate": 2.352964022444476e-07,
      "loss": 1.3551013946533204,
      "step": 2260
    },
    {
      "epoch": 0.96015260703688,
      "grad_norm": 0.34290286898612976,
      "learning_rate": 2.123875444601381e-07,
      "loss": 1.3590556144714356,
      "step": 2265
    },
    {
      "epoch": 0.9622721492157694,
      "grad_norm": 0.40034741163253784,
      "learning_rate": 1.9064700370118593e-07,
      "loss": 1.4194296836853026,
      "step": 2270
    },
    {
      "epoch": 0.9643916913946587,
      "grad_norm": 0.34991636872291565,
      "learning_rate": 1.7007580466667782e-07,
      "loss": 1.3442374229431153,
      "step": 2275
    },
    {
      "epoch": 0.9665112335735481,
      "grad_norm": 0.340112566947937,
      "learning_rate": 1.5067491694100154e-07,
      "loss": 1.393927764892578,
      "step": 2280
    },
    {
      "epoch": 0.9686307757524375,
      "grad_norm": 0.34182655811309814,
      "learning_rate": 1.324452549481464e-07,
      "loss": 1.3692918777465821,
      "step": 2285
    },
    {
      "epoch": 0.9707503179313268,
      "grad_norm": 0.4897964894771576,
      "learning_rate": 1.1538767790859883e-07,
      "loss": 1.348414993286133,
      "step": 2290
    },
    {
      "epoch": 0.9728698601102161,
      "grad_norm": 0.35590991377830505,
      "learning_rate": 9.950298979885254e-08,
      "loss": 1.3781864166259765,
      "step": 2295
    },
    {
      "epoch": 0.9749894022891056,
      "grad_norm": 0.312599241733551,
      "learning_rate": 8.479193931350549e-08,
      "loss": 1.373946762084961,
      "step": 2300
    },
    {
      "epoch": 0.9771089444679949,
      "grad_norm": 0.29742780327796936,
      "learning_rate": 7.125521982997152e-08,
      "loss": 1.4087471961975098,
      "step": 2305
    },
    {
      "epoch": 0.9792284866468842,
      "grad_norm": 0.30480536818504333,
      "learning_rate": 5.8893469375814745e-08,
      "loss": 1.3817399978637694,
      "step": 2310
    },
    {
      "epoch": 0.9813480288257737,
      "grad_norm": 0.40220728516578674,
      "learning_rate": 4.7707270598656985e-08,
      "loss": 1.3901471138000487,
      "step": 2315
    },
    {
      "epoch": 0.983467571004663,
      "grad_norm": 0.32252898812294006,
      "learning_rate": 3.769715073872748e-08,
      "loss": 1.3695104598999024,
      "step": 2320
    },
    {
      "epoch": 0.9855871131835523,
      "grad_norm": 0.3661072850227356,
      "learning_rate": 2.8863581604010594e-08,
      "loss": 1.3950386047363281,
      "step": 2325
    },
    {
      "epoch": 0.9877066553624417,
      "grad_norm": 0.3574873208999634,
      "learning_rate": 2.120697954800799e-08,
      "loss": 1.3975903511047363,
      "step": 2330
    },
    {
      "epoch": 0.989826197541331,
      "grad_norm": 0.4053052067756653,
      "learning_rate": 1.472770545010993e-08,
      "loss": 1.3778751373291016,
      "step": 2335
    },
    {
      "epoch": 0.9919457397202205,
      "grad_norm": 0.38769036531448364,
      "learning_rate": 9.426064698594971e-09,
      "loss": 1.3664087295532226,
      "step": 2340
    },
    {
      "epoch": 0.9940652818991098,
      "grad_norm": 0.37053948640823364,
      "learning_rate": 5.30230717623037e-09,
      "loss": 1.3365052223205567,
      "step": 2345
    },
    {
      "epoch": 0.9961848240779991,
      "grad_norm": 0.44109272956848145,
      "learning_rate": 2.35662724848984e-09,
      "loss": 1.3936384201049805,
      "step": 2350
    },
    {
      "epoch": 0.9983043662568886,
      "grad_norm": 0.3244446814060211,
      "learning_rate": 5.891637543997685e-10,
      "loss": 1.395126724243164,
      "step": 2355
    }
  ],
  "logging_steps": 5,
  "max_steps": 2359,
  "num_input_tokens_seen": 0,
  "num_train_epochs": 1,
  "save_steps": 500,
  "stateful_callbacks": {
    "TrainerControl": {
      "args": {
        "should_epoch_stop": false,
        "should_evaluate": false,
        "should_log": false,
        "should_save": true,
        "should_training_stop": true
      },
      "attributes": {}
    }
  },
  "total_flos": 2.7440308240462643e+17,
  "train_batch_size": 1,
  "trial_name": null,
  "trial_params": null
}