{
  "best_global_step": null,
  "best_metric": null,
  "best_model_checkpoint": null,
  "epoch": 1.0,
  "eval_steps": 500,
  "global_step": 3284,
  "is_hyper_param_search": false,
  "is_local_process_zero": true,
  "is_world_process_zero": true,
  "log_history": [
    {
      "epoch": 0.0015226494099733537,
      "grad_norm": 1.743401050567627,
      "learning_rate": 4.040404040404041e-06,
      "loss": 2.8924530029296873,
      "step": 5
    },
    {
      "epoch": 0.0030452988199467074,
      "grad_norm": 1.2171194553375244,
      "learning_rate": 9.090909090909091e-06,
      "loss": 2.909554290771484,
      "step": 10
    },
    {
      "epoch": 0.004567948229920061,
      "grad_norm": 0.7534424066543579,
      "learning_rate": 1.4141414141414141e-05,
      "loss": 2.762582015991211,
      "step": 15
    },
    {
      "epoch": 0.006090597639893415,
      "grad_norm": 0.4503587484359741,
      "learning_rate": 1.919191919191919e-05,
      "loss": 2.7832099914550783,
      "step": 20
    },
    {
      "epoch": 0.007613247049866768,
      "grad_norm": 0.27066150307655334,
      "learning_rate": 2.4242424242424244e-05,
      "loss": 2.548894500732422,
      "step": 25
    },
    {
      "epoch": 0.009135896459840122,
      "grad_norm": 0.3686508536338806,
      "learning_rate": 2.9292929292929294e-05,
      "loss": 2.4201244354248046,
      "step": 30
    },
    {
      "epoch": 0.010658545869813475,
      "grad_norm": 0.3332791328430176,
      "learning_rate": 3.434343434343435e-05,
      "loss": 2.4746280670166017,
      "step": 35
    },
    {
      "epoch": 0.01218119527978683,
      "grad_norm": 0.3030345141887665,
      "learning_rate": 3.939393939393939e-05,
      "loss": 2.3972661972045897,
      "step": 40
    },
    {
      "epoch": 0.013703844689760183,
      "grad_norm": 0.19423909485340118,
      "learning_rate": 4.4444444444444447e-05,
      "loss": 2.2275766372680663,
      "step": 45
    },
    {
      "epoch": 0.015226494099733536,
      "grad_norm": 0.17889733612537384,
      "learning_rate": 4.94949494949495e-05,
      "loss": 2.2540813446044923,
      "step": 50
    },
    {
      "epoch": 0.01674914350970689,
      "grad_norm": 0.23615150153636932,
      "learning_rate": 5.4545454545454546e-05,
      "loss": 2.309238052368164,
      "step": 55
    },
    {
      "epoch": 0.018271792919680244,
      "grad_norm": 0.22650840878486633,
      "learning_rate": 5.959595959595959e-05,
      "loss": 2.1594886779785156,
      "step": 60
    },
    {
      "epoch": 0.0197944423296536,
      "grad_norm": 0.19858449697494507,
      "learning_rate": 6.464646464646466e-05,
      "loss": 2.094899559020996,
      "step": 65
    },
    {
      "epoch": 0.02131709173962695,
      "grad_norm": 0.22562797367572784,
      "learning_rate": 6.96969696969697e-05,
      "loss": 2.010164260864258,
      "step": 70
    },
    {
      "epoch": 0.022839741149600305,
      "grad_norm": 0.19623544812202454,
      "learning_rate": 7.474747474747475e-05,
      "loss": 2.0846214294433594,
      "step": 75
    },
    {
      "epoch": 0.02436239055957366,
      "grad_norm": 0.20719760656356812,
      "learning_rate": 7.97979797979798e-05,
      "loss": 1.9295326232910157,
      "step": 80
    },
    {
      "epoch": 0.02588503996954701,
      "grad_norm": 0.1923799216747284,
      "learning_rate": 8.484848484848486e-05,
      "loss": 1.979888916015625,
      "step": 85
    },
    {
      "epoch": 0.027407689379520365,
      "grad_norm": 0.19953864812850952,
      "learning_rate": 8.98989898989899e-05,
      "loss": 1.8587387084960938,
      "step": 90
    },
    {
      "epoch": 0.02893033878949372,
      "grad_norm": 0.3826952278614044,
      "learning_rate": 9.494949494949495e-05,
      "loss": 1.9173080444335937,
      "step": 95
    },
    {
      "epoch": 0.03045298819946707,
      "grad_norm": 0.2548823058605194,
      "learning_rate": 0.0001,
      "loss": 1.7950099945068358,
      "step": 100
    },
    {
      "epoch": 0.03197563760944042,
      "grad_norm": 0.267904669046402,
      "learning_rate": 9.99993919209947e-05,
      "loss": 1.8805675506591797,
      "step": 105
    },
    {
      "epoch": 0.03349828701941378,
      "grad_norm": 0.2776813209056854,
      "learning_rate": 9.99975676987692e-05,
      "loss": 1.7674415588378907,
      "step": 110
    },
    {
      "epoch": 0.03502093642938713,
      "grad_norm": 0.2339249700307846,
      "learning_rate": 9.999452737769436e-05,
      "loss": 1.736286735534668,
      "step": 115
    },
    {
      "epoch": 0.03654358583936049,
      "grad_norm": 0.21776463091373444,
      "learning_rate": 9.999027103172038e-05,
      "loss": 1.7391990661621093,
      "step": 120
    },
    {
      "epoch": 0.03806623524933384,
      "grad_norm": 0.2632898986339569,
      "learning_rate": 9.998479876437505e-05,
      "loss": 1.7017946243286133,
      "step": 125
    },
    {
      "epoch": 0.0395888846593072,
      "grad_norm": 0.2742399275302887,
      "learning_rate": 9.997811070876122e-05,
      "loss": 1.703371810913086,
      "step": 130
    },
    {
      "epoch": 0.041111534069280545,
      "grad_norm": 0.26463785767555237,
      "learning_rate": 9.997020702755353e-05,
      "loss": 1.7433647155761718,
      "step": 135
    },
    {
      "epoch": 0.0426341834792539,
      "grad_norm": 0.2810317575931549,
      "learning_rate": 9.996108791299447e-05,
      "loss": 1.8044513702392577,
      "step": 140
    },
    {
      "epoch": 0.044156832889227254,
      "grad_norm": 0.28534260392189026,
      "learning_rate": 9.995075358688974e-05,
      "loss": 1.7296686172485352,
      "step": 145
    },
    {
      "epoch": 0.04567948229920061,
      "grad_norm": 0.2629799246788025,
      "learning_rate": 9.993920430060281e-05,
      "loss": 1.8390384674072267,
      "step": 150
    },
    {
      "epoch": 0.047202131709173964,
      "grad_norm": 0.23989032208919525,
      "learning_rate": 9.992644033504881e-05,
      "loss": 1.7192668914794922,
      "step": 155
    },
    {
      "epoch": 0.04872478111914732,
      "grad_norm": 0.3158107101917267,
      "learning_rate": 9.991246200068772e-05,
      "loss": 1.6415214538574219,
      "step": 160
    },
    {
      "epoch": 0.05024743052912067,
      "grad_norm": 0.353024959564209,
      "learning_rate": 9.989726963751682e-05,
      "loss": 1.6634071350097657,
      "step": 165
    },
    {
      "epoch": 0.05177007993909402,
      "grad_norm": 0.34465649724006653,
      "learning_rate": 9.98808636150624e-05,
      "loss": 1.6077117919921875,
      "step": 170
    },
    {
      "epoch": 0.053292729349067376,
      "grad_norm": 0.26966795325279236,
      "learning_rate": 9.986324433237073e-05,
      "loss": 1.6946924209594727,
      "step": 175
    },
    {
      "epoch": 0.05481537875904073,
      "grad_norm": 0.3428654670715332,
      "learning_rate": 9.984441221799848e-05,
      "loss": 1.749506378173828,
      "step": 180
    },
    {
      "epoch": 0.056338028169014086,
      "grad_norm": 0.28879040479660034,
      "learning_rate": 9.982436773000218e-05,
      "loss": 1.6236579895019532,
      "step": 185
    },
    {
      "epoch": 0.05786067757898744,
      "grad_norm": 0.25999364256858826,
      "learning_rate": 9.980311135592713e-05,
      "loss": 1.6690912246704102,
      "step": 190
    },
    {
      "epoch": 0.05938332698896079,
      "grad_norm": 0.35241764783859253,
      "learning_rate": 9.978064361279549e-05,
      "loss": 1.7511703491210937,
      "step": 195
    },
    {
      "epoch": 0.06090597639893414,
      "grad_norm": 0.34807926416397095,
      "learning_rate": 9.975696504709382e-05,
      "loss": 1.5743136405944824,
      "step": 200
    },
    {
      "epoch": 0.0624286258089075,
      "grad_norm": 0.2592833936214447,
      "learning_rate": 9.973207623475965e-05,
      "loss": 1.616415023803711,
      "step": 205
    },
    {
      "epoch": 0.06395127521888085,
      "grad_norm": 0.2669435143470764,
      "learning_rate": 9.970597778116752e-05,
      "loss": 1.590099048614502,
      "step": 210
    },
    {
      "epoch": 0.06547392462885421,
      "grad_norm": 0.25957730412483215,
      "learning_rate": 9.967867032111435e-05,
      "loss": 1.6146507263183594,
      "step": 215
    },
    {
      "epoch": 0.06699657403882756,
      "grad_norm": 0.2507680058479309,
      "learning_rate": 9.965015451880382e-05,
      "loss": 1.614912986755371,
      "step": 220
    },
    {
      "epoch": 0.06851922344880092,
      "grad_norm": 0.27994081377983093,
      "learning_rate": 9.962043106783038e-05,
      "loss": 1.587266731262207,
      "step": 225
    },
    {
      "epoch": 0.07004187285877427,
      "grad_norm": 0.22382144629955292,
      "learning_rate": 9.95895006911623e-05,
      "loss": 1.5750970840454102,
      "step": 230
    },
    {
      "epoch": 0.07156452226874763,
      "grad_norm": 0.2456839233636856,
      "learning_rate": 9.955736414112408e-05,
      "loss": 1.605685043334961,
      "step": 235
    },
    {
      "epoch": 0.07308717167872097,
      "grad_norm": 0.3846738338470459,
      "learning_rate": 9.952402219937816e-05,
      "loss": 1.6009376525878907,
      "step": 240
    },
    {
      "epoch": 0.07460982108869432,
      "grad_norm": 0.2694767117500305,
      "learning_rate": 9.948947567690594e-05,
      "loss": 1.6845123291015625,
      "step": 245
    },
    {
      "epoch": 0.07613247049866768,
      "grad_norm": 0.2731744945049286,
      "learning_rate": 9.945372541398803e-05,
      "loss": 1.5459847450256348,
      "step": 250
    },
    {
      "epoch": 0.07765511990864103,
      "grad_norm": 0.24335195124149323,
      "learning_rate": 9.941677228018378e-05,
      "loss": 1.625588607788086,
      "step": 255
    },
    {
      "epoch": 0.0791777693186144,
      "grad_norm": 0.2586669325828552,
      "learning_rate": 9.937861717431022e-05,
      "loss": 1.6278593063354492,
      "step": 260
    },
    {
      "epoch": 0.08070041872858774,
      "grad_norm": 0.3470463454723358,
      "learning_rate": 9.933926102442007e-05,
      "loss": 1.5964099884033203,
      "step": 265
    },
    {
      "epoch": 0.08222306813856109,
      "grad_norm": 0.2824432849884033,
      "learning_rate": 9.929870478777928e-05,
      "loss": 1.5261369705200196,
      "step": 270
    },
    {
      "epoch": 0.08374571754853445,
      "grad_norm": 0.2779291570186615,
      "learning_rate": 9.92569494508437e-05,
      "loss": 1.5765350341796875,
      "step": 275
    },
    {
      "epoch": 0.0852683669585078,
      "grad_norm": 0.25763219594955444,
      "learning_rate": 9.921399602923507e-05,
      "loss": 1.581442165374756,
      "step": 280
    },
    {
      "epoch": 0.08679101636848116,
      "grad_norm": 0.29013440012931824,
      "learning_rate": 9.916984556771634e-05,
      "loss": 1.6473859786987304,
      "step": 285
    },
    {
      "epoch": 0.08831366577845451,
      "grad_norm": 0.28086087107658386,
      "learning_rate": 9.912449914016626e-05,
      "loss": 1.5918754577636718,
      "step": 290
    },
    {
      "epoch": 0.08983631518842787,
      "grad_norm": 0.31514450907707214,
      "learning_rate": 9.907795784955327e-05,
      "loss": 1.656451416015625,
      "step": 295
    },
    {
      "epoch": 0.09135896459840122,
      "grad_norm": 0.28868040442466736,
      "learning_rate": 9.903022282790864e-05,
      "loss": 1.5072600364685058,
      "step": 300
    },
    {
      "epoch": 0.09288161400837457,
      "grad_norm": 0.2932286560535431,
      "learning_rate": 9.898129523629892e-05,
      "loss": 1.5358075141906737,
      "step": 305
    },
    {
      "epoch": 0.09440426341834793,
      "grad_norm": 0.25252214074134827,
      "learning_rate": 9.893117626479777e-05,
      "loss": 1.5700132369995117,
      "step": 310
    },
    {
      "epoch": 0.09592691282832128,
      "grad_norm": 0.3809182047843933,
      "learning_rate": 9.887986713245697e-05,
      "loss": 1.573440170288086,
      "step": 315
    },
    {
      "epoch": 0.09744956223829464,
      "grad_norm": 0.317973256111145,
      "learning_rate": 9.882736908727678e-05,
      "loss": 1.5587141036987304,
      "step": 320
    },
    {
      "epoch": 0.09897221164826799,
      "grad_norm": 0.29717665910720825,
      "learning_rate": 9.877368340617555e-05,
      "loss": 1.5330610275268555,
      "step": 325
    },
    {
      "epoch": 0.10049486105824133,
      "grad_norm": 0.3083358407020569,
      "learning_rate": 9.87188113949587e-05,
      "loss": 1.5888717651367188,
      "step": 330
    },
    {
      "epoch": 0.1020175104682147,
      "grad_norm": 0.287901908159256,
      "learning_rate": 9.866275438828693e-05,
      "loss": 1.5876055717468263,
      "step": 335
    },
    {
      "epoch": 0.10354015987818804,
      "grad_norm": 0.2509470582008362,
      "learning_rate": 9.860551374964381e-05,
      "loss": 1.5873381614685058,
      "step": 340
    },
    {
      "epoch": 0.1050628092881614,
      "grad_norm": 0.22488534450531006,
      "learning_rate": 9.85470908713026e-05,
      "loss": 1.5889583587646485,
      "step": 345
    },
    {
      "epoch": 0.10658545869813475,
      "grad_norm": 0.2785811126232147,
      "learning_rate": 9.84874871742923e-05,
      "loss": 1.4751785278320313,
      "step": 350
    },
    {
      "epoch": 0.10810810810810811,
      "grad_norm": 0.22356157004833221,
      "learning_rate": 9.842670410836316e-05,
      "loss": 1.5838739395141601,
      "step": 355
    },
    {
      "epoch": 0.10963075751808146,
      "grad_norm": 0.2423107922077179,
      "learning_rate": 9.836474315195147e-05,
      "loss": 1.5520424842834473,
      "step": 360
    },
    {
      "epoch": 0.11115340692805481,
      "grad_norm": 0.2960359752178192,
      "learning_rate": 9.830160581214349e-05,
      "loss": 1.51832914352417,
      "step": 365
    },
    {
      "epoch": 0.11267605633802817,
      "grad_norm": 0.23912076652050018,
      "learning_rate": 9.823729362463883e-05,
      "loss": 1.5534074783325196,
      "step": 370
    },
    {
      "epoch": 0.11419870574800152,
      "grad_norm": 0.26240867376327515,
      "learning_rate": 9.817180815371315e-05,
      "loss": 1.5208246231079101,
      "step": 375
    },
    {
      "epoch": 0.11572135515797488,
      "grad_norm": 0.26089468598365784,
      "learning_rate": 9.810515099218003e-05,
      "loss": 1.6538705825805664,
      "step": 380
    },
    {
      "epoch": 0.11724400456794823,
      "grad_norm": 0.25654566287994385,
      "learning_rate": 9.803732376135232e-05,
      "loss": 1.5265024185180665,
      "step": 385
    },
    {
      "epoch": 0.11876665397792158,
      "grad_norm": 0.2372649908065796,
      "learning_rate": 9.796832811100261e-05,
      "loss": 1.513921070098877,
      "step": 390
    },
    {
      "epoch": 0.12028930338789494,
      "grad_norm": 0.25683122873306274,
      "learning_rate": 9.789816571932313e-05,
      "loss": 1.475426483154297,
      "step": 395
    },
    {
      "epoch": 0.12181195279786829,
      "grad_norm": 0.3001111149787903,
      "learning_rate": 9.782683829288501e-05,
      "loss": 1.5762993812561035,
      "step": 400
    },
    {
      "epoch": 0.12333460220784165,
      "grad_norm": 0.2704727351665497,
      "learning_rate": 9.775434756659666e-05,
      "loss": 1.5549912452697754,
      "step": 405
    },
    {
      "epoch": 0.124857251617815,
      "grad_norm": 0.31351470947265625,
      "learning_rate": 9.768069530366164e-05,
      "loss": 1.4764289855957031,
      "step": 410
    },
    {
      "epoch": 0.12637990102778834,
      "grad_norm": 0.24154245853424072,
      "learning_rate": 9.760588329553571e-05,
      "loss": 1.5097975730895996,
      "step": 415
    },
    {
      "epoch": 0.1279025504377617,
      "grad_norm": 0.2566833794116974,
      "learning_rate": 9.752991336188335e-05,
      "loss": 1.4876442909240724,
      "step": 420
    },
    {
      "epoch": 0.12942519984773507,
      "grad_norm": 0.2466706782579422,
      "learning_rate": 9.745278735053343e-05,
      "loss": 1.4416645050048829,
      "step": 425
    },
    {
      "epoch": 0.13094784925770842,
      "grad_norm": 0.3321710526943207,
      "learning_rate": 9.737450713743428e-05,
      "loss": 1.4886734008789062,
      "step": 430
    },
    {
      "epoch": 0.13247049866768176,
      "grad_norm": 0.3044130802154541,
      "learning_rate": 9.729507462660807e-05,
      "loss": 1.4812179565429688,
      "step": 435
    },
    {
      "epoch": 0.1339931480776551,
      "grad_norm": 0.21007977426052094,
      "learning_rate": 9.721449175010446e-05,
      "loss": 1.5150707244873047,
      "step": 440
    },
    {
      "epoch": 0.1355157974876285,
      "grad_norm": 0.2695784270763397,
      "learning_rate": 9.71327604679537e-05,
      "loss": 1.4663991928100586,
      "step": 445
    },
    {
      "epoch": 0.13703844689760183,
      "grad_norm": 0.27966949343681335,
      "learning_rate": 9.704988276811883e-05,
      "loss": 1.555038070678711,
      "step": 450
    },
    {
      "epoch": 0.13856109630757518,
      "grad_norm": 0.25070658326148987,
      "learning_rate": 9.696586066644744e-05,
      "loss": 1.6597448348999024,
      "step": 455
    },
    {
      "epoch": 0.14008374571754853,
      "grad_norm": 0.29249563813209534,
      "learning_rate": 9.688069620662255e-05,
      "loss": 1.6423145294189454,
      "step": 460
    },
    {
      "epoch": 0.14160639512752188,
      "grad_norm": 0.27136632800102234,
      "learning_rate": 9.6794391460113e-05,
      "loss": 1.4472129821777344,
      "step": 465
    },
    {
      "epoch": 0.14312904453749525,
      "grad_norm": 0.24730591475963593,
      "learning_rate": 9.670694852612293e-05,
      "loss": 1.5789676666259767,
      "step": 470
    },
    {
      "epoch": 0.1446516939474686,
      "grad_norm": 0.26245319843292236,
      "learning_rate": 9.661836953154084e-05,
      "loss": 1.5081109046936034,
      "step": 475
    },
    {
      "epoch": 0.14617434335744195,
      "grad_norm": 0.2713843882083893,
      "learning_rate": 9.652865663088783e-05,
      "loss": 1.5884946823120116,
      "step": 480
    },
    {
      "epoch": 0.1476969927674153,
      "grad_norm": 0.2706565856933594,
      "learning_rate": 9.643781200626511e-05,
      "loss": 1.4721956253051758,
      "step": 485
    },
    {
      "epoch": 0.14921964217738864,
      "grad_norm": 0.26984086632728577,
      "learning_rate": 9.63458378673011e-05,
      "loss": 1.4924152374267579,
      "step": 490
    },
    {
      "epoch": 0.15074229158736202,
      "grad_norm": 0.2726004719734192,
      "learning_rate": 9.625273645109746e-05,
      "loss": 1.5511323928833007,
      "step": 495
    },
    {
      "epoch": 0.15226494099733537,
      "grad_norm": 0.23182183504104614,
      "learning_rate": 9.615851002217488e-05,
      "loss": 1.4804168701171876,
      "step": 500
    },
    {
      "epoch": 0.15378759040730872,
      "grad_norm": 0.25415918231010437,
      "learning_rate": 9.606316087241789e-05,
      "loss": 1.5412309646606446,
      "step": 505
    },
    {
      "epoch": 0.15531023981728206,
      "grad_norm": 0.29364013671875,
      "learning_rate": 9.596669132101912e-05,
      "loss": 1.4650883674621582,
      "step": 510
    },
    {
      "epoch": 0.1568328892272554,
      "grad_norm": 0.2685583233833313,
      "learning_rate": 9.586910371442294e-05,
      "loss": 1.4664419174194336,
      "step": 515
    },
    {
      "epoch": 0.1583555386372288,
      "grad_norm": 0.2645435929298401,
      "learning_rate": 9.577040042626833e-05,
      "loss": 1.4759710311889649,
      "step": 520
    },
    {
      "epoch": 0.15987818804720214,
      "grad_norm": 0.29622793197631836,
      "learning_rate": 9.567058385733117e-05,
      "loss": 1.4932428359985352,
      "step": 525
    },
    {
      "epoch": 0.16140083745717548,
      "grad_norm": 0.2304457277059555,
      "learning_rate": 9.556965643546589e-05,
      "loss": 1.5823408126831056,
      "step": 530
    },
    {
      "epoch": 0.16292348686714883,
      "grad_norm": 0.2859705686569214,
      "learning_rate": 9.546762061554631e-05,
      "loss": 1.4450604438781738,
      "step": 535
    },
    {
      "epoch": 0.16444613627712218,
      "grad_norm": 0.22525323927402496,
      "learning_rate": 9.536447887940605e-05,
      "loss": 1.5858987808227538,
      "step": 540
    },
    {
      "epoch": 0.16596878568709555,
      "grad_norm": 0.2804889976978302,
      "learning_rate": 9.526023373577808e-05,
      "loss": 1.4853877067565917,
      "step": 545
    },
    {
      "epoch": 0.1674914350970689,
      "grad_norm": 0.23136599361896515,
      "learning_rate": 9.515488772023371e-05,
      "loss": 1.4586395263671874,
      "step": 550
    },
    {
      "epoch": 0.16901408450704225,
      "grad_norm": 0.23829296231269836,
      "learning_rate": 9.504844339512095e-05,
      "loss": 1.5025575637817383,
      "step": 555
    },
    {
      "epoch": 0.1705367339170156,
      "grad_norm": 0.29148998856544495,
      "learning_rate": 9.494090334950221e-05,
      "loss": 1.4311025619506836,
      "step": 560
    },
    {
      "epoch": 0.17205938332698897,
      "grad_norm": 0.25189658999443054,
      "learning_rate": 9.483227019909123e-05,
      "loss": 1.5207475662231444,
      "step": 565
    },
    {
      "epoch": 0.17358203273696232,
      "grad_norm": 0.299384742975235,
      "learning_rate": 9.472254658618952e-05,
      "loss": 1.4167113304138184,
      "step": 570
    },
    {
      "epoch": 0.17510468214693567,
      "grad_norm": 0.2680567502975464,
      "learning_rate": 9.46117351796221e-05,
      "loss": 1.5478759765625,
      "step": 575
    },
    {
      "epoch": 0.17662733155690902,
      "grad_norm": 0.2474081963300705,
      "learning_rate": 9.449983867467257e-05,
      "loss": 1.4865997314453125,
      "step": 580
    },
    {
      "epoch": 0.17814998096688237,
      "grad_norm": 0.2504813075065613,
      "learning_rate": 9.438685979301757e-05,
      "loss": 1.473835563659668,
      "step": 585
    },
    {
      "epoch": 0.17967263037685574,
      "grad_norm": 0.23168018460273743,
      "learning_rate": 9.42728012826605e-05,
      "loss": 1.5235390663146973,
      "step": 590
    },
    {
      "epoch": 0.1811952797868291,
      "grad_norm": 0.24396871030330658,
      "learning_rate": 9.41576659178648e-05,
      "loss": 1.5169439315795898,
      "step": 595
    },
    {
      "epoch": 0.18271792919680244,
      "grad_norm": 0.2807561755180359,
      "learning_rate": 9.404145649908639e-05,
      "loss": 1.4731966018676759,
      "step": 600
    },
    {
      "epoch": 0.18424057860677578,
      "grad_norm": 0.28449010848999023,
      "learning_rate": 9.392417585290558e-05,
      "loss": 1.3757762908935547,
      "step": 605
    },
    {
      "epoch": 0.18576322801674913,
      "grad_norm": 0.2893643379211426,
      "learning_rate": 9.380582683195832e-05,
      "loss": 1.4945030212402344,
      "step": 610
    },
    {
      "epoch": 0.1872858774267225,
      "grad_norm": 0.2784397006034851,
      "learning_rate": 9.368641231486682e-05,
      "loss": 1.4249692916870118,
      "step": 615
    },
    {
      "epoch": 0.18880852683669586,
      "grad_norm": 0.3239067494869232,
      "learning_rate": 9.356593520616948e-05,
      "loss": 1.447311019897461,
      "step": 620
    },
    {
      "epoch": 0.1903311762466692,
      "grad_norm": 0.27936220169067383,
      "learning_rate": 9.344439843625034e-05,
      "loss": 1.5492066383361816,
      "step": 625
    },
    {
      "epoch": 0.19185382565664255,
      "grad_norm": 0.26635825634002686,
      "learning_rate": 9.332180496126771e-05,
      "loss": 1.4516194343566895,
      "step": 630
    },
    {
      "epoch": 0.1933764750666159,
      "grad_norm": 0.31049951910972595,
      "learning_rate": 9.319815776308234e-05,
      "loss": 1.565488338470459,
      "step": 635
    },
    {
      "epoch": 0.19489912447658927,
      "grad_norm": 0.22772887349128723,
      "learning_rate": 9.307345984918483e-05,
      "loss": 1.6091934204101563,
      "step": 640
    },
    {
      "epoch": 0.19642177388656262,
      "grad_norm": 0.2732234001159668,
      "learning_rate": 9.294771425262254e-05,
      "loss": 1.5081945419311524,
      "step": 645
    },
    {
      "epoch": 0.19794442329653597,
      "grad_norm": 0.2492133527994156,
      "learning_rate": 9.282092403192573e-05,
      "loss": 1.4335723876953126,
      "step": 650
    },
    {
      "epoch": 0.19946707270650932,
      "grad_norm": 0.24314217269420624,
      "learning_rate": 9.269309227103328e-05,
      "loss": 1.4828542709350585,
      "step": 655
    },
    {
      "epoch": 0.20098972211648267,
      "grad_norm": 0.2893550992012024,
      "learning_rate": 9.256422207921757e-05,
      "loss": 1.588583755493164,
      "step": 660
    },
    {
      "epoch": 0.20251237152645604,
      "grad_norm": 0.25101926922798157,
      "learning_rate": 9.243431659100892e-05,
      "loss": 1.6308202743530273,
      "step": 665
    },
    {
      "epoch": 0.2040350209364294,
      "grad_norm": 0.24984188377857208,
      "learning_rate": 9.230337896611934e-05,
      "loss": 1.469271469116211,
      "step": 670
    },
    {
      "epoch": 0.20555767034640274,
      "grad_norm": 0.304371178150177,
      "learning_rate": 9.217141238936567e-05,
      "loss": 1.4192601203918458,
      "step": 675
    },
    {
      "epoch": 0.20708031975637609,
      "grad_norm": 0.26368117332458496,
      "learning_rate": 9.203842007059207e-05,
      "loss": 1.635411834716797,
      "step": 680
    },
    {
      "epoch": 0.20860296916634946,
      "grad_norm": 0.23114755749702454,
      "learning_rate": 9.190440524459203e-05,
      "loss": 1.4334131240844727,
      "step": 685
    },
    {
      "epoch": 0.2101256185763228,
      "grad_norm": 0.3051200807094574,
      "learning_rate": 9.176937117102966e-05,
      "loss": 1.5119773864746093,
      "step": 690
    },
    {
      "epoch": 0.21164826798629616,
      "grad_norm": 0.2679291069507599,
      "learning_rate": 9.163332113436032e-05,
      "loss": 1.4243457794189454,
      "step": 695
    },
    {
      "epoch": 0.2131709173962695,
      "grad_norm": 0.22732114791870117,
      "learning_rate": 9.149625844375088e-05,
      "loss": 1.4386891365051269,
      "step": 700
    },
    {
      "epoch": 0.21469356680624285,
      "grad_norm": 0.2432618886232376,
      "learning_rate": 9.135818643299911e-05,
      "loss": 1.4286434173583984,
      "step": 705
    },
    {
      "epoch": 0.21621621621621623,
      "grad_norm": 0.27945658564567566,
      "learning_rate": 9.121910846045266e-05,
      "loss": 1.4616294860839845,
      "step": 710
    },
    {
      "epoch": 0.21773886562618958,
      "grad_norm": 0.2410106658935547,
      "learning_rate": 9.107902790892733e-05,
      "loss": 1.4381277084350585,
      "step": 715
    },
    {
      "epoch": 0.21926151503616292,
      "grad_norm": 0.3209807574748993,
      "learning_rate": 9.093794818562481e-05,
      "loss": 1.446068286895752,
      "step": 720
    },
    {
      "epoch": 0.22078416444613627,
      "grad_norm": 0.29423707723617554,
      "learning_rate": 9.079587272204982e-05,
      "loss": 1.3654844284057617,
      "step": 725
    },
    {
      "epoch": 0.22230681385610962,
      "grad_norm": 0.2853640913963318,
      "learning_rate": 9.065280497392663e-05,
      "loss": 1.4238947868347167,
      "step": 730
    },
    {
      "epoch": 0.223829463266083,
      "grad_norm": 0.2294941246509552,
      "learning_rate": 9.050874842111498e-05,
      "loss": 1.4642324447631836,
      "step": 735
    },
    {
      "epoch": 0.22535211267605634,
      "grad_norm": 0.2794053554534912,
      "learning_rate": 9.03637065675255e-05,
      "loss": 1.4611818313598632,
      "step": 740
    },
    {
      "epoch": 0.2268747620860297,
      "grad_norm": 0.2210826426744461,
      "learning_rate": 9.021768294103443e-05,
      "loss": 1.456018829345703,
      "step": 745
    },
    {
      "epoch": 0.22839741149600304,
      "grad_norm": 0.24113371968269348,
      "learning_rate": 9.007068109339784e-05,
      "loss": 1.3719515800476074,
      "step": 750
    },
    {
      "epoch": 0.2299200609059764,
      "grad_norm": 0.2668301463127136,
      "learning_rate": 8.99227046001652e-05,
      "loss": 1.3636157989501954,
      "step": 755
    },
    {
      "epoch": 0.23144271031594976,
      "grad_norm": 0.36948826909065247,
      "learning_rate": 8.977375706059247e-05,
      "loss": 1.5281941413879394,
      "step": 760
    },
    {
      "epoch": 0.2329653597259231,
      "grad_norm": 0.2943294942378998,
      "learning_rate": 8.962384209755452e-05,
      "loss": 1.4288201332092285,
      "step": 765
    },
    {
      "epoch": 0.23448800913589646,
      "grad_norm": 0.3026641309261322,
      "learning_rate": 8.947296335745703e-05,
      "loss": 1.4038793563842773,
      "step": 770
    },
    {
      "epoch": 0.2360106585458698,
      "grad_norm": 0.20848454535007477,
      "learning_rate": 8.932112451014774e-05,
      "loss": 1.459784698486328,
      "step": 775
    },
    {
      "epoch": 0.23753330795584315,
      "grad_norm": 0.27259698510169983,
      "learning_rate": 8.916832924882728e-05,
      "loss": 1.4209893226623536,
      "step": 780
    },
    {
      "epoch": 0.23905595736581653,
      "grad_norm": 0.25965791940689087,
      "learning_rate": 8.901458128995927e-05,
      "loss": 1.378855323791504,
      "step": 785
    },
    {
      "epoch": 0.24057860677578988,
      "grad_norm": 0.305719792842865,
      "learning_rate": 8.885988437317992e-05,
      "loss": 1.4595756530761719,
      "step": 790
    },
    {
      "epoch": 0.24210125618576323,
      "grad_norm": 0.29244890809059143,
      "learning_rate": 8.870424226120714e-05,
      "loss": 1.4551380157470704,
      "step": 795
    },
    {
      "epoch": 0.24362390559573657,
      "grad_norm": 0.2980535328388214,
      "learning_rate": 8.854765873974898e-05,
      "loss": 1.4264792442321776,
      "step": 800
    },
    {
      "epoch": 0.24514655500570995,
      "grad_norm": 0.3499586284160614,
      "learning_rate": 8.839013761741148e-05,
      "loss": 1.467721652984619,
      "step": 805
    },
    {
      "epoch": 0.2466692044156833,
      "grad_norm": 0.2993587553501129,
      "learning_rate": 8.823168272560615e-05,
      "loss": 1.346705436706543,
      "step": 810
    },
    {
      "epoch": 0.24819185382565664,
      "grad_norm": 0.23189038038253784,
      "learning_rate": 8.807229791845673e-05,
      "loss": 1.4903203010559083,
      "step": 815
    },
    {
      "epoch": 0.24971450323563,
      "grad_norm": 0.2743084132671356,
      "learning_rate": 8.791198707270538e-05,
      "loss": 1.548980712890625,
      "step": 820
    },
    {
      "epoch": 0.25123715264560337,
      "grad_norm": 0.2221740335226059,
      "learning_rate": 8.775075408761851e-05,
      "loss": 1.4531554222106933,
      "step": 825
    },
    {
      "epoch": 0.2527598020555767,
      "grad_norm": 0.29099658131599426,
      "learning_rate": 8.758860288489183e-05,
      "loss": 1.4426555633544922,
      "step": 830
    },
    {
      "epoch": 0.25428245146555006,
      "grad_norm": 0.2629263401031494,
      "learning_rate": 8.742553740855506e-05,
      "loss": 1.4071794509887696,
      "step": 835
    },
    {
      "epoch": 0.2558051008755234,
      "grad_norm": 0.28747856616973877,
      "learning_rate": 8.726156162487587e-05,
      "loss": 1.5133395195007324,
      "step": 840
    },
    {
      "epoch": 0.25732775028549676,
      "grad_norm": 0.262517511844635,
      "learning_rate": 8.709667952226353e-05,
      "loss": 1.3573564529418944,
      "step": 845
    },
    {
      "epoch": 0.25885039969547013,
      "grad_norm": 0.22183161973953247,
      "learning_rate": 8.693089511117183e-05,
      "loss": 1.5251442909240722,
      "step": 850
    },
    {
      "epoch": 0.26037304910544345,
      "grad_norm": 0.21905767917633057,
      "learning_rate": 8.676421242400156e-05,
      "loss": 1.503794002532959,
      "step": 855
    },
    {
      "epoch": 0.26189569851541683,
      "grad_norm": 0.36307400465011597,
      "learning_rate": 8.659663551500246e-05,
      "loss": 1.3685101509094237,
      "step": 860
    },
    {
      "epoch": 0.2634183479253902,
      "grad_norm": 0.2499055415391922,
      "learning_rate": 8.642816846017449e-05,
      "loss": 1.3180089950561524,
      "step": 865
    },
    {
      "epoch": 0.2649409973353635,
      "grad_norm": 0.27423790097236633,
      "learning_rate": 8.625881535716883e-05,
      "loss": 1.50178804397583,
      "step": 870
    },
    {
      "epoch": 0.2664636467453369,
      "grad_norm": 0.23046822845935822,
      "learning_rate": 8.608858032518814e-05,
      "loss": 1.4345687866210937,
      "step": 875
    },
    {
      "epoch": 0.2679862961553102,
      "grad_norm": 0.32026252150535583,
      "learning_rate": 8.591746750488639e-05,
      "loss": 1.4084321975708007,
      "step": 880
    },
    {
      "epoch": 0.2695089455652836,
      "grad_norm": 0.2778593599796295,
      "learning_rate": 8.574548105826809e-05,
      "loss": 1.414495086669922,
      "step": 885
    },
    {
      "epoch": 0.271031594975257,
      "grad_norm": 0.3236066699028015,
      "learning_rate": 8.557262516858717e-05,
      "loss": 1.4425021171569825,
      "step": 890
    },
    {
      "epoch": 0.2725542443852303,
      "grad_norm": 0.2763606905937195,
      "learning_rate": 8.539890404024511e-05,
      "loss": 1.6016029357910155,
      "step": 895
    },
    {
      "epoch": 0.27407689379520367,
      "grad_norm": 0.2556283473968506,
      "learning_rate": 8.522432189868874e-05,
      "loss": 1.372022533416748,
      "step": 900
    },
    {
      "epoch": 0.275599543205177,
      "grad_norm": 0.2730630934238434,
      "learning_rate": 8.504888299030747e-05,
      "loss": 1.4496212005615234,
      "step": 905
    },
    {
      "epoch": 0.27712219261515036,
      "grad_norm": 0.22414790093898773,
      "learning_rate": 8.487259158232998e-05,
      "loss": 1.557776927947998,
      "step": 910
    },
    {
      "epoch": 0.27864484202512374,
      "grad_norm": 0.25023847818374634,
      "learning_rate": 8.469545196272042e-05,
      "loss": 1.3323833465576171,
      "step": 915
    },
    {
      "epoch": 0.28016749143509706,
      "grad_norm": 0.3127973973751068,
      "learning_rate": 8.451746844007416e-05,
      "loss": 1.5026471138000488,
      "step": 920
    },
    {
      "epoch": 0.28169014084507044,
      "grad_norm": 0.2822777330875397,
      "learning_rate": 8.43386453435129e-05,
      "loss": 1.3067480087280274,
      "step": 925
    },
    {
      "epoch": 0.28321279025504376,
      "grad_norm": 0.3239530920982361,
      "learning_rate": 8.415898702257949e-05,
      "loss": 1.458646583557129,
      "step": 930
    },
    {
      "epoch": 0.28473543966501713,
      "grad_norm": 0.27216675877571106,
      "learning_rate": 8.397849784713205e-05,
      "loss": 1.3857210159301758,
      "step": 935
    },
    {
      "epoch": 0.2862580890749905,
      "grad_norm": 0.3790968954563141,
      "learning_rate": 8.379718220723773e-05,
      "loss": 1.3885436058044434,
      "step": 940
    },
    {
      "epoch": 0.2877807384849638,
      "grad_norm": 0.35693275928497314,
      "learning_rate": 8.361504451306585e-05,
      "loss": 1.3546630859375,
      "step": 945
    },
    {
      "epoch": 0.2893033878949372,
      "grad_norm": 0.23096509277820587,
      "learning_rate": 8.343208919478074e-05,
      "loss": 1.4413816452026367,
      "step": 950
    },
    {
      "epoch": 0.2908260373049105,
      "grad_norm": 0.23972415924072266,
      "learning_rate": 8.324832070243393e-05,
      "loss": 1.5359551429748535,
      "step": 955
    },
    {
      "epoch": 0.2923486867148839,
      "grad_norm": 0.2613072693347931,
      "learning_rate": 8.30637435058559e-05,
      "loss": 1.6116878509521484,
      "step": 960
    },
    {
      "epoch": 0.2938713361248573,
      "grad_norm": 0.29908230900764465,
      "learning_rate": 8.287836209454735e-05,
      "loss": 1.3728031158447265,
      "step": 965
    },
    {
      "epoch": 0.2953939855348306,
      "grad_norm": 0.30336692929267883,
      "learning_rate": 8.269218097757008e-05,
      "loss": 1.371476173400879,
      "step": 970
    },
    {
      "epoch": 0.29691663494480397,
      "grad_norm": 0.2792283892631531,
      "learning_rate": 8.250520468343722e-05,
      "loss": 1.3788311004638671,
      "step": 975
    },
    {
      "epoch": 0.2984392843547773,
      "grad_norm": 0.3094034194946289,
      "learning_rate": 8.231743776000311e-05,
      "loss": 1.4456854820251466,
      "step": 980
    },
    {
      "epoch": 0.29996193376475067,
      "grad_norm": 0.2532956898212433,
      "learning_rate": 8.212888477435272e-05,
      "loss": 1.4226778030395508,
      "step": 985
    },
    {
      "epoch": 0.30148458317472404,
      "grad_norm": 0.2680925130844116,
      "learning_rate": 8.193955031269053e-05,
      "loss": 1.393292236328125,
      "step": 990
    },
    {
      "epoch": 0.30300723258469736,
      "grad_norm": 0.26347461342811584,
      "learning_rate": 8.1749438980229e-05,
      "loss": 1.4531295776367188,
      "step": 995
    },
    {
      "epoch": 0.30452988199467074,
      "grad_norm": 0.25980401039123535,
      "learning_rate": 8.155855540107648e-05,
      "loss": 1.4095684051513673,
      "step": 1000
    },
    {
      "epoch": 0.30605253140464406,
      "grad_norm": 0.25571075081825256,
      "learning_rate": 8.136690421812492e-05,
      "loss": 1.342782688140869,
      "step": 1005
    },
    {
      "epoch": 0.30757518081461743,
      "grad_norm": 0.23701255023479462,
      "learning_rate": 8.117449009293668e-05,
      "loss": 1.4156591415405273,
      "step": 1010
    },
    {
      "epoch": 0.3090978302245908,
      "grad_norm": 0.2656676173210144,
      "learning_rate": 8.09813177056314e-05,
      "loss": 1.3227380752563476,
      "step": 1015
    },
    {
      "epoch": 0.31062047963456413,
      "grad_norm": 0.30956336855888367,
      "learning_rate": 8.078739175477197e-05,
      "loss": 1.3795610427856446,
      "step": 1020
    },
    {
      "epoch": 0.3121431290445375,
      "grad_norm": 0.29831424355506897,
      "learning_rate": 8.059271695725038e-05,
      "loss": 1.5078824043273926,
      "step": 1025
    },
    {
      "epoch": 0.3136657784545108,
      "grad_norm": 0.3009597361087799,
      "learning_rate": 8.039729804817293e-05,
      "loss": 1.3122706413269043,
      "step": 1030
    },
    {
      "epoch": 0.3151884278644842,
      "grad_norm": 0.28154706954956055,
      "learning_rate": 8.020113978074504e-05,
      "loss": 1.2648576736450194,
      "step": 1035
    },
    {
      "epoch": 0.3167110772744576,
      "grad_norm": 0.25861454010009766,
      "learning_rate": 8.000424692615567e-05,
      "loss": 1.30448637008667,
      "step": 1040
    },
    {
      "epoch": 0.3182337266844309,
      "grad_norm": 0.23444527387619019,
      "learning_rate": 7.980662427346127e-05,
      "loss": 1.3907661437988281,
      "step": 1045
    },
    {
      "epoch": 0.31975637609440427,
      "grad_norm": 0.2578740417957306,
      "learning_rate": 7.96082766294693e-05,
      "loss": 1.395310115814209,
      "step": 1050
    },
    {
      "epoch": 0.3212790255043776,
      "grad_norm": 0.26323646306991577,
      "learning_rate": 7.940920881862126e-05,
      "loss": 1.5015592575073242,
      "step": 1055
    },
    {
      "epoch": 0.32280167491435097,
      "grad_norm": 0.24181155860424042,
      "learning_rate": 7.920942568287543e-05,
      "loss": 1.5405632972717285,
      "step": 1060
    },
    {
      "epoch": 0.32432432432432434,
      "grad_norm": 0.2329670935869217,
      "learning_rate": 7.9008932081589e-05,
      "loss": 1.3958099365234375,
      "step": 1065
    },
    {
      "epoch": 0.32584697373429766,
      "grad_norm": 0.23964090645313263,
      "learning_rate": 7.880773289139997e-05,
      "loss": 1.4673625946044921,
      "step": 1070
    },
    {
      "epoch": 0.32736962314427104,
      "grad_norm": 0.31865817308425903,
      "learning_rate": 7.860583300610849e-05,
      "loss": 1.541058349609375,
      "step": 1075
    },
    {
      "epoch": 0.32889227255424436,
      "grad_norm": 0.3059067130088806,
      "learning_rate": 7.840323733655778e-05,
      "loss": 1.4876275062561035,
      "step": 1080
    },
    {
      "epoch": 0.33041492196421773,
      "grad_norm": 0.2325078248977661,
      "learning_rate": 7.819995081051482e-05,
      "loss": 1.4936686515808106,
      "step": 1085
    },
    {
      "epoch": 0.3319375713741911,
      "grad_norm": 0.33646270632743835,
      "learning_rate": 7.799597837255032e-05,
      "loss": 1.3444353103637696,
      "step": 1090
    },
    {
      "epoch": 0.33346022078416443,
      "grad_norm": 0.29305240511894226,
      "learning_rate": 7.779132498391856e-05,
      "loss": 1.3916387557983398,
      "step": 1095
    },
    {
      "epoch": 0.3349828701941378,
      "grad_norm": 0.3107070326805115,
      "learning_rate": 7.758599562243673e-05,
      "loss": 1.4865869522094726,
      "step": 1100
    },
    {
      "epoch": 0.3365055196041112,
      "grad_norm": 0.2474549114704132,
      "learning_rate": 7.737999528236376e-05,
      "loss": 1.5631649971008301,
      "step": 1105
    },
    {
      "epoch": 0.3380281690140845,
      "grad_norm": 0.30205830931663513,
      "learning_rate": 7.717332897427893e-05,
      "loss": 1.351798152923584,
      "step": 1110
    },
    {
      "epoch": 0.3395508184240579,
      "grad_norm": 0.330427885055542,
      "learning_rate": 7.696600172495997e-05,
      "loss": 1.4060184478759765,
      "step": 1115
    },
    {
      "epoch": 0.3410734678340312,
      "grad_norm": 0.26146936416625977,
      "learning_rate": 7.675801857726077e-05,
      "loss": 1.396233367919922,
      "step": 1120
    },
    {
      "epoch": 0.34259611724400457,
      "grad_norm": 0.29280221462249756,
      "learning_rate": 7.654938458998875e-05,
      "loss": 1.323391056060791,
      "step": 1125
    },
    {
      "epoch": 0.34411876665397795,
      "grad_norm": 0.25476574897766113,
      "learning_rate": 7.634010483778184e-05,
      "loss": 1.3525615692138673,
      "step": 1130
    },
    {
      "epoch": 0.34564141606395127,
      "grad_norm": 0.2968114912509918,
      "learning_rate": 7.613018441098494e-05,
      "loss": 1.3722482681274415,
      "step": 1135
    },
    {
      "epoch": 0.34716406547392464,
      "grad_norm": 0.3112095594406128,
      "learning_rate": 7.591962841552627e-05,
      "loss": 1.4872213363647462,
      "step": 1140
    },
    {
      "epoch": 0.34868671488389796,
      "grad_norm": 0.24868836998939514,
      "learning_rate": 7.570844197279299e-05,
      "loss": 1.367682933807373,
      "step": 1145
    },
    {
      "epoch": 0.35020936429387134,
      "grad_norm": 0.3044701814651489,
      "learning_rate": 7.54966302195068e-05,
      "loss": 1.344968605041504,
      "step": 1150
    },
    {
      "epoch": 0.3517320137038447,
      "grad_norm": 0.283758282661438,
      "learning_rate": 7.528419830759892e-05,
      "loss": 1.3539758682250977,
      "step": 1155
    },
    {
      "epoch": 0.35325466311381803,
      "grad_norm": 0.31524917483329773,
      "learning_rate": 7.507115140408477e-05,
      "loss": 1.3392753601074219,
      "step": 1160
    },
    {
      "epoch": 0.3547773125237914,
      "grad_norm": 0.2978060841560364,
      "learning_rate": 7.485749469093834e-05,
      "loss": 1.383751678466797,
      "step": 1165
    },
    {
      "epoch": 0.35629996193376473,
      "grad_norm": 0.24903981387615204,
      "learning_rate": 7.464323336496606e-05,
      "loss": 1.4401054382324219,
      "step": 1170
    },
    {
      "epoch": 0.3578226113437381,
      "grad_norm": 0.2903728485107422,
      "learning_rate": 7.442837263768049e-05,
      "loss": 1.3851556777954102,
      "step": 1175
    },
    {
      "epoch": 0.3593452607537115,
      "grad_norm": 0.3136855661869049,
      "learning_rate": 7.421291773517354e-05,
      "loss": 1.3426216125488282,
      "step": 1180
    },
    {
      "epoch": 0.3608679101636848,
      "grad_norm": 0.2400982528924942,
      "learning_rate": 7.399687389798933e-05,
      "loss": 1.4459614753723145,
      "step": 1185
    },
    {
      "epoch": 0.3623905595736582,
      "grad_norm": 0.2520941495895386,
      "learning_rate": 7.37802463809967e-05,
      "loss": 1.370910930633545,
      "step": 1190
    },
    {
      "epoch": 0.3639132089836315,
      "grad_norm": 0.3427690863609314,
      "learning_rate": 7.356304045326147e-05,
      "loss": 1.335260009765625,
      "step": 1195
    },
    {
      "epoch": 0.3654358583936049,
      "grad_norm": 0.3588770925998688,
      "learning_rate": 7.33452613979182e-05,
      "loss": 1.3373279571533203,
      "step": 1200
    },
    {
      "epoch": 0.36695850780357825,
      "grad_norm": 0.3317570090293884,
      "learning_rate": 7.312691451204178e-05,
      "loss": 1.385964298248291,
      "step": 1205
    },
    {
      "epoch": 0.36848115721355157,
      "grad_norm": 0.2783828675746918,
      "learning_rate": 7.290800510651845e-05,
      "loss": 1.4141164779663087,
      "step": 1210
    },
    {
      "epoch": 0.37000380662352494,
      "grad_norm": 0.26642730832099915,
      "learning_rate": 7.268853850591679e-05,
      "loss": 1.3404644012451172,
      "step": 1215
    },
    {
      "epoch": 0.37152645603349826,
      "grad_norm": 0.25768765807151794,
      "learning_rate": 7.246852004835807e-05,
      "loss": 1.4136226654052735,
      "step": 1220
    },
    {
      "epoch": 0.37304910544347164,
      "grad_norm": 0.27597010135650635,
      "learning_rate": 7.22479550853865e-05,
      "loss": 1.426306915283203,
      "step": 1225
    },
    {
      "epoch": 0.374571754853445,
      "grad_norm": 0.24865882098674774,
      "learning_rate": 7.202684898183898e-05,
      "loss": 1.3518117904663085,
      "step": 1230
    },
    {
      "epoch": 0.37609440426341834,
      "grad_norm": 0.2266913801431656,
      "learning_rate": 7.180520711571471e-05,
      "loss": 1.4690813064575194,
      "step": 1235
    },
    {
      "epoch": 0.3776170536733917,
      "grad_norm": 0.2647339403629303,
      "learning_rate": 7.158303487804432e-05,
      "loss": 1.3690889358520508,
      "step": 1240
    },
    {
      "epoch": 0.37913970308336503,
      "grad_norm": 0.2828558087348938,
      "learning_rate": 7.136033767275871e-05,
      "loss": 1.334241771697998,
      "step": 1245
    },
    {
      "epoch": 0.3806623524933384,
      "grad_norm": 0.2561446726322174,
      "learning_rate": 7.113712091655772e-05,
      "loss": 1.3273275375366211,
      "step": 1250
    },
    {
      "epoch": 0.3821850019033118,
      "grad_norm": 0.2407621294260025,
      "learning_rate": 7.091339003877826e-05,
      "loss": 1.3427747726440429,
      "step": 1255
    },
    {
      "epoch": 0.3837076513132851,
      "grad_norm": 0.25592970848083496,
      "learning_rate": 7.068915048126231e-05,
      "loss": 1.3133956909179687,
      "step": 1260
    },
    {
      "epoch": 0.3852303007232585,
      "grad_norm": 0.24890656769275665,
      "learning_rate": 7.046440769822454e-05,
      "loss": 1.401773738861084,
      "step": 1265
    },
    {
      "epoch": 0.3867529501332318,
      "grad_norm": 0.2707661986351013,
      "learning_rate": 7.023916715611969e-05,
      "loss": 1.3378002166748046,
      "step": 1270
    },
    {
      "epoch": 0.3882755995432052,
      "grad_norm": 0.24935978651046753,
      "learning_rate": 7.001343433350956e-05,
      "loss": 1.3258022308349608,
      "step": 1275
    },
    {
      "epoch": 0.38979824895317855,
      "grad_norm": 0.31505095958709717,
      "learning_rate": 6.978721472092973e-05,
      "loss": 1.384083366394043,
      "step": 1280
    },
    {
      "epoch": 0.39132089836315187,
      "grad_norm": 0.2736486792564392,
      "learning_rate": 6.956051382075608e-05,
      "loss": 1.3886921882629395,
      "step": 1285
    },
    {
      "epoch": 0.39284354777312525,
      "grad_norm": 0.29390108585357666,
      "learning_rate": 6.933333714707094e-05,
      "loss": 1.406876564025879,
      "step": 1290
    },
    {
      "epoch": 0.39436619718309857,
      "grad_norm": 0.2984534502029419,
      "learning_rate": 6.910569022552895e-05,
      "loss": 1.3138214111328126,
      "step": 1295
    },
    {
      "epoch": 0.39588884659307194,
      "grad_norm": 0.2528838515281677,
      "learning_rate": 6.887757859322265e-05,
      "loss": 1.3129400253295898,
      "step": 1300
    },
    {
      "epoch": 0.3974114960030453,
      "grad_norm": 0.27338773012161255,
      "learning_rate": 6.86490077985478e-05,
      "loss": 1.356154441833496,
      "step": 1305
    },
    {
      "epoch": 0.39893414541301864,
      "grad_norm": 0.2755977213382721,
      "learning_rate": 6.841998340106847e-05,
      "loss": 1.370241928100586,
      "step": 1310
    },
    {
      "epoch": 0.400456794822992,
      "grad_norm": 0.3948673605918884,
      "learning_rate": 6.819051097138178e-05,
      "loss": 1.3480887413024902,
      "step": 1315
    },
    {
      "epoch": 0.40197944423296533,
      "grad_norm": 0.2611674964427948,
      "learning_rate": 6.79605960909824e-05,
      "loss": 1.474497413635254,
      "step": 1320
    },
    {
      "epoch": 0.4035020936429387,
      "grad_norm": 0.23646868765354156,
      "learning_rate": 6.773024435212678e-05,
      "loss": 1.4527637481689453,
      "step": 1325
    },
    {
      "epoch": 0.4050247430529121,
      "grad_norm": 0.22140051424503326,
      "learning_rate": 6.74994613576972e-05,
      "loss": 1.315192699432373,
      "step": 1330
    },
    {
      "epoch": 0.4065473924628854,
      "grad_norm": 0.30312591791152954,
      "learning_rate": 6.726825272106538e-05,
      "loss": 1.266726016998291,
      "step": 1335
    },
    {
      "epoch": 0.4080700418728588,
      "grad_norm": 0.26451852917671204,
      "learning_rate": 6.703662406595606e-05,
      "loss": 1.3504931449890136,
      "step": 1340
    },
    {
      "epoch": 0.40959269128283216,
      "grad_norm": 0.2913320064544678,
      "learning_rate": 6.680458102631009e-05,
      "loss": 1.4232087135314941,
      "step": 1345
    },
    {
      "epoch": 0.4111153406928055,
      "grad_norm": 0.31301552057266235,
      "learning_rate": 6.657212924614754e-05,
      "loss": 1.4294262886047364,
      "step": 1350
    },
    {
      "epoch": 0.41263799010277885,
      "grad_norm": 0.25427505373954773,
      "learning_rate": 6.633927437943028e-05,
      "loss": 1.479306411743164,
      "step": 1355
    },
    {
      "epoch": 0.41416063951275217,
      "grad_norm": 0.2708263397216797,
      "learning_rate": 6.610602208992454e-05,
      "loss": 1.3483418464660644,
      "step": 1360
    },
    {
      "epoch": 0.41568328892272555,
      "grad_norm": 0.3349183201789856,
      "learning_rate": 6.587237805106312e-05,
      "loss": 1.3606966018676758,
      "step": 1365
    },
    {
      "epoch": 0.4172059383326989,
      "grad_norm": 0.2648729383945465,
      "learning_rate": 6.563834794580742e-05,
      "loss": 1.4106568336486816,
      "step": 1370
    },
    {
      "epoch": 0.41872858774267224,
      "grad_norm": 0.24680568277835846,
      "learning_rate": 6.540393746650919e-05,
      "loss": 1.4123987197875976,
      "step": 1375
    },
    {
      "epoch": 0.4202512371526456,
      "grad_norm": 0.264300674200058,
      "learning_rate": 6.516915231477207e-05,
      "loss": 1.3612893104553223,
      "step": 1380
    },
    {
      "epoch": 0.42177388656261894,
      "grad_norm": 0.2791481018066406,
      "learning_rate": 6.49339982013129e-05,
      "loss": 1.6163249969482423,
      "step": 1385
    },
    {
      "epoch": 0.4232965359725923,
      "grad_norm": 0.23818041384220123,
      "learning_rate": 6.469848084582289e-05,
      "loss": 1.4644305229187011,
      "step": 1390
    },
    {
      "epoch": 0.4248191853825657,
      "grad_norm": 0.2435709536075592,
      "learning_rate": 6.446260597682839e-05,
      "loss": 1.3428779602050782,
      "step": 1395
    },
    {
      "epoch": 0.426341834792539,
      "grad_norm": 0.2401343584060669,
      "learning_rate": 6.422637933155162e-05,
      "loss": 1.3154414176940918,
      "step": 1400
    },
    {
      "epoch": 0.4278644842025124,
      "grad_norm": 0.2605147063732147,
      "learning_rate": 6.398980665577115e-05,
      "loss": 1.3638551712036133,
      "step": 1405
    },
    {
      "epoch": 0.4293871336124857,
      "grad_norm": 0.20154057443141937,
      "learning_rate": 6.375289370368204e-05,
      "loss": 1.4641175270080566,
      "step": 1410
    },
    {
      "epoch": 0.4309097830224591,
      "grad_norm": 0.2590329945087433,
      "learning_rate": 6.351564623775602e-05,
      "loss": 1.3620439529418946,
      "step": 1415
    },
    {
      "epoch": 0.43243243243243246,
      "grad_norm": 0.35539114475250244,
      "learning_rate": 6.327807002860116e-05,
      "loss": 1.302149772644043,
      "step": 1420
    },
    {
      "epoch": 0.4339550818424058,
      "grad_norm": 0.2675325274467468,
      "learning_rate": 6.304017085482171e-05,
      "loss": 1.306181049346924,
      "step": 1425
    },
    {
      "epoch": 0.43547773125237915,
      "grad_norm": 0.2589367926120758,
      "learning_rate": 6.280195450287736e-05,
      "loss": 1.3961198806762696,
      "step": 1430
    },
    {
      "epoch": 0.4370003806623525,
      "grad_norm": 0.27876636385917664,
      "learning_rate": 6.256342676694262e-05,
      "loss": 1.3006193161010742,
      "step": 1435
    },
    {
      "epoch": 0.43852303007232585,
      "grad_norm": 0.28582078218460083,
      "learning_rate": 6.23245934487658e-05,
      "loss": 1.3782499313354493,
      "step": 1440
    },
    {
      "epoch": 0.4400456794822992,
      "grad_norm": 0.2538052201271057,
      "learning_rate": 6.208546035752798e-05,
      "loss": 1.4886381149291992,
      "step": 1445
    },
    {
      "epoch": 0.44156832889227254,
      "grad_norm": 0.2826031446456909,
      "learning_rate": 6.184603330970165e-05,
      "loss": 1.3341392517089843,
      "step": 1450
    },
    {
      "epoch": 0.4430909783022459,
      "grad_norm": 0.25157082080841064,
      "learning_rate": 6.160631812890925e-05,
      "loss": 1.368797779083252,
      "step": 1455
    },
    {
      "epoch": 0.44461362771221924,
      "grad_norm": 0.21295174956321716,
      "learning_rate": 6.136632064578153e-05,
      "loss": 1.2691965103149414,
      "step": 1460
    },
    {
      "epoch": 0.4461362771221926,
      "grad_norm": 0.3233494460582733,
      "learning_rate": 6.112604669781572e-05,
      "loss": 1.308966064453125,
      "step": 1465
    },
    {
      "epoch": 0.447658926532166,
      "grad_norm": 0.34750598669052124,
      "learning_rate": 6.088550212923356e-05,
      "loss": 1.3082576751708985,
      "step": 1470
    },
    {
      "epoch": 0.4491815759421393,
      "grad_norm": 0.2640896439552307,
      "learning_rate": 6.064469279083912e-05,
      "loss": 1.3189506530761719,
      "step": 1475
    },
    {
      "epoch": 0.4507042253521127,
      "grad_norm": 0.240287646651268,
      "learning_rate": 6.040362453987651e-05,
      "loss": 1.363023567199707,
      "step": 1480
    },
    {
      "epoch": 0.452226874762086,
      "grad_norm": 0.2811414897441864,
      "learning_rate": 6.016230323988745e-05,
      "loss": 1.3733488082885743,
      "step": 1485
    },
    {
      "epoch": 0.4537495241720594,
      "grad_norm": 0.3292579650878906,
      "learning_rate": 5.992073476056854e-05,
      "loss": 1.4585867881774903,
      "step": 1490
    },
    {
      "epoch": 0.45527217358203276,
      "grad_norm": 0.26900094747543335,
      "learning_rate": 5.967892497762866e-05,
      "loss": 1.3601048469543457,
      "step": 1495
    },
    {
      "epoch": 0.4567948229920061,
      "grad_norm": 0.2594233751296997,
      "learning_rate": 5.943687977264584e-05,
      "loss": 1.3416101455688476,
      "step": 1500
    },
    {
      "epoch": 0.45831747240197945,
      "grad_norm": 0.2663646936416626,
      "learning_rate": 5.919460503292442e-05,
      "loss": 1.3562856674194337,
      "step": 1505
    },
    {
      "epoch": 0.4598401218119528,
      "grad_norm": 0.28269708156585693,
      "learning_rate": 5.895210665135169e-05,
      "loss": 1.3688299179077148,
      "step": 1510
    },
    {
      "epoch": 0.46136277122192615,
      "grad_norm": 0.2857932150363922,
      "learning_rate": 5.870939052625465e-05,
      "loss": 1.3016630172729493,
      "step": 1515
    },
    {
      "epoch": 0.4628854206318995,
      "grad_norm": 0.2867497205734253,
      "learning_rate": 5.8466462561256495e-05,
      "loss": 1.4517138481140137,
      "step": 1520
    },
    {
      "epoch": 0.46440807004187284,
      "grad_norm": 0.2611059844493866,
      "learning_rate": 5.8223328665133034e-05,
      "loss": 1.3801733016967774,
      "step": 1525
    },
    {
      "epoch": 0.4659307194518462,
      "grad_norm": 0.26675674319267273,
      "learning_rate": 5.7979994751668964e-05,
      "loss": 1.3979923248291015,
      "step": 1530
    },
    {
      "epoch": 0.46745336886181954,
      "grad_norm": 0.24703533947467804,
      "learning_rate": 5.773646673951406e-05,
      "loss": 1.4024689674377442,
      "step": 1535
    },
    {
      "epoch": 0.4689760182717929,
      "grad_norm": 0.36429521441459656,
      "learning_rate": 5.749275055203918e-05,
      "loss": 1.3610652923583983,
      "step": 1540
    },
    {
      "epoch": 0.4704986676817663,
      "grad_norm": 0.2706835865974426,
      "learning_rate": 5.724885211719221e-05,
      "loss": 1.3411127090454102,
      "step": 1545
    },
    {
      "epoch": 0.4720213170917396,
      "grad_norm": 0.2288634479045868,
      "learning_rate": 5.700477736735382e-05,
      "loss": 1.2600469589233398,
      "step": 1550
    },
    {
      "epoch": 0.473543966501713,
      "grad_norm": 0.25470563769340515,
      "learning_rate": 5.6760532239193275e-05,
      "loss": 1.3977832794189453,
      "step": 1555
    },
    {
      "epoch": 0.4750666159116863,
      "grad_norm": 0.2892740070819855,
      "learning_rate": 5.6516122673523967e-05,
      "loss": 1.378653335571289,
      "step": 1560
    },
    {
      "epoch": 0.4765892653216597,
      "grad_norm": 0.2725992202758789,
      "learning_rate": 5.6271554615158904e-05,
      "loss": 1.4045576095581054,
      "step": 1565
    },
    {
      "epoch": 0.47811191473163306,
      "grad_norm": 0.2719159722328186,
      "learning_rate": 5.602683401276615e-05,
      "loss": 1.2868476867675782,
      "step": 1570
    },
    {
      "epoch": 0.4796345641416064,
      "grad_norm": 0.27898305654525757,
      "learning_rate": 5.578196681872415e-05,
      "loss": 1.4293672561645507,
      "step": 1575
    },
    {
      "epoch": 0.48115721355157975,
      "grad_norm": 0.34255102276802063,
      "learning_rate": 5.5536958988976864e-05,
      "loss": 1.326737117767334,
      "step": 1580
    },
    {
      "epoch": 0.48267986296155313,
      "grad_norm": 0.231376513838768,
      "learning_rate": 5.529181648288901e-05,
      "loss": 1.3015432357788086,
      "step": 1585
    },
    {
      "epoch": 0.48420251237152645,
      "grad_norm": 0.3345688581466675,
      "learning_rate": 5.504654526310102e-05,
      "loss": 1.4542757034301759,
      "step": 1590
    },
    {
      "epoch": 0.4857251617814998,
      "grad_norm": 0.30328232049942017,
      "learning_rate": 5.480115129538409e-05,
      "loss": 1.398010540008545,
      "step": 1595
    },
    {
      "epoch": 0.48724781119147315,
      "grad_norm": 0.3044515550136566,
      "learning_rate": 5.455564054849501e-05,
      "loss": 1.4142882347106933,
      "step": 1600
    },
    {
      "epoch": 0.4887704606014465,
      "grad_norm": 0.31157538294792175,
      "learning_rate": 5.431001899403098e-05,
      "loss": 1.3000102996826173,
      "step": 1605
    },
    {
      "epoch": 0.4902931100114199,
      "grad_norm": 0.31317242980003357,
      "learning_rate": 5.406429260628444e-05,
      "loss": 1.3200332641601562,
      "step": 1610
    },
    {
      "epoch": 0.4918157594213932,
      "grad_norm": 0.2634436786174774,
      "learning_rate": 5.381846736209769e-05,
      "loss": 1.3754449844360352,
      "step": 1615
    },
    {
      "epoch": 0.4933384088313666,
      "grad_norm": 0.2267792522907257,
      "learning_rate": 5.357254924071754e-05,
      "loss": 1.4365095138549804,
      "step": 1620
    },
    {
      "epoch": 0.4948610582413399,
      "grad_norm": 0.27569952607154846,
      "learning_rate": 5.332654422364983e-05,
      "loss": 1.388918685913086,
      "step": 1625
    },
    {
      "epoch": 0.4963837076513133,
      "grad_norm": 0.24842625856399536,
      "learning_rate": 5.308045829451403e-05,
      "loss": 1.3314464569091797,
      "step": 1630
    },
    {
      "epoch": 0.49790635706128666,
      "grad_norm": 0.2644146680831909,
      "learning_rate": 5.28342974388976e-05,
      "loss": 1.2916046142578126,
      "step": 1635
    },
    {
      "epoch": 0.49942900647126,
      "grad_norm": 0.22177313268184662,
      "learning_rate": 5.258806764421048e-05,
      "loss": 1.3917448043823242,
      "step": 1640
    },
    {
      "epoch": 0.5009516558812334,
      "grad_norm": 0.2361970990896225,
      "learning_rate": 5.23417748995394e-05,
      "loss": 1.376643180847168,
      "step": 1645
    },
    {
      "epoch": 0.5024743052912067,
      "grad_norm": 0.321374773979187,
      "learning_rate": 5.2095425195502256e-05,
      "loss": 1.3032066345214843,
      "step": 1650
    },
    {
      "epoch": 0.50399695470118,
      "grad_norm": 0.27355530858039856,
      "learning_rate": 5.184902452410237e-05,
      "loss": 1.2973228454589845,
      "step": 1655
    },
    {
      "epoch": 0.5055196041111534,
      "grad_norm": 0.2462250292301178,
      "learning_rate": 5.1602578878582776e-05,
      "loss": 1.308804988861084,
      "step": 1660
    },
    {
      "epoch": 0.5070422535211268,
      "grad_norm": 0.19962942600250244,
      "learning_rate": 5.135609425328033e-05,
      "loss": 1.3739556312561034,
      "step": 1665
    },
    {
      "epoch": 0.5085649029311001,
      "grad_norm": 0.26053565740585327,
      "learning_rate": 5.1109576643480105e-05,
      "loss": 1.362898826599121,
      "step": 1670
    },
    {
      "epoch": 0.5100875523410735,
      "grad_norm": 0.2830159068107605,
      "learning_rate": 5.086303204526943e-05,
      "loss": 1.2908313751220704,
      "step": 1675
    },
    {
      "epoch": 0.5116102017510468,
      "grad_norm": 0.3163045644760132,
      "learning_rate": 5.061646645539205e-05,
      "loss": 1.3349504470825195,
      "step": 1680
    },
    {
      "epoch": 0.5131328511610201,
      "grad_norm": 0.26570799946784973,
      "learning_rate": 5.0369885871102296e-05,
      "loss": 1.2985321044921876,
      "step": 1685
    },
    {
      "epoch": 0.5146555005709935,
      "grad_norm": 0.23638826608657837,
      "learning_rate": 5.012329629001924e-05,
      "loss": 1.2784423828125,
      "step": 1690
    },
    {
      "epoch": 0.5161781499809669,
      "grad_norm": 0.23448485136032104,
      "learning_rate": 4.987670370998078e-05,
      "loss": 1.423243236541748,
      "step": 1695
    },
    {
      "epoch": 0.5177007993909403,
      "grad_norm": 0.2314259111881256,
      "learning_rate": 4.963011412889773e-05,
      "loss": 1.3492928504943849,
      "step": 1700
    },
    {
      "epoch": 0.5192234488009136,
      "grad_norm": 0.2584417760372162,
      "learning_rate": 4.9383533544607974e-05,
      "loss": 1.3226016998291015,
      "step": 1705
    },
    {
      "epoch": 0.5207460982108869,
      "grad_norm": 0.2770603597164154,
      "learning_rate": 4.913696795473058e-05,
      "loss": 1.6151105880737304,
      "step": 1710
    },
    {
      "epoch": 0.5222687476208603,
      "grad_norm": 0.30756762623786926,
      "learning_rate": 4.88904233565199e-05,
      "loss": 1.2907414436340332,
      "step": 1715
    },
    {
      "epoch": 0.5237913970308337,
      "grad_norm": 0.3000791072845459,
      "learning_rate": 4.864390574671968e-05,
      "loss": 1.3248751640319825,
      "step": 1720
    },
    {
      "epoch": 0.525314046440807,
      "grad_norm": 0.27256903052330017,
      "learning_rate": 4.839742112141724e-05,
      "loss": 1.2656379699707032,
      "step": 1725
    },
    {
      "epoch": 0.5268366958507804,
      "grad_norm": 0.24658766388893127,
      "learning_rate": 4.815097547589763e-05,
      "loss": 1.3495702743530273,
      "step": 1730
    },
    {
      "epoch": 0.5283593452607537,
      "grad_norm": 0.343595951795578,
      "learning_rate": 4.790457480449775e-05,
      "loss": 1.4066032409667968,
      "step": 1735
    },
    {
      "epoch": 0.529881994670727,
      "grad_norm": 0.2558363676071167,
      "learning_rate": 4.76582251004606e-05,
      "loss": 1.3326688766479493,
      "step": 1740
    },
    {
      "epoch": 0.5314046440807004,
      "grad_norm": 0.2858749032020569,
      "learning_rate": 4.741193235578952e-05,
      "loss": 1.2113912582397461,
      "step": 1745
    },
    {
      "epoch": 0.5329272934906738,
      "grad_norm": 0.2679879069328308,
      "learning_rate": 4.7165702561102414e-05,
      "loss": 1.310260009765625,
      "step": 1750
    },
    {
      "epoch": 0.5344499429006472,
      "grad_norm": 0.32227835059165955,
      "learning_rate": 4.6919541705485985e-05,
      "loss": 1.2331014633178712,
      "step": 1755
    },
    {
      "epoch": 0.5359725923106204,
      "grad_norm": 0.39187365770339966,
      "learning_rate": 4.667345577635018e-05,
      "loss": 1.2413177490234375,
      "step": 1760
    },
    {
      "epoch": 0.5374952417205938,
      "grad_norm": 0.26487377285957336,
      "learning_rate": 4.642745075928247e-05,
      "loss": 1.3207042694091797,
      "step": 1765
    },
    {
      "epoch": 0.5390178911305672,
      "grad_norm": 0.23867976665496826,
      "learning_rate": 4.618153263790232e-05,
      "loss": 1.339517307281494,
      "step": 1770
    },
    {
      "epoch": 0.5405405405405406,
      "grad_norm": 0.32078996300697327,
      "learning_rate": 4.5935707393715565e-05,
      "loss": 1.2735256195068358,
      "step": 1775
    },
    {
      "epoch": 0.542063189950514,
      "grad_norm": 0.2798478305339813,
      "learning_rate": 4.568998100596903e-05,
      "loss": 1.47486572265625,
      "step": 1780
    },
    {
      "epoch": 0.5435858393604872,
      "grad_norm": 0.2683444917201996,
      "learning_rate": 4.5444359451505006e-05,
      "loss": 1.329602336883545,
      "step": 1785
    },
    {
      "epoch": 0.5451084887704606,
      "grad_norm": 0.23403924703598022,
      "learning_rate": 4.5198848704615914e-05,
      "loss": 1.3003073692321778,
      "step": 1790
    },
    {
      "epoch": 0.546631138180434,
      "grad_norm": 0.30789533257484436,
      "learning_rate": 4.4953454736898976e-05,
      "loss": 1.3623156547546387,
      "step": 1795
    },
    {
      "epoch": 0.5481537875904073,
      "grad_norm": 0.31680822372436523,
      "learning_rate": 4.4708183517110985e-05,
      "loss": 1.3261301040649414,
      "step": 1800
    },
    {
      "epoch": 0.5496764370003807,
      "grad_norm": 0.27970680594444275,
      "learning_rate": 4.446304101102314e-05,
      "loss": 1.35093994140625,
      "step": 1805
    },
    {
      "epoch": 0.551199086410354,
      "grad_norm": 0.32643061876296997,
      "learning_rate": 4.421803318127587e-05,
      "loss": 1.3861387252807618,
      "step": 1810
    },
    {
      "epoch": 0.5527217358203274,
      "grad_norm": 0.3180871307849884,
      "learning_rate": 4.397316598723385e-05,
      "loss": 1.3708114624023438,
      "step": 1815
    },
    {
      "epoch": 0.5542443852303007,
      "grad_norm": 0.2863382399082184,
      "learning_rate": 4.372844538484111e-05,
      "loss": 1.3640021324157714,
      "step": 1820
    },
    {
      "epoch": 0.5557670346402741,
      "grad_norm": 0.2550867795944214,
      "learning_rate": 4.348387732647605e-05,
      "loss": 1.3122490882873534,
      "step": 1825
    },
    {
      "epoch": 0.5572896840502475,
      "grad_norm": 0.3103955388069153,
      "learning_rate": 4.3239467760806736e-05,
      "loss": 1.2464099884033204,
      "step": 1830
    },
    {
      "epoch": 0.5588123334602207,
      "grad_norm": 0.2745635509490967,
      "learning_rate": 4.299522263264619e-05,
      "loss": 1.3070437431335449,
      "step": 1835
    },
    {
      "epoch": 0.5603349828701941,
      "grad_norm": 0.2566152513027191,
      "learning_rate": 4.27511478828078e-05,
      "loss": 1.2702374458312988,
      "step": 1840
    },
    {
      "epoch": 0.5618576322801675,
      "grad_norm": 0.32568952441215515,
      "learning_rate": 4.250724944796082e-05,
      "loss": 1.2957048416137695,
      "step": 1845
    },
    {
      "epoch": 0.5633802816901409,
      "grad_norm": 0.32877373695373535,
      "learning_rate": 4.226353326048593e-05,
      "loss": 1.2834630012512207,
      "step": 1850
    },
    {
      "epoch": 0.5649029311001142,
      "grad_norm": 0.28231871128082275,
      "learning_rate": 4.2020005248331054e-05,
      "loss": 1.3048977851867676,
      "step": 1855
    },
    {
      "epoch": 0.5664255805100875,
      "grad_norm": 0.24540714919567108,
      "learning_rate": 4.1776671334866985e-05,
      "loss": 1.3459823608398438,
      "step": 1860
    },
    {
      "epoch": 0.5679482299200609,
      "grad_norm": 0.3710729479789734,
      "learning_rate": 4.153353743874352e-05,
      "loss": 1.270101261138916,
      "step": 1865
    },
    {
      "epoch": 0.5694708793300343,
      "grad_norm": 0.2750590443611145,
      "learning_rate": 4.1290609473745363e-05,
      "loss": 1.3107969284057617,
      "step": 1870
    },
    {
      "epoch": 0.5709935287400076,
      "grad_norm": 0.2705315947532654,
      "learning_rate": 4.1047893348648314e-05,
      "loss": 1.4802775382995605,
      "step": 1875
    },
    {
      "epoch": 0.572516178149981,
      "grad_norm": 0.3106956481933594,
      "learning_rate": 4.0805394967075586e-05,
      "loss": 1.3171422958374024,
      "step": 1880
    },
    {
      "epoch": 0.5740388275599543,
      "grad_norm": 0.28099218010902405,
      "learning_rate": 4.056312022735417e-05,
      "loss": 1.32993803024292,
      "step": 1885
    },
    {
      "epoch": 0.5755614769699277,
      "grad_norm": 0.3052349090576172,
      "learning_rate": 4.032107502237136e-05,
      "loss": 1.2898494720458984,
      "step": 1890
    },
    {
      "epoch": 0.577084126379901,
      "grad_norm": 0.27192485332489014,
      "learning_rate": 4.007926523943145e-05,
      "loss": 1.26883544921875,
      "step": 1895
    },
    {
      "epoch": 0.5786067757898744,
      "grad_norm": 0.3369957506656647,
      "learning_rate": 3.983769676011256e-05,
      "loss": 1.3386381149291993,
      "step": 1900
    },
    {
      "epoch": 0.5801294251998478,
      "grad_norm": 0.3373662531375885,
      "learning_rate": 3.959637546012349e-05,
      "loss": 1.274648952484131,
      "step": 1905
    },
    {
      "epoch": 0.581652074609821,
      "grad_norm": 0.26808416843414307,
      "learning_rate": 3.93553072091609e-05,
      "loss": 1.3046018600463867,
      "step": 1910
    },
    {
      "epoch": 0.5831747240197944,
      "grad_norm": 0.29087021946907043,
      "learning_rate": 3.9114497870766456e-05,
      "loss": 1.2680070877075196,
      "step": 1915
    },
    {
      "epoch": 0.5846973734297678,
      "grad_norm": 0.3326050043106079,
      "learning_rate": 3.887395330218429e-05,
      "loss": 1.2655141830444336,
      "step": 1920
    },
    {
      "epoch": 0.5862200228397412,
      "grad_norm": 0.26732727885246277,
      "learning_rate": 3.8633679354218484e-05,
      "loss": 1.347468376159668,
      "step": 1925
    },
    {
      "epoch": 0.5877426722497145,
      "grad_norm": 0.26580217480659485,
      "learning_rate": 3.8393681871090756e-05,
      "loss": 1.561385154724121,
      "step": 1930
    },
    {
      "epoch": 0.5892653216596878,
      "grad_norm": 0.32778772711753845,
      "learning_rate": 3.815396669029836e-05,
      "loss": 1.2461229324340821,
      "step": 1935
    },
    {
      "epoch": 0.5907879710696612,
      "grad_norm": 0.27303579449653625,
      "learning_rate": 3.7914539642472035e-05,
      "loss": 1.2675182342529296,
      "step": 1940
    },
    {
      "epoch": 0.5923106204796346,
      "grad_norm": 0.30458420515060425,
      "learning_rate": 3.767540655123421e-05,
      "loss": 1.3039443969726563,
      "step": 1945
    },
    {
      "epoch": 0.5938332698896079,
      "grad_norm": 0.32060548663139343,
      "learning_rate": 3.7436573233057395e-05,
      "loss": 1.3895456314086914,
      "step": 1950
    },
    {
      "epoch": 0.5953559192995813,
      "grad_norm": 0.32158687710762024,
      "learning_rate": 3.719804549712265e-05,
      "loss": 1.3140850067138672,
      "step": 1955
    },
    {
      "epoch": 0.5968785687095546,
      "grad_norm": 0.2586275637149811,
      "learning_rate": 3.6959829145178294e-05,
      "loss": 1.2419183731079102,
      "step": 1960
    },
    {
      "epoch": 0.598401218119528,
      "grad_norm": 0.3412674069404602,
      "learning_rate": 3.672192997139885e-05,
      "loss": 1.305590534210205,
      "step": 1965
    },
    {
      "epoch": 0.5999238675295013,
      "grad_norm": 0.3197862505912781,
      "learning_rate": 3.6484353762244005e-05,
      "loss": 1.2525906562805176,
      "step": 1970
    },
    {
      "epoch": 0.6014465169394747,
      "grad_norm": 0.23176339268684387,
      "learning_rate": 3.624710629631796e-05,
      "loss": 1.3585104942321777,
      "step": 1975
    },
    {
      "epoch": 0.6029691663494481,
      "grad_norm": 0.32459062337875366,
      "learning_rate": 3.601019334422887e-05,
      "loss": 1.4005154609680175,
      "step": 1980
    },
    {
      "epoch": 0.6044918157594213,
      "grad_norm": 0.2904948592185974,
      "learning_rate": 3.5773620668448384e-05,
      "loss": 1.3235326766967774,
      "step": 1985
    },
    {
      "epoch": 0.6060144651693947,
      "grad_norm": 0.3084491789340973,
      "learning_rate": 3.553739402317162e-05,
      "loss": 1.3596025466918946,
      "step": 1990
    },
    {
      "epoch": 0.6075371145793681,
      "grad_norm": 0.2687482237815857,
      "learning_rate": 3.530151915417712e-05,
      "loss": 1.3798536300659179,
      "step": 1995
    },
    {
      "epoch": 0.6090597639893415,
      "grad_norm": 0.34662067890167236,
      "learning_rate": 3.50660017986871e-05,
      "loss": 1.3232461929321289,
      "step": 2000
    },
    {
      "epoch": 0.6105824133993148,
      "grad_norm": 0.26509180665016174,
      "learning_rate": 3.4830847685227944e-05,
      "loss": 1.2550721168518066,
      "step": 2005
    },
    {
      "epoch": 0.6121050628092881,
      "grad_norm": 0.30758926272392273,
      "learning_rate": 3.4596062533490815e-05,
      "loss": 1.237048053741455,
      "step": 2010
    },
    {
      "epoch": 0.6136277122192615,
      "grad_norm": 0.2841697931289673,
      "learning_rate": 3.436165205419258e-05,
      "loss": 1.2388126373291015,
      "step": 2015
    },
    {
      "epoch": 0.6151503616292349,
      "grad_norm": 0.31586602330207825,
      "learning_rate": 3.41276219489369e-05,
      "loss": 1.2853063583374023,
      "step": 2020
    },
    {
      "epoch": 0.6166730110392082,
      "grad_norm": 0.354833722114563,
      "learning_rate": 3.389397791007548e-05,
      "loss": 1.4346676826477052,
      "step": 2025
    },
    {
      "epoch": 0.6181956604491816,
      "grad_norm": 0.277838796377182,
      "learning_rate": 3.3660725620569733e-05,
      "loss": 1.3268421173095704,
      "step": 2030
    },
    {
      "epoch": 0.6197183098591549,
      "grad_norm": 0.2964206039905548,
      "learning_rate": 3.3427870753852476e-05,
      "loss": 1.2526841163635254,
      "step": 2035
    },
    {
      "epoch": 0.6212409592691283,
      "grad_norm": 0.31251513957977295,
      "learning_rate": 3.319541897368991e-05,
      "loss": 1.3913281440734864,
      "step": 2040
    },
    {
      "epoch": 0.6227636086791016,
      "grad_norm": 0.2911834418773651,
      "learning_rate": 3.296337593404395e-05,
      "loss": 1.304744815826416,
      "step": 2045
    },
    {
      "epoch": 0.624286258089075,
      "grad_norm": 0.24373088777065277,
      "learning_rate": 3.273174727893463e-05,
      "loss": 1.3184202194213868,
      "step": 2050
    },
    {
      "epoch": 0.6258089074990484,
      "grad_norm": 0.25820231437683105,
      "learning_rate": 3.250053864230281e-05,
      "loss": 1.303819179534912,
      "step": 2055
    },
    {
      "epoch": 0.6273315569090216,
      "grad_norm": 0.28526636958122253,
      "learning_rate": 3.226975564787322e-05,
      "loss": 1.2755561828613282,
      "step": 2060
    },
    {
      "epoch": 0.628854206318995,
      "grad_norm": 0.26332443952560425,
      "learning_rate": 3.2039403909017604e-05,
      "loss": 1.2744020462036132,
      "step": 2065
    },
    {
      "epoch": 0.6303768557289684,
      "grad_norm": 0.26798829436302185,
      "learning_rate": 3.1809489028618225e-05,
      "loss": 1.2746036529541016,
      "step": 2070
    },
    {
      "epoch": 0.6318995051389418,
      "grad_norm": 0.32245302200317383,
      "learning_rate": 3.1580016598931545e-05,
      "loss": 1.193479633331299,
      "step": 2075
    },
    {
      "epoch": 0.6334221545489152,
      "grad_norm": 0.2814018428325653,
      "learning_rate": 3.1350992201452214e-05,
      "loss": 1.342749786376953,
      "step": 2080
    },
    {
      "epoch": 0.6349448039588884,
      "grad_norm": 0.25612759590148926,
      "learning_rate": 3.1122421406777364e-05,
      "loss": 1.2896506309509277,
      "step": 2085
    },
    {
      "epoch": 0.6364674533688618,
      "grad_norm": 0.2602790892124176,
      "learning_rate": 3.089430977447106e-05,
      "loss": 1.5544681549072266,
      "step": 2090
    },
    {
      "epoch": 0.6379901027788352,
      "grad_norm": 0.31517425179481506,
      "learning_rate": 3.066666285292906e-05,
      "loss": 1.3094079971313477,
      "step": 2095
    },
    {
      "epoch": 0.6395127521888085,
      "grad_norm": 0.303256094455719,
      "learning_rate": 3.0439486179243926e-05,
      "loss": 1.2833490371704102,
      "step": 2100
    },
    {
      "epoch": 0.6410354015987819,
      "grad_norm": 0.2497071474790573,
      "learning_rate": 3.0212785279070287e-05,
      "loss": 1.57401762008667,
      "step": 2105
    },
    {
      "epoch": 0.6425580510087552,
      "grad_norm": 0.24763460457324982,
      "learning_rate": 2.9986565666490463e-05,
      "loss": 1.277338409423828,
      "step": 2110
    },
    {
      "epoch": 0.6440807004187286,
      "grad_norm": 0.3681677281856537,
      "learning_rate": 2.976083284388031e-05,
      "loss": 1.2738154411315918,
      "step": 2115
    },
    {
      "epoch": 0.6456033498287019,
      "grad_norm": 0.3086223900318146,
      "learning_rate": 2.953559230177545e-05,
      "loss": 1.2444513320922852,
      "step": 2120
    },
    {
      "epoch": 0.6471259992386753,
      "grad_norm": 0.25953373312950134,
      "learning_rate": 2.9310849518737703e-05,
      "loss": 1.296909713745117,
      "step": 2125
    },
    {
      "epoch": 0.6486486486486487,
      "grad_norm": 0.2607947587966919,
      "learning_rate": 2.9086609961221755e-05,
      "loss": 1.3309907913208008,
      "step": 2130
    },
    {
      "epoch": 0.650171298058622,
      "grad_norm": 0.35296371579170227,
      "learning_rate": 2.8862879083442273e-05,
      "loss": 1.3392168998718261,
      "step": 2135
    },
    {
      "epoch": 0.6516939474685953,
      "grad_norm": 0.255947470664978,
      "learning_rate": 2.863966232724129e-05,
      "loss": 1.2578866958618165,
      "step": 2140
    },
    {
      "epoch": 0.6532165968785687,
      "grad_norm": 0.34403857588768005,
      "learning_rate": 2.8416965121955695e-05,
      "loss": 1.3971917152404785,
      "step": 2145
    },
    {
      "epoch": 0.6547392462885421,
      "grad_norm": 0.2608356773853302,
      "learning_rate": 2.819479288428529e-05,
      "loss": 1.2825126647949219,
      "step": 2150
    },
    {
      "epoch": 0.6562618956985155,
      "grad_norm": 0.30656731128692627,
      "learning_rate": 2.797315101816103e-05,
      "loss": 1.4668644905090331,
      "step": 2155
    },
    {
      "epoch": 0.6577845451084887,
      "grad_norm": 0.29252496361732483,
      "learning_rate": 2.775204491461353e-05,
      "loss": 1.3426076889038085,
      "step": 2160
    },
    {
      "epoch": 0.6593071945184621,
      "grad_norm": 0.2919674217700958,
      "learning_rate": 2.7531479951641924e-05,
      "loss": 1.3578786849975586,
      "step": 2165
    },
    {
      "epoch": 0.6608298439284355,
      "grad_norm": 0.27810409665107727,
      "learning_rate": 2.7311461494083213e-05,
      "loss": 1.2733769416809082,
      "step": 2170
    },
    {
      "epoch": 0.6623524933384088,
      "grad_norm": 0.38064339756965637,
      "learning_rate": 2.709199489348156e-05,
      "loss": 1.315932846069336,
      "step": 2175
    },
    {
      "epoch": 0.6638751427483822,
      "grad_norm": 0.2880454361438751,
      "learning_rate": 2.687308548795825e-05,
      "loss": 1.4902687072753906,
      "step": 2180
    },
    {
      "epoch": 0.6653977921583555,
      "grad_norm": 0.34167200326919556,
      "learning_rate": 2.6654738602081818e-05,
      "loss": 1.4305374145507812,
      "step": 2185
    },
    {
      "epoch": 0.6669204415683289,
      "grad_norm": 0.2812774181365967,
      "learning_rate": 2.643695954673855e-05,
      "loss": 1.2832210540771485,
      "step": 2190
    },
    {
      "epoch": 0.6684430909783022,
      "grad_norm": 0.3423842489719391,
      "learning_rate": 2.6219753619003317e-05,
      "loss": 1.2647760391235352,
      "step": 2195
    },
    {
      "epoch": 0.6699657403882756,
      "grad_norm": 0.29617008566856384,
      "learning_rate": 2.6003126102010695e-05,
      "loss": 1.3261732101440429,
      "step": 2200
    },
    {
      "epoch": 0.671488389798249,
      "grad_norm": 0.2799670398235321,
      "learning_rate": 2.5787082264826464e-05,
      "loss": 1.3618677139282227,
      "step": 2205
    },
    {
      "epoch": 0.6730110392082224,
      "grad_norm": 0.34016603231430054,
      "learning_rate": 2.5571627362319524e-05,
      "loss": 1.2981189727783202,
      "step": 2210
    },
    {
      "epoch": 0.6745336886181956,
      "grad_norm": 0.2911815941333771,
      "learning_rate": 2.5356766635033968e-05,
      "loss": 1.273648166656494,
      "step": 2215
    },
    {
      "epoch": 0.676056338028169,
      "grad_norm": 0.2776961028575897,
      "learning_rate": 2.514250530906167e-05,
      "loss": 1.300809669494629,
      "step": 2220
    },
    {
      "epoch": 0.6775789874381424,
      "grad_norm": 0.25458282232284546,
      "learning_rate": 2.4928848595915226e-05,
      "loss": 1.2465097427368164,
      "step": 2225
    },
    {
      "epoch": 0.6791016368481158,
      "grad_norm": 0.34107667207717896,
      "learning_rate": 2.4715801692401087e-05,
      "loss": 1.3140758514404296,
      "step": 2230
    },
    {
      "epoch": 0.6806242862580891,
      "grad_norm": 0.30480700731277466,
      "learning_rate": 2.450336978049322e-05,
      "loss": 1.2527847290039062,
      "step": 2235
    },
    {
      "epoch": 0.6821469356680624,
      "grad_norm": 0.2863146960735321,
      "learning_rate": 2.429155802720704e-05,
      "loss": 1.2418293952941895,
      "step": 2240
    },
    {
      "epoch": 0.6836695850780358,
      "grad_norm": 0.2734138071537018,
      "learning_rate": 2.4080371584473748e-05,
      "loss": 1.2698816299438476,
      "step": 2245
    },
    {
      "epoch": 0.6851922344880091,
      "grad_norm": 0.2867834270000458,
      "learning_rate": 2.3869815589015064e-05,
      "loss": 1.266134548187256,
      "step": 2250
    },
    {
      "epoch": 0.6867148838979825,
      "grad_norm": 0.27337172627449036,
      "learning_rate": 2.3659895162218183e-05,
      "loss": 1.3900789260864257,
      "step": 2255
    },
    {
      "epoch": 0.6882375333079559,
      "grad_norm": 0.3269335925579071,
      "learning_rate": 2.3450615410011245e-05,
      "loss": 1.253995132446289,
      "step": 2260
    },
    {
      "epoch": 0.6897601827179292,
      "grad_norm": 0.3106987178325653,
      "learning_rate": 2.324198142273924e-05,
      "loss": 1.2283190727233886,
      "step": 2265
    },
    {
      "epoch": 0.6912828321279025,
      "grad_norm": 0.2846229672431946,
      "learning_rate": 2.3033998275040046e-05,
      "loss": 1.4368681907653809,
      "step": 2270
    },
    {
      "epoch": 0.6928054815378759,
      "grad_norm": 0.3190728724002838,
      "learning_rate": 2.282667102572107e-05,
      "loss": 1.2534235954284667,
      "step": 2275
    },
    {
      "epoch": 0.6943281309478493,
      "grad_norm": 0.3506607413291931,
      "learning_rate": 2.2620004717636245e-05,
      "loss": 1.2582056999206543,
      "step": 2280
    },
    {
      "epoch": 0.6958507803578227,
      "grad_norm": 0.31820976734161377,
      "learning_rate": 2.241400437756328e-05,
      "loss": 1.253010368347168,
      "step": 2285
    },
    {
      "epoch": 0.6973734297677959,
      "grad_norm": 0.3363837003707886,
      "learning_rate": 2.2208675016081447e-05,
      "loss": 1.3797335624694824,
      "step": 2290
    },
    {
      "epoch": 0.6988960791777693,
      "grad_norm": 0.2566366195678711,
      "learning_rate": 2.20040216274497e-05,
      "loss": 1.30718936920166,
      "step": 2295
    },
    {
      "epoch": 0.7004187285877427,
      "grad_norm": 0.25630056858062744,
      "learning_rate": 2.1800049189485182e-05,
      "loss": 1.2806304931640624,
      "step": 2300
    },
    {
      "epoch": 0.701941377997716,
      "grad_norm": 0.3117572069168091,
      "learning_rate": 2.1596762663442218e-05,
      "loss": 1.2796730041503905,
      "step": 2305
    },
    {
      "epoch": 0.7034640274076894,
      "grad_norm": 0.296891987323761,
      "learning_rate": 2.139416699389153e-05,
      "loss": 1.2582951545715333,
      "step": 2310
    },
    {
      "epoch": 0.7049866768176627,
      "grad_norm": 0.22488300502300262,
      "learning_rate": 2.119226710860003e-05,
      "loss": 1.2564146995544434,
      "step": 2315
    },
    {
      "epoch": 0.7065093262276361,
      "grad_norm": 0.2817855477333069,
      "learning_rate": 2.099106791841101e-05,
      "loss": 1.257526969909668,
      "step": 2320
    },
    {
      "epoch": 0.7080319756376094,
      "grad_norm": 0.28889355063438416,
      "learning_rate": 2.0790574317124588e-05,
      "loss": 1.2911022186279297,
      "step": 2325
    },
    {
      "epoch": 0.7095546250475828,
      "grad_norm": 0.24301740527153015,
      "learning_rate": 2.0590791181378738e-05,
      "loss": 1.2999372482299805,
      "step": 2330
    },
    {
      "epoch": 0.7110772744575562,
      "grad_norm": 0.3573141098022461,
      "learning_rate": 2.0391723370530707e-05,
      "loss": 1.2373428344726562,
      "step": 2335
    },
    {
      "epoch": 0.7125999238675295,
      "grad_norm": 0.27264028787612915,
      "learning_rate": 2.0193375726538737e-05,
      "loss": 1.2649499893188476,
      "step": 2340
    },
    {
      "epoch": 0.7141225732775028,
      "grad_norm": 0.28385934233665466,
      "learning_rate": 1.9995753073844347e-05,
      "loss": 1.3323958396911622,
      "step": 2345
    },
    {
      "epoch": 0.7156452226874762,
      "grad_norm": 0.31522929668426514,
      "learning_rate": 1.979886021925499e-05,
      "loss": 1.2727210998535157,
      "step": 2350
    },
    {
      "epoch": 0.7171678720974496,
      "grad_norm": 0.3457392454147339,
      "learning_rate": 1.9602701951827078e-05,
      "loss": 1.2966115951538086,
      "step": 2355
    },
    {
      "epoch": 0.718690521507423,
      "grad_norm": 0.3633219301700592,
      "learning_rate": 1.940728304274963e-05,
      "loss": 1.2634574890136718,
      "step": 2360
    },
    {
      "epoch": 0.7202131709173962,
      "grad_norm": 0.2844873070716858,
      "learning_rate": 1.9212608245228047e-05,
      "loss": 1.3942211151123047,
      "step": 2365
    },
    {
      "epoch": 0.7217358203273696,
      "grad_norm": 0.267837792634964,
      "learning_rate": 1.901868229436861e-05,
      "loss": 1.2552343368530274,
      "step": 2370
    },
    {
      "epoch": 0.723258469737343,
      "grad_norm": 0.27028533816337585,
      "learning_rate": 1.8825509907063327e-05,
      "loss": 1.2847795486450195,
      "step": 2375
    },
    {
      "epoch": 0.7247811191473164,
      "grad_norm": 0.24411892890930176,
      "learning_rate": 1.86330957818751e-05,
      "loss": 1.3301410675048828,
      "step": 2380
    },
    {
      "epoch": 0.7263037685572897,
      "grad_norm": 0.27910399436950684,
      "learning_rate": 1.844144459892351e-05,
      "loss": 1.3585662841796875,
      "step": 2385
    },
    {
      "epoch": 0.727826417967263,
      "grad_norm": 0.24504560232162476,
      "learning_rate": 1.825056101977101e-05,
      "loss": 1.2342955589294433,
      "step": 2390
    },
    {
      "epoch": 0.7293490673772364,
      "grad_norm": 0.3044109046459198,
      "learning_rate": 1.8060449687309477e-05,
      "loss": 1.2734466552734376,
      "step": 2395
    },
    {
      "epoch": 0.7308717167872097,
      "grad_norm": 0.29212686419487,
      "learning_rate": 1.7871115225647294e-05,
      "loss": 1.2420330047607422,
      "step": 2400
    },
    {
      "epoch": 0.7323943661971831,
      "grad_norm": 0.29025325179100037,
      "learning_rate": 1.7682562239996914e-05,
      "loss": 1.3065637588500976,
      "step": 2405
    },
    {
      "epoch": 0.7339170156071565,
      "grad_norm": 0.3286866545677185,
      "learning_rate": 1.749479531656279e-05,
      "loss": 1.2894063949584962,
      "step": 2410
    },
    {
      "epoch": 0.7354396650171298,
      "grad_norm": 0.3037058115005493,
      "learning_rate": 1.7307819022429926e-05,
      "loss": 1.3009160995483398,
      "step": 2415
    },
    {
      "epoch": 0.7369623144271031,
      "grad_norm": 0.28537967801094055,
      "learning_rate": 1.7121637905452657e-05,
      "loss": 1.295482063293457,
      "step": 2420
    },
    {
      "epoch": 0.7384849638370765,
      "grad_norm": 0.2656344473361969,
      "learning_rate": 1.693625649414411e-05,
      "loss": 1.291648769378662,
      "step": 2425
    },
    {
      "epoch": 0.7400076132470499,
      "grad_norm": 0.27123740315437317,
      "learning_rate": 1.675167929756608e-05,
      "loss": 1.3669890403747558,
      "step": 2430
    },
    {
      "epoch": 0.7415302626570233,
      "grad_norm": 0.24127206206321716,
      "learning_rate": 1.6567910805219273e-05,
      "loss": 1.2923422813415528,
      "step": 2435
    },
    {
      "epoch": 0.7430529120669965,
      "grad_norm": 0.3503820598125458,
      "learning_rate": 1.6384955486934156e-05,
      "loss": 1.3577987670898437,
      "step": 2440
    },
    {
      "epoch": 0.7445755614769699,
      "grad_norm": 0.2909773588180542,
      "learning_rate": 1.6202817792762282e-05,
      "loss": 1.285128688812256,
      "step": 2445
    },
    {
      "epoch": 0.7460982108869433,
      "grad_norm": 0.30610406398773193,
      "learning_rate": 1.602150215286795e-05,
      "loss": 1.2521181106567383,
      "step": 2450
    },
    {
      "epoch": 0.7476208602969167,
      "grad_norm": 0.32047051191329956,
      "learning_rate": 1.5841012977420516e-05,
      "loss": 1.34920654296875,
      "step": 2455
    },
    {
      "epoch": 0.74914350970689,
      "grad_norm": 0.2548268139362335,
      "learning_rate": 1.5661354656487115e-05,
      "loss": 1.2425745010375977,
      "step": 2460
    },
    {
      "epoch": 0.7506661591168633,
      "grad_norm": 0.2816760838031769,
      "learning_rate": 1.548253155992585e-05,
      "loss": 1.3260144233703612,
      "step": 2465
    },
    {
      "epoch": 0.7521888085268367,
      "grad_norm": 0.31639087200164795,
      "learning_rate": 1.530454803727958e-05,
      "loss": 1.2803930282592773,
      "step": 2470
    },
    {
      "epoch": 0.75371145793681,
      "grad_norm": 0.3307602107524872,
      "learning_rate": 1.512740841767003e-05,
      "loss": 1.326441764831543,
      "step": 2475
    },
    {
      "epoch": 0.7552341073467834,
      "grad_norm": 0.29831141233444214,
      "learning_rate": 1.4951117009692528e-05,
      "loss": 1.2716846466064453,
      "step": 2480
    },
    {
      "epoch": 0.7567567567567568,
      "grad_norm": 0.25659698247909546,
      "learning_rate": 1.477567810131127e-05,
      "loss": 1.249176025390625,
      "step": 2485
    },
    {
      "epoch": 0.7582794061667301,
      "grad_norm": 0.3631456792354584,
      "learning_rate": 1.4601095959754895e-05,
      "loss": 1.3151137351989746,
      "step": 2490
    },
    {
      "epoch": 0.7598020555767034,
      "grad_norm": 0.3281640410423279,
      "learning_rate": 1.4427374831412832e-05,
      "loss": 1.3102104187011718,
      "step": 2495
    },
    {
      "epoch": 0.7613247049866768,
      "grad_norm": 0.28020521998405457,
      "learning_rate": 1.4254518941731915e-05,
      "loss": 1.3195404052734374,
      "step": 2500
    },
    {
      "epoch": 0.7628473543966502,
      "grad_norm": 0.3130980134010315,
      "learning_rate": 1.4082532495113626e-05,
      "loss": 1.3403669357299806,
      "step": 2505
    },
    {
      "epoch": 0.7643700038066236,
      "grad_norm": 0.2850790023803711,
      "learning_rate": 1.3911419674811871e-05,
      "loss": 1.2424325942993164,
      "step": 2510
    },
    {
      "epoch": 0.7658926532165968,
      "grad_norm": 0.2870088219642639,
      "learning_rate": 1.3741184642831189e-05,
      "loss": 1.219760799407959,
      "step": 2515
    },
    {
      "epoch": 0.7674153026265702,
      "grad_norm": 0.24264056980609894,
      "learning_rate": 1.3571831539825525e-05,
      "loss": 1.273961353302002,
      "step": 2520
    },
    {
      "epoch": 0.7689379520365436,
      "grad_norm": 0.285765677690506,
      "learning_rate": 1.340336448499756e-05,
      "loss": 1.2167375564575196,
      "step": 2525
    },
    {
      "epoch": 0.770460601446517,
      "grad_norm": 0.330020934343338,
      "learning_rate": 1.3235787575998432e-05,
      "loss": 1.3481666564941406,
      "step": 2530
    },
    {
      "epoch": 0.7719832508564903,
      "grad_norm": 0.2715141177177429,
      "learning_rate": 1.3069104888828176e-05,
      "loss": 1.2984214782714845,
      "step": 2535
    },
    {
      "epoch": 0.7735059002664636,
      "grad_norm": 0.30174824595451355,
      "learning_rate": 1.2903320477736486e-05,
      "loss": 1.293179702758789,
      "step": 2540
    },
    {
      "epoch": 0.775028549676437,
      "grad_norm": 0.26991936564445496,
      "learning_rate": 1.2738438375124128e-05,
      "loss": 1.3253463745117187,
      "step": 2545
    },
    {
      "epoch": 0.7765511990864103,
      "grad_norm": 0.288265585899353,
      "learning_rate": 1.257446259144494e-05,
      "loss": 1.335153579711914,
      "step": 2550
    },
    {
      "epoch": 0.7780738484963837,
      "grad_norm": 0.29971587657928467,
      "learning_rate": 1.2411397115108164e-05,
      "loss": 1.235035514831543,
      "step": 2555
    },
    {
      "epoch": 0.7795964979063571,
      "grad_norm": 0.28376299142837524,
      "learning_rate": 1.2249245912381501e-05,
      "loss": 1.3113859176635743,
      "step": 2560
    },
    {
      "epoch": 0.7811191473163304,
      "grad_norm": 0.28060537576675415,
      "learning_rate": 1.2088012927294635e-05,
      "loss": 1.3378479957580567,
      "step": 2565
    },
    {
      "epoch": 0.7826417967263037,
      "grad_norm": 0.2617148756980896,
      "learning_rate": 1.1927702081543279e-05,
      "loss": 1.2342710494995117,
      "step": 2570
    },
    {
      "epoch": 0.7841644461362771,
      "grad_norm": 0.33613044023513794,
      "learning_rate": 1.1768317274393847e-05,
      "loss": 1.4422916412353515,
      "step": 2575
    },
    {
      "epoch": 0.7856870955462505,
      "grad_norm": 0.2812279760837555,
      "learning_rate": 1.1609862382588526e-05,
      "loss": 1.2711676597595214,
      "step": 2580
    },
    {
      "epoch": 0.7872097449562239,
      "grad_norm": 0.27217966318130493,
      "learning_rate": 1.145234126025102e-05,
      "loss": 1.2133594512939454,
      "step": 2585
    },
    {
      "epoch": 0.7887323943661971,
      "grad_norm": 0.2533910274505615,
      "learning_rate": 1.129575773879285e-05,
      "loss": 1.22855224609375,
      "step": 2590
    },
    {
      "epoch": 0.7902550437761705,
      "grad_norm": 0.2904157042503357,
      "learning_rate": 1.1140115626820086e-05,
      "loss": 1.3134843826293945,
      "step": 2595
    },
    {
      "epoch": 0.7917776931861439,
      "grad_norm": 0.32231220602989197,
      "learning_rate": 1.098541871004074e-05,
      "loss": 1.2486653327941895,
      "step": 2600
    },
    {
      "epoch": 0.7933003425961173,
      "grad_norm": 0.2749153673648834,
      "learning_rate": 1.0831670751172724e-05,
      "loss": 1.3006187438964845,
      "step": 2605
    },
    {
      "epoch": 0.7948229920060906,
      "grad_norm": 0.33127519488334656,
      "learning_rate": 1.0678875489852264e-05,
      "loss": 1.3799485206604003,
      "step": 2610
    },
    {
      "epoch": 0.7963456414160639,
      "grad_norm": 0.30147868394851685,
      "learning_rate": 1.0527036642542981e-05,
      "loss": 1.1725423812866211,
      "step": 2615
    },
    {
      "epoch": 0.7978682908260373,
      "grad_norm": 0.2505415678024292,
      "learning_rate": 1.0376157902445488e-05,
      "loss": 1.2644968032836914,
      "step": 2620
    },
    {
      "epoch": 0.7993909402360106,
      "grad_norm": 0.3706868290901184,
      "learning_rate": 1.0226242939407532e-05,
      "loss": 1.3067378997802734,
      "step": 2625
    },
    {
      "epoch": 0.800913589645984,
      "grad_norm": 0.3061469793319702,
      "learning_rate": 1.0077295399834814e-05,
      "loss": 1.3681838035583496,
      "step": 2630
    },
    {
      "epoch": 0.8024362390559574,
      "grad_norm": 0.27597686648368835,
      "learning_rate": 9.929318906602175e-06,
      "loss": 1.240310001373291,
      "step": 2635
    },
    {
      "epoch": 0.8039588884659307,
      "grad_norm": 0.24040164053440094,
      "learning_rate": 9.782317058965563e-06,
      "loss": 1.2518142700195312,
      "step": 2640
    },
    {
      "epoch": 0.805481537875904,
      "grad_norm": 0.2953890264034271,
      "learning_rate": 9.636293432474496e-06,
      "loss": 1.2341477394104003,
      "step": 2645
    },
    {
      "epoch": 0.8070041872858774,
      "grad_norm": 0.27737826108932495,
      "learning_rate": 9.491251578885024e-06,
      "loss": 1.227541160583496,
      "step": 2650
    },
    {
      "epoch": 0.8085268366958508,
      "grad_norm": 0.2581453323364258,
      "learning_rate": 9.347195026073369e-06,
      "loss": 1.3648658752441407,
      "step": 2655
    },
    {
      "epoch": 0.8100494861058242,
      "grad_norm": 0.30326032638549805,
      "learning_rate": 9.204127277950181e-06,
      "loss": 1.2833121299743653,
      "step": 2660
    },
    {
      "epoch": 0.8115721355157974,
      "grad_norm": 0.3057585656642914,
      "learning_rate": 9.062051814375194e-06,
      "loss": 1.2374212265014648,
      "step": 2665
    },
    {
      "epoch": 0.8130947849257708,
      "grad_norm": 0.33398017287254333,
      "learning_rate": 8.920972091072683e-06,
      "loss": 1.3803279876708985,
      "step": 2670
    },
    {
      "epoch": 0.8146174343357442,
      "grad_norm": 0.3035026788711548,
      "learning_rate": 8.780891539547353e-06,
      "loss": 1.270256805419922,
      "step": 2675
    },
    {
      "epoch": 0.8161400837457176,
      "grad_norm": 0.39098060131073,
      "learning_rate": 8.64181356700089e-06,
      "loss": 1.1794437408447265,
      "step": 2680
    },
    {
      "epoch": 0.8176627331556909,
      "grad_norm": 0.2681921422481537,
      "learning_rate": 8.503741556249123e-06,
      "loss": 1.263898754119873,
      "step": 2685
    },
    {
      "epoch": 0.8191853825656643,
      "grad_norm": 0.23838332295417786,
      "learning_rate": 8.366678865639688e-06,
      "loss": 1.2420608520507812,
      "step": 2690
    },
    {
      "epoch": 0.8207080319756376,
      "grad_norm": 0.3182808756828308,
      "learning_rate": 8.23062882897035e-06,
      "loss": 1.3469913482666016,
      "step": 2695
    },
    {
      "epoch": 0.822230681385611,
      "grad_norm": 0.36649560928344727,
      "learning_rate": 8.09559475540797e-06,
      "loss": 1.3983057975769042,
      "step": 2700
    },
    {
      "epoch": 0.8237533307955843,
      "grad_norm": 0.30097055435180664,
      "learning_rate": 7.961579929407943e-06,
      "loss": 1.264115333557129,
      "step": 2705
    },
    {
      "epoch": 0.8252759802055577,
      "grad_norm": 0.29677602648735046,
      "learning_rate": 7.828587610634342e-06,
      "loss": 1.3132007598876954,
      "step": 2710
    },
    {
      "epoch": 0.8267986296155311,
      "grad_norm": 0.29389283061027527,
      "learning_rate": 7.696621033880663e-06,
      "loss": 1.2865530014038087,
      "step": 2715
    },
    {
      "epoch": 0.8283212790255043,
      "grad_norm": 0.2582851052284241,
      "learning_rate": 7.565683408991092e-06,
      "loss": 1.314607810974121,
      "step": 2720
    },
    {
      "epoch": 0.8298439284354777,
      "grad_norm": 0.3167085647583008,
      "learning_rate": 7.435777920782444e-06,
      "loss": 1.2856945037841796,
      "step": 2725
    },
    {
      "epoch": 0.8313665778454511,
      "grad_norm": 0.25633320212364197,
      "learning_rate": 7.3069077289667335e-06,
      "loss": 1.2432159423828124,
      "step": 2730
    },
    {
      "epoch": 0.8328892272554245,
      "grad_norm": 0.37266212701797485,
      "learning_rate": 7.179075968074267e-06,
      "loss": 1.2832864761352538,
      "step": 2735
    },
    {
      "epoch": 0.8344118766653978,
      "grad_norm": 0.279058575630188,
      "learning_rate": 7.052285747377463e-06,
      "loss": 1.4640315055847168,
      "step": 2740
    },
    {
      "epoch": 0.8359345260753711,
      "grad_norm": 0.3403592109680176,
      "learning_rate": 6.926540150815169e-06,
      "loss": 1.2649270057678224,
      "step": 2745
    },
    {
      "epoch": 0.8374571754853445,
      "grad_norm": 0.259685754776001,
      "learning_rate": 6.80184223691766e-06,
      "loss": 1.283864974975586,
      "step": 2750
    },
    {
      "epoch": 0.8389798248953179,
      "grad_norm": 0.2971239984035492,
      "learning_rate": 6.678195038732294e-06,
      "loss": 1.2932071685791016,
      "step": 2755
    },
    {
      "epoch": 0.8405024743052912,
      "grad_norm": 0.31440332531929016,
      "learning_rate": 6.555601563749675e-06,
      "loss": 1.2181373596191407,
      "step": 2760
    },
    {
      "epoch": 0.8420251237152646,
      "grad_norm": 0.3210045397281647,
      "learning_rate": 6.43406479383053e-06,
      "loss": 1.2896718978881836,
      "step": 2765
    },
    {
      "epoch": 0.8435477731252379,
      "grad_norm": 0.2855500280857086,
      "learning_rate": 6.313587685133199e-06,
      "loss": 1.2174463272094727,
      "step": 2770
    },
    {
      "epoch": 0.8450704225352113,
      "grad_norm": 0.30069130659103394,
      "learning_rate": 6.194173168041689e-06,
      "loss": 1.357069206237793,
      "step": 2775
    },
    {
      "epoch": 0.8465930719451846,
      "grad_norm": 0.27656683325767517,
      "learning_rate": 6.075824147094433e-06,
      "loss": 1.2149724960327148,
      "step": 2780
    },
    {
      "epoch": 0.848115721355158,
      "grad_norm": 0.26682960987091064,
      "learning_rate": 5.958543500913627e-06,
      "loss": 1.3242107391357423,
      "step": 2785
    },
    {
      "epoch": 0.8496383707651314,
      "grad_norm": 0.2493298351764679,
      "learning_rate": 5.842334082135209e-06,
      "loss": 1.1792052268981934,
      "step": 2790
    },
    {
      "epoch": 0.8511610201751046,
      "grad_norm": 0.5055561661720276,
      "learning_rate": 5.727198717339511e-06,
      "loss": 1.2989743232727051,
      "step": 2795
    },
    {
      "epoch": 0.852683669585078,
      "grad_norm": 0.28792136907577515,
      "learning_rate": 5.613140206982442e-06,
      "loss": 1.320375633239746,
      "step": 2800
    },
    {
      "epoch": 0.8542063189950514,
      "grad_norm": 0.26852816343307495,
      "learning_rate": 5.5001613253274185e-06,
      "loss": 1.272132110595703,
      "step": 2805
    },
    {
      "epoch": 0.8557289684050248,
      "grad_norm": 0.32533007860183716,
      "learning_rate": 5.388264820377897e-06,
      "loss": 1.185745620727539,
      "step": 2810
    },
    {
      "epoch": 0.8572516178149981,
      "grad_norm": 0.28336215019226074,
      "learning_rate": 5.2774534138104904e-06,
      "loss": 1.3922807693481445,
      "step": 2815
    },
    {
      "epoch": 0.8587742672249714,
      "grad_norm": 0.33650097250938416,
      "learning_rate": 5.167729800908772e-06,
      "loss": 1.202780818939209,
      "step": 2820
    },
    {
      "epoch": 0.8602969166349448,
      "grad_norm": 0.29009220004081726,
      "learning_rate": 5.059096650497791e-06,
      "loss": 1.3895336151123048,
      "step": 2825
    },
    {
      "epoch": 0.8618195660449182,
      "grad_norm": 0.30722734332084656,
      "learning_rate": 4.951556604879048e-06,
      "loss": 1.2125556945800782,
      "step": 2830
    },
    {
      "epoch": 0.8633422154548915,
      "grad_norm": 0.3415650427341461,
      "learning_rate": 4.845112279766306e-06,
      "loss": 1.2632791519165039,
      "step": 2835
    },
    {
      "epoch": 0.8648648648648649,
      "grad_norm": 0.2834647297859192,
      "learning_rate": 4.73976626422194e-06,
      "loss": 1.22496337890625,
      "step": 2840
    },
    {
      "epoch": 0.8663875142748382,
      "grad_norm": 0.2926689386367798,
      "learning_rate": 4.63552112059395e-06,
      "loss": 1.339862060546875,
      "step": 2845
    },
    {
      "epoch": 0.8679101636848116,
      "grad_norm": 0.3083512485027313,
      "learning_rate": 4.532379384453688e-06,
      "loss": 1.2591231346130372,
      "step": 2850
    },
    {
      "epoch": 0.8694328130947849,
      "grad_norm": 0.310629278421402,
      "learning_rate": 4.430343564534123e-06,
      "loss": 1.333138656616211,
      "step": 2855
    },
    {
      "epoch": 0.8709554625047583,
      "grad_norm": 0.29025742411613464,
      "learning_rate": 4.32941614266883e-06,
      "loss": 1.3068903923034667,
      "step": 2860
    },
    {
      "epoch": 0.8724781119147317,
      "grad_norm": 0.3099145293235779,
      "learning_rate": 4.229599573731685e-06,
      "loss": 1.307637596130371,
      "step": 2865
    },
    {
      "epoch": 0.874000761324705,
      "grad_norm": 0.2442350834608078,
      "learning_rate": 4.130896285577074e-06,
      "loss": 1.2528931617736816,
      "step": 2870
    },
    {
      "epoch": 0.8755234107346783,
      "grad_norm": 0.2551295757293701,
      "learning_rate": 4.033308678980885e-06,
      "loss": 1.2361909866333007,
      "step": 2875
    },
    {
      "epoch": 0.8770460601446517,
      "grad_norm": 0.2731325030326843,
      "learning_rate": 3.93683912758212e-06,
      "loss": 1.2393997192382813,
      "step": 2880
    },
    {
      "epoch": 0.8785687095546251,
      "grad_norm": 0.35319268703460693,
      "learning_rate": 3.841489977825124e-06,
      "loss": 1.4020925521850587,
      "step": 2885
    },
    {
      "epoch": 0.8800913589645984,
      "grad_norm": 0.3271200954914093,
      "learning_rate": 3.747263548902552e-06,
      "loss": 1.27468843460083,
      "step": 2890
    },
    {
      "epoch": 0.8816140083745717,
      "grad_norm": 0.329540878534317,
      "learning_rate": 3.654162132698918e-06,
      "loss": 1.2445775985717773,
      "step": 2895
    },
    {
      "epoch": 0.8831366577845451,
      "grad_norm": 0.29114851355552673,
      "learning_rate": 3.5621879937348836e-06,
      "loss": 1.2536260604858398,
      "step": 2900
    },
    {
      "epoch": 0.8846593071945185,
      "grad_norm": 0.30914902687072754,
      "learning_rate": 3.4713433691121842e-06,
      "loss": 1.2808460235595702,
      "step": 2905
    },
    {
      "epoch": 0.8861819566044918,
      "grad_norm": 0.2827509939670563,
      "learning_rate": 3.3816304684591625e-06,
      "loss": 1.5088340759277343,
      "step": 2910
    },
    {
      "epoch": 0.8877046060144652,
      "grad_norm": 0.2379717081785202,
      "learning_rate": 3.2930514738770733e-06,
      "loss": 1.2922815322875976,
      "step": 2915
    },
    {
      "epoch": 0.8892272554244385,
      "grad_norm": 0.28089186549186707,
      "learning_rate": 3.205608539887006e-06,
      "loss": 1.2616600036621093,
      "step": 2920
    },
    {
      "epoch": 0.8907499048344119,
      "grad_norm": 0.3219889998435974,
      "learning_rate": 3.119303793377448e-06,
      "loss": 1.384989070892334,
      "step": 2925
    },
    {
      "epoch": 0.8922725542443852,
      "grad_norm": 0.3581083118915558,
      "learning_rate": 3.034139333552566e-06,
      "loss": 1.1470108032226562,
      "step": 2930
    },
    {
      "epoch": 0.8937952036543586,
      "grad_norm": 0.34060409665107727,
      "learning_rate": 2.950117231881183e-06,
      "loss": 1.302926254272461,
      "step": 2935
    },
    {
      "epoch": 0.895317853064332,
      "grad_norm": 0.30753132700920105,
      "learning_rate": 2.867239532046312e-06,
      "loss": 1.2407123565673828,
      "step": 2940
    },
    {
      "epoch": 0.8968405024743052,
      "grad_norm": 0.2871759533882141,
      "learning_rate": 2.7855082498955463e-06,
      "loss": 1.3781506538391113,
      "step": 2945
    },
    {
      "epoch": 0.8983631518842786,
      "grad_norm": 0.3360864520072937,
      "learning_rate": 2.7049253733919477e-06,
      "loss": 1.2938009262084962,
      "step": 2950
    },
    {
      "epoch": 0.899885801294252,
      "grad_norm": 0.2475963830947876,
      "learning_rate": 2.6254928625657204e-06,
      "loss": 1.1924603462219239,
      "step": 2955
    },
    {
      "epoch": 0.9014084507042254,
      "grad_norm": 0.32613176107406616,
      "learning_rate": 2.547212649466568e-06,
      "loss": 1.2345569610595704,
      "step": 2960
    },
    {
      "epoch": 0.9029311001141987,
      "grad_norm": 0.31767550110816956,
      "learning_rate": 2.4700866381166533e-06,
      "loss": 1.2061976432800292,
      "step": 2965
    },
    {
      "epoch": 0.904453749524172,
      "grad_norm": 0.30944669246673584,
      "learning_rate": 2.3941167044642944e-06,
      "loss": 1.7115396499633788,
      "step": 2970
    },
    {
      "epoch": 0.9059763989341454,
      "grad_norm": 0.25255152583122253,
      "learning_rate": 2.3193046963383702e-06,
      "loss": 1.2787339210510253,
      "step": 2975
    },
    {
      "epoch": 0.9074990483441188,
      "grad_norm": 0.3011283874511719,
      "learning_rate": 2.2456524334033335e-06,
      "loss": 1.2116592407226563,
      "step": 2980
    },
    {
      "epoch": 0.9090216977540921,
      "grad_norm": 0.3232909142971039,
      "learning_rate": 2.17316170711499e-06,
      "loss": 1.2717010498046875,
      "step": 2985
    },
    {
      "epoch": 0.9105443471640655,
      "grad_norm": 0.2687841057777405,
      "learning_rate": 2.1018342806768786e-06,
      "loss": 1.260712242126465,
      "step": 2990
    },
    {
      "epoch": 0.9120669965740388,
      "grad_norm": 0.35367563366889954,
      "learning_rate": 2.0316718889974106e-06,
      "loss": 1.2292938232421875,
      "step": 2995
    },
    {
      "epoch": 0.9135896459840122,
      "grad_norm": 0.34155890345573425,
      "learning_rate": 1.9626762386476925e-06,
      "loss": 1.2325470924377442,
      "step": 3000
    },
    {
      "epoch": 0.9151122953939855,
      "grad_norm": 0.29538673162460327,
      "learning_rate": 1.8948490078199764e-06,
      "loss": 1.1699304580688477,
      "step": 3005
    },
    {
      "epoch": 0.9166349448039589,
      "grad_norm": 0.2917913794517517,
      "learning_rate": 1.8281918462868642e-06,
      "loss": 1.3423567771911622,
      "step": 3010
    },
    {
      "epoch": 0.9181575942139323,
      "grad_norm": 0.35648229718208313,
      "learning_rate": 1.762706375361184e-06,
      "loss": 1.2389792442321776,
      "step": 3015
    },
    {
      "epoch": 0.9196802436239055,
      "grad_norm": 0.270595520734787,
      "learning_rate": 1.6983941878565224e-06,
      "loss": 1.2809268951416015,
      "step": 3020
    },
    {
      "epoch": 0.9212028930338789,
      "grad_norm": 0.33881306648254395,
      "learning_rate": 1.6352568480485276e-06,
      "loss": 1.2500165939331054,
      "step": 3025
    },
    {
      "epoch": 0.9227255424438523,
      "grad_norm": 0.2933228313922882,
      "learning_rate": 1.5732958916368335e-06,
      "loss": 1.2259369850158692,
      "step": 3030
    },
    {
      "epoch": 0.9242481918538257,
      "grad_norm": 0.22616733610630035,
      "learning_rate": 1.512512825707707e-06,
      "loss": 1.3729585647583007,
      "step": 3035
    },
    {
      "epoch": 0.925770841263799,
      "grad_norm": 0.3254220187664032,
      "learning_rate": 1.4529091286973995e-06,
      "loss": 1.4288372993469238,
      "step": 3040
    },
    {
      "epoch": 0.9272934906737723,
      "grad_norm": 0.3164454996585846,
      "learning_rate": 1.394486250356186e-06,
      "loss": 1.3193117141723634,
      "step": 3045
    },
    {
      "epoch": 0.9288161400837457,
      "grad_norm": 0.2773168087005615,
      "learning_rate": 1.3372456117130838e-06,
      "loss": 1.240021324157715,
      "step": 3050
    },
    {
      "epoch": 0.9303387894937191,
      "grad_norm": 0.329457551240921,
      "learning_rate": 1.281188605041328e-06,
      "loss": 1.2704096794128419,
      "step": 3055
    },
    {
      "epoch": 0.9318614389036924,
      "grad_norm": 0.24929700791835785,
      "learning_rate": 1.2263165938244669e-06,
      "loss": 1.3053118705749511,
      "step": 3060
    },
    {
      "epoch": 0.9333840883136658,
      "grad_norm": 0.34899425506591797,
      "learning_rate": 1.1726309127232271e-06,
      "loss": 1.416067123413086,
      "step": 3065
    },
    {
      "epoch": 0.9349067377236391,
      "grad_norm": 0.2927889823913574,
      "learning_rate": 1.1201328675430334e-06,
      "loss": 1.3098114013671875,
      "step": 3070
    },
    {
      "epoch": 0.9364293871336125,
      "grad_norm": 0.28060853481292725,
      "learning_rate": 1.0688237352022345e-06,
      "loss": 1.2341123580932618,
      "step": 3075
    },
    {
      "epoch": 0.9379520365435858,
      "grad_norm": 0.30672842264175415,
      "learning_rate": 1.018704763701095e-06,
      "loss": 1.2040374755859375,
      "step": 3080
    },
    {
      "epoch": 0.9394746859535592,
      "grad_norm": 0.30028146505355835,
      "learning_rate": 9.697771720913796e-07,
      "loss": 1.4019268035888672,
      "step": 3085
    },
    {
      "epoch": 0.9409973353635326,
      "grad_norm": 0.2995659410953522,
      "learning_rate": 9.220421504467281e-07,
      "loss": 1.2597471237182618,
      "step": 3090
    },
    {
      "epoch": 0.9425199847735058,
      "grad_norm": 0.33338701725006104,
      "learning_rate": 8.755008598337388e-07,
      "loss": 1.1991617202758789,
      "step": 3095
    },
    {
      "epoch": 0.9440426341834792,
      "grad_norm": 0.30137255787849426,
      "learning_rate": 8.301544322836751e-07,
      "loss": 1.192647933959961,
      "step": 3100
    },
    {
      "epoch": 0.9455652835934526,
      "grad_norm": 0.27424514293670654,
      "learning_rate": 7.86003970764948e-07,
      "loss": 1.2623826026916505,
      "step": 3105
    },
    {
      "epoch": 0.947087933003426,
      "grad_norm": 0.29633086919784546,
      "learning_rate": 7.4305054915631e-07,
      "loss": 1.3140138626098632,
      "step": 3110
    },
    {
      "epoch": 0.9486105824133994,
      "grad_norm": 0.31470903754234314,
      "learning_rate": 7.012952122207205e-07,
      "loss": 1.3920550346374512,
      "step": 3115
    },
    {
      "epoch": 0.9501332318233726,
      "grad_norm": 0.2626113295555115,
      "learning_rate": 6.607389755799332e-07,
      "loss": 1.1867645263671875,
      "step": 3120
    },
    {
      "epoch": 0.951655881233346,
      "grad_norm": 0.31831568479537964,
      "learning_rate": 6.213828256897869e-07,
      "loss": 1.192923355102539,
      "step": 3125
    },
    {
      "epoch": 0.9531785306433194,
      "grad_norm": 0.26954421401023865,
      "learning_rate": 5.832277198162095e-07,
      "loss": 1.379690933227539,
      "step": 3130
    },
    {
      "epoch": 0.9547011800532927,
      "grad_norm": 0.2589176297187805,
      "learning_rate": 5.462745860119745e-07,
      "loss": 1.2484930038452149,
      "step": 3135
    },
    {
      "epoch": 0.9562238294632661,
      "grad_norm": 0.26862773299217224,
      "learning_rate": 5.105243230940582e-07,
      "loss": 1.3305438995361327,
      "step": 3140
    },
    {
      "epoch": 0.9577464788732394,
      "grad_norm": 0.29442742466926575,
      "learning_rate": 4.7597780062184073e-07,
      "loss": 1.244651985168457,
      "step": 3145
    },
    {
      "epoch": 0.9592691282832128,
      "grad_norm": 0.31116199493408203,
      "learning_rate": 4.4263585887592276e-07,
      "loss": 1.2518585205078125,
      "step": 3150
    },
    {
      "epoch": 0.9607917776931861,
      "grad_norm": 0.2776123583316803,
      "learning_rate": 4.104993088376974e-07,
      "loss": 1.1839612007141114,
      "step": 3155
    },
    {
      "epoch": 0.9623144271031595,
      "grad_norm": 0.46439167857170105,
      "learning_rate": 3.7956893216961056e-07,
      "loss": 1.3894214630126953,
      "step": 3160
    },
    {
      "epoch": 0.9638370765131329,
      "grad_norm": 0.26693403720855713,
      "learning_rate": 3.4984548119618156e-07,
      "loss": 1.3106496810913086,
      "step": 3165
    },
    {
      "epoch": 0.9653597259231063,
      "grad_norm": 0.3090190589427948,
      "learning_rate": 3.213296788856568e-07,
      "loss": 1.2332918167114257,
      "step": 3170
    },
    {
      "epoch": 0.9668823753330795,
      "grad_norm": 0.31082960963249207,
      "learning_rate": 2.9402221883247926e-07,
      "loss": 1.240164852142334,
      "step": 3175
    },
    {
      "epoch": 0.9684050247430529,
      "grad_norm": 0.317879319190979,
      "learning_rate": 2.6792376524036877e-07,
      "loss": 1.4019231796264648,
      "step": 3180
    },
    {
      "epoch": 0.9699276741530263,
      "grad_norm": 0.36246249079704285,
      "learning_rate": 2.4303495290618485e-07,
      "loss": 1.2991714477539062,
      "step": 3185
    },
    {
      "epoch": 0.9714503235629997,
      "grad_norm": 0.27653399109840393,
      "learning_rate": 2.1935638720451123e-07,
      "loss": 1.2915735244750977,
      "step": 3190
    },
    {
      "epoch": 0.972972972972973,
      "grad_norm": 0.2911188304424286,
      "learning_rate": 1.9688864407288455e-07,
      "loss": 1.6792026519775392,
      "step": 3195
    },
    {
      "epoch": 0.9744956223829463,
      "grad_norm": 0.3008953034877777,
      "learning_rate": 1.7563226999782746e-07,
      "loss": 1.2785528182983399,
      "step": 3200
    },
    {
      "epoch": 0.9760182717929197,
      "grad_norm": 0.281717985868454,
      "learning_rate": 1.5558778200153168e-07,
      "loss": 1.28317289352417,
      "step": 3205
    },
    {
      "epoch": 0.977540921202893,
      "grad_norm": 0.35190004110336304,
      "learning_rate": 1.3675566762927917e-07,
      "loss": 1.3041015625,
      "step": 3210
    },
    {
      "epoch": 0.9790635706128664,
      "grad_norm": 0.2680605351924896,
      "learning_rate": 1.191363849376237e-07,
      "loss": 1.2247698783874512,
      "step": 3215
    },
    {
      "epoch": 0.9805862200228398,
      "grad_norm": 0.4276309907436371,
      "learning_rate": 1.0273036248318324e-07,
      "loss": 1.327359104156494,
      "step": 3220
    },
    {
      "epoch": 0.9821088694328131,
      "grad_norm": 0.2858787775039673,
      "learning_rate": 8.753799931228157e-08,
      "loss": 1.2513601303100585,
      "step": 3225
    },
    {
      "epoch": 0.9836315188427864,
      "grad_norm": 0.3357711732387543,
      "learning_rate": 7.355966495119494e-08,
      "loss": 1.2300790786743163,
      "step": 3230
    },
    {
      "epoch": 0.9851541682527598,
      "grad_norm": 0.25023162364959717,
      "learning_rate": 6.079569939719809e-08,
      "loss": 1.2293546676635743,
      "step": 3235
    },
    {
      "epoch": 0.9866768176627332,
      "grad_norm": 0.25940120220184326,
      "learning_rate": 4.924641311026546e-08,
      "loss": 1.251792049407959,
      "step": 3240
    },
    {
      "epoch": 0.9881994670727066,
      "grad_norm": 0.3243073523044586,
      "learning_rate": 3.8912087005532617e-08,
      "loss": 1.3878284454345704,
      "step": 3245
    },
    {
      "epoch": 0.9897221164826798,
      "grad_norm": 0.30321285128593445,
      "learning_rate": 2.9792972446479605e-08,
      "loss": 1.3268937110900878,
      "step": 3250
    },
    {
      "epoch": 0.9912447658926532,
      "grad_norm": 0.24456371366977692,
      "learning_rate": 2.188929123878025e-08,
      "loss": 1.39693603515625,
      "step": 3255
    },
    {
      "epoch": 0.9927674153026266,
      "grad_norm": 0.3350147604942322,
      "learning_rate": 1.5201235624945352e-08,
      "loss": 1.323414421081543,
      "step": 3260
    },
    {
      "epoch": 0.9942900647126,
      "grad_norm": 0.262965589761734,
      "learning_rate": 9.728968279620887e-09,
      "loss": 1.207941722869873,
      "step": 3265
    },
    {
      "epoch": 0.9958127141225733,
      "grad_norm": 0.24838848412036896,
      "learning_rate": 5.472622305646713e-09,
      "loss": 1.2328048706054688,
      "step": 3270
    },
    {
      "epoch": 0.9973353635325466,
      "grad_norm": 0.26840853691101074,
      "learning_rate": 2.4323012307980732e-09,
      "loss": 1.3296034812927247,
      "step": 3275
    },
    {
      "epoch": 0.99885801294252,
      "grad_norm": 0.30611881613731384,
      "learning_rate": 6.080790052986896e-10,
      "loss": 1.3041069030761718,
      "step": 3280
    }
  ],
  "logging_steps": 5,
  "max_steps": 3284,
  "num_input_tokens_seen": 0,
  "num_train_epochs": 1,
  "save_steps": 500,
  "stateful_callbacks": {
    "TrainerControl": {
      "args": {
        "should_epoch_stop": false,
        "should_evaluate": false,
        "should_log": false,
        "should_save": true,
        "should_training_stop": true
      },
      "attributes": {}
    }
  },
  "total_flos": 3.599912117731328e+17,
  "train_batch_size": 1,
  "trial_name": null,
  "trial_params": null
}