{
  "best_global_step": null,
  "best_metric": null,
  "best_model_checkpoint": null,
  "epoch": 2.844950213371266,
  "eval_steps": 99999,
  "global_step": 2000,
  "is_hyper_param_search": false,
  "is_local_process_zero": true,
  "is_world_process_zero": true,
  "log_history": [
    {
      "epoch": 0.007112375533428165,
      "grad_norm": 0.12396597862243652,
      "learning_rate": 1.8957345971563984e-07,
      "loss": 1.4227272987365722,
      "step": 5
    },
    {
      "epoch": 0.01422475106685633,
      "grad_norm": 0.1262262761592865,
      "learning_rate": 4.265402843601896e-07,
      "loss": 1.4979448318481445,
      "step": 10
    },
    {
      "epoch": 0.021337126600284494,
      "grad_norm": 0.10962335765361786,
      "learning_rate": 6.635071090047394e-07,
      "loss": 1.398064422607422,
      "step": 15
    },
    {
      "epoch": 0.02844950213371266,
      "grad_norm": 0.12247616797685623,
      "learning_rate": 9.004739336492892e-07,
      "loss": 1.4452707290649414,
      "step": 20
    },
    {
      "epoch": 0.03556187766714083,
      "grad_norm": 0.11095397174358368,
      "learning_rate": 1.1374407582938388e-06,
      "loss": 1.4563634872436524,
      "step": 25
    },
    {
      "epoch": 0.04267425320056899,
      "grad_norm": 0.11946389079093933,
      "learning_rate": 1.3744075829383887e-06,
      "loss": 1.442008113861084,
      "step": 30
    },
    {
      "epoch": 0.049786628733997154,
      "grad_norm": 0.09363763779401779,
      "learning_rate": 1.6113744075829384e-06,
      "loss": 1.3265527725219726,
      "step": 35
    },
    {
      "epoch": 0.05689900426742532,
      "grad_norm": 0.1277642399072647,
      "learning_rate": 1.8483412322274883e-06,
      "loss": 1.5192468643188477,
      "step": 40
    },
    {
      "epoch": 0.06401137980085349,
      "grad_norm": 0.07470542937517166,
      "learning_rate": 2.085308056872038e-06,
      "loss": 1.215554141998291,
      "step": 45
    },
    {
      "epoch": 0.07112375533428165,
      "grad_norm": 0.1051228865981102,
      "learning_rate": 2.322274881516588e-06,
      "loss": 1.4449579238891601,
      "step": 50
    },
    {
      "epoch": 0.07823613086770982,
      "grad_norm": 0.11589594185352325,
      "learning_rate": 2.5592417061611373e-06,
      "loss": 1.3515880584716797,
      "step": 55
    },
    {
      "epoch": 0.08534850640113797,
      "grad_norm": 0.1121063381433487,
      "learning_rate": 2.7962085308056874e-06,
      "loss": 1.4210457801818848,
      "step": 60
    },
    {
      "epoch": 0.09246088193456614,
      "grad_norm": 0.11301090568304062,
      "learning_rate": 3.0331753554502375e-06,
      "loss": 1.3430145263671875,
      "step": 65
    },
    {
      "epoch": 0.09957325746799431,
      "grad_norm": 0.11729142814874649,
      "learning_rate": 3.2701421800947867e-06,
      "loss": 1.4662004470825196,
      "step": 70
    },
    {
      "epoch": 0.10668563300142248,
      "grad_norm": 0.12315651029348373,
      "learning_rate": 3.507109004739337e-06,
      "loss": 1.4467350959777832,
      "step": 75
    },
    {
      "epoch": 0.11379800853485064,
      "grad_norm": 0.10574598610401154,
      "learning_rate": 3.7440758293838865e-06,
      "loss": 1.3443514823913574,
      "step": 80
    },
    {
      "epoch": 0.12091038406827881,
      "grad_norm": 0.10200333595275879,
      "learning_rate": 3.981042654028436e-06,
      "loss": 1.3781295776367188,
      "step": 85
    },
    {
      "epoch": 0.12802275960170698,
      "grad_norm": 0.11026877164840698,
      "learning_rate": 4.218009478672986e-06,
      "loss": 1.2920406341552735,
      "step": 90
    },
    {
      "epoch": 0.13513513513513514,
      "grad_norm": 0.09731078147888184,
      "learning_rate": 4.4549763033175355e-06,
      "loss": 1.3067164421081543,
      "step": 95
    },
    {
      "epoch": 0.1422475106685633,
      "grad_norm": 0.10353145748376846,
      "learning_rate": 4.691943127962086e-06,
      "loss": 1.2854823112487792,
      "step": 100
    },
    {
      "epoch": 0.14935988620199148,
      "grad_norm": 0.11844628304243088,
      "learning_rate": 4.928909952606635e-06,
      "loss": 1.426025104522705,
      "step": 105
    },
    {
      "epoch": 0.15647226173541964,
      "grad_norm": 0.11913719028234482,
      "learning_rate": 5.165876777251185e-06,
      "loss": 1.2822218894958497,
      "step": 110
    },
    {
      "epoch": 0.16358463726884778,
      "grad_norm": 0.078098826110363,
      "learning_rate": 5.402843601895735e-06,
      "loss": 1.2596662521362305,
      "step": 115
    },
    {
      "epoch": 0.17069701280227595,
      "grad_norm": 0.11063536256551743,
      "learning_rate": 5.639810426540285e-06,
      "loss": 1.3071359634399413,
      "step": 120
    },
    {
      "epoch": 0.17780938833570412,
      "grad_norm": 0.10192953050136566,
      "learning_rate": 5.876777251184834e-06,
      "loss": 1.1887753486633301,
      "step": 125
    },
    {
      "epoch": 0.18492176386913228,
      "grad_norm": 0.08962368220090866,
      "learning_rate": 6.1137440758293845e-06,
      "loss": 1.1969791412353517,
      "step": 130
    },
    {
      "epoch": 0.19203413940256045,
      "grad_norm": 0.08570072054862976,
      "learning_rate": 6.350710900473935e-06,
      "loss": 1.1636576652526855,
      "step": 135
    },
    {
      "epoch": 0.19914651493598862,
      "grad_norm": 0.0954199954867363,
      "learning_rate": 6.587677725118484e-06,
      "loss": 1.2025936126708985,
      "step": 140
    },
    {
      "epoch": 0.20625889046941678,
      "grad_norm": 0.09052606672048569,
      "learning_rate": 6.824644549763034e-06,
      "loss": 1.0443121910095214,
      "step": 145
    },
    {
      "epoch": 0.21337126600284495,
      "grad_norm": 0.07353335618972778,
      "learning_rate": 7.061611374407583e-06,
      "loss": 1.157231903076172,
      "step": 150
    },
    {
      "epoch": 0.22048364153627312,
      "grad_norm": 0.06493294984102249,
      "learning_rate": 7.298578199052133e-06,
      "loss": 1.1911725044250487,
      "step": 155
    },
    {
      "epoch": 0.22759601706970128,
      "grad_norm": 0.056515395641326904,
      "learning_rate": 7.535545023696683e-06,
      "loss": 1.0279447555541992,
      "step": 160
    },
    {
      "epoch": 0.23470839260312945,
      "grad_norm": 0.057359982281923294,
      "learning_rate": 7.772511848341233e-06,
      "loss": 1.076847743988037,
      "step": 165
    },
    {
      "epoch": 0.24182076813655762,
      "grad_norm": 0.058239951729774475,
      "learning_rate": 8.009478672985783e-06,
      "loss": 0.946469497680664,
      "step": 170
    },
    {
      "epoch": 0.24893314366998578,
      "grad_norm": 0.05514655262231827,
      "learning_rate": 8.246445497630333e-06,
      "loss": 1.063446617126465,
      "step": 175
    },
    {
      "epoch": 0.25604551920341395,
      "grad_norm": 0.04826820269227028,
      "learning_rate": 8.483412322274883e-06,
      "loss": 1.0174281120300293,
      "step": 180
    },
    {
      "epoch": 0.2631578947368421,
      "grad_norm": 0.041520342230796814,
      "learning_rate": 8.720379146919431e-06,
      "loss": 0.9851118087768554,
      "step": 185
    },
    {
      "epoch": 0.2702702702702703,
      "grad_norm": 0.03696112334728241,
      "learning_rate": 8.957345971563981e-06,
      "loss": 0.892978572845459,
      "step": 190
    },
    {
      "epoch": 0.2773826458036984,
      "grad_norm": 0.04463537037372589,
      "learning_rate": 9.194312796208532e-06,
      "loss": 0.9067799568176269,
      "step": 195
    },
    {
      "epoch": 0.2844950213371266,
      "grad_norm": 0.03216946870088577,
      "learning_rate": 9.431279620853082e-06,
      "loss": 0.8715072631835937,
      "step": 200
    },
    {
      "epoch": 0.29160739687055476,
      "grad_norm": 0.031706444919109344,
      "learning_rate": 9.668246445497632e-06,
      "loss": 0.9280688285827636,
      "step": 205
    },
    {
      "epoch": 0.29871977240398295,
      "grad_norm": 0.029998933896422386,
      "learning_rate": 9.905213270142182e-06,
      "loss": 0.8608943939208984,
      "step": 210
    },
    {
      "epoch": 0.3058321479374111,
      "grad_norm": 0.04544912651181221,
      "learning_rate": 9.999938356263561e-06,
      "loss": 0.903835391998291,
      "step": 215
    },
    {
      "epoch": 0.3129445234708393,
      "grad_norm": 0.024148551747202873,
      "learning_rate": 9.999561650045317e-06,
      "loss": 0.8631033897399902,
      "step": 220
    },
    {
      "epoch": 0.3200568990042674,
      "grad_norm": 0.024549957364797592,
      "learning_rate": 9.998842509899456e-06,
      "loss": 0.8868202209472656,
      "step": 225
    },
    {
      "epoch": 0.32716927453769556,
      "grad_norm": 0.020235152915120125,
      "learning_rate": 9.997780985081892e-06,
      "loss": 0.8703635215759278,
      "step": 230
    },
    {
      "epoch": 0.33428165007112376,
      "grad_norm": 0.041720639914274216,
      "learning_rate": 9.996377148299425e-06,
      "loss": 0.7600418090820312,
      "step": 235
    },
    {
      "epoch": 0.3413940256045519,
      "grad_norm": 0.02275031991302967,
      "learning_rate": 9.994631095704752e-06,
      "loss": 0.7633596420288086,
      "step": 240
    },
    {
      "epoch": 0.3485064011379801,
      "grad_norm": 0.018682237714529037,
      "learning_rate": 9.992542946889888e-06,
      "loss": 0.8040481567382812,
      "step": 245
    },
    {
      "epoch": 0.35561877667140823,
      "grad_norm": 0.024369360879063606,
      "learning_rate": 9.99011284487797e-06,
      "loss": 0.7869772434234619,
      "step": 250
    },
    {
      "epoch": 0.3627311522048364,
      "grad_norm": 0.021545717492699623,
      "learning_rate": 9.987340956113467e-06,
      "loss": 0.8517203330993652,
      "step": 255
    },
    {
      "epoch": 0.36984352773826457,
      "grad_norm": 0.01612464152276516,
      "learning_rate": 9.984227470450775e-06,
      "loss": 0.8197982788085938,
      "step": 260
    },
    {
      "epoch": 0.37695590327169276,
      "grad_norm": 0.015140607953071594,
      "learning_rate": 9.980772601141213e-06,
      "loss": 0.7932530879974365,
      "step": 265
    },
    {
      "epoch": 0.3840682788051209,
      "grad_norm": 0.015770290046930313,
      "learning_rate": 9.97697658481842e-06,
      "loss": 0.7979182720184326,
      "step": 270
    },
    {
      "epoch": 0.3911806543385491,
      "grad_norm": 0.01681072637438774,
      "learning_rate": 9.972839681482149e-06,
      "loss": 0.8038228034973145,
      "step": 275
    },
    {
      "epoch": 0.39829302987197723,
      "grad_norm": 0.017351120710372925,
      "learning_rate": 9.968362174480451e-06,
      "loss": 0.8209856033325196,
      "step": 280
    },
    {
      "epoch": 0.40540540540540543,
      "grad_norm": 0.014682579785585403,
      "learning_rate": 9.96354437049027e-06,
      "loss": 0.8208961486816406,
      "step": 285
    },
    {
      "epoch": 0.41251778093883357,
      "grad_norm": 0.015515010803937912,
      "learning_rate": 9.95838659949645e-06,
      "loss": 0.7764195442199707,
      "step": 290
    },
    {
      "epoch": 0.41963015647226176,
      "grad_norm": 0.01328542921692133,
      "learning_rate": 9.952889214769116e-06,
      "loss": 0.7373966693878173,
      "step": 295
    },
    {
      "epoch": 0.4267425320056899,
      "grad_norm": 0.013769397512078285,
      "learning_rate": 9.947052592839488e-06,
      "loss": 0.7790839195251464,
      "step": 300
    },
    {
      "epoch": 0.43385490753911804,
      "grad_norm": 0.013357909396290779,
      "learning_rate": 9.940877133474087e-06,
      "loss": 0.7955220222473145,
      "step": 305
    },
    {
      "epoch": 0.44096728307254623,
      "grad_norm": 0.01533876545727253,
      "learning_rate": 9.934363259647355e-06,
      "loss": 0.8395823478698731,
      "step": 310
    },
    {
      "epoch": 0.4480796586059744,
      "grad_norm": 0.013267037458717823,
      "learning_rate": 9.927511417512687e-06,
      "loss": 0.7947360038757324,
      "step": 315
    },
    {
      "epoch": 0.45519203413940257,
      "grad_norm": 0.014744734391570091,
      "learning_rate": 9.920322076371871e-06,
      "loss": 0.7898136138916015,
      "step": 320
    },
    {
      "epoch": 0.4623044096728307,
      "grad_norm": 0.015842357650399208,
      "learning_rate": 9.91279572864294e-06,
      "loss": 0.7578622341156006,
      "step": 325
    },
    {
      "epoch": 0.4694167852062589,
      "grad_norm": 0.015208872966468334,
      "learning_rate": 9.904932889826451e-06,
      "loss": 0.7646086692810059,
      "step": 330
    },
    {
      "epoch": 0.47652916073968704,
      "grad_norm": 0.012448601424694061,
      "learning_rate": 9.896734098470175e-06,
      "loss": 0.804629898071289,
      "step": 335
    },
    {
      "epoch": 0.48364153627311524,
      "grad_norm": 0.016085481271147728,
      "learning_rate": 9.888199916132208e-06,
      "loss": 0.7498270034790039,
      "step": 340
    },
    {
      "epoch": 0.4907539118065434,
      "grad_norm": 0.025318488478660583,
      "learning_rate": 9.87933092734251e-06,
      "loss": 0.7498879909515381,
      "step": 345
    },
    {
      "epoch": 0.49786628733997157,
      "grad_norm": 0.013470480218529701,
      "learning_rate": 9.870127739562873e-06,
      "loss": 0.8381074905395508,
      "step": 350
    },
    {
      "epoch": 0.5049786628733998,
      "grad_norm": 0.012390932068228722,
      "learning_rate": 9.860590983145307e-06,
      "loss": 0.7959535121917725,
      "step": 355
    },
    {
      "epoch": 0.5120910384068279,
      "grad_norm": 0.03908325359225273,
      "learning_rate": 9.850721311288868e-06,
      "loss": 0.77716064453125,
      "step": 360
    },
    {
      "epoch": 0.519203413940256,
      "grad_norm": 0.01935300976037979,
      "learning_rate": 9.840519399994921e-06,
      "loss": 0.810551643371582,
      "step": 365
    },
    {
      "epoch": 0.5263157894736842,
      "grad_norm": 0.011727036908268929,
      "learning_rate": 9.829985948020836e-06,
      "loss": 0.783443021774292,
      "step": 370
    },
    {
      "epoch": 0.5334281650071123,
      "grad_norm": 0.01185957808047533,
      "learning_rate": 9.819121676832134e-06,
      "loss": 0.7494336128234863,
      "step": 375
    },
    {
      "epoch": 0.5405405405405406,
      "grad_norm": 0.012798828072845936,
      "learning_rate": 9.807927330553058e-06,
      "loss": 0.8026717185974122,
      "step": 380
    },
    {
      "epoch": 0.5476529160739687,
      "grad_norm": 0.019524866715073586,
      "learning_rate": 9.796403675915622e-06,
      "loss": 0.7634530544281006,
      "step": 385
    },
    {
      "epoch": 0.5547652916073968,
      "grad_norm": 0.013788755051791668,
      "learning_rate": 9.784551502207087e-06,
      "loss": 0.7632253646850586,
      "step": 390
    },
    {
      "epoch": 0.561877667140825,
      "grad_norm": 0.01305212453007698,
      "learning_rate": 9.772371621215902e-06,
      "loss": 0.7682255268096924,
      "step": 395
    },
    {
      "epoch": 0.5689900426742532,
      "grad_norm": 0.012975879944860935,
      "learning_rate": 9.759864867176098e-06,
      "loss": 0.7581171035766602,
      "step": 400
    },
    {
      "epoch": 0.5761024182076814,
      "grad_norm": 0.011801790446043015,
      "learning_rate": 9.74703209671016e-06,
      "loss": 0.7882646560668946,
      "step": 405
    },
    {
      "epoch": 0.5832147937411095,
      "grad_norm": 0.01298159547150135,
      "learning_rate": 9.733874188770344e-06,
      "loss": 0.7816955089569092,
      "step": 410
    },
    {
      "epoch": 0.5903271692745377,
      "grad_norm": 0.027532342821359634,
      "learning_rate": 9.720392044578477e-06,
      "loss": 0.6961409091949463,
      "step": 415
    },
    {
      "epoch": 0.5974395448079659,
      "grad_norm": 0.01297469437122345,
      "learning_rate": 9.706586587564236e-06,
      "loss": 0.7911362648010254,
      "step": 420
    },
    {
      "epoch": 0.604551920341394,
      "grad_norm": 0.015234866179525852,
      "learning_rate": 9.692458763301891e-06,
      "loss": 0.7972568511962891,
      "step": 425
    },
    {
      "epoch": 0.6116642958748222,
      "grad_norm": 0.016101600602269173,
      "learning_rate": 9.678009539445549e-06,
      "loss": 0.7825101852416992,
      "step": 430
    },
    {
      "epoch": 0.6187766714082503,
      "grad_norm": 0.012733902782201767,
      "learning_rate": 9.663239905662868e-06,
      "loss": 0.7665041446685791,
      "step": 435
    },
    {
      "epoch": 0.6258890469416786,
      "grad_norm": 0.012959662824869156,
      "learning_rate": 9.648150873567278e-06,
      "loss": 0.7273931503295898,
      "step": 440
    },
    {
      "epoch": 0.6330014224751067,
      "grad_norm": 0.011889465153217316,
      "learning_rate": 9.632743476648686e-06,
      "loss": 0.7907261848449707,
      "step": 445
    },
    {
      "epoch": 0.6401137980085349,
      "grad_norm": 0.011718220077455044,
      "learning_rate": 9.617018770202702e-06,
      "loss": 0.8006930351257324,
      "step": 450
    },
    {
      "epoch": 0.647226173541963,
      "grad_norm": 0.013619167730212212,
      "learning_rate": 9.600977831258347e-06,
      "loss": 0.7727859497070313,
      "step": 455
    },
    {
      "epoch": 0.6543385490753911,
      "grad_norm": 0.015222000889480114,
      "learning_rate": 9.584621758504286e-06,
      "loss": 0.770260238647461,
      "step": 460
    },
    {
      "epoch": 0.6614509246088194,
      "grad_norm": 0.014281806536018848,
      "learning_rate": 9.567951672213582e-06,
      "loss": 0.7328165531158447,
      "step": 465
    },
    {
      "epoch": 0.6685633001422475,
      "grad_norm": 0.013101202435791492,
      "learning_rate": 9.550968714166959e-06,
      "loss": 0.792152214050293,
      "step": 470
    },
    {
      "epoch": 0.6756756756756757,
      "grad_norm": 0.01915375515818596,
      "learning_rate": 9.5336740475746e-06,
      "loss": 0.7413363933563233,
      "step": 475
    },
    {
      "epoch": 0.6827880512091038,
      "grad_norm": 0.012954477220773697,
      "learning_rate": 9.516068856996478e-06,
      "loss": 0.7463040828704834,
      "step": 480
    },
    {
      "epoch": 0.689900426742532,
      "grad_norm": 0.015190026722848415,
      "learning_rate": 9.498154348261217e-06,
      "loss": 0.7213023185729981,
      "step": 485
    },
    {
      "epoch": 0.6970128022759602,
      "grad_norm": 0.015451316721737385,
      "learning_rate": 9.479931748383511e-06,
      "loss": 0.7095402717590332,
      "step": 490
    },
    {
      "epoch": 0.7041251778093883,
      "grad_norm": 0.01419431809335947,
      "learning_rate": 9.461402305480067e-06,
      "loss": 0.7601386547088623,
      "step": 495
    },
    {
      "epoch": 0.7112375533428165,
      "grad_norm": 0.012903365306556225,
      "learning_rate": 9.442567288684134e-06,
      "loss": 0.7972976207733155,
      "step": 500
    },
    {
      "epoch": 0.7183499288762447,
      "grad_norm": 0.014118182472884655,
      "learning_rate": 9.423427988058569e-06,
      "loss": 0.7362984657287598,
      "step": 505
    },
    {
      "epoch": 0.7254623044096729,
      "grad_norm": 0.01312790997326374,
      "learning_rate": 9.403985714507476e-06,
      "loss": 0.7164534091949463,
      "step": 510
    },
    {
      "epoch": 0.732574679943101,
      "grad_norm": 0.013149509206414223,
      "learning_rate": 9.384241799686416e-06,
      "loss": 0.7581445693969726,
      "step": 515
    },
    {
      "epoch": 0.7396870554765291,
      "grad_norm": 0.014509950764477253,
      "learning_rate": 9.36419759591121e-06,
      "loss": 0.7607109069824218,
      "step": 520
    },
    {
      "epoch": 0.7467994310099573,
      "grad_norm": 0.015734901651740074,
      "learning_rate": 9.343854476065301e-06,
      "loss": 0.7364118099212646,
      "step": 525
    },
    {
      "epoch": 0.7539118065433855,
      "grad_norm": 0.015109636820852757,
      "learning_rate": 9.323213833505733e-06,
      "loss": 0.7244921207427979,
      "step": 530
    },
    {
      "epoch": 0.7610241820768137,
      "grad_norm": 0.015012472867965698,
      "learning_rate": 9.302277081967708e-06,
      "loss": 0.7567250251770019,
      "step": 535
    },
    {
      "epoch": 0.7681365576102418,
      "grad_norm": 0.013028338551521301,
      "learning_rate": 9.281045655467757e-06,
      "loss": 0.7913572311401367,
      "step": 540
    },
    {
      "epoch": 0.7752489331436699,
      "grad_norm": 0.014547139406204224,
      "learning_rate": 9.259521008205522e-06,
      "loss": 0.7506765842437744,
      "step": 545
    },
    {
      "epoch": 0.7823613086770982,
      "grad_norm": 0.014500031247735023,
      "learning_rate": 9.237704614464157e-06,
      "loss": 0.7631255149841308,
      "step": 550
    },
    {
      "epoch": 0.7894736842105263,
      "grad_norm": 0.024208789691329002,
      "learning_rate": 9.21559796850934e-06,
      "loss": 0.7228170871734619,
      "step": 555
    },
    {
      "epoch": 0.7965860597439545,
      "grad_norm": 0.01767735742032528,
      "learning_rate": 9.193202584486938e-06,
      "loss": 0.7594891548156738,
      "step": 560
    },
    {
      "epoch": 0.8036984352773826,
      "grad_norm": 0.027131540700793266,
      "learning_rate": 9.170519996319292e-06,
      "loss": 0.7311542987823486,
      "step": 565
    },
    {
      "epoch": 0.8108108108108109,
      "grad_norm": 0.014019402675330639,
      "learning_rate": 9.147551757600156e-06,
      "loss": 0.7342860698699951,
      "step": 570
    },
    {
      "epoch": 0.817923186344239,
      "grad_norm": 0.015196071937680244,
      "learning_rate": 9.124299441488287e-06,
      "loss": 0.7782781600952149,
      "step": 575
    },
    {
      "epoch": 0.8250355618776671,
      "grad_norm": 0.013155009597539902,
      "learning_rate": 9.100764640599699e-06,
      "loss": 0.7691669464111328,
      "step": 580
    },
    {
      "epoch": 0.8321479374110953,
      "grad_norm": 0.02131805010139942,
      "learning_rate": 9.076948966898573e-06,
      "loss": 0.6857946395874024,
      "step": 585
    },
    {
      "epoch": 0.8392603129445235,
      "grad_norm": 0.021150261163711548,
      "learning_rate": 9.05285405158685e-06,
      "loss": 0.6824939250946045,
      "step": 590
    },
    {
      "epoch": 0.8463726884779517,
      "grad_norm": 0.014878728426992893,
      "learning_rate": 9.028481544992514e-06,
      "loss": 0.7442028522491455,
      "step": 595
    },
    {
      "epoch": 0.8534850640113798,
      "grad_norm": 0.014299673028290272,
      "learning_rate": 9.003833116456548e-06,
      "loss": 0.7425227642059327,
      "step": 600
    },
    {
      "epoch": 0.8605974395448079,
      "grad_norm": 0.020050186663866043,
      "learning_rate": 8.9789104542186e-06,
      "loss": 0.6471955299377441,
      "step": 605
    },
    {
      "epoch": 0.8677098150782361,
      "grad_norm": 0.014727029018104076,
      "learning_rate": 8.953715265301344e-06,
      "loss": 0.6761772632598877,
      "step": 610
    },
    {
      "epoch": 0.8748221906116643,
      "grad_norm": 0.0251702219247818,
      "learning_rate": 8.928249275393572e-06,
      "loss": 0.7484918117523194,
      "step": 615
    },
    {
      "epoch": 0.8819345661450925,
      "grad_norm": 0.013131954707205296,
      "learning_rate": 8.902514228731993e-06,
      "loss": 0.7525879859924316,
      "step": 620
    },
    {
      "epoch": 0.8890469416785206,
      "grad_norm": 0.014284606091678143,
      "learning_rate": 8.876511887981758e-06,
      "loss": 0.7031543254852295,
      "step": 625
    },
    {
      "epoch": 0.8961593172119487,
      "grad_norm": 0.01469456311315298,
      "learning_rate": 8.85024403411574e-06,
      "loss": 0.7517221450805665,
      "step": 630
    },
    {
      "epoch": 0.903271692745377,
      "grad_norm": 0.014566020108759403,
      "learning_rate": 8.823712466292547e-06,
      "loss": 0.7733576774597168,
      "step": 635
    },
    {
      "epoch": 0.9103840682788051,
      "grad_norm": 0.01564401015639305,
      "learning_rate": 8.796919001733286e-06,
      "loss": 0.7582737445831299,
      "step": 640
    },
    {
      "epoch": 0.9174964438122333,
      "grad_norm": 0.014589518308639526,
      "learning_rate": 8.769865475597107e-06,
      "loss": 0.7202891826629638,
      "step": 645
    },
    {
      "epoch": 0.9246088193456614,
      "grad_norm": 0.014613118954002857,
      "learning_rate": 8.742553740855507e-06,
      "loss": 0.7529885292053222,
      "step": 650
    },
    {
      "epoch": 0.9317211948790897,
      "grad_norm": 0.017528263852000237,
      "learning_rate": 8.714985668165399e-06,
      "loss": 0.7535917282104492,
      "step": 655
    },
    {
      "epoch": 0.9388335704125178,
      "grad_norm": 0.01572534441947937,
      "learning_rate": 8.687163145741008e-06,
      "loss": 0.6831246852874756,
      "step": 660
    },
    {
      "epoch": 0.9459459459459459,
      "grad_norm": 0.01505051925778389,
      "learning_rate": 8.659088079224528e-06,
      "loss": 0.7192672252655029,
      "step": 665
    },
    {
      "epoch": 0.9530583214793741,
      "grad_norm": 0.014804129488766193,
      "learning_rate": 8.630762391555601e-06,
      "loss": 0.7272192955017089,
      "step": 670
    },
    {
      "epoch": 0.9601706970128022,
      "grad_norm": 0.014921215362846851,
      "learning_rate": 8.602188022839612e-06,
      "loss": 0.7498035430908203,
      "step": 675
    },
    {
      "epoch": 0.9672830725462305,
      "grad_norm": 0.01385109405964613,
      "learning_rate": 8.573366930214807e-06,
      "loss": 0.7332922935485839,
      "step": 680
    },
    {
      "epoch": 0.9743954480796586,
      "grad_norm": 0.01615496724843979,
      "learning_rate": 8.544301087718234e-06,
      "loss": 0.7189756393432617,
      "step": 685
    },
    {
      "epoch": 0.9815078236130867,
      "grad_norm": 0.014931720681488514,
      "learning_rate": 8.514992486150554e-06,
      "loss": 0.7482341766357422,
      "step": 690
    },
    {
      "epoch": 0.9886201991465149,
      "grad_norm": 0.016770832240581512,
      "learning_rate": 8.485443132939664e-06,
      "loss": 0.7097194194793701,
      "step": 695
    },
    {
      "epoch": 0.9957325746799431,
      "grad_norm": 0.014345219358801842,
      "learning_rate": 8.455655052003216e-06,
      "loss": 0.6710967540740966,
      "step": 700
    },
    {
      "epoch": 1.0028449502133712,
      "grad_norm": 0.014812275767326355,
      "learning_rate": 8.425630283609995e-06,
      "loss": 0.7616248607635498,
      "step": 705
    },
    {
      "epoch": 1.0099573257467995,
      "grad_norm": 0.022520147264003754,
      "learning_rate": 8.395370884240161e-06,
      "loss": 0.6915517807006836,
      "step": 710
    },
    {
      "epoch": 1.0170697012802277,
      "grad_norm": 0.014687804505228996,
      "learning_rate": 8.36487892644441e-06,
      "loss": 0.7760564804077148,
      "step": 715
    },
    {
      "epoch": 1.0241820768136558,
      "grad_norm": 0.015282604843378067,
      "learning_rate": 8.334156498702015e-06,
      "loss": 0.7448132514953614,
      "step": 720
    },
    {
      "epoch": 1.031294452347084,
      "grad_norm": 0.016149410977959633,
      "learning_rate": 8.303205705277776e-06,
      "loss": 0.7295210838317872,
      "step": 725
    },
    {
      "epoch": 1.038406827880512,
      "grad_norm": 0.0175002608448267,
      "learning_rate": 8.272028666077893e-06,
      "loss": 0.715207576751709,
      "step": 730
    },
    {
      "epoch": 1.0455192034139402,
      "grad_norm": 0.015501333400607109,
      "learning_rate": 8.240627516504778e-06,
      "loss": 0.7610238552093506,
      "step": 735
    },
    {
      "epoch": 1.0526315789473684,
      "grad_norm": 0.014466507360339165,
      "learning_rate": 8.209004407310782e-06,
      "loss": 0.682843017578125,
      "step": 740
    },
    {
      "epoch": 1.0597439544807965,
      "grad_norm": 0.01729828491806984,
      "learning_rate": 8.177161504450887e-06,
      "loss": 0.7697264671325683,
      "step": 745
    },
    {
      "epoch": 1.0668563300142249,
      "grad_norm": 0.01606452651321888,
      "learning_rate": 8.145100988934369e-06,
      "loss": 0.7051825046539306,
      "step": 750
    },
    {
      "epoch": 1.073968705547653,
      "grad_norm": 0.017853980883955956,
      "learning_rate": 8.112825056675386e-06,
      "loss": 0.7393856525421143,
      "step": 755
    },
    {
      "epoch": 1.0810810810810811,
      "grad_norm": 0.01651955395936966,
      "learning_rate": 8.0803359183426e-06,
      "loss": 0.740062665939331,
      "step": 760
    },
    {
      "epoch": 1.0881934566145093,
      "grad_norm": 0.01589570939540863,
      "learning_rate": 8.04763579920775e-06,
      "loss": 0.7486938953399658,
      "step": 765
    },
    {
      "epoch": 1.0953058321479374,
      "grad_norm": 0.01882278174161911,
      "learning_rate": 8.01472693899324e-06,
      "loss": 0.7593507766723633,
      "step": 770
    },
    {
      "epoch": 1.1024182076813656,
      "grad_norm": 0.017779262736439705,
      "learning_rate": 7.98161159171873e-06,
      "loss": 0.7369762897491455,
      "step": 775
    },
    {
      "epoch": 1.1095305832147937,
      "grad_norm": 0.01958276890218258,
      "learning_rate": 7.948292025546754e-06,
      "loss": 0.7430673599243164,
      "step": 780
    },
    {
      "epoch": 1.1166429587482218,
      "grad_norm": 0.01635376177728176,
      "learning_rate": 7.91477052262737e-06,
      "loss": 0.749770212173462,
      "step": 785
    },
    {
      "epoch": 1.12375533428165,
      "grad_norm": 0.019017737358808517,
      "learning_rate": 7.881049378941851e-06,
      "loss": 0.6917729854583741,
      "step": 790
    },
    {
      "epoch": 1.1308677098150781,
      "grad_norm": 0.017745498567819595,
      "learning_rate": 7.847130904145418e-06,
      "loss": 0.7209823131561279,
      "step": 795
    },
    {
      "epoch": 1.1379800853485065,
      "grad_norm": 0.022607974708080292,
      "learning_rate": 7.81301742140905e-06,
      "loss": 0.7285879135131836,
      "step": 800
    },
    {
      "epoch": 1.1450924608819346,
      "grad_norm": 0.01610717363655567,
      "learning_rate": 7.778711267260371e-06,
      "loss": 0.7201016426086426,
      "step": 805
    },
    {
      "epoch": 1.1522048364153628,
      "grad_norm": 0.016487758606672287,
      "learning_rate": 7.744214791423597e-06,
      "loss": 0.7271471977233886,
      "step": 810
    },
    {
      "epoch": 1.159317211948791,
      "grad_norm": 0.01821993477642536,
      "learning_rate": 7.709530356658616e-06,
      "loss": 0.6985025882720948,
      "step": 815
    },
    {
      "epoch": 1.166429587482219,
      "grad_norm": 0.01631130650639534,
      "learning_rate": 7.674660338599144e-06,
      "loss": 0.760840368270874,
      "step": 820
    },
    {
      "epoch": 1.1735419630156472,
      "grad_norm": 0.017514122650027275,
      "learning_rate": 7.639607125590017e-06,
      "loss": 0.6543985366821289,
      "step": 825
    },
    {
      "epoch": 1.1806543385490753,
      "grad_norm": 0.014640039764344692,
      "learning_rate": 7.604373118523598e-06,
      "loss": 0.7778742790222168,
      "step": 830
    },
    {
      "epoch": 1.1877667140825037,
      "grad_norm": 0.03316516801714897,
      "learning_rate": 7.5689607306753465e-06,
      "loss": 0.7553888320922851,
      "step": 835
    },
    {
      "epoch": 1.1948790896159318,
      "grad_norm": 0.016899485141038895,
      "learning_rate": 7.533372387538518e-06,
      "loss": 0.7549580097198486,
      "step": 840
    },
    {
      "epoch": 1.20199146514936,
      "grad_norm": 0.017853831872344017,
      "learning_rate": 7.497610526658035e-06,
      "loss": 0.7460854530334473,
      "step": 845
    },
    {
      "epoch": 1.209103840682788,
      "grad_norm": 0.016394775360822678,
      "learning_rate": 7.4616775974635346e-06,
      "loss": 0.7119558811187744,
      "step": 850
    },
    {
      "epoch": 1.2162162162162162,
      "grad_norm": 0.018164537847042084,
      "learning_rate": 7.425576061101599e-06,
      "loss": 0.711454200744629,
      "step": 855
    },
    {
      "epoch": 1.2233285917496444,
      "grad_norm": 0.025621753185987473,
      "learning_rate": 7.389308390267191e-06,
      "loss": 0.7418702125549317,
      "step": 860
    },
    {
      "epoch": 1.2304409672830725,
      "grad_norm": 0.018322646617889404,
      "learning_rate": 7.352877069034279e-06,
      "loss": 0.7104067802429199,
      "step": 865
    },
    {
      "epoch": 1.2375533428165006,
      "grad_norm": 0.01565595157444477,
      "learning_rate": 7.316284592685712e-06,
      "loss": 0.7560728073120118,
      "step": 870
    },
    {
      "epoch": 1.2446657183499288,
      "grad_norm": 0.0181591659784317,
      "learning_rate": 7.279533467542295e-06,
      "loss": 0.6743175029754639,
      "step": 875
    },
    {
      "epoch": 1.251778093883357,
      "grad_norm": 0.01698802225291729,
      "learning_rate": 7.242626210791137e-06,
      "loss": 0.7210459232330322,
      "step": 880
    },
    {
      "epoch": 1.2588904694167853,
      "grad_norm": 0.015113065019249916,
      "learning_rate": 7.205565350313234e-06,
      "loss": 0.7054549217224121,
      "step": 885
    },
    {
      "epoch": 1.2660028449502134,
      "grad_norm": 0.01659173145890236,
      "learning_rate": 7.16835342451033e-06,
      "loss": 0.7842894077301026,
      "step": 890
    },
    {
      "epoch": 1.2731152204836416,
      "grad_norm": 0.016503192484378815,
      "learning_rate": 7.130992982131059e-06,
      "loss": 0.7237984657287597,
      "step": 895
    },
    {
      "epoch": 1.2802275960170697,
      "grad_norm": 0.015096175484359264,
      "learning_rate": 7.093486582096361e-06,
      "loss": 0.7442319869995118,
      "step": 900
    },
    {
      "epoch": 1.2873399715504978,
      "grad_norm": 0.01692996546626091,
      "learning_rate": 7.05583679332423e-06,
      "loss": 0.678685998916626,
      "step": 905
    },
    {
      "epoch": 1.294452347083926,
      "grad_norm": 0.016276616603136063,
      "learning_rate": 7.018046194553751e-06,
      "loss": 0.6846030712127685,
      "step": 910
    },
    {
      "epoch": 1.3015647226173541,
      "grad_norm": 0.01619255170226097,
      "learning_rate": 6.980117374168485e-06,
      "loss": 0.7147863864898681,
      "step": 915
    },
    {
      "epoch": 1.3086770981507825,
      "grad_norm": 0.01654823124408722,
      "learning_rate": 6.942052930019168e-06,
      "loss": 0.7425489902496338,
      "step": 920
    },
    {
      "epoch": 1.3157894736842106,
      "grad_norm": 0.015968745574355125,
      "learning_rate": 6.9038554692457906e-06,
      "loss": 0.706316614151001,
      "step": 925
    },
    {
      "epoch": 1.3229018492176388,
      "grad_norm": 0.017116257920861244,
      "learning_rate": 6.865527608099025e-06,
      "loss": 0.7231118679046631,
      "step": 930
    },
    {
      "epoch": 1.330014224751067,
      "grad_norm": 0.019141439348459244,
      "learning_rate": 6.8270719717610255e-06,
      "loss": 0.6829496383666992,
      "step": 935
    },
    {
      "epoch": 1.337126600284495,
      "grad_norm": 0.017003817483782768,
      "learning_rate": 6.788491194165629e-06,
      "loss": 0.7045816421508789,
      "step": 940
    },
    {
      "epoch": 1.3442389758179232,
      "grad_norm": 0.018398337066173553,
      "learning_rate": 6.749787917817942e-06,
      "loss": 0.7236195087432862,
      "step": 945
    },
    {
      "epoch": 1.3513513513513513,
      "grad_norm": 0.01609586924314499,
      "learning_rate": 6.710964793613355e-06,
      "loss": 0.7134823799133301,
      "step": 950
    },
    {
      "epoch": 1.3584637268847795,
      "grad_norm": 0.015588617883622646,
      "learning_rate": 6.672024480655973e-06,
      "loss": 0.7059481143951416,
      "step": 955
    },
    {
      "epoch": 1.3655761024182076,
      "grad_norm": 0.01707872562110424,
      "learning_rate": 6.6329696460764854e-06,
      "loss": 0.7315536499023437,
      "step": 960
    },
    {
      "epoch": 1.3726884779516357,
      "grad_norm": 0.015458762645721436,
      "learning_rate": 6.593802964849487e-06,
      "loss": 0.6769055843353271,
      "step": 965
    },
    {
      "epoch": 1.379800853485064,
      "grad_norm": 0.01659971848130226,
      "learning_rate": 6.55452711961026e-06,
      "loss": 0.692983865737915,
      "step": 970
    },
    {
      "epoch": 1.3869132290184922,
      "grad_norm": 0.020152278244495392,
      "learning_rate": 6.515144800471037e-06,
      "loss": 0.7136699199676514,
      "step": 975
    },
    {
      "epoch": 1.3940256045519204,
      "grad_norm": 0.019839296117424965,
      "learning_rate": 6.475658704836742e-06,
      "loss": 0.7655652523040771,
      "step": 980
    },
    {
      "epoch": 1.4011379800853485,
      "grad_norm": 0.016899431124329567,
      "learning_rate": 6.436071537220245e-06,
      "loss": 0.7531155109405517,
      "step": 985
    },
    {
      "epoch": 1.4082503556187767,
      "grad_norm": 0.017267396673560143,
      "learning_rate": 6.3963860090571136e-06,
      "loss": 0.7064692497253418,
      "step": 990
    },
    {
      "epoch": 1.4153627311522048,
      "grad_norm": 0.016033947467803955,
      "learning_rate": 6.3566048385199065e-06,
      "loss": 0.6782587051391602,
      "step": 995
    },
    {
      "epoch": 1.422475106685633,
      "grad_norm": 0.016765275970101357,
      "learning_rate": 6.3167307503319945e-06,
      "loss": 0.7408823013305664,
      "step": 1000
    },
    {
      "epoch": 1.4295874822190613,
      "grad_norm": 0.016634974628686905,
      "learning_rate": 6.276766475580935e-06,
      "loss": 0.6982696533203125,
      "step": 1005
    },
    {
      "epoch": 1.4366998577524894,
      "grad_norm": 0.015438280068337917,
      "learning_rate": 6.236714751531423e-06,
      "loss": 0.7227981567382813,
      "step": 1010
    },
    {
      "epoch": 1.4438122332859176,
      "grad_norm": 0.018462039530277252,
      "learning_rate": 6.1965783214377895e-06,
      "loss": 0.7196823596954346,
      "step": 1015
    },
    {
      "epoch": 1.4509246088193457,
      "grad_norm": 0.015660835430026054,
      "learning_rate": 6.1563599343561254e-06,
      "loss": 0.7268499374389649,
      "step": 1020
    },
    {
      "epoch": 1.4580369843527738,
      "grad_norm": 0.01876399666070938,
      "learning_rate": 6.116062344955984e-06,
      "loss": 0.6868331432342529,
      "step": 1025
    },
    {
      "epoch": 1.465149359886202,
      "grad_norm": 0.01660033129155636,
      "learning_rate": 6.075688313331704e-06,
      "loss": 0.6909028053283691,
      "step": 1030
    },
    {
      "epoch": 1.4722617354196301,
      "grad_norm": 0.01642961986362934,
      "learning_rate": 6.035240604813366e-06,
      "loss": 0.6916821479797364,
      "step": 1035
    },
    {
      "epoch": 1.4793741109530583,
      "grad_norm": 0.01772296614944935,
      "learning_rate": 5.994721989777387e-06,
      "loss": 0.7245942115783691,
      "step": 1040
    },
    {
      "epoch": 1.4864864864864864,
      "grad_norm": 0.01825345866382122,
      "learning_rate": 5.954135243456769e-06,
      "loss": 0.7016736030578613,
      "step": 1045
    },
    {
      "epoch": 1.4935988620199145,
      "grad_norm": 0.01610652171075344,
      "learning_rate": 5.913483145751018e-06,
      "loss": 0.6654571533203125,
      "step": 1050
    },
    {
      "epoch": 1.5007112375533427,
      "grad_norm": 0.017010604962706566,
      "learning_rate": 5.872768481035736e-06,
      "loss": 0.7061189651489258,
      "step": 1055
    },
    {
      "epoch": 1.5078236130867708,
      "grad_norm": 0.017414411529898643,
      "learning_rate": 5.831994037971914e-06,
      "loss": 0.7226849555969238,
      "step": 1060
    },
    {
      "epoch": 1.5149359886201992,
      "grad_norm": 0.01917360909283161,
      "learning_rate": 5.79116260931493e-06,
      "loss": 0.733070707321167,
      "step": 1065
    },
    {
      "epoch": 1.5220483641536273,
      "grad_norm": 0.016919942572712898,
      "learning_rate": 5.7502769917232635e-06,
      "loss": 0.7204188823699951,
      "step": 1070
    },
    {
      "epoch": 1.5291607396870555,
      "grad_norm": 0.018161717802286148,
      "learning_rate": 5.70933998556695e-06,
      "loss": 0.6771541118621827,
      "step": 1075
    },
    {
      "epoch": 1.5362731152204836,
      "grad_norm": 0.018309131264686584,
      "learning_rate": 5.668354394735761e-06,
      "loss": 0.7210025787353516,
      "step": 1080
    },
    {
      "epoch": 1.543385490753912,
      "grad_norm": 0.015957120805978775,
      "learning_rate": 5.627323026447176e-06,
      "loss": 0.7394068717956543,
      "step": 1085
    },
    {
      "epoch": 1.55049786628734,
      "grad_norm": 0.01799791492521763,
      "learning_rate": 5.586248691054101e-06,
      "loss": 0.7240789413452149,
      "step": 1090
    },
    {
      "epoch": 1.5576102418207682,
      "grad_norm": 0.018541524186730385,
      "learning_rate": 5.5451342018523755e-06,
      "loss": 0.7141832828521728,
      "step": 1095
    },
    {
      "epoch": 1.5647226173541964,
      "grad_norm": 0.018332267180085182,
      "learning_rate": 5.5039823748880835e-06,
      "loss": 0.716184663772583,
      "step": 1100
    },
    {
      "epoch": 1.5718349928876245,
      "grad_norm": 0.018345907330513,
      "learning_rate": 5.462796028764682e-06,
      "loss": 0.7993448734283447,
      "step": 1105
    },
    {
      "epoch": 1.5789473684210527,
      "grad_norm": 0.018153423443436623,
      "learning_rate": 5.421577984449938e-06,
      "loss": 0.704335880279541,
      "step": 1110
    },
    {
      "epoch": 1.5860597439544808,
      "grad_norm": 0.018131373450160027,
      "learning_rate": 5.380331065082713e-06,
      "loss": 0.7410067558288574,
      "step": 1115
    },
    {
      "epoch": 1.593172119487909,
      "grad_norm": 0.016608260571956635,
      "learning_rate": 5.339058095779611e-06,
      "loss": 0.72489333152771,
      "step": 1120
    },
    {
      "epoch": 1.600284495021337,
      "grad_norm": 0.01760363206267357,
      "learning_rate": 5.297761903441458e-06,
      "loss": 0.6614501953125,
      "step": 1125
    },
    {
      "epoch": 1.6073968705547652,
      "grad_norm": 0.10889118164777756,
      "learning_rate": 5.2564453165597e-06,
      "loss": 0.6915824890136719,
      "step": 1130
    },
    {
      "epoch": 1.6145092460881934,
      "grad_norm": 0.01632538251578808,
      "learning_rate": 5.215111165022653e-06,
      "loss": 0.7460376739501953,
      "step": 1135
    },
    {
      "epoch": 1.6216216216216215,
      "grad_norm": 0.016797514632344246,
      "learning_rate": 5.1737622799216925e-06,
      "loss": 0.6096005439758301,
      "step": 1140
    },
    {
      "epoch": 1.6287339971550496,
      "grad_norm": 0.018422367051243782,
      "learning_rate": 5.132401493357335e-06,
      "loss": 0.6219287395477295,
      "step": 1145
    },
    {
      "epoch": 1.635846372688478,
      "grad_norm": 0.018563445657491684,
      "learning_rate": 5.091031638245257e-06,
      "loss": 0.7117269515991211,
      "step": 1150
    },
    {
      "epoch": 1.6429587482219061,
      "grad_norm": 0.016881493851542473,
      "learning_rate": 5.0496555481222745e-06,
      "loss": 0.7350698471069336,
      "step": 1155
    },
    {
      "epoch": 1.6500711237553343,
      "grad_norm": 0.017679262906312943,
      "learning_rate": 5.008276056952246e-06,
      "loss": 0.7411237239837647,
      "step": 1160
    },
    {
      "epoch": 1.6571834992887624,
      "grad_norm": 0.01986612007021904,
      "learning_rate": 4.966895998931985e-06,
      "loss": 0.7164942741394043,
      "step": 1165
    },
    {
      "epoch": 1.6642958748221908,
      "grad_norm": 0.018696364015340805,
      "learning_rate": 4.925518208297124e-06,
      "loss": 0.7227424621582031,
      "step": 1170
    },
    {
      "epoch": 1.671408250355619,
      "grad_norm": 0.019415175542235374,
      "learning_rate": 4.884145519128005e-06,
      "loss": 0.6967507839202881,
      "step": 1175
    },
    {
      "epoch": 1.678520625889047,
      "grad_norm": 0.017584005370736122,
      "learning_rate": 4.842780765155549e-06,
      "loss": 0.7481791019439697,
      "step": 1180
    },
    {
      "epoch": 1.6856330014224752,
      "grad_norm": 0.019177937880158424,
      "learning_rate": 4.8014267795671726e-06,
      "loss": 0.7086362361907959,
      "step": 1185
    },
    {
      "epoch": 1.6927453769559033,
      "grad_norm": 0.017238428816199303,
      "learning_rate": 4.760086394812739e-06,
      "loss": 0.6951438903808593,
      "step": 1190
    },
    {
      "epoch": 1.6998577524893315,
      "grad_norm": 0.018072783946990967,
      "learning_rate": 4.718762442410553e-06,
      "loss": 0.7370012760162353,
      "step": 1195
    },
    {
      "epoch": 1.7069701280227596,
      "grad_norm": 0.017421068623661995,
      "learning_rate": 4.6774577527534195e-06,
      "loss": 0.7456617832183838,
      "step": 1200
    },
    {
      "epoch": 1.7140825035561877,
      "grad_norm": 0.01825086958706379,
      "learning_rate": 4.636175154914784e-06,
      "loss": 0.668549633026123,
      "step": 1205
    },
    {
      "epoch": 1.7211948790896159,
      "grad_norm": 0.020828979089856148,
      "learning_rate": 4.5949174764549635e-06,
      "loss": 0.7580900192260742,
      "step": 1210
    },
    {
      "epoch": 1.728307254623044,
      "grad_norm": 0.01653103157877922,
      "learning_rate": 4.553687543227478e-06,
      "loss": 0.6961758613586426,
      "step": 1215
    },
    {
      "epoch": 1.7354196301564722,
      "grad_norm": 0.01879982091486454,
      "learning_rate": 4.512488179185496e-06,
      "loss": 0.7488185882568359,
      "step": 1220
    },
    {
      "epoch": 1.7425320056899003,
      "grad_norm": 0.018451698124408722,
      "learning_rate": 4.471322206188417e-06,
      "loss": 0.7315212726593018,
      "step": 1225
    },
    {
      "epoch": 1.7496443812233284,
      "grad_norm": 0.018766777589917183,
      "learning_rate": 4.430192443808599e-06,
      "loss": 0.6953035354614258,
      "step": 1230
    },
    {
      "epoch": 1.7567567567567568,
      "grad_norm": 0.018258344382047653,
      "learning_rate": 4.389101709138232e-06,
      "loss": 0.7278485298156738,
      "step": 1235
    },
    {
      "epoch": 1.763869132290185,
      "grad_norm": 0.020150160416960716,
      "learning_rate": 4.348052816596383e-06,
      "loss": 0.7310956001281739,
      "step": 1240
    },
    {
      "epoch": 1.770981507823613,
      "grad_norm": 0.01763993687927723,
      "learning_rate": 4.307048577736248e-06,
      "loss": 0.703087854385376,
      "step": 1245
    },
    {
      "epoch": 1.7780938833570412,
      "grad_norm": 0.017417753115296364,
      "learning_rate": 4.266091801052555e-06,
      "loss": 0.6739617347717285,
      "step": 1250
    },
    {
      "epoch": 1.7852062588904696,
      "grad_norm": 0.016840264201164246,
      "learning_rate": 4.225185291789222e-06,
      "loss": 0.7178611278533935,
      "step": 1255
    },
    {
      "epoch": 1.7923186344238977,
      "grad_norm": 0.02682637609541416,
      "learning_rate": 4.184331851747205e-06,
      "loss": 0.6898033618927002,
      "step": 1260
    },
    {
      "epoch": 1.7994310099573259,
      "grad_norm": 0.018944881856441498,
      "learning_rate": 4.143534279092613e-06,
      "loss": 0.7165655136108399,
      "step": 1265
    },
    {
      "epoch": 1.806543385490754,
      "grad_norm": 0.017222313210368156,
      "learning_rate": 4.102795368165029e-06,
      "loss": 0.7229360580444336,
      "step": 1270
    },
    {
      "epoch": 1.8136557610241821,
      "grad_norm": 0.015961620956659317,
      "learning_rate": 4.062117909286134e-06,
      "loss": 0.7315521240234375,
      "step": 1275
    },
    {
      "epoch": 1.8207681365576103,
      "grad_norm": 0.018907621502876282,
      "learning_rate": 4.021504688568594e-06,
      "loss": 0.701743221282959,
      "step": 1280
    },
    {
      "epoch": 1.8278805120910384,
      "grad_norm": 0.016745159402489662,
      "learning_rate": 3.980958487725215e-06,
      "loss": 0.6797786712646484,
      "step": 1285
    },
    {
      "epoch": 1.8349928876244666,
      "grad_norm": 0.01896943338215351,
      "learning_rate": 3.9404820838784275e-06,
      "loss": 0.6718417644500733,
      "step": 1290
    },
    {
      "epoch": 1.8421052631578947,
      "grad_norm": 0.02180975303053856,
      "learning_rate": 3.9000782493700716e-06,
      "loss": 0.700644588470459,
      "step": 1295
    },
    {
      "epoch": 1.8492176386913228,
      "grad_norm": 0.018243227154016495,
      "learning_rate": 3.859749751571514e-06,
      "loss": 0.6863976955413819,
      "step": 1300
    },
    {
      "epoch": 1.856330014224751,
      "grad_norm": 0.02434358559548855,
      "learning_rate": 3.819499352694094e-06,
      "loss": 0.6976716041564941,
      "step": 1305
    },
    {
      "epoch": 1.863442389758179,
      "grad_norm": 0.01888590306043625,
      "learning_rate": 3.779329809599942e-06,
      "loss": 0.6664153575897217,
      "step": 1310
    },
    {
      "epoch": 1.8705547652916072,
      "grad_norm": 0.016964025795459747,
      "learning_rate": 3.7392438736131497e-06,
      "loss": 0.6734464168548584,
      "step": 1315
    },
    {
      "epoch": 1.8776671408250356,
      "grad_norm": 0.018329400569200516,
      "learning_rate": 3.699244290331322e-06,
      "loss": 0.7545855045318604,
      "step": 1320
    },
    {
      "epoch": 1.8847795163584637,
      "grad_norm": 0.018177052959799767,
      "learning_rate": 3.65933379943753e-06,
      "loss": 0.7079776763916016,
      "step": 1325
    },
    {
      "epoch": 1.8918918918918919,
      "grad_norm": 0.0189554113894701,
      "learning_rate": 3.6195151345126556e-06,
      "loss": 0.6924773216247558,
      "step": 1330
    },
    {
      "epoch": 1.89900426742532,
      "grad_norm": 0.01662875898182392,
      "learning_rate": 3.579791022848167e-06,
      "loss": 0.7359196186065674,
      "step": 1335
    },
    {
      "epoch": 1.9061166429587484,
      "grad_norm": 0.016495555639266968,
      "learning_rate": 3.5401641852593115e-06,
      "loss": 0.7219737529754638,
      "step": 1340
    },
    {
      "epoch": 1.9132290184921765,
      "grad_norm": 0.019022326916456223,
      "learning_rate": 3.5006373358987642e-06,
      "loss": 0.7027291297912598,
      "step": 1345
    },
    {
      "epoch": 1.9203413940256047,
      "grad_norm": 0.018207021057605743,
      "learning_rate": 3.4612131820707338e-06,
      "loss": 0.6637937545776367,
      "step": 1350
    },
    {
      "epoch": 1.9274537695590328,
      "grad_norm": 0.017069589346647263,
      "learning_rate": 3.4218944240455178e-06,
      "loss": 0.6664155006408692,
      "step": 1355
    },
    {
      "epoch": 1.934566145092461,
      "grad_norm": 0.01894293539226055,
      "learning_rate": 3.3826837548745615e-06,
      "loss": 0.7506007671356201,
      "step": 1360
    },
    {
      "epoch": 1.941678520625889,
      "grad_norm": 0.020717022940516472,
      "learning_rate": 3.343583860206011e-06,
      "loss": 0.6753596305847168,
      "step": 1365
    },
    {
      "epoch": 1.9487908961593172,
      "grad_norm": 0.017604727298021317,
      "learning_rate": 3.304597418100749e-06,
      "loss": 0.7200678825378418,
      "step": 1370
    },
    {
      "epoch": 1.9559032716927454,
      "grad_norm": 0.020626943558454514,
      "learning_rate": 3.265727098848978e-06,
      "loss": 0.7199074268341065,
      "step": 1375
    },
    {
      "epoch": 1.9630156472261735,
      "grad_norm": 0.01797352358698845,
      "learning_rate": 3.226975564787322e-06,
      "loss": 0.6880961418151855,
      "step": 1380
    },
    {
      "epoch": 1.9701280227596016,
      "grad_norm": 0.022289294749498367,
      "learning_rate": 3.1883454701164798e-06,
      "loss": 0.7005917072296143,
      "step": 1385
    },
    {
      "epoch": 1.9772403982930298,
      "grad_norm": 0.019266175106167793,
      "learning_rate": 3.1498394607194227e-06,
      "loss": 0.7002647399902344,
      "step": 1390
    },
    {
      "epoch": 1.984352773826458,
      "grad_norm": 0.01799497939646244,
      "learning_rate": 3.111460173980175e-06,
      "loss": 0.7084723949432373,
      "step": 1395
    },
    {
      "epoch": 1.991465149359886,
      "grad_norm": 0.018403980880975723,
      "learning_rate": 3.07321023860318e-06,
      "loss": 0.7116297721862793,
      "step": 1400
    },
    {
      "epoch": 1.9985775248933144,
      "grad_norm": 0.020092466846108437,
      "learning_rate": 3.0350922744332354e-06,
      "loss": 0.6756275177001954,
      "step": 1405
    },
    {
      "epoch": 2.0056899004267423,
      "grad_norm": 0.016876336187124252,
      "learning_rate": 2.9971088922760694e-06,
      "loss": 0.6916736602783203,
      "step": 1410
    },
    {
      "epoch": 2.012802275960171,
      "grad_norm": 0.0186183899641037,
      "learning_rate": 2.959262693719507e-06,
      "loss": 0.7194989681243896,
      "step": 1415
    },
    {
      "epoch": 2.019914651493599,
      "grad_norm": 0.018291359767317772,
      "learning_rate": 2.9215562709552936e-06,
      "loss": 0.7254909992218017,
      "step": 1420
    },
    {
      "epoch": 2.027027027027027,
      "grad_norm": 0.018498683348298073,
      "learning_rate": 2.8839922066015337e-06,
      "loss": 0.7562304496765136,
      "step": 1425
    },
    {
      "epoch": 2.0341394025604553,
      "grad_norm": 0.0183123629540205,
      "learning_rate": 2.846573073525809e-06,
      "loss": 0.6986132621765136,
      "step": 1430
    },
    {
      "epoch": 2.0412517780938835,
      "grad_norm": 0.01785789616405964,
      "learning_rate": 2.8093014346689547e-06,
      "loss": 0.7192048072814942,
      "step": 1435
    },
    {
      "epoch": 2.0483641536273116,
      "grad_norm": 0.023237911984324455,
      "learning_rate": 2.7721798428695164e-06,
      "loss": 0.6775825023651123,
      "step": 1440
    },
    {
      "epoch": 2.0554765291607398,
      "grad_norm": 0.020147794857621193,
      "learning_rate": 2.7352108406888923e-06,
      "loss": 0.6980232238769531,
      "step": 1445
    },
    {
      "epoch": 2.062588904694168,
      "grad_norm": 0.02223370037972927,
      "learning_rate": 2.6983969602371983e-06,
      "loss": 0.713938570022583,
      "step": 1450
    },
    {
      "epoch": 2.069701280227596,
      "grad_norm": 0.016787713393568993,
      "learning_rate": 2.661740722999827e-06,
      "loss": 0.7800277709960938,
      "step": 1455
    },
    {
      "epoch": 2.076813655761024,
      "grad_norm": 0.018036190420389175,
      "learning_rate": 2.6252446396647503e-06,
      "loss": 0.6451656818389893,
      "step": 1460
    },
    {
      "epoch": 2.0839260312944523,
      "grad_norm": 0.01903928630053997,
      "learning_rate": 2.5889112099505452e-06,
      "loss": 0.6771600246429443,
      "step": 1465
    },
    {
      "epoch": 2.0910384068278804,
      "grad_norm": 0.01969575695693493,
      "learning_rate": 2.5527429224352006e-06,
      "loss": 0.7296658515930176,
      "step": 1470
    },
    {
      "epoch": 2.0981507823613086,
      "grad_norm": 0.02083515003323555,
      "learning_rate": 2.5167422543856424e-06,
      "loss": 0.6964072704315185,
      "step": 1475
    },
    {
      "epoch": 2.1052631578947367,
      "grad_norm": 0.019397174939513206,
      "learning_rate": 2.4809116715880792e-06,
      "loss": 0.6488191604614257,
      "step": 1480
    },
    {
      "epoch": 2.112375533428165,
      "grad_norm": 0.019878752529621124,
      "learning_rate": 2.4452536281791056e-06,
      "loss": 0.6778024673461914,
      "step": 1485
    },
    {
      "epoch": 2.119487908961593,
      "grad_norm": 0.01916521228849888,
      "learning_rate": 2.409770566477611e-06,
      "loss": 0.7552609920501709,
      "step": 1490
    },
    {
      "epoch": 2.126600284495021,
      "grad_norm": 0.018846770748496056,
      "learning_rate": 2.3744649168174966e-06,
      "loss": 0.6998651027679443,
      "step": 1495
    },
    {
      "epoch": 2.1337126600284497,
      "grad_norm": 0.021791398525238037,
      "learning_rate": 2.339339097381222e-06,
      "loss": 0.7401346206665039,
      "step": 1500
    },
    {
      "epoch": 2.140825035561878,
      "grad_norm": 0.018046008422970772,
      "learning_rate": 2.304395514034172e-06,
      "loss": 0.6855841636657715,
      "step": 1505
    },
    {
      "epoch": 2.147937411095306,
      "grad_norm": 0.017584893852472305,
      "learning_rate": 2.2696365601598714e-06,
      "loss": 0.76700758934021,
      "step": 1510
    },
    {
      "epoch": 2.155049786628734,
      "grad_norm": 0.020246658474206924,
      "learning_rate": 2.235064616496059e-06,
      "loss": 0.70643630027771,
      "step": 1515
    },
    {
      "epoch": 2.1621621621621623,
      "grad_norm": 0.018499314785003662,
      "learning_rate": 2.200682050971622e-06,
      "loss": 0.7396338939666748,
      "step": 1520
    },
    {
      "epoch": 2.1692745376955904,
      "grad_norm": 0.023796167224645615,
      "learning_rate": 2.1664912185444127e-06,
      "loss": 0.6971643447875977,
      "step": 1525
    },
    {
      "epoch": 2.1763869132290186,
      "grad_norm": 0.019194869324564934,
      "learning_rate": 2.1324944610399423e-06,
      "loss": 0.7047183990478516,
      "step": 1530
    },
    {
      "epoch": 2.1834992887624467,
      "grad_norm": 0.018008023500442505,
      "learning_rate": 2.0986941069909937e-06,
      "loss": 0.7083112239837647,
      "step": 1535
    },
    {
      "epoch": 2.190611664295875,
      "grad_norm": 0.021395748481154442,
      "learning_rate": 2.06509247147813e-06,
      "loss": 0.7210383415222168,
      "step": 1540
    },
    {
      "epoch": 2.197724039829303,
      "grad_norm": 0.0217084139585495,
      "learning_rate": 2.0316918559711264e-06,
      "loss": 0.7158208847045898,
      "step": 1545
    },
    {
      "epoch": 2.204836415362731,
      "grad_norm": 0.02183559723198414,
      "learning_rate": 1.9984945481713308e-06,
      "loss": 0.6984762668609619,
      "step": 1550
    },
    {
      "epoch": 2.2119487908961593,
      "grad_norm": 0.020434515550732613,
      "learning_rate": 1.9655028218549925e-06,
      "loss": 0.6603986263275147,
      "step": 1555
    },
    {
      "epoch": 2.2190611664295874,
      "grad_norm": 0.021293608471751213,
      "learning_rate": 1.932718936717497e-06,
      "loss": 0.6903936862945557,
      "step": 1560
    },
    {
      "epoch": 2.2261735419630155,
      "grad_norm": 0.019045505672693253,
      "learning_rate": 1.900145138218617e-06,
      "loss": 0.7222468852996826,
      "step": 1565
    },
    {
      "epoch": 2.2332859174964437,
      "grad_norm": 0.020146358758211136,
      "learning_rate": 1.8677836574286978e-06,
      "loss": 0.757137680053711,
      "step": 1570
    },
    {
      "epoch": 2.240398293029872,
      "grad_norm": 0.019575543701648712,
      "learning_rate": 1.8356367108758628e-06,
      "loss": 0.7008779525756836,
      "step": 1575
    },
    {
      "epoch": 2.2475106685633,
      "grad_norm": 0.018083350732922554,
      "learning_rate": 1.803706500394175e-06,
      "loss": 0.7534774780273438,
      "step": 1580
    },
    {
      "epoch": 2.2546230440967285,
      "grad_norm": 0.021902941167354584,
      "learning_rate": 1.771995212972847e-06,
      "loss": 0.6821448326110839,
      "step": 1585
    },
    {
      "epoch": 2.2617354196301562,
      "grad_norm": 0.021106917411088943,
      "learning_rate": 1.7405050206064372e-06,
      "loss": 0.7266870498657226,
      "step": 1590
    },
    {
      "epoch": 2.268847795163585,
      "grad_norm": 0.020212018862366676,
      "learning_rate": 1.70923808014609e-06,
      "loss": 0.7044878959655761,
      "step": 1595
    },
    {
      "epoch": 2.275960170697013,
      "grad_norm": 0.017820734530687332,
      "learning_rate": 1.6781965331517975e-06,
      "loss": 0.6944470405578613,
      "step": 1600
    },
    {
      "epoch": 2.283072546230441,
      "grad_norm": 0.017846427857875824,
      "learning_rate": 1.6473825057457293e-06,
      "loss": 0.6674845695495606,
      "step": 1605
    },
    {
      "epoch": 2.2901849217638692,
      "grad_norm": 0.018820255994796753,
      "learning_rate": 1.616798108466603e-06,
      "loss": 0.7415022850036621,
      "step": 1610
    },
    {
      "epoch": 2.2972972972972974,
      "grad_norm": 0.0177475456148386,
      "learning_rate": 1.586445436125127e-06,
      "loss": 0.7364046096801757,
      "step": 1615
    },
    {
      "epoch": 2.3044096728307255,
      "grad_norm": 0.02009609155356884,
      "learning_rate": 1.5563265676605228e-06,
      "loss": 0.6232909202575684,
      "step": 1620
    },
    {
      "epoch": 2.3115220483641536,
      "grad_norm": 0.01963597536087036,
      "learning_rate": 1.5264435659981335e-06,
      "loss": 0.7436121940612793,
      "step": 1625
    },
    {
      "epoch": 2.318634423897582,
      "grad_norm": 0.01879408396780491,
      "learning_rate": 1.496798477908122e-06,
      "loss": 0.6992465019226074,
      "step": 1630
    },
    {
      "epoch": 2.32574679943101,
      "grad_norm": 0.018343554809689522,
      "learning_rate": 1.4673933338652907e-06,
      "loss": 0.690833330154419,
      "step": 1635
    },
    {
      "epoch": 2.332859174964438,
      "grad_norm": 0.018954213708639145,
      "learning_rate": 1.4382301479100048e-06,
      "loss": 0.7103327751159668,
      "step": 1640
    },
    {
      "epoch": 2.339971550497866,
      "grad_norm": 0.01864561438560486,
      "learning_rate": 1.4093109175102432e-06,
      "loss": 0.7096752166748047,
      "step": 1645
    },
    {
      "epoch": 2.3470839260312943,
      "grad_norm": 0.018006840720772743,
      "learning_rate": 1.380637623424791e-06,
      "loss": 0.7237026214599609,
      "step": 1650
    },
    {
      "epoch": 2.3541963015647225,
      "grad_norm": 0.01974598504602909,
      "learning_rate": 1.3522122295675616e-06,
      "loss": 0.7115821361541748,
      "step": 1655
    },
    {
      "epoch": 2.3613086770981506,
      "grad_norm": 0.01914205215871334,
      "learning_rate": 1.324036682873102e-06,
      "loss": 0.721008586883545,
      "step": 1660
    },
    {
      "epoch": 2.3684210526315788,
      "grad_norm": 0.019481945782899857,
      "learning_rate": 1.2961129131632183e-06,
      "loss": 0.7210357666015625,
      "step": 1665
    },
    {
      "epoch": 2.3755334281650073,
      "grad_norm": 0.0294849444180727,
      "learning_rate": 1.2684428330148164e-06,
      "loss": 0.7165197372436524,
      "step": 1670
    },
    {
      "epoch": 2.382645803698435,
      "grad_norm": 0.019714608788490295,
      "learning_rate": 1.241028337628888e-06,
      "loss": 0.7028004646301269,
      "step": 1675
    },
    {
      "epoch": 2.3897581792318636,
      "grad_norm": 0.017666790634393692,
      "learning_rate": 1.2138713047007229e-06,
      "loss": 0.6465110301971435,
      "step": 1680
    },
    {
      "epoch": 2.3968705547652918,
      "grad_norm": 0.020633701235055923,
      "learning_rate": 1.1869735942912768e-06,
      "loss": 0.6445804595947265,
      "step": 1685
    },
    {
      "epoch": 2.40398293029872,
      "grad_norm": 0.019184108823537827,
      "learning_rate": 1.1603370486997912e-06,
      "loss": 0.6999986171722412,
      "step": 1690
    },
    {
      "epoch": 2.411095305832148,
      "grad_norm": 0.018636522814631462,
      "learning_rate": 1.1339634923375958e-06,
      "loss": 0.7130412578582763,
      "step": 1695
    },
    {
      "epoch": 2.418207681365576,
      "grad_norm": 0.02027011662721634,
      "learning_rate": 1.107854731603158e-06,
      "loss": 0.7074708938598633,
      "step": 1700
    },
    {
      "epoch": 2.4253200568990043,
      "grad_norm": 0.01711525022983551,
      "learning_rate": 1.082012554758346e-06,
      "loss": 0.7176192283630372,
      "step": 1705
    },
    {
      "epoch": 2.4324324324324325,
      "grad_norm": 0.01916031911969185,
      "learning_rate": 1.0564387318059654e-06,
      "loss": 0.7125048637390137,
      "step": 1710
    },
    {
      "epoch": 2.4395448079658606,
      "grad_norm": 0.018072018399834633,
      "learning_rate": 1.031135014368504e-06,
      "loss": 0.7297768115997314,
      "step": 1715
    },
    {
      "epoch": 2.4466571834992887,
      "grad_norm": 0.017285477370023727,
      "learning_rate": 1.0061031355681766e-06,
      "loss": 0.6963360786437989,
      "step": 1720
    },
    {
      "epoch": 2.453769559032717,
      "grad_norm": 0.020556973293423653,
      "learning_rate": 9.813448099082047e-07,
      "loss": 0.7077793598175048,
      "step": 1725
    },
    {
      "epoch": 2.460881934566145,
      "grad_norm": 0.0190748143941164,
      "learning_rate": 9.568617331553997e-07,
      "loss": 0.6809517860412597,
      "step": 1730
    },
    {
      "epoch": 2.467994310099573,
      "grad_norm": 0.020035238936543465,
      "learning_rate": 9.326555822240002e-07,
      "loss": 0.7002559185028077,
      "step": 1735
    },
    {
      "epoch": 2.4751066856330013,
      "grad_norm": 0.02111983671784401,
      "learning_rate": 9.087280150608263e-07,
      "loss": 0.6911906719207763,
      "step": 1740
    },
    {
      "epoch": 2.4822190611664294,
      "grad_norm": 0.01914399489760399,
      "learning_rate": 8.850806705317183e-07,
      "loss": 0.7122188568115234,
      "step": 1745
    },
    {
      "epoch": 2.4893314366998576,
      "grad_norm": 0.019931111484766006,
      "learning_rate": 8.617151683092856e-07,
      "loss": 0.6926873683929443,
      "step": 1750
    },
    {
      "epoch": 2.496443812233286,
      "grad_norm": 0.042251236736774445,
      "learning_rate": 8.386331087619726e-07,
      "loss": 0.701508903503418,
      "step": 1755
    },
    {
      "epoch": 2.503556187766714,
      "grad_norm": 0.019246656447649002,
      "learning_rate": 8.158360728444404e-07,
      "loss": 0.7105617523193359,
      "step": 1760
    },
    {
      "epoch": 2.5106685633001424,
      "grad_norm": 0.018132740631699562,
      "learning_rate": 7.933256219892938e-07,
      "loss": 0.7254996299743652,
      "step": 1765
    },
    {
      "epoch": 2.5177809388335706,
      "grad_norm": 0.020589511841535568,
      "learning_rate": 7.711032980001182e-07,
      "loss": 0.6329239845275879,
      "step": 1770
    },
    {
      "epoch": 2.5248933143669987,
      "grad_norm": 0.017706142738461494,
      "learning_rate": 7.491706229458923e-07,
      "loss": 0.6217228889465332,
      "step": 1775
    },
    {
      "epoch": 2.532005689900427,
      "grad_norm": 0.019098540768027306,
      "learning_rate": 7.275290990567286e-07,
      "loss": 0.6849424362182617,
      "step": 1780
    },
    {
      "epoch": 2.539118065433855,
      "grad_norm": 0.017864609137177467,
      "learning_rate": 7.061802086209857e-07,
      "loss": 0.6907006740570069,
      "step": 1785
    },
    {
      "epoch": 2.546230440967283,
      "grad_norm": 0.01882258802652359,
      "learning_rate": 6.851254138837366e-07,
      "loss": 0.7112642765045166,
      "step": 1790
    },
    {
      "epoch": 2.5533428165007113,
      "grad_norm": 0.017759790644049644,
      "learning_rate": 6.643661569466225e-07,
      "loss": 0.6860599994659424,
      "step": 1795
    },
    {
      "epoch": 2.5604551920341394,
      "grad_norm": 0.04660586640238762,
      "learning_rate": 6.439038596690756e-07,
      "loss": 0.6946640968322754,
      "step": 1800
    },
    {
      "epoch": 2.5675675675675675,
      "grad_norm": 0.018053406849503517,
      "learning_rate": 6.237399235709335e-07,
      "loss": 0.70596923828125,
      "step": 1805
    },
    {
      "epoch": 2.5746799431009957,
      "grad_norm": 0.01948445849120617,
      "learning_rate": 6.038757297364389e-07,
      "loss": 0.6995176792144775,
      "step": 1810
    },
    {
      "epoch": 2.581792318634424,
      "grad_norm": 0.017586836591362953,
      "learning_rate": 5.843126387196591e-07,
      "loss": 0.7351008892059326,
      "step": 1815
    },
    {
      "epoch": 2.588904694167852,
      "grad_norm": 0.018592992797493935,
      "learning_rate": 5.650519904512814e-07,
      "loss": 0.6893433570861817,
      "step": 1820
    },
    {
      "epoch": 2.59601706970128,
      "grad_norm": 0.01698880083858967,
      "learning_rate": 5.460951041468493e-07,
      "loss": 0.6391551494598389,
      "step": 1825
    },
    {
      "epoch": 2.6031294452347082,
      "grad_norm": 0.019620927050709724,
      "learning_rate": 5.27443278216399e-07,
      "loss": 0.688290023803711,
      "step": 1830
    },
    {
      "epoch": 2.6102418207681364,
      "grad_norm": 0.019304607063531876,
      "learning_rate": 5.090977901755362e-07,
      "loss": 0.7163221359252929,
      "step": 1835
    },
    {
      "epoch": 2.617354196301565,
      "grad_norm": 0.0220966674387455,
      "learning_rate": 4.910598965579228e-07,
      "loss": 0.7392453670501709,
      "step": 1840
    },
    {
      "epoch": 2.6244665718349927,
      "grad_norm": 0.01833263970911503,
      "learning_rate": 4.7333083282922463e-07,
      "loss": 0.6708541870117187,
      "step": 1845
    },
    {
      "epoch": 2.6315789473684212,
      "grad_norm": 0.020094405859708786,
      "learning_rate": 4.5591181330248534e-07,
      "loss": 0.6930543422698975,
      "step": 1850
    },
    {
      "epoch": 2.6386913229018494,
      "grad_norm": 0.020695924758911133,
      "learning_rate": 4.3880403105495793e-07,
      "loss": 0.6685608863830567,
      "step": 1855
    },
    {
      "epoch": 2.6458036984352775,
      "grad_norm": 0.018926840275526047,
      "learning_rate": 4.220086578463806e-07,
      "loss": 0.6826137065887451,
      "step": 1860
    },
    {
      "epoch": 2.6529160739687057,
      "grad_norm": 0.01943895034492016,
      "learning_rate": 4.0552684403873274e-07,
      "loss": 0.6445528030395508,
      "step": 1865
    },
    {
      "epoch": 2.660028449502134,
      "grad_norm": 0.019336692988872528,
      "learning_rate": 3.8935971851742746e-07,
      "loss": 0.6931255340576172,
      "step": 1870
    },
    {
      "epoch": 2.667140825035562,
      "grad_norm": 0.017861362546682358,
      "learning_rate": 3.7350838861400454e-07,
      "loss": 0.680919075012207,
      "step": 1875
    },
    {
      "epoch": 2.67425320056899,
      "grad_norm": 0.01909296214580536,
      "learning_rate": 3.579739400302773e-07,
      "loss": 0.756756591796875,
      "step": 1880
    },
    {
      "epoch": 2.681365576102418,
      "grad_norm": 0.022265156731009483,
      "learning_rate": 3.4275743676397633e-07,
      "loss": 0.7306240558624267,
      "step": 1885
    },
    {
      "epoch": 2.6884779516358464,
      "grad_norm": 0.019674202427268028,
      "learning_rate": 3.278599210358685e-07,
      "loss": 0.7194355964660645,
      "step": 1890
    },
    {
      "epoch": 2.6955903271692745,
      "grad_norm": 0.02009180188179016,
      "learning_rate": 3.132824132183726e-07,
      "loss": 0.6854644298553467,
      "step": 1895
    },
    {
      "epoch": 2.7027027027027026,
      "grad_norm": 0.019245633855462074,
      "learning_rate": 2.9902591176567743e-07,
      "loss": 0.7046674728393555,
      "step": 1900
    },
    {
      "epoch": 2.7098150782361308,
      "grad_norm": 0.019660472869873047,
      "learning_rate": 2.850913931453447e-07,
      "loss": 0.6495515823364257,
      "step": 1905
    },
    {
      "epoch": 2.716927453769559,
      "grad_norm": 0.018463047221302986,
      "learning_rate": 2.714798117714373e-07,
      "loss": 0.7126041889190674,
      "step": 1910
    },
    {
      "epoch": 2.724039829302987,
      "grad_norm": 0.020338578149676323,
      "learning_rate": 2.5819209993914185e-07,
      "loss": 0.6964741706848144,
      "step": 1915
    },
    {
      "epoch": 2.731152204836415,
      "grad_norm": 0.025541720911860466,
      "learning_rate": 2.4522916776092144e-07,
      "loss": 0.6981581211090088,
      "step": 1920
    },
    {
      "epoch": 2.7382645803698438,
      "grad_norm": 0.03043808415532112,
      "learning_rate": 2.3259190310416847e-07,
      "loss": 0.6668709278106689,
      "step": 1925
    },
    {
      "epoch": 2.7453769559032715,
      "grad_norm": 0.017312461510300636,
      "learning_rate": 2.2028117153040208e-07,
      "loss": 0.6342219829559326,
      "step": 1930
    },
    {
      "epoch": 2.7524893314367,
      "grad_norm": 0.022723648697137833,
      "learning_rate": 2.082978162359778e-07,
      "loss": 0.7471845149993896,
      "step": 1935
    },
    {
      "epoch": 2.759601706970128,
      "grad_norm": 0.01946732960641384,
      "learning_rate": 1.9664265799433758e-07,
      "loss": 0.727109432220459,
      "step": 1940
    },
    {
      "epoch": 2.7667140825035563,
      "grad_norm": 0.019219428300857544,
      "learning_rate": 1.8531649509978933e-07,
      "loss": 0.6843738079071044,
      "step": 1945
    },
    {
      "epoch": 2.7738264580369845,
      "grad_norm": 0.017926136031746864,
      "learning_rate": 1.7432010331283388e-07,
      "loss": 0.7088566780090332,
      "step": 1950
    },
    {
      "epoch": 2.7809388335704126,
      "grad_norm": 0.01807708479464054,
      "learning_rate": 1.63654235807027e-07,
      "loss": 0.7071962833404541,
      "step": 1955
    },
    {
      "epoch": 2.7880512091038407,
      "grad_norm": 0.019878104329109192,
      "learning_rate": 1.5331962311739668e-07,
      "loss": 0.7710360527038574,
      "step": 1960
    },
    {
      "epoch": 2.795163584637269,
      "grad_norm": 0.02000255696475506,
      "learning_rate": 1.4331697309039937e-07,
      "loss": 0.6493950366973877,
      "step": 1965
    },
    {
      "epoch": 2.802275960170697,
      "grad_norm": 0.01814078353345394,
      "learning_rate": 1.336469708354493e-07,
      "loss": 0.69231276512146,
      "step": 1970
    },
    {
      "epoch": 2.809388335704125,
      "grad_norm": 0.02213713899254799,
      "learning_rate": 1.243102786779804e-07,
      "loss": 0.6923561096191406,
      "step": 1975
    },
    {
      "epoch": 2.8165007112375533,
      "grad_norm": 0.01917503960430622,
      "learning_rate": 1.1530753611409151e-07,
      "loss": 0.7251245498657226,
      "step": 1980
    },
    {
      "epoch": 2.8236130867709814,
      "grad_norm": 0.01758253388106823,
      "learning_rate": 1.0663935976674145e-07,
      "loss": 0.7662966251373291,
      "step": 1985
    },
    {
      "epoch": 2.8307254623044096,
      "grad_norm": 0.020537367090582848,
      "learning_rate": 9.830634334351385e-08,
      "loss": 0.6968005180358887,
      "step": 1990
    },
    {
      "epoch": 2.8378378378378377,
      "grad_norm": 0.01874646171927452,
      "learning_rate": 9.030905759595643e-08,
      "loss": 0.7220873355865478,
      "step": 1995
    },
    {
      "epoch": 2.844950213371266,
      "grad_norm": 0.019075002521276474,
      "learning_rate": 8.264805028048384e-08,
      "loss": 0.749581241607666,
      "step": 2000
    }
  ],
  "logging_steps": 5,
  "max_steps": 2109,
  "num_input_tokens_seen": 0,
  "num_train_epochs": 3,
  "save_steps": 400,
  "stateful_callbacks": {
    "TrainerControl": {
      "args": {
        "should_epoch_stop": false,
        "should_evaluate": false,
        "should_log": false,
        "should_save": true,
        "should_training_stop": false
      },
      "attributes": {}
    }
  },
  "total_flos": 1.1755490933791949e+19,
  "train_batch_size": 1,
  "trial_name": null,
  "trial_params": null
}