{
  "best_global_step": null,
  "best_metric": null,
  "best_model_checkpoint": null,
  "epoch": 3.0,
  "eval_steps": 500,
  "global_step": 2148,
  "is_hyper_param_search": false,
  "is_local_process_zero": true,
  "is_world_process_zero": true,
  "log_history": [
    {
      "epoch": 0.006985679357317499,
      "grad_norm": 9.417793273925781,
      "learning_rate": 6.153846153846155e-07,
      "loss": 0.4856,
      "step": 5
    },
    {
      "epoch": 0.013971358714634998,
      "grad_norm": 7.6536865234375,
      "learning_rate": 1.3846153846153848e-06,
      "loss": 0.4457,
      "step": 10
    },
    {
      "epoch": 0.020957038071952497,
      "grad_norm": 6.9425950050354,
      "learning_rate": 2.153846153846154e-06,
      "loss": 0.4359,
      "step": 15
    },
    {
      "epoch": 0.027942717429269997,
      "grad_norm": 7.008752822875977,
      "learning_rate": 2.9230769230769236e-06,
      "loss": 0.4247,
      "step": 20
    },
    {
      "epoch": 0.0349283967865875,
      "grad_norm": 7.943561553955078,
      "learning_rate": 3.692307692307693e-06,
      "loss": 0.4144,
      "step": 25
    },
    {
      "epoch": 0.041914076143904994,
      "grad_norm": 8.960087776184082,
      "learning_rate": 4.461538461538462e-06,
      "loss": 0.4095,
      "step": 30
    },
    {
      "epoch": 0.0488997555012225,
      "grad_norm": 9.126522064208984,
      "learning_rate": 5.230769230769232e-06,
      "loss": 0.4195,
      "step": 35
    },
    {
      "epoch": 0.055885434858539994,
      "grad_norm": 6.81967306137085,
      "learning_rate": 6e-06,
      "loss": 0.409,
      "step": 40
    },
    {
      "epoch": 0.06287111421585749,
      "grad_norm": 9.193132400512695,
      "learning_rate": 6.76923076923077e-06,
      "loss": 0.4256,
      "step": 45
    },
    {
      "epoch": 0.069856793573175,
      "grad_norm": 7.224976062774658,
      "learning_rate": 7.538461538461539e-06,
      "loss": 0.41,
      "step": 50
    },
    {
      "epoch": 0.07684247293049248,
      "grad_norm": 7.260319232940674,
      "learning_rate": 8.307692307692309e-06,
      "loss": 0.4534,
      "step": 55
    },
    {
      "epoch": 0.08382815228780999,
      "grad_norm": 8.081445693969727,
      "learning_rate": 9.076923076923078e-06,
      "loss": 0.4435,
      "step": 60
    },
    {
      "epoch": 0.09081383164512749,
      "grad_norm": 8.150150299072266,
      "learning_rate": 9.846153846153848e-06,
      "loss": 0.4457,
      "step": 65
    },
    {
      "epoch": 0.097799511002445,
      "grad_norm": 6.927804946899414,
      "learning_rate": 9.999909012888162e-06,
      "loss": 0.4559,
      "step": 70
    },
    {
      "epoch": 0.10478519035976248,
      "grad_norm": 7.140408039093018,
      "learning_rate": 9.999539383421715e-06,
      "loss": 0.4217,
      "step": 75
    },
    {
      "epoch": 0.11177086971707999,
      "grad_norm": 7.418540000915527,
      "learning_rate": 9.998885445909666e-06,
      "loss": 0.4857,
      "step": 80
    },
    {
      "epoch": 0.11875654907439749,
      "grad_norm": 8.253525733947754,
      "learning_rate": 9.997947237539373e-06,
      "loss": 0.4863,
      "step": 85
    },
    {
      "epoch": 0.12574222843171498,
      "grad_norm": 6.550653457641602,
      "learning_rate": 9.996724811663797e-06,
      "loss": 0.4663,
      "step": 90
    },
    {
      "epoch": 0.13272790778903248,
      "grad_norm": 6.81130313873291,
      "learning_rate": 9.99521823779844e-06,
      "loss": 0.4684,
      "step": 95
    },
    {
      "epoch": 0.13971358714635,
      "grad_norm": 7.913576602935791,
      "learning_rate": 9.99342760161741e-06,
      "loss": 0.5049,
      "step": 100
    },
    {
      "epoch": 0.1466992665036675,
      "grad_norm": 8.523401260375977,
      "learning_rate": 9.991353004948538e-06,
      "loss": 0.4635,
      "step": 105
    },
    {
      "epoch": 0.15368494586098497,
      "grad_norm": 6.084781169891357,
      "learning_rate": 9.988994565767604e-06,
      "loss": 0.4752,
      "step": 110
    },
    {
      "epoch": 0.16067062521830247,
      "grad_norm": 5.975230693817139,
      "learning_rate": 9.986352418191608e-06,
      "loss": 0.4722,
      "step": 115
    },
    {
      "epoch": 0.16765630457561997,
      "grad_norm": 6.941432476043701,
      "learning_rate": 9.983426712471151e-06,
      "loss": 0.4991,
      "step": 120
    },
    {
      "epoch": 0.17464198393293748,
      "grad_norm": 6.190479755401611,
      "learning_rate": 9.9802176149819e-06,
      "loss": 0.4821,
      "step": 125
    },
    {
      "epoch": 0.18162766329025498,
      "grad_norm": 6.3899006843566895,
      "learning_rate": 9.976725308215109e-06,
      "loss": 0.5163,
      "step": 130
    },
    {
      "epoch": 0.18861334264757249,
      "grad_norm": 5.7873430252075195,
      "learning_rate": 9.97294999076726e-06,
      "loss": 0.4517,
      "step": 135
    },
    {
      "epoch": 0.19559902200489,
      "grad_norm": 6.523060321807861,
      "learning_rate": 9.968891877328752e-06,
      "loss": 0.4632,
      "step": 140
    },
    {
      "epoch": 0.20258470136220746,
      "grad_norm": 7.010469436645508,
      "learning_rate": 9.964551198671709e-06,
      "loss": 0.4643,
      "step": 145
    },
    {
      "epoch": 0.20957038071952497,
      "grad_norm": 6.9780473709106445,
      "learning_rate": 9.95992820163684e-06,
      "loss": 0.4737,
      "step": 150
    },
    {
      "epoch": 0.21655606007684247,
      "grad_norm": 6.335629463195801,
      "learning_rate": 9.955023149119413e-06,
      "loss": 0.4552,
      "step": 155
    },
    {
      "epoch": 0.22354173943415998,
      "grad_norm": 5.958488464355469,
      "learning_rate": 9.949836320054309e-06,
      "loss": 0.4553,
      "step": 160
    },
    {
      "epoch": 0.23052741879147748,
      "grad_norm": 6.195608139038086,
      "learning_rate": 9.944368009400145e-06,
      "loss": 0.5117,
      "step": 165
    },
    {
      "epoch": 0.23751309814879498,
      "grad_norm": 6.441509246826172,
      "learning_rate": 9.93861852812251e-06,
      "loss": 0.4652,
      "step": 170
    },
    {
      "epoch": 0.24449877750611246,
      "grad_norm": 5.994947910308838,
      "learning_rate": 9.932588203176281e-06,
      "loss": 0.4832,
      "step": 175
    },
    {
      "epoch": 0.25148445686342996,
      "grad_norm": 6.672873020172119,
      "learning_rate": 9.92627737748703e-06,
      "loss": 0.4827,
      "step": 180
    },
    {
      "epoch": 0.2584701362207475,
      "grad_norm": 6.571279048919678,
      "learning_rate": 9.919686409931523e-06,
      "loss": 0.5003,
      "step": 185
    },
    {
      "epoch": 0.26545581557806497,
      "grad_norm": 6.049185276031494,
      "learning_rate": 9.912815675317307e-06,
      "loss": 0.4905,
      "step": 190
    },
    {
      "epoch": 0.27244149493538244,
      "grad_norm": 6.473181247711182,
      "learning_rate": 9.905665564361403e-06,
      "loss": 0.4843,
      "step": 195
    },
    {
      "epoch": 0.2794271742927,
      "grad_norm": 7.581283092498779,
      "learning_rate": 9.898236483668086e-06,
      "loss": 0.5097,
      "step": 200
    },
    {
      "epoch": 0.28641285365001745,
      "grad_norm": 7.333038806915283,
      "learning_rate": 9.890528855705753e-06,
      "loss": 0.4698,
      "step": 205
    },
    {
      "epoch": 0.293398533007335,
      "grad_norm": 6.216223239898682,
      "learning_rate": 9.882543118782913e-06,
      "loss": 0.5034,
      "step": 210
    },
    {
      "epoch": 0.30038421236465246,
      "grad_norm": 6.861793041229248,
      "learning_rate": 9.874279727023253e-06,
      "loss": 0.4756,
      "step": 215
    },
    {
      "epoch": 0.30736989172196993,
      "grad_norm": 6.37476110458374,
      "learning_rate": 9.865739150339815e-06,
      "loss": 0.5117,
      "step": 220
    },
    {
      "epoch": 0.31435557107928747,
      "grad_norm": 5.816511154174805,
      "learning_rate": 9.856921874408272e-06,
      "loss": 0.4925,
      "step": 225
    },
    {
      "epoch": 0.32134125043660494,
      "grad_norm": 6.3242692947387695,
      "learning_rate": 9.847828400639317e-06,
      "loss": 0.4679,
      "step": 230
    },
    {
      "epoch": 0.3283269297939225,
      "grad_norm": 6.17088508605957,
      "learning_rate": 9.838459246150138e-06,
      "loss": 0.4646,
      "step": 235
    },
    {
      "epoch": 0.33531260915123995,
      "grad_norm": 7.1427812576293945,
      "learning_rate": 9.828814943735019e-06,
      "loss": 0.4633,
      "step": 240
    },
    {
      "epoch": 0.3422982885085575,
      "grad_norm": 6.307351112365723,
      "learning_rate": 9.818896041835036e-06,
      "loss": 0.4586,
      "step": 245
    },
    {
      "epoch": 0.34928396786587496,
      "grad_norm": 6.033569812774658,
      "learning_rate": 9.808703104506874e-06,
      "loss": 0.5144,
      "step": 250
    },
    {
      "epoch": 0.35626964722319243,
      "grad_norm": 6.253153324127197,
      "learning_rate": 9.798236711390754e-06,
      "loss": 0.4936,
      "step": 255
    },
    {
      "epoch": 0.36325532658050996,
      "grad_norm": 6.369323253631592,
      "learning_rate": 9.787497457677456e-06,
      "loss": 0.5142,
      "step": 260
    },
    {
      "epoch": 0.37024100593782744,
      "grad_norm": 7.059694766998291,
      "learning_rate": 9.776485954074492e-06,
      "loss": 0.508,
      "step": 265
    },
    {
      "epoch": 0.37722668529514497,
      "grad_norm": 5.437386989593506,
      "learning_rate": 9.765202826771358e-06,
      "loss": 0.4517,
      "step": 270
    },
    {
      "epoch": 0.38421236465246245,
      "grad_norm": 6.353536605834961,
      "learning_rate": 9.753648717403944e-06,
      "loss": 0.5177,
      "step": 275
    },
    {
      "epoch": 0.39119804400978,
      "grad_norm": 6.7363481521606445,
      "learning_rate": 9.741824283018022e-06,
      "loss": 0.4768,
      "step": 280
    },
    {
      "epoch": 0.39818372336709745,
      "grad_norm": 6.804571151733398,
      "learning_rate": 9.729730196031908e-06,
      "loss": 0.5009,
      "step": 285
    },
    {
      "epoch": 0.40516940272441493,
      "grad_norm": 6.188082695007324,
      "learning_rate": 9.717367144198209e-06,
      "loss": 0.4975,
      "step": 290
    },
    {
      "epoch": 0.41215508208173246,
      "grad_norm": 6.352089881896973,
      "learning_rate": 9.704735830564707e-06,
      "loss": 0.458,
      "step": 295
    },
    {
      "epoch": 0.41914076143904994,
      "grad_norm": 5.823917388916016,
      "learning_rate": 9.6918369734344e-06,
      "loss": 0.4863,
      "step": 300
    },
    {
      "epoch": 0.42612644079636747,
      "grad_norm": 6.301001071929932,
      "learning_rate": 9.678671306324627e-06,
      "loss": 0.5175,
      "step": 305
    },
    {
      "epoch": 0.43311212015368494,
      "grad_norm": 6.185693740844727,
      "learning_rate": 9.665239577925384e-06,
      "loss": 0.4844,
      "step": 310
    },
    {
      "epoch": 0.4400977995110024,
      "grad_norm": 6.580015182495117,
      "learning_rate": 9.65154255205672e-06,
      "loss": 0.4907,
      "step": 315
    },
    {
      "epoch": 0.44708347886831995,
      "grad_norm": 5.962856769561768,
      "learning_rate": 9.637581007625328e-06,
      "loss": 0.4552,
      "step": 320
    },
    {
      "epoch": 0.4540691582256374,
      "grad_norm": 6.2723774909973145,
      "learning_rate": 9.623355738580226e-06,
      "loss": 0.4994,
      "step": 325
    },
    {
      "epoch": 0.46105483758295496,
      "grad_norm": 6.140941143035889,
      "learning_rate": 9.608867553867628e-06,
      "loss": 0.4829,
      "step": 330
    },
    {
      "epoch": 0.46804051694027243,
      "grad_norm": 6.278982639312744,
      "learning_rate": 9.594117277384928e-06,
      "loss": 0.5118,
      "step": 335
    },
    {
      "epoch": 0.47502619629758996,
      "grad_norm": 6.221822261810303,
      "learning_rate": 9.579105747933858e-06,
      "loss": 0.4903,
      "step": 340
    },
    {
      "epoch": 0.48201187565490744,
      "grad_norm": 6.153563976287842,
      "learning_rate": 9.563833819172777e-06,
      "loss": 0.4729,
      "step": 345
    },
    {
      "epoch": 0.4889975550122249,
      "grad_norm": 5.723773956298828,
      "learning_rate": 9.548302359568136e-06,
      "loss": 0.536,
      "step": 350
    },
    {
      "epoch": 0.49598323436954245,
      "grad_norm": 5.7412238121032715,
      "learning_rate": 9.532512252345086e-06,
      "loss": 0.4818,
      "step": 355
    },
    {
      "epoch": 0.5029689137268599,
      "grad_norm": 5.776915073394775,
      "learning_rate": 9.516464395437251e-06,
      "loss": 0.4818,
      "step": 360
    },
    {
      "epoch": 0.5099545930841775,
      "grad_norm": 6.4714741706848145,
      "learning_rate": 9.50015970143567e-06,
      "loss": 0.486,
      "step": 365
    },
    {
      "epoch": 0.516940272441495,
      "grad_norm": 5.570414066314697,
      "learning_rate": 9.483599097536895e-06,
      "loss": 0.4821,
      "step": 370
    },
    {
      "epoch": 0.5239259517988124,
      "grad_norm": 5.86240816116333,
      "learning_rate": 9.466783525490271e-06,
      "loss": 0.5014,
      "step": 375
    },
    {
      "epoch": 0.5309116311561299,
      "grad_norm": 5.690156936645508,
      "learning_rate": 9.449713941544375e-06,
      "loss": 0.505,
      "step": 380
    },
    {
      "epoch": 0.5378973105134475,
      "grad_norm": 5.273125648498535,
      "learning_rate": 9.432391316392639e-06,
      "loss": 0.4738,
      "step": 385
    },
    {
      "epoch": 0.5448829898707649,
      "grad_norm": 6.2202887535095215,
      "learning_rate": 9.414816635118154e-06,
      "loss": 0.5023,
      "step": 390
    },
    {
      "epoch": 0.5518686692280824,
      "grad_norm": 6.270415782928467,
      "learning_rate": 9.396990897137647e-06,
      "loss": 0.4772,
      "step": 395
    },
    {
      "epoch": 0.5588543485854,
      "grad_norm": 5.550614356994629,
      "learning_rate": 9.378915116144646e-06,
      "loss": 0.4556,
      "step": 400
    },
    {
      "epoch": 0.5658400279427175,
      "grad_norm": 5.853529930114746,
      "learning_rate": 9.360590320051844e-06,
      "loss": 0.4942,
      "step": 405
    },
    {
      "epoch": 0.5728257073000349,
      "grad_norm": 5.692981243133545,
      "learning_rate": 9.342017550932627e-06,
      "loss": 0.4772,
      "step": 410
    },
    {
      "epoch": 0.5798113866573524,
      "grad_norm": 5.6134185791015625,
      "learning_rate": 9.323197864961835e-06,
      "loss": 0.4245,
      "step": 415
    },
    {
      "epoch": 0.58679706601467,
      "grad_norm": 6.195576190948486,
      "learning_rate": 9.304132332355685e-06,
      "loss": 0.5083,
      "step": 420
    },
    {
      "epoch": 0.5937827453719874,
      "grad_norm": 6.21861457824707,
      "learning_rate": 9.28482203731092e-06,
      "loss": 0.5366,
      "step": 425
    },
    {
      "epoch": 0.6007684247293049,
      "grad_norm": 5.109756946563721,
      "learning_rate": 9.265268077943152e-06,
      "loss": 0.4774,
      "step": 430
    },
    {
      "epoch": 0.6077541040866224,
      "grad_norm": 6.137323379516602,
      "learning_rate": 9.245471566224416e-06,
      "loss": 0.5125,
      "step": 435
    },
    {
      "epoch": 0.6147397834439399,
      "grad_norm": 5.771416187286377,
      "learning_rate": 9.225433627919927e-06,
      "loss": 0.5453,
      "step": 440
    },
    {
      "epoch": 0.6217254628012574,
      "grad_norm": 5.52296781539917,
      "learning_rate": 9.20515540252408e-06,
      "loss": 0.4663,
      "step": 445
    },
    {
      "epoch": 0.6287111421585749,
      "grad_norm": 6.380407333374023,
      "learning_rate": 9.184638043195628e-06,
      "loss": 0.4752,
      "step": 450
    },
    {
      "epoch": 0.6356968215158925,
      "grad_norm": 5.940698623657227,
      "learning_rate": 9.16388271669213e-06,
      "loss": 0.4309,
      "step": 455
    },
    {
      "epoch": 0.6426825008732099,
      "grad_norm": 6.604904651641846,
      "learning_rate": 9.142890603303573e-06,
      "loss": 0.5043,
      "step": 460
    },
    {
      "epoch": 0.6496681802305274,
      "grad_norm": 6.345200061798096,
      "learning_rate": 9.121662896785285e-06,
      "loss": 0.4991,
      "step": 465
    },
    {
      "epoch": 0.656653859587845,
      "grad_norm": 5.294460773468018,
      "learning_rate": 9.100200804290014e-06,
      "loss": 0.4788,
      "step": 470
    },
    {
      "epoch": 0.6636395389451624,
      "grad_norm": 5.905223846435547,
      "learning_rate": 9.078505546299317e-06,
      "loss": 0.4871,
      "step": 475
    },
    {
      "epoch": 0.6706252183024799,
      "grad_norm": 4.967826843261719,
      "learning_rate": 9.056578356554124e-06,
      "loss": 0.5174,
      "step": 480
    },
    {
      "epoch": 0.6776108976597974,
      "grad_norm": 5.444486618041992,
      "learning_rate": 9.034420481984604e-06,
      "loss": 0.4889,
      "step": 485
    },
    {
      "epoch": 0.684596577017115,
      "grad_norm": 5.278167724609375,
      "learning_rate": 9.012033182639238e-06,
      "loss": 0.4793,
      "step": 490
    },
    {
      "epoch": 0.6915822563744324,
      "grad_norm": 6.902711391448975,
      "learning_rate": 8.989417731613169e-06,
      "loss": 0.5259,
      "step": 495
    },
    {
      "epoch": 0.6985679357317499,
      "grad_norm": 6.086877346038818,
      "learning_rate": 8.966575414975813e-06,
      "loss": 0.5203,
      "step": 500
    },
    {
      "epoch": 0.7055536150890674,
      "grad_norm": 6.7947564125061035,
      "learning_rate": 8.943507531697715e-06,
      "loss": 0.4609,
      "step": 505
    },
    {
      "epoch": 0.7125392944463849,
      "grad_norm": 6.169280052185059,
      "learning_rate": 8.920215393576685e-06,
      "loss": 0.4799,
      "step": 510
    },
    {
      "epoch": 0.7195249738037024,
      "grad_norm": 6.514042377471924,
      "learning_rate": 8.8967003251632e-06,
      "loss": 0.5,
      "step": 515
    },
    {
      "epoch": 0.7265106531610199,
      "grad_norm": 7.015414714813232,
      "learning_rate": 8.872963663685075e-06,
      "loss": 0.5226,
      "step": 520
    },
    {
      "epoch": 0.7334963325183375,
      "grad_norm": 4.968021869659424,
      "learning_rate": 8.849006758971429e-06,
      "loss": 0.4697,
      "step": 525
    },
    {
      "epoch": 0.7404820118756549,
      "grad_norm": 6.74957799911499,
      "learning_rate": 8.824830973375917e-06,
      "loss": 0.5045,
      "step": 530
    },
    {
      "epoch": 0.7474676912329724,
      "grad_norm": 5.4804816246032715,
      "learning_rate": 8.800437681699264e-06,
      "loss": 0.465,
      "step": 535
    },
    {
      "epoch": 0.7544533705902899,
      "grad_norm": 5.658529281616211,
      "learning_rate": 8.775828271111074e-06,
      "loss": 0.474,
      "step": 540
    },
    {
      "epoch": 0.7614390499476074,
      "grad_norm": 5.418574333190918,
      "learning_rate": 8.751004141070958e-06,
      "loss": 0.4904,
      "step": 545
    },
    {
      "epoch": 0.7684247293049249,
      "grad_norm": 5.922712802886963,
      "learning_rate": 8.72596670324894e-06,
      "loss": 0.4721,
      "step": 550
    },
    {
      "epoch": 0.7754104086622424,
      "grad_norm": 6.200154781341553,
      "learning_rate": 8.70071738144519e-06,
      "loss": 0.4902,
      "step": 555
    },
    {
      "epoch": 0.78239608801956,
      "grad_norm": 5.705479145050049,
      "learning_rate": 8.67525761150905e-06,
      "loss": 0.4726,
      "step": 560
    },
    {
      "epoch": 0.7893817673768774,
      "grad_norm": 6.879328727722168,
      "learning_rate": 8.649588841257383e-06,
      "loss": 0.4757,
      "step": 565
    },
    {
      "epoch": 0.7963674467341949,
      "grad_norm": 7.012612819671631,
      "learning_rate": 8.623712530392244e-06,
      "loss": 0.4522,
      "step": 570
    },
    {
      "epoch": 0.8033531260915124,
      "grad_norm": 6.293166160583496,
      "learning_rate": 8.597630150417867e-06,
      "loss": 0.4651,
      "step": 575
    },
    {
      "epoch": 0.8103388054488299,
      "grad_norm": 5.768970012664795,
      "learning_rate": 8.571343184556985e-06,
      "loss": 0.4277,
      "step": 580
    },
    {
      "epoch": 0.8173244848061474,
      "grad_norm": 6.452169895172119,
      "learning_rate": 8.544853127666483e-06,
      "loss": 0.5337,
      "step": 585
    },
    {
      "epoch": 0.8243101641634649,
      "grad_norm": 5.4347615242004395,
      "learning_rate": 8.518161486152406e-06,
      "loss": 0.468,
      "step": 590
    },
    {
      "epoch": 0.8312958435207825,
      "grad_norm": 5.982383728027344,
      "learning_rate": 8.491269777884264e-06,
      "loss": 0.4511,
      "step": 595
    },
    {
      "epoch": 0.8382815228780999,
      "grad_norm": 5.2124457359313965,
      "learning_rate": 8.464179532108742e-06,
      "loss": 0.4667,
      "step": 600
    },
    {
      "epoch": 0.8452672022354174,
      "grad_norm": 5.130034923553467,
      "learning_rate": 8.436892289362728e-06,
      "loss": 0.4551,
      "step": 605
    },
    {
      "epoch": 0.8522528815927349,
      "grad_norm": 5.86264705657959,
      "learning_rate": 8.409409601385702e-06,
      "loss": 0.5026,
      "step": 610
    },
    {
      "epoch": 0.8592385609500524,
      "grad_norm": 6.521675109863281,
      "learning_rate": 8.381733031031503e-06,
      "loss": 0.5017,
      "step": 615
    },
    {
      "epoch": 0.8662242403073699,
      "grad_norm": 5.794342994689941,
      "learning_rate": 8.353864152179445e-06,
      "loss": 0.4638,
      "step": 620
    },
    {
      "epoch": 0.8732099196646874,
      "grad_norm": 5.721254348754883,
      "learning_rate": 8.325804549644823e-06,
      "loss": 0.4652,
      "step": 625
    },
    {
      "epoch": 0.8801955990220048,
      "grad_norm": 5.914518356323242,
      "learning_rate": 8.297555819088787e-06,
      "loss": 0.4613,
      "step": 630
    },
    {
      "epoch": 0.8871812783793224,
      "grad_norm": 5.939746856689453,
      "learning_rate": 8.269119566927599e-06,
      "loss": 0.4599,
      "step": 635
    },
    {
      "epoch": 0.8941669577366399,
      "grad_norm": 5.655862808227539,
      "learning_rate": 8.240497410241286e-06,
      "loss": 0.4602,
      "step": 640
    },
    {
      "epoch": 0.9011526370939574,
      "grad_norm": 6.510814666748047,
      "learning_rate": 8.211690976681678e-06,
      "loss": 0.4582,
      "step": 645
    },
    {
      "epoch": 0.9081383164512749,
      "grad_norm": 5.543778419494629,
      "learning_rate": 8.18270190437985e-06,
      "loss": 0.4777,
      "step": 650
    },
    {
      "epoch": 0.9151239958085924,
      "grad_norm": 5.059428691864014,
      "learning_rate": 8.153531841852969e-06,
      "loss": 0.4756,
      "step": 655
    },
    {
      "epoch": 0.9221096751659099,
      "grad_norm": 5.040985584259033,
      "learning_rate": 8.12418244791054e-06,
      "loss": 0.4742,
      "step": 660
    },
    {
      "epoch": 0.9290953545232273,
      "grad_norm": 5.490272521972656,
      "learning_rate": 8.094655391560086e-06,
      "loss": 0.4614,
      "step": 665
    },
    {
      "epoch": 0.9360810338805449,
      "grad_norm": 5.865604877471924,
      "learning_rate": 8.064952351912227e-06,
      "loss": 0.4671,
      "step": 670
    },
    {
      "epoch": 0.9430667132378624,
      "grad_norm": 5.491858005523682,
      "learning_rate": 8.035075018085204e-06,
      "loss": 0.4624,
      "step": 675
    },
    {
      "epoch": 0.9500523925951799,
      "grad_norm": 5.839197158813477,
      "learning_rate": 8.005025089108812e-06,
      "loss": 0.4811,
      "step": 680
    },
    {
      "epoch": 0.9570380719524973,
      "grad_norm": 6.362710952758789,
      "learning_rate": 7.974804273827791e-06,
      "loss": 0.4829,
      "step": 685
    },
    {
      "epoch": 0.9640237513098149,
      "grad_norm": 5.933167457580566,
      "learning_rate": 7.944414290804647e-06,
      "loss": 0.4895,
      "step": 690
    },
    {
      "epoch": 0.9710094306671324,
      "grad_norm": 6.338855743408203,
      "learning_rate": 7.913856868221922e-06,
      "loss": 0.4729,
      "step": 695
    },
    {
      "epoch": 0.9779951100244498,
      "grad_norm": 5.022581577301025,
      "learning_rate": 7.883133743783918e-06,
      "loss": 0.4772,
      "step": 700
    },
    {
      "epoch": 0.9849807893817674,
      "grad_norm": 5.898752212524414,
      "learning_rate": 7.852246664617878e-06,
      "loss": 0.457,
      "step": 705
    },
    {
      "epoch": 0.9919664687390849,
      "grad_norm": 4.9067864418029785,
      "learning_rate": 7.821197387174638e-06,
      "loss": 0.4577,
      "step": 710
    },
    {
      "epoch": 0.9989521480964024,
      "grad_norm": 4.425784111022949,
      "learning_rate": 7.78998767712873e-06,
      "loss": 0.4683,
      "step": 715
    },
    {
      "epoch": 1.005588543485854,
      "grad_norm": 3.8555009365081787,
      "learning_rate": 7.758619309277988e-06,
      "loss": 0.2635,
      "step": 720
    },
    {
      "epoch": 1.0125742228431716,
      "grad_norm": 3.948883056640625,
      "learning_rate": 7.72709406744262e-06,
      "loss": 0.2383,
      "step": 725
    },
    {
      "epoch": 1.019559902200489,
      "grad_norm": 6.131858825683594,
      "learning_rate": 7.695413744363753e-06,
      "loss": 0.2488,
      "step": 730
    },
    {
      "epoch": 1.0265455815578064,
      "grad_norm": 6.018847942352295,
      "learning_rate": 7.663580141601504e-06,
      "loss": 0.2176,
      "step": 735
    },
    {
      "epoch": 1.033531260915124,
      "grad_norm": 6.508975982666016,
      "learning_rate": 7.631595069432515e-06,
      "loss": 0.2193,
      "step": 740
    },
    {
      "epoch": 1.0405169402724415,
      "grad_norm": 7.317805767059326,
      "learning_rate": 7.599460346747024e-06,
      "loss": 0.2054,
      "step": 745
    },
    {
      "epoch": 1.047502619629759,
      "grad_norm": 5.333045482635498,
      "learning_rate": 7.567177800945413e-06,
      "loss": 0.2133,
      "step": 750
    },
    {
      "epoch": 1.0544882989870765,
      "grad_norm": 4.751222610473633,
      "learning_rate": 7.534749267834309e-06,
      "loss": 0.2313,
      "step": 755
    },
    {
      "epoch": 1.061473978344394,
      "grad_norm": 4.327038288116455,
      "learning_rate": 7.5021765915221656e-06,
      "loss": 0.1994,
      "step": 760
    },
    {
      "epoch": 1.0684596577017116,
      "grad_norm": 5.050411224365234,
      "learning_rate": 7.469461624314416e-06,
      "loss": 0.2121,
      "step": 765
    },
    {
      "epoch": 1.075445337059029,
      "grad_norm": 5.225903511047363,
      "learning_rate": 7.436606226608122e-06,
      "loss": 0.2147,
      "step": 770
    },
    {
      "epoch": 1.0824310164163464,
      "grad_norm": 5.33516788482666,
      "learning_rate": 7.403612266786188e-06,
      "loss": 0.21,
      "step": 775
    },
    {
      "epoch": 1.089416695773664,
      "grad_norm": 5.235130786895752,
      "learning_rate": 7.370481621111106e-06,
      "loss": 0.2034,
      "step": 780
    },
    {
      "epoch": 1.0964023751309815,
      "grad_norm": 5.345615386962891,
      "learning_rate": 7.337216173618269e-06,
      "loss": 0.1926,
      "step": 785
    },
    {
      "epoch": 1.103388054488299,
      "grad_norm": 5.1708221435546875,
      "learning_rate": 7.303817816008814e-06,
      "loss": 0.2309,
      "step": 790
    },
    {
      "epoch": 1.1103737338456166,
      "grad_norm": 5.851431846618652,
      "learning_rate": 7.2702884475420645e-06,
      "loss": 0.2179,
      "step": 795
    },
    {
      "epoch": 1.117359413202934,
      "grad_norm": 5.048578262329102,
      "learning_rate": 7.236629974927517e-06,
      "loss": 0.2269,
      "step": 800
    },
    {
      "epoch": 1.1243450925602514,
      "grad_norm": 5.8538641929626465,
      "learning_rate": 7.202844312216415e-06,
      "loss": 0.2353,
      "step": 805
    },
    {
      "epoch": 1.131330771917569,
      "grad_norm": 4.558470726013184,
      "learning_rate": 7.168933380692899e-06,
      "loss": 0.1886,
      "step": 810
    },
    {
      "epoch": 1.1383164512748865,
      "grad_norm": 5.602941513061523,
      "learning_rate": 7.134899108764754e-06,
      "loss": 0.2056,
      "step": 815
    },
    {
      "epoch": 1.145302130632204,
      "grad_norm": 5.849012851715088,
      "learning_rate": 7.1007434318537424e-06,
      "loss": 0.2279,
      "step": 820
    },
    {
      "epoch": 1.1522878099895215,
      "grad_norm": 4.99567985534668,
      "learning_rate": 7.06646829228555e-06,
      "loss": 0.2233,
      "step": 825
    },
    {
      "epoch": 1.159273489346839,
      "grad_norm": 4.784215450286865,
      "learning_rate": 7.0320756391793256e-06,
      "loss": 0.209,
      "step": 830
    },
    {
      "epoch": 1.1662591687041566,
      "grad_norm": 5.286474227905273,
      "learning_rate": 6.9975674283368385e-06,
      "loss": 0.2066,
      "step": 835
    },
    {
      "epoch": 1.1732448480614739,
      "grad_norm": 4.656322956085205,
      "learning_rate": 6.962945622131269e-06,
      "loss": 0.2251,
      "step": 840
    },
    {
      "epoch": 1.1802305274187914,
      "grad_norm": 5.176768779754639,
      "learning_rate": 6.9282121893956026e-06,
      "loss": 0.2373,
      "step": 845
    },
    {
      "epoch": 1.187216206776109,
      "grad_norm": 5.336601257324219,
      "learning_rate": 6.893369105310673e-06,
      "loss": 0.2128,
      "step": 850
    },
    {
      "epoch": 1.1942018861334265,
      "grad_norm": 5.231692314147949,
      "learning_rate": 6.858418351292845e-06,
      "loss": 0.2069,
      "step": 855
    },
    {
      "epoch": 1.201187565490744,
      "grad_norm": 5.922867298126221,
      "learning_rate": 6.823361914881331e-06,
      "loss": 0.2006,
      "step": 860
    },
    {
      "epoch": 1.2081732448480615,
      "grad_norm": 5.954738140106201,
      "learning_rate": 6.788201789625166e-06,
      "loss": 0.2189,
      "step": 865
    },
    {
      "epoch": 1.215158924205379,
      "grad_norm": 5.425834655761719,
      "learning_rate": 6.7529399749698465e-06,
      "loss": 0.1976,
      "step": 870
    },
    {
      "epoch": 1.2221446035626964,
      "grad_norm": 4.986149311065674,
      "learning_rate": 6.717578476143621e-06,
      "loss": 0.1959,
      "step": 875
    },
    {
      "epoch": 1.229130282920014,
      "grad_norm": 6.26975679397583,
      "learning_rate": 6.682119304043464e-06,
      "loss": 0.2197,
      "step": 880
    },
    {
      "epoch": 1.2361159622773314,
      "grad_norm": 5.916511058807373,
      "learning_rate": 6.6465644751207225e-06,
      "loss": 0.2146,
      "step": 885
    },
    {
      "epoch": 1.243101641634649,
      "grad_norm": 4.7209601402282715,
      "learning_rate": 6.610916011266445e-06,
      "loss": 0.2143,
      "step": 890
    },
    {
      "epoch": 1.2500873209919665,
      "grad_norm": 5.150550842285156,
      "learning_rate": 6.575175939696401e-06,
      "loss": 0.206,
      "step": 895
    },
    {
      "epoch": 1.257073000349284,
      "grad_norm": 4.861652374267578,
      "learning_rate": 6.539346292835804e-06,
      "loss": 0.2198,
      "step": 900
    },
    {
      "epoch": 1.2640586797066016,
      "grad_norm": 4.239111423492432,
      "learning_rate": 6.503429108203734e-06,
      "loss": 0.204,
      "step": 905
    },
    {
      "epoch": 1.2710443590639189,
      "grad_norm": 5.413881301879883,
      "learning_rate": 6.467426428297262e-06,
      "loss": 0.2263,
      "step": 910
    },
    {
      "epoch": 1.2780300384212364,
      "grad_norm": 5.223084449768066,
      "learning_rate": 6.431340300475314e-06,
      "loss": 0.201,
      "step": 915
    },
    {
      "epoch": 1.285015717778554,
      "grad_norm": 4.555695056915283,
      "learning_rate": 6.395172776842229e-06,
      "loss": 0.2117,
      "step": 920
    },
    {
      "epoch": 1.2920013971358715,
      "grad_norm": 5.600462913513184,
      "learning_rate": 6.358925914131071e-06,
      "loss": 0.1974,
      "step": 925
    },
    {
      "epoch": 1.298987076493189,
      "grad_norm": 7.300204753875732,
      "learning_rate": 6.322601773586669e-06,
      "loss": 0.2158,
      "step": 930
    },
    {
      "epoch": 1.3059727558505065,
      "grad_norm": 4.54530143737793,
      "learning_rate": 6.2862024208484e-06,
      "loss": 0.2356,
      "step": 935
    },
    {
      "epoch": 1.312958435207824,
      "grad_norm": 6.054986000061035,
      "learning_rate": 6.249729925832716e-06,
      "loss": 0.2008,
      "step": 940
    },
    {
      "epoch": 1.3199441145651414,
      "grad_norm": 5.145763874053955,
      "learning_rate": 6.213186362615444e-06,
      "loss": 0.2086,
      "step": 945
    },
    {
      "epoch": 1.326929793922459,
      "grad_norm": 4.843288421630859,
      "learning_rate": 6.176573809313836e-06,
      "loss": 0.1962,
      "step": 950
    },
    {
      "epoch": 1.3339154732797764,
      "grad_norm": 5.428574085235596,
      "learning_rate": 6.139894347968389e-06,
      "loss": 0.2361,
      "step": 955
    },
    {
      "epoch": 1.340901152637094,
      "grad_norm": 5.883815765380859,
      "learning_rate": 6.103150064424454e-06,
      "loss": 0.1931,
      "step": 960
    },
    {
      "epoch": 1.3478868319944115,
      "grad_norm": 4.711780071258545,
      "learning_rate": 6.066343048213611e-06,
      "loss": 0.2122,
      "step": 965
    },
    {
      "epoch": 1.354872511351729,
      "grad_norm": 5.004215240478516,
      "learning_rate": 6.029475392434855e-06,
      "loss": 0.2247,
      "step": 970
    },
    {
      "epoch": 1.3618581907090466,
      "grad_norm": 5.238073825836182,
      "learning_rate": 5.9925491936355575e-06,
      "loss": 0.2228,
      "step": 975
    },
    {
      "epoch": 1.3688438700663639,
      "grad_norm": 5.151479721069336,
      "learning_rate": 5.955566551692247e-06,
      "loss": 0.2103,
      "step": 980
    },
    {
      "epoch": 1.3758295494236814,
      "grad_norm": 5.709561824798584,
      "learning_rate": 5.918529569691202e-06,
      "loss": 0.2069,
      "step": 985
    },
    {
      "epoch": 1.382815228780999,
      "grad_norm": 5.741881370544434,
      "learning_rate": 5.88144035380884e-06,
      "loss": 0.2225,
      "step": 990
    },
    {
      "epoch": 1.3898009081383165,
      "grad_norm": 5.143665790557861,
      "learning_rate": 5.8443010131919574e-06,
      "loss": 0.2411,
      "step": 995
    },
    {
      "epoch": 1.396786587495634,
      "grad_norm": 6.438896179199219,
      "learning_rate": 5.807113659837792e-06,
      "loss": 0.2324,
      "step": 1000
    },
    {
      "epoch": 1.4037722668529513,
      "grad_norm": 4.634160041809082,
      "learning_rate": 5.769880408473907e-06,
      "loss": 0.2005,
      "step": 1005
    },
    {
      "epoch": 1.410757946210269,
      "grad_norm": 4.902849197387695,
      "learning_rate": 5.732603376437944e-06,
      "loss": 0.2174,
      "step": 1010
    },
    {
      "epoch": 1.4177436255675864,
      "grad_norm": 5.148767948150635,
      "learning_rate": 5.695284683557216e-06,
      "loss": 0.237,
      "step": 1015
    },
    {
      "epoch": 1.424729304924904,
      "grad_norm": 5.740781784057617,
      "learning_rate": 5.6579264520281515e-06,
      "loss": 0.2197,
      "step": 1020
    },
    {
      "epoch": 1.4317149842822214,
      "grad_norm": 5.8418097496032715,
      "learning_rate": 5.620530806295621e-06,
      "loss": 0.2185,
      "step": 1025
    },
    {
      "epoch": 1.438700663639539,
      "grad_norm": 5.2934250831604,
      "learning_rate": 5.583099872932123e-06,
      "loss": 0.2092,
      "step": 1030
    },
    {
      "epoch": 1.4456863429968565,
      "grad_norm": 4.844241619110107,
      "learning_rate": 5.545635780516848e-06,
      "loss": 0.2084,
      "step": 1035
    },
    {
      "epoch": 1.4526720223541738,
      "grad_norm": 3.787388324737549,
      "learning_rate": 5.508140659514644e-06,
      "loss": 0.2007,
      "step": 1040
    },
    {
      "epoch": 1.4596577017114916,
      "grad_norm": 5.787258148193359,
      "learning_rate": 5.470616642154853e-06,
      "loss": 0.2263,
      "step": 1045
    },
    {
      "epoch": 1.4666433810688089,
      "grad_norm": 4.828206539154053,
      "learning_rate": 5.433065862310059e-06,
      "loss": 0.2041,
      "step": 1050
    },
    {
      "epoch": 1.4736290604261264,
      "grad_norm": 5.000522613525391,
      "learning_rate": 5.39549045537475e-06,
      "loss": 0.2125,
      "step": 1055
    },
    {
      "epoch": 1.480614739783444,
      "grad_norm": 4.484281063079834,
      "learning_rate": 5.3578925581438765e-06,
      "loss": 0.1907,
      "step": 1060
    },
    {
      "epoch": 1.4876004191407615,
      "grad_norm": 5.4914164543151855,
      "learning_rate": 5.32027430869134e-06,
      "loss": 0.2468,
      "step": 1065
    },
    {
      "epoch": 1.494586098498079,
      "grad_norm": 5.7337188720703125,
      "learning_rate": 5.28263784624841e-06,
      "loss": 0.2048,
      "step": 1070
    },
    {
      "epoch": 1.5015717778553963,
      "grad_norm": 5.739035606384277,
      "learning_rate": 5.244985311082073e-06,
      "loss": 0.2097,
      "step": 1075
    },
    {
      "epoch": 1.508557457212714,
      "grad_norm": 5.063661575317383,
      "learning_rate": 5.207318844373315e-06,
      "loss": 0.1988,
      "step": 1080
    },
    {
      "epoch": 1.5155431365700314,
      "grad_norm": 4.986030578613281,
      "learning_rate": 5.1696405880953715e-06,
      "loss": 0.2037,
      "step": 1085
    },
    {
      "epoch": 1.522528815927349,
      "grad_norm": 5.575538158416748,
      "learning_rate": 5.13195268489191e-06,
      "loss": 0.2026,
      "step": 1090
    },
    {
      "epoch": 1.5295144952846664,
      "grad_norm": 6.1051530838012695,
      "learning_rate": 5.094257277955187e-06,
      "loss": 0.2067,
      "step": 1095
    },
    {
      "epoch": 1.536500174641984,
      "grad_norm": 7.7973761558532715,
      "learning_rate": 5.056556510904178e-06,
      "loss": 0.2305,
      "step": 1100
    },
    {
      "epoch": 1.5434858539993015,
      "grad_norm": 4.967608451843262,
      "learning_rate": 5.0188525276626675e-06,
      "loss": 0.1946,
      "step": 1105
    },
    {
      "epoch": 1.5504715333566188,
      "grad_norm": 4.415831089019775,
      "learning_rate": 4.981147472337333e-06,
      "loss": 0.1934,
      "step": 1110
    },
    {
      "epoch": 1.5574572127139366,
      "grad_norm": 6.092747211456299,
      "learning_rate": 4.943443489095822e-06,
      "loss": 0.261,
      "step": 1115
    },
    {
      "epoch": 1.5644428920712539,
      "grad_norm": 5.598076820373535,
      "learning_rate": 4.905742722044813e-06,
      "loss": 0.1967,
      "step": 1120
    },
    {
      "epoch": 1.5714285714285714,
      "grad_norm": 4.891939640045166,
      "learning_rate": 4.868047315108091e-06,
      "loss": 0.2134,
      "step": 1125
    },
    {
      "epoch": 1.578414250785889,
      "grad_norm": 5.4631667137146,
      "learning_rate": 4.83035941190463e-06,
      "loss": 0.2164,
      "step": 1130
    },
    {
      "epoch": 1.5853999301432065,
      "grad_norm": 4.748926162719727,
      "learning_rate": 4.792681155626687e-06,
      "loss": 0.2095,
      "step": 1135
    },
    {
      "epoch": 1.592385609500524,
      "grad_norm": 5.863819122314453,
      "learning_rate": 4.75501468891793e-06,
      "loss": 0.2115,
      "step": 1140
    },
    {
      "epoch": 1.5993712888578413,
      "grad_norm": 5.605953216552734,
      "learning_rate": 4.717362153751591e-06,
      "loss": 0.1883,
      "step": 1145
    },
    {
      "epoch": 1.606356968215159,
      "grad_norm": 5.130843639373779,
      "learning_rate": 4.679725691308662e-06,
      "loss": 0.2082,
      "step": 1150
    },
    {
      "epoch": 1.6133426475724764,
      "grad_norm": 5.240429401397705,
      "learning_rate": 4.642107441856125e-06,
      "loss": 0.2219,
      "step": 1155
    },
    {
      "epoch": 1.620328326929794,
      "grad_norm": 4.621257305145264,
      "learning_rate": 4.604509544625252e-06,
      "loss": 0.1798,
      "step": 1160
    },
    {
      "epoch": 1.6273140062871114,
      "grad_norm": 4.74717903137207,
      "learning_rate": 4.566934137689943e-06,
      "loss": 0.1898,
      "step": 1165
    },
    {
      "epoch": 1.634299685644429,
      "grad_norm": 4.941923141479492,
      "learning_rate": 4.529383357845148e-06,
      "loss": 0.1949,
      "step": 1170
    },
    {
      "epoch": 1.6412853650017465,
      "grad_norm": 5.3948516845703125,
      "learning_rate": 4.491859340485356e-06,
      "loss": 0.1925,
      "step": 1175
    },
    {
      "epoch": 1.6482710443590638,
      "grad_norm": 5.2328667640686035,
      "learning_rate": 4.454364219483153e-06,
      "loss": 0.2067,
      "step": 1180
    },
    {
      "epoch": 1.6552567237163816,
      "grad_norm": 5.516434669494629,
      "learning_rate": 4.416900127067879e-06,
      "loss": 0.2076,
      "step": 1185
    },
    {
      "epoch": 1.6622424030736989,
      "grad_norm": 5.7635040283203125,
      "learning_rate": 4.3794691937043804e-06,
      "loss": 0.2152,
      "step": 1190
    },
    {
      "epoch": 1.6692280824310164,
      "grad_norm": 4.992877006530762,
      "learning_rate": 4.342073547971849e-06,
      "loss": 0.2091,
      "step": 1195
    },
    {
      "epoch": 1.676213761788334,
      "grad_norm": 5.6958136558532715,
      "learning_rate": 4.304715316442785e-06,
      "loss": 0.2059,
      "step": 1200
    },
    {
      "epoch": 1.6831994411456515,
      "grad_norm": 6.601348400115967,
      "learning_rate": 4.267396623562057e-06,
      "loss": 0.2227,
      "step": 1205
    },
    {
      "epoch": 1.690185120502969,
      "grad_norm": 4.910021781921387,
      "learning_rate": 4.230119591526095e-06,
      "loss": 0.2157,
      "step": 1210
    },
    {
      "epoch": 1.6971707998602863,
      "grad_norm": 5.821145534515381,
      "learning_rate": 4.19288634016221e-06,
      "loss": 0.2197,
      "step": 1215
    },
    {
      "epoch": 1.704156479217604,
      "grad_norm": 5.628259658813477,
      "learning_rate": 4.155698986808045e-06,
      "loss": 0.2159,
      "step": 1220
    },
    {
      "epoch": 1.7111421585749214,
      "grad_norm": 5.30466890335083,
      "learning_rate": 4.118559646191164e-06,
      "loss": 0.1895,
      "step": 1225
    },
    {
      "epoch": 1.7181278379322389,
      "grad_norm": 4.880356311798096,
      "learning_rate": 4.081470430308799e-06,
      "loss": 0.2022,
      "step": 1230
    },
    {
      "epoch": 1.7251135172895564,
      "grad_norm": 5.982080936431885,
      "learning_rate": 4.044433448307753e-06,
      "loss": 0.2135,
      "step": 1235
    },
    {
      "epoch": 1.732099196646874,
      "grad_norm": 5.4156341552734375,
      "learning_rate": 4.007450806364443e-06,
      "loss": 0.1854,
      "step": 1240
    },
    {
      "epoch": 1.7390848760041915,
      "grad_norm": 4.503352165222168,
      "learning_rate": 3.970524607565146e-06,
      "loss": 0.1988,
      "step": 1245
    },
    {
      "epoch": 1.7460705553615088,
      "grad_norm": 4.712128162384033,
      "learning_rate": 3.93365695178639e-06,
      "loss": 0.213,
      "step": 1250
    },
    {
      "epoch": 1.7530562347188265,
      "grad_norm": 6.144698143005371,
      "learning_rate": 3.896849935575548e-06,
      "loss": 0.2213,
      "step": 1255
    },
    {
      "epoch": 1.7600419140761439,
      "grad_norm": 5.0675482749938965,
      "learning_rate": 3.860105652031612e-06,
      "loss": 0.1937,
      "step": 1260
    },
    {
      "epoch": 1.7670275934334614,
      "grad_norm": 5.1114020347595215,
      "learning_rate": 3.823426190686166e-06,
      "loss": 0.2159,
      "step": 1265
    },
    {
      "epoch": 1.774013272790779,
      "grad_norm": 5.182307720184326,
      "learning_rate": 3.7868136373845577e-06,
      "loss": 0.2074,
      "step": 1270
    },
    {
      "epoch": 1.7809989521480964,
      "grad_norm": 5.307186126708984,
      "learning_rate": 3.7502700741672864e-06,
      "loss": 0.2072,
      "step": 1275
    },
    {
      "epoch": 1.787984631505414,
      "grad_norm": 5.354731559753418,
      "learning_rate": 3.7137975791516025e-06,
      "loss": 0.2029,
      "step": 1280
    },
    {
      "epoch": 1.7949703108627313,
      "grad_norm": 5.206900119781494,
      "learning_rate": 3.6773982264133324e-06,
      "loss": 0.1993,
      "step": 1285
    },
    {
      "epoch": 1.801955990220049,
      "grad_norm": 5.040802955627441,
      "learning_rate": 3.641074085868932e-06,
      "loss": 0.1863,
      "step": 1290
    },
    {
      "epoch": 1.8089416695773664,
      "grad_norm": 4.957560062408447,
      "learning_rate": 3.604827223157773e-06,
      "loss": 0.2037,
      "step": 1295
    },
    {
      "epoch": 1.8159273489346839,
      "grad_norm": 5.18066930770874,
      "learning_rate": 3.5686596995246868e-06,
      "loss": 0.1939,
      "step": 1300
    },
    {
      "epoch": 1.8229130282920014,
      "grad_norm": 6.234875202178955,
      "learning_rate": 3.5325735717027386e-06,
      "loss": 0.2052,
      "step": 1305
    },
    {
      "epoch": 1.829898707649319,
      "grad_norm": 5.431389808654785,
      "learning_rate": 3.496570891796267e-06,
      "loss": 0.1935,
      "step": 1310
    },
    {
      "epoch": 1.8368843870066365,
      "grad_norm": 5.478362083435059,
      "learning_rate": 3.4606537071641966e-06,
      "loss": 0.207,
      "step": 1315
    },
    {
      "epoch": 1.8438700663639538,
      "grad_norm": 5.117818832397461,
      "learning_rate": 3.424824060303601e-06,
      "loss": 0.2017,
      "step": 1320
    },
    {
      "epoch": 1.8508557457212715,
      "grad_norm": 4.163613319396973,
      "learning_rate": 3.389083988733556e-06,
      "loss": 0.1818,
      "step": 1325
    },
    {
      "epoch": 1.8578414250785888,
      "grad_norm": 4.954441070556641,
      "learning_rate": 3.3534355248792787e-06,
      "loss": 0.1909,
      "step": 1330
    },
    {
      "epoch": 1.8648271044359064,
      "grad_norm": 5.696218490600586,
      "learning_rate": 3.3178806959565378e-06,
      "loss": 0.2004,
      "step": 1335
    },
    {
      "epoch": 1.871812783793224,
      "grad_norm": 5.73183536529541,
      "learning_rate": 3.282421523856381e-06,
      "loss": 0.1965,
      "step": 1340
    },
    {
      "epoch": 1.8787984631505414,
      "grad_norm": 5.084606647491455,
      "learning_rate": 3.247060025030156e-06,
      "loss": 0.2062,
      "step": 1345
    },
    {
      "epoch": 1.885784142507859,
      "grad_norm": 6.37736177444458,
      "learning_rate": 3.2117982103748358e-06,
      "loss": 0.2164,
      "step": 1350
    },
    {
      "epoch": 1.8927698218651763,
      "grad_norm": 4.8795013427734375,
      "learning_rate": 3.1766380851186695e-06,
      "loss": 0.2003,
      "step": 1355
    },
    {
      "epoch": 1.899755501222494,
      "grad_norm": 5.402559757232666,
      "learning_rate": 3.141581648707155e-06,
      "loss": 0.188,
      "step": 1360
    },
    {
      "epoch": 1.9067411805798113,
      "grad_norm": 5.172591209411621,
      "learning_rate": 3.106630894689328e-06,
      "loss": 0.1847,
      "step": 1365
    },
    {
      "epoch": 1.9137268599371289,
      "grad_norm": 4.233926773071289,
      "learning_rate": 3.0717878106043987e-06,
      "loss": 0.187,
      "step": 1370
    },
    {
      "epoch": 1.9207125392944464,
      "grad_norm": 4.548036575317383,
      "learning_rate": 3.0370543778687315e-06,
      "loss": 0.2091,
      "step": 1375
    },
    {
      "epoch": 1.927698218651764,
      "grad_norm": 6.768104076385498,
      "learning_rate": 3.002432571663162e-06,
      "loss": 0.1916,
      "step": 1380
    },
    {
      "epoch": 1.9346838980090815,
      "grad_norm": 4.954831600189209,
      "learning_rate": 2.9679243608206752e-06,
      "loss": 0.1896,
      "step": 1385
    },
    {
      "epoch": 1.9416695773663988,
      "grad_norm": 5.701454162597656,
      "learning_rate": 2.933531707714451e-06,
      "loss": 0.2246,
      "step": 1390
    },
    {
      "epoch": 1.9486552567237165,
      "grad_norm": 4.5505475997924805,
      "learning_rate": 2.8992565681462592e-06,
      "loss": 0.1776,
      "step": 1395
    },
    {
      "epoch": 1.9556409360810338,
      "grad_norm": 3.9627044200897217,
      "learning_rate": 2.86510089123525e-06,
      "loss": 0.1774,
      "step": 1400
    },
    {
      "epoch": 1.9626266154383514,
      "grad_norm": 5.475313186645508,
      "learning_rate": 2.831066619307104e-06,
      "loss": 0.2232,
      "step": 1405
    },
    {
      "epoch": 1.969612294795669,
      "grad_norm": 4.611178874969482,
      "learning_rate": 2.797155687783587e-06,
      "loss": 0.1724,
      "step": 1410
    },
    {
      "epoch": 1.9765979741529862,
      "grad_norm": 4.791353225708008,
      "learning_rate": 2.7633700250724837e-06,
      "loss": 0.2039,
      "step": 1415
    },
    {
      "epoch": 1.983583653510304,
      "grad_norm": 4.962776184082031,
      "learning_rate": 2.7297115524579364e-06,
      "loss": 0.1999,
      "step": 1420
    },
    {
      "epoch": 1.9905693328676213,
      "grad_norm": 5.41670560836792,
      "learning_rate": 2.6961821839911873e-06,
      "loss": 0.2224,
      "step": 1425
    },
    {
      "epoch": 1.997555012224939,
      "grad_norm": 4.636608600616455,
      "learning_rate": 2.662783826381734e-06,
      "loss": 0.1939,
      "step": 1430
    },
    {
      "epoch": 2.0041914076143903,
      "grad_norm": 2.7747793197631836,
      "learning_rate": 2.6295183788888945e-06,
      "loss": 0.1141,
      "step": 1435
    },
    {
      "epoch": 2.011177086971708,
      "grad_norm": 3.0276601314544678,
      "learning_rate": 2.5963877332138133e-06,
      "loss": 0.0733,
      "step": 1440
    },
    {
      "epoch": 2.0181627663290254,
      "grad_norm": 2.265000581741333,
      "learning_rate": 2.563393773391879e-06,
      "loss": 0.0695,
      "step": 1445
    },
    {
      "epoch": 2.025148445686343,
      "grad_norm": 2.5616984367370605,
      "learning_rate": 2.530538375685586e-06,
      "loss": 0.076,
      "step": 1450
    },
    {
      "epoch": 2.0321341250436604,
      "grad_norm": 3.750467300415039,
      "learning_rate": 2.4978234084778357e-06,
      "loss": 0.0676,
      "step": 1455
    },
    {
      "epoch": 2.039119804400978,
      "grad_norm": 4.017278671264648,
      "learning_rate": 2.4652507321656927e-06,
      "loss": 0.0733,
      "step": 1460
    },
    {
      "epoch": 2.0461054837582955,
      "grad_norm": 3.2065634727478027,
      "learning_rate": 2.4328221990545887e-06,
      "loss": 0.066,
      "step": 1465
    },
    {
      "epoch": 2.053091163115613,
      "grad_norm": 2.6953470706939697,
      "learning_rate": 2.4005396532529786e-06,
      "loss": 0.0628,
      "step": 1470
    },
    {
      "epoch": 2.0600768424729305,
      "grad_norm": 2.3816425800323486,
      "learning_rate": 2.3684049305674858e-06,
      "loss": 0.062,
      "step": 1475
    },
    {
      "epoch": 2.067062521830248,
      "grad_norm": 3.783911943435669,
      "learning_rate": 2.3364198583984977e-06,
      "loss": 0.0767,
      "step": 1480
    },
    {
      "epoch": 2.0740482011875656,
      "grad_norm": 3.010451316833496,
      "learning_rate": 2.304586255636247e-06,
      "loss": 0.0588,
      "step": 1485
    },
    {
      "epoch": 2.081033880544883,
      "grad_norm": 4.173311710357666,
      "learning_rate": 2.2729059325573805e-06,
      "loss": 0.0651,
      "step": 1490
    },
    {
      "epoch": 2.0880195599022007,
      "grad_norm": 3.4096760749816895,
      "learning_rate": 2.2413806907220125e-06,
      "loss": 0.0727,
      "step": 1495
    },
    {
      "epoch": 2.095005239259518,
      "grad_norm": 2.6200010776519775,
      "learning_rate": 2.210012322871272e-06,
      "loss": 0.0685,
      "step": 1500
    },
    {
      "epoch": 2.1019909186168353,
      "grad_norm": 3.109384059906006,
      "learning_rate": 2.1788026128253637e-06,
      "loss": 0.059,
      "step": 1505
    },
    {
      "epoch": 2.108976597974153,
      "grad_norm": 3.6358861923217773,
      "learning_rate": 2.1477533353821226e-06,
      "loss": 0.0584,
      "step": 1510
    },
    {
      "epoch": 2.1159622773314704,
      "grad_norm": 4.2906293869018555,
      "learning_rate": 2.116866256216083e-06,
      "loss": 0.0602,
      "step": 1515
    },
    {
      "epoch": 2.122947956688788,
      "grad_norm": 4.5148491859436035,
      "learning_rate": 2.086143131778079e-06,
      "loss": 0.0732,
      "step": 1520
    },
    {
      "epoch": 2.1299336360461054,
      "grad_norm": 3.4261441230773926,
      "learning_rate": 2.055585709195356e-06,
      "loss": 0.0672,
      "step": 1525
    },
    {
      "epoch": 2.136919315403423,
      "grad_norm": 2.8189690113067627,
      "learning_rate": 2.0251957261722116e-06,
      "loss": 0.0554,
      "step": 1530
    },
    {
      "epoch": 2.1439049947607405,
      "grad_norm": 3.4528841972351074,
      "learning_rate": 1.9949749108911886e-06,
      "loss": 0.0693,
      "step": 1535
    },
    {
      "epoch": 2.150890674118058,
      "grad_norm": 5.297241687774658,
      "learning_rate": 1.9649249819147976e-06,
      "loss": 0.0623,
      "step": 1540
    },
    {
      "epoch": 2.1578763534753755,
      "grad_norm": 3.1499645709991455,
      "learning_rate": 1.9350476480877735e-06,
      "loss": 0.0646,
      "step": 1545
    },
    {
      "epoch": 2.164862032832693,
      "grad_norm": 3.9576337337493896,
      "learning_rate": 1.9053446084399153e-06,
      "loss": 0.0675,
      "step": 1550
    },
    {
      "epoch": 2.1718477121900106,
      "grad_norm": 4.909806251525879,
      "learning_rate": 1.8758175520894622e-06,
      "loss": 0.0725,
      "step": 1555
    },
    {
      "epoch": 2.178833391547328,
      "grad_norm": 4.15227746963501,
      "learning_rate": 1.8464681581470328e-06,
      "loss": 0.0632,
      "step": 1560
    },
    {
      "epoch": 2.1858190709046457,
      "grad_norm": 3.7336344718933105,
      "learning_rate": 1.8172980956201502e-06,
      "loss": 0.0681,
      "step": 1565
    },
    {
      "epoch": 2.192804750261963,
      "grad_norm": 3.011342763900757,
      "learning_rate": 1.7883090233183238e-06,
      "loss": 0.0611,
      "step": 1570
    },
    {
      "epoch": 2.1997904296192803,
      "grad_norm": 3.7468390464782715,
      "learning_rate": 1.7595025897587154e-06,
      "loss": 0.0584,
      "step": 1575
    },
    {
      "epoch": 2.206776108976598,
      "grad_norm": 3.4422414302825928,
      "learning_rate": 1.7308804330724021e-06,
      "loss": 0.0794,
      "step": 1580
    },
    {
      "epoch": 2.2137617883339153,
      "grad_norm": 3.476590156555176,
      "learning_rate": 1.7024441809112158e-06,
      "loss": 0.06,
      "step": 1585
    },
    {
      "epoch": 2.220747467691233,
      "grad_norm": 3.7604615688323975,
      "learning_rate": 1.674195450355179e-06,
      "loss": 0.0693,
      "step": 1590
    },
    {
      "epoch": 2.2277331470485504,
      "grad_norm": 3.4398772716522217,
      "learning_rate": 1.6461358478205552e-06,
      "loss": 0.0582,
      "step": 1595
    },
    {
      "epoch": 2.234718826405868,
      "grad_norm": 3.7523179054260254,
      "learning_rate": 1.6182669689684982e-06,
      "loss": 0.0708,
      "step": 1600
    },
    {
      "epoch": 2.2417045057631855,
      "grad_norm": 3.6123757362365723,
      "learning_rate": 1.5905903986142983e-06,
      "loss": 0.0626,
      "step": 1605
    },
    {
      "epoch": 2.248690185120503,
      "grad_norm": 3.515021562576294,
      "learning_rate": 1.5631077106372728e-06,
      "loss": 0.0626,
      "step": 1610
    },
    {
      "epoch": 2.2556758644778205,
      "grad_norm": 3.9685404300689697,
      "learning_rate": 1.5358204678912597e-06,
      "loss": 0.0735,
      "step": 1615
    },
    {
      "epoch": 2.262661543835138,
      "grad_norm": 4.189309597015381,
      "learning_rate": 1.5087302221157386e-06,
      "loss": 0.0706,
      "step": 1620
    },
    {
      "epoch": 2.2696472231924556,
      "grad_norm": 2.535946846008301,
      "learning_rate": 1.481838513847596e-06,
      "loss": 0.0579,
      "step": 1625
    },
    {
      "epoch": 2.276632902549773,
      "grad_norm": 3.503710985183716,
      "learning_rate": 1.4551468723335182e-06,
      "loss": 0.0579,
      "step": 1630
    },
    {
      "epoch": 2.28361858190709,
      "grad_norm": 5.277285575866699,
      "learning_rate": 1.4286568154430187e-06,
      "loss": 0.0749,
      "step": 1635
    },
    {
      "epoch": 2.290604261264408,
      "grad_norm": 3.7260444164276123,
      "learning_rate": 1.4023698495821347e-06,
      "loss": 0.0618,
      "step": 1640
    },
    {
      "epoch": 2.2975899406217253,
      "grad_norm": 3.1638755798339844,
      "learning_rate": 1.3762874696077561e-06,
      "loss": 0.0741,
      "step": 1645
    },
    {
      "epoch": 2.304575619979043,
      "grad_norm": 4.0308613777160645,
      "learning_rate": 1.3504111587426178e-06,
      "loss": 0.0666,
      "step": 1650
    },
    {
      "epoch": 2.3115612993363603,
      "grad_norm": 3.7784061431884766,
      "learning_rate": 1.3247423884909511e-06,
      "loss": 0.0737,
      "step": 1655
    },
    {
      "epoch": 2.318546978693678,
      "grad_norm": 3.080986976623535,
      "learning_rate": 1.2992826185548106e-06,
      "loss": 0.0627,
      "step": 1660
    },
    {
      "epoch": 2.3255326580509954,
      "grad_norm": 3.805724859237671,
      "learning_rate": 1.2740332967510604e-06,
      "loss": 0.0741,
      "step": 1665
    },
    {
      "epoch": 2.332518337408313,
      "grad_norm": 3.431828022003174,
      "learning_rate": 1.248995858929043e-06,
      "loss": 0.0584,
      "step": 1670
    },
    {
      "epoch": 2.3395040167656305,
      "grad_norm": 3.6512904167175293,
      "learning_rate": 1.2241717288889272e-06,
      "loss": 0.0692,
      "step": 1675
    },
    {
      "epoch": 2.3464896961229478,
      "grad_norm": 3.4175989627838135,
      "learning_rate": 1.1995623183007372e-06,
      "loss": 0.0621,
      "step": 1680
    },
    {
      "epoch": 2.3534753754802655,
      "grad_norm": 3.0239272117614746,
      "learning_rate": 1.1751690266240834e-06,
      "loss": 0.0648,
      "step": 1685
    },
    {
      "epoch": 2.360461054837583,
      "grad_norm": 3.577535629272461,
      "learning_rate": 1.1509932410285723e-06,
      "loss": 0.0679,
      "step": 1690
    },
    {
      "epoch": 2.3674467341949006,
      "grad_norm": 3.299124002456665,
      "learning_rate": 1.1270363363149273e-06,
      "loss": 0.0699,
      "step": 1695
    },
    {
      "epoch": 2.374432413552218,
      "grad_norm": 4.893401622772217,
      "learning_rate": 1.1032996748368018e-06,
      "loss": 0.0603,
      "step": 1700
    },
    {
      "epoch": 2.381418092909535,
      "grad_norm": 3.660778284072876,
      "learning_rate": 1.0797846064233154e-06,
      "loss": 0.0814,
      "step": 1705
    },
    {
      "epoch": 2.388403772266853,
      "grad_norm": 3.0096163749694824,
      "learning_rate": 1.0564924683022865e-06,
      "loss": 0.0611,
      "step": 1710
    },
    {
      "epoch": 2.3953894516241703,
      "grad_norm": 3.9784798622131348,
      "learning_rate": 1.0334245850241892e-06,
      "loss": 0.0693,
      "step": 1715
    },
    {
      "epoch": 2.402375130981488,
      "grad_norm": 4.206497669219971,
      "learning_rate": 1.0105822683868333e-06,
      "loss": 0.0695,
      "step": 1720
    },
    {
      "epoch": 2.4093608103388053,
      "grad_norm": 3.21100115776062,
      "learning_rate": 9.879668173607644e-07,
      "loss": 0.0572,
      "step": 1725
    },
    {
      "epoch": 2.416346489696123,
      "grad_norm": 4.883619785308838,
      "learning_rate": 9.655795180153965e-07,
      "loss": 0.0678,
      "step": 1730
    },
    {
      "epoch": 2.4233321690534404,
      "grad_norm": 3.869938373565674,
      "learning_rate": 9.434216434458749e-07,
      "loss": 0.0602,
      "step": 1735
    },
    {
      "epoch": 2.430317848410758,
      "grad_norm": 3.6375582218170166,
      "learning_rate": 9.214944537006848e-07,
      "loss": 0.0492,
      "step": 1740
    },
    {
      "epoch": 2.4373035277680755,
      "grad_norm": 3.4665791988372803,
      "learning_rate": 8.997991957099861e-07,
      "loss": 0.0676,
      "step": 1745
    },
    {
      "epoch": 2.4442892071253928,
      "grad_norm": 2.881965398788452,
      "learning_rate": 8.78337103214717e-07,
      "loss": 0.0615,
      "step": 1750
    },
    {
      "epoch": 2.4512748864827105,
      "grad_norm": 3.227743148803711,
      "learning_rate": 8.571093966964272e-07,
      "loss": 0.0605,
      "step": 1755
    },
    {
      "epoch": 2.458260565840028,
      "grad_norm": 3.0547025203704834,
      "learning_rate": 8.361172833078724e-07,
      "loss": 0.062,
      "step": 1760
    },
    {
      "epoch": 2.4652462451973456,
      "grad_norm": 2.9871292114257812,
      "learning_rate": 8.153619568043725e-07,
      "loss": 0.0634,
      "step": 1765
    },
    {
      "epoch": 2.472231924554663,
      "grad_norm": 3.806741952896118,
      "learning_rate": 7.948445974759228e-07,
      "loss": 0.075,
      "step": 1770
    },
    {
      "epoch": 2.47921760391198,
      "grad_norm": 3.380242347717285,
      "learning_rate": 7.745663720800739e-07,
      "loss": 0.0564,
      "step": 1775
    },
    {
      "epoch": 2.486203283269298,
      "grad_norm": 3.2576658725738525,
      "learning_rate": 7.545284337755848e-07,
      "loss": 0.0637,
      "step": 1780
    },
    {
      "epoch": 2.4931889626266153,
      "grad_norm": 4.28541374206543,
      "learning_rate": 7.347319220568478e-07,
      "loss": 0.0692,
      "step": 1785
    },
    {
      "epoch": 2.500174641983933,
      "grad_norm": 3.7046804428100586,
      "learning_rate": 7.151779626890798e-07,
      "loss": 0.0649,
      "step": 1790
    },
    {
      "epoch": 2.5071603213412503,
      "grad_norm": 3.2380423545837402,
      "learning_rate": 6.95867667644316e-07,
      "loss": 0.0653,
      "step": 1795
    },
    {
      "epoch": 2.514146000698568,
      "grad_norm": 3.8117942810058594,
      "learning_rate": 6.76802135038167e-07,
      "loss": 0.0686,
      "step": 1800
    },
    {
      "epoch": 2.5211316800558854,
      "grad_norm": 3.508927583694458,
      "learning_rate": 6.579824490673742e-07,
      "loss": 0.0615,
      "step": 1805
    },
    {
      "epoch": 2.528117359413203,
      "grad_norm": 3.836540699005127,
      "learning_rate": 6.394096799481575e-07,
      "loss": 0.0527,
      "step": 1810
    },
    {
      "epoch": 2.5351030387705205,
      "grad_norm": 3.654384136199951,
      "learning_rate": 6.210848838553541e-07,
      "loss": 0.0615,
      "step": 1815
    },
    {
      "epoch": 2.5420887181278378,
      "grad_norm": 4.480383396148682,
      "learning_rate": 6.030091028623542e-07,
      "loss": 0.0599,
      "step": 1820
    },
    {
      "epoch": 2.5490743974851555,
      "grad_norm": 3.871952772140503,
      "learning_rate": 5.851833648818467e-07,
      "loss": 0.053,
      "step": 1825
    },
    {
      "epoch": 2.556060076842473,
      "grad_norm": 4.014284610748291,
      "learning_rate": 5.67608683607363e-07,
      "loss": 0.0637,
      "step": 1830
    },
    {
      "epoch": 2.5630457561997906,
      "grad_norm": 3.3244235515594482,
      "learning_rate": 5.502860584556275e-07,
      "loss": 0.0645,
      "step": 1835
    },
    {
      "epoch": 2.570031435557108,
      "grad_norm": 3.213613271713257,
      "learning_rate": 5.332164745097301e-07,
      "loss": 0.0588,
      "step": 1840
    },
    {
      "epoch": 2.577017114914425,
      "grad_norm": 3.7526209354400635,
      "learning_rate": 5.164009024631067e-07,
      "loss": 0.0593,
      "step": 1845
    },
    {
      "epoch": 2.584002794271743,
      "grad_norm": 4.042670249938965,
      "learning_rate": 4.998402985643319e-07,
      "loss": 0.0648,
      "step": 1850
    },
    {
      "epoch": 2.5909884736290603,
      "grad_norm": 3.8450632095336914,
      "learning_rate": 4.83535604562751e-07,
      "loss": 0.0621,
      "step": 1855
    },
    {
      "epoch": 2.597974152986378,
      "grad_norm": 4.661925315856934,
      "learning_rate": 4.6748774765491666e-07,
      "loss": 0.0559,
      "step": 1860
    },
    {
      "epoch": 2.6049598323436953,
      "grad_norm": 4.002378940582275,
      "learning_rate": 4.516976404318657e-07,
      "loss": 0.0658,
      "step": 1865
    },
    {
      "epoch": 2.611945511701013,
      "grad_norm": 3.1322593688964844,
      "learning_rate": 4.3616618082722384e-07,
      "loss": 0.052,
      "step": 1870
    },
    {
      "epoch": 2.6189311910583304,
      "grad_norm": 4.374446392059326,
      "learning_rate": 4.2089425206614356e-07,
      "loss": 0.0581,
      "step": 1875
    },
    {
      "epoch": 2.625916870415648,
      "grad_norm": 4.130561828613281,
      "learning_rate": 4.0588272261507245e-07,
      "loss": 0.0714,
      "step": 1880
    },
    {
      "epoch": 2.6329025497729655,
      "grad_norm": 3.0091750621795654,
      "learning_rate": 3.911324461323729e-07,
      "loss": 0.068,
      "step": 1885
    },
    {
      "epoch": 2.6398882291302828,
      "grad_norm": 3.022900342941284,
      "learning_rate": 3.766442614197746e-07,
      "loss": 0.0613,
      "step": 1890
    },
    {
      "epoch": 2.6468739084876005,
      "grad_norm": 3.2522053718566895,
      "learning_rate": 3.6241899237467347e-07,
      "loss": 0.0676,
      "step": 1895
    },
    {
      "epoch": 2.653859587844918,
      "grad_norm": 2.8870651721954346,
      "learning_rate": 3.4845744794327896e-07,
      "loss": 0.0592,
      "step": 1900
    },
    {
      "epoch": 2.6608452672022356,
      "grad_norm": 3.692023992538452,
      "learning_rate": 3.347604220746176e-07,
      "loss": 0.0634,
      "step": 1905
    },
    {
      "epoch": 2.667830946559553,
      "grad_norm": 3.13959002494812,
      "learning_rate": 3.213286936753729e-07,
      "loss": 0.0573,
      "step": 1910
    },
    {
      "epoch": 2.67481662591687,
      "grad_norm": 3.258509635925293,
      "learning_rate": 3.081630265656016e-07,
      "loss": 0.0771,
      "step": 1915
    },
    {
      "epoch": 2.681802305274188,
      "grad_norm": 3.533224582672119,
      "learning_rate": 2.9526416943529314e-07,
      "loss": 0.062,
      "step": 1920
    },
    {
      "epoch": 2.6887879846315053,
      "grad_norm": 3.2382559776306152,
      "learning_rate": 2.8263285580179325e-07,
      "loss": 0.0576,
      "step": 1925
    },
    {
      "epoch": 2.695773663988823,
      "grad_norm": 3.944854497909546,
      "learning_rate": 2.7026980396809235e-07,
      "loss": 0.059,
      "step": 1930
    },
    {
      "epoch": 2.7027593433461403,
      "grad_norm": 2.705212116241455,
      "learning_rate": 2.581757169819793e-07,
      "loss": 0.0505,
      "step": 1935
    },
    {
      "epoch": 2.709745022703458,
      "grad_norm": 4.2093610763549805,
      "learning_rate": 2.46351282596059e-07,
      "loss": 0.0568,
      "step": 1940
    },
    {
      "epoch": 2.7167307020607754,
      "grad_norm": 3.779445171356201,
      "learning_rate": 2.347971732286425e-07,
      "loss": 0.0614,
      "step": 1945
    },
    {
      "epoch": 2.723716381418093,
      "grad_norm": 3.2959094047546387,
      "learning_rate": 2.2351404592550918e-07,
      "loss": 0.0555,
      "step": 1950
    },
    {
      "epoch": 2.7307020607754104,
      "grad_norm": 3.7622032165527344,
      "learning_rate": 2.1250254232254518e-07,
      "loss": 0.0487,
      "step": 1955
    },
    {
      "epoch": 2.7376877401327278,
      "grad_norm": 2.774178981781006,
      "learning_rate": 2.01763288609248e-07,
      "loss": 0.0594,
      "step": 1960
    },
    {
      "epoch": 2.7446734194900455,
      "grad_norm": 3.630791664123535,
      "learning_rate": 1.9129689549312602e-07,
      "loss": 0.0517,
      "step": 1965
    },
    {
      "epoch": 2.751659098847363,
      "grad_norm": 3.184044122695923,
      "learning_rate": 1.8110395816496595e-07,
      "loss": 0.05,
      "step": 1970
    },
    {
      "epoch": 2.7586447782046806,
      "grad_norm": 3.227968692779541,
      "learning_rate": 1.711850562649825e-07,
      "loss": 0.0626,
      "step": 1975
    },
    {
      "epoch": 2.765630457561998,
      "grad_norm": 4.061306953430176,
      "learning_rate": 1.6154075384986202e-07,
      "loss": 0.0594,
      "step": 1980
    },
    {
      "epoch": 2.772616136919315,
      "grad_norm": 3.1833701133728027,
      "learning_rate": 1.5217159936068314e-07,
      "loss": 0.06,
      "step": 1985
    },
    {
      "epoch": 2.779601816276633,
      "grad_norm": 3.1657423973083496,
      "learning_rate": 1.4307812559172796e-07,
      "loss": 0.0656,
      "step": 1990
    },
    {
      "epoch": 2.7865874956339503,
      "grad_norm": 3.4851529598236084,
      "learning_rate": 1.342608496601866e-07,
      "loss": 0.0591,
      "step": 1995
    },
    {
      "epoch": 2.793573174991268,
      "grad_norm": 4.401630878448486,
      "learning_rate": 1.257202729767487e-07,
      "loss": 0.0659,
      "step": 2000
    },
    {
      "epoch": 2.8005588543485853,
      "grad_norm": 2.809574842453003,
      "learning_rate": 1.1745688121708843e-07,
      "loss": 0.0546,
      "step": 2005
    },
    {
      "epoch": 2.8075445337059026,
      "grad_norm": 4.462152004241943,
      "learning_rate": 1.094711442942481e-07,
      "loss": 0.0626,
      "step": 2010
    },
    {
      "epoch": 2.8145302130632204,
      "grad_norm": 3.0803418159484863,
      "learning_rate": 1.0176351633191583e-07,
      "loss": 0.0594,
      "step": 2015
    },
    {
      "epoch": 2.821515892420538,
      "grad_norm": 3.0584282875061035,
      "learning_rate": 9.433443563859667e-08,
      "loss": 0.0544,
      "step": 2020
    },
    {
      "epoch": 2.8285015717778554,
      "grad_norm": 3.364630937576294,
      "learning_rate": 8.718432468269312e-08,
      "loss": 0.053,
      "step": 2025
    },
    {
      "epoch": 2.8354872511351727,
      "grad_norm": 3.150378465652466,
      "learning_rate": 8.03135900684776e-08,
      "loss": 0.0485,
      "step": 2030
    },
    {
      "epoch": 2.8424729304924905,
      "grad_norm": 3.073679208755493,
      "learning_rate": 7.372262251297002e-08,
      "loss": 0.0481,
      "step": 2035
    },
    {
      "epoch": 2.849458609849808,
      "grad_norm": 3.3093550205230713,
      "learning_rate": 6.741179682371979e-08,
      "loss": 0.048,
      "step": 2040
    },
    {
      "epoch": 2.8564442892071256,
      "grad_norm": 4.013802528381348,
      "learning_rate": 6.138147187749133e-08,
      "loss": 0.0654,
      "step": 2045
    },
    {
      "epoch": 2.863429968564443,
      "grad_norm": 4.480405807495117,
      "learning_rate": 5.563199059985591e-08,
      "loss": 0.0632,
      "step": 2050
    },
    {
      "epoch": 2.87041564792176,
      "grad_norm": 4.415154457092285,
      "learning_rate": 5.0163679945691155e-08,
      "loss": 0.0652,
      "step": 2055
    },
    {
      "epoch": 2.877401327279078,
      "grad_norm": 3.2409656047821045,
      "learning_rate": 4.497685088058701e-08,
      "loss": 0.0566,
      "step": 2060
    },
    {
      "epoch": 2.8843870066363952,
      "grad_norm": 2.8262383937835693,
      "learning_rate": 4.0071798363162105e-08,
      "loss": 0.0535,
      "step": 2065
    },
    {
      "epoch": 2.891372685993713,
      "grad_norm": 4.663197994232178,
      "learning_rate": 3.5448801328293316e-08,
      "loss": 0.0642,
      "step": 2070
    },
    {
      "epoch": 2.8983583653510303,
      "grad_norm": 3.1666250228881836,
      "learning_rate": 3.110812267124841e-08,
      "loss": 0.0587,
      "step": 2075
    },
    {
      "epoch": 2.9053440447083476,
      "grad_norm": 3.907501220703125,
      "learning_rate": 2.7050009232741927e-08,
      "loss": 0.0581,
      "step": 2080
    },
    {
      "epoch": 2.9123297240656654,
      "grad_norm": 3.8790831565856934,
      "learning_rate": 2.327469178489139e-08,
      "loss": 0.0584,
      "step": 2085
    },
    {
      "epoch": 2.919315403422983,
      "grad_norm": 4.372128486633301,
      "learning_rate": 1.97823850181017e-08,
      "loss": 0.0588,
      "step": 2090
    },
    {
      "epoch": 2.9263010827803004,
      "grad_norm": 5.066431045532227,
      "learning_rate": 1.657328752884879e-08,
      "loss": 0.0658,
      "step": 2095
    },
    {
      "epoch": 2.9332867621376177,
      "grad_norm": 4.35849142074585,
      "learning_rate": 1.3647581808393096e-08,
      "loss": 0.0621,
      "step": 2100
    },
    {
      "epoch": 2.9402724414949355,
      "grad_norm": 3.5087194442749023,
      "learning_rate": 1.1005434232396196e-08,
      "loss": 0.0543,
      "step": 2105
    },
    {
      "epoch": 2.947258120852253,
      "grad_norm": 3.806771993637085,
      "learning_rate": 8.646995051461715e-09,
      "loss": 0.0563,
      "step": 2110
    },
    {
      "epoch": 2.9542438002095706,
      "grad_norm": 3.2938411235809326,
      "learning_rate": 6.57239838259216e-09,
      "loss": 0.0574,
      "step": 2115
    },
    {
      "epoch": 2.961229479566888,
      "grad_norm": 2.854013681411743,
      "learning_rate": 4.7817622015611244e-09,
      "loss": 0.052,
      "step": 2120
    },
    {
      "epoch": 2.968215158924205,
      "grad_norm": 3.962702512741089,
      "learning_rate": 3.2751883362036606e-09,
      "loss": 0.0491,
      "step": 2125
    },
    {
      "epoch": 2.975200838281523,
      "grad_norm": 3.7732391357421875,
      "learning_rate": 2.0527624606264674e-09,
      "loss": 0.0548,
      "step": 2130
    },
    {
      "epoch": 2.9821865176388402,
      "grad_norm": 3.932664155960083,
      "learning_rate": 1.1145540903362285e-09,
      "loss": 0.0618,
      "step": 2135
    },
    {
      "epoch": 2.989172196996158,
      "grad_norm": 3.8951032161712646,
      "learning_rate": 4.606165782855554e-10,
      "loss": 0.0604,
      "step": 2140
    },
    {
      "epoch": 2.9961578763534753,
      "grad_norm": 2.8378732204437256,
      "learning_rate": 9.09871118387473e-11,
      "loss": 0.0609,
      "step": 2145
    }
  ],
  "logging_steps": 5,
  "max_steps": 2148,
  "num_input_tokens_seen": 0,
  "num_train_epochs": 3,
  "save_steps": 500,
  "stateful_callbacks": {
    "TrainerControl": {
      "args": {
        "should_epoch_stop": false,
        "should_evaluate": false,
        "should_log": false,
        "should_save": true,
        "should_training_stop": true
      },
      "attributes": {}
    }
  },
  "total_flos": 2.9054767696141353e+18,
  "train_batch_size": 2,
  "trial_name": null,
  "trial_params": null
}