{
  "best_global_step": null,
  "best_metric": null,
  "best_model_checkpoint": null,
  "epoch": 2.0,
  "eval_steps": 500,
  "global_step": 1432,
  "is_hyper_param_search": false,
  "is_local_process_zero": true,
  "is_world_process_zero": true,
  "log_history": [
    {
      "epoch": 0.006985679357317499,
      "grad_norm": 9.417793273925781,
      "learning_rate": 6.153846153846155e-07,
      "loss": 0.4856,
      "step": 5
    },
    {
      "epoch": 0.013971358714634998,
      "grad_norm": 7.6536865234375,
      "learning_rate": 1.3846153846153848e-06,
      "loss": 0.4457,
      "step": 10
    },
    {
      "epoch": 0.020957038071952497,
      "grad_norm": 6.9425950050354,
      "learning_rate": 2.153846153846154e-06,
      "loss": 0.4359,
      "step": 15
    },
    {
      "epoch": 0.027942717429269997,
      "grad_norm": 7.008752822875977,
      "learning_rate": 2.9230769230769236e-06,
      "loss": 0.4247,
      "step": 20
    },
    {
      "epoch": 0.0349283967865875,
      "grad_norm": 7.943561553955078,
      "learning_rate": 3.692307692307693e-06,
      "loss": 0.4144,
      "step": 25
    },
    {
      "epoch": 0.041914076143904994,
      "grad_norm": 8.960087776184082,
      "learning_rate": 4.461538461538462e-06,
      "loss": 0.4095,
      "step": 30
    },
    {
      "epoch": 0.0488997555012225,
      "grad_norm": 9.126522064208984,
      "learning_rate": 5.230769230769232e-06,
      "loss": 0.4195,
      "step": 35
    },
    {
      "epoch": 0.055885434858539994,
      "grad_norm": 6.81967306137085,
      "learning_rate": 6e-06,
      "loss": 0.409,
      "step": 40
    },
    {
      "epoch": 0.06287111421585749,
      "grad_norm": 9.193132400512695,
      "learning_rate": 6.76923076923077e-06,
      "loss": 0.4256,
      "step": 45
    },
    {
      "epoch": 0.069856793573175,
      "grad_norm": 7.224976062774658,
      "learning_rate": 7.538461538461539e-06,
      "loss": 0.41,
      "step": 50
    },
    {
      "epoch": 0.07684247293049248,
      "grad_norm": 7.260319232940674,
      "learning_rate": 8.307692307692309e-06,
      "loss": 0.4534,
      "step": 55
    },
    {
      "epoch": 0.08382815228780999,
      "grad_norm": 8.081445693969727,
      "learning_rate": 9.076923076923078e-06,
      "loss": 0.4435,
      "step": 60
    },
    {
      "epoch": 0.09081383164512749,
      "grad_norm": 8.150150299072266,
      "learning_rate": 9.846153846153848e-06,
      "loss": 0.4457,
      "step": 65
    },
    {
      "epoch": 0.097799511002445,
      "grad_norm": 6.927804946899414,
      "learning_rate": 9.999909012888162e-06,
      "loss": 0.4559,
      "step": 70
    },
    {
      "epoch": 0.10478519035976248,
      "grad_norm": 7.140408039093018,
      "learning_rate": 9.999539383421715e-06,
      "loss": 0.4217,
      "step": 75
    },
    {
      "epoch": 0.11177086971707999,
      "grad_norm": 7.418540000915527,
      "learning_rate": 9.998885445909666e-06,
      "loss": 0.4857,
      "step": 80
    },
    {
      "epoch": 0.11875654907439749,
      "grad_norm": 8.253525733947754,
      "learning_rate": 9.997947237539373e-06,
      "loss": 0.4863,
      "step": 85
    },
    {
      "epoch": 0.12574222843171498,
      "grad_norm": 6.550653457641602,
      "learning_rate": 9.996724811663797e-06,
      "loss": 0.4663,
      "step": 90
    },
    {
      "epoch": 0.13272790778903248,
      "grad_norm": 6.81130313873291,
      "learning_rate": 9.99521823779844e-06,
      "loss": 0.4684,
      "step": 95
    },
    {
      "epoch": 0.13971358714635,
      "grad_norm": 7.913576602935791,
      "learning_rate": 9.99342760161741e-06,
      "loss": 0.5049,
      "step": 100
    },
    {
      "epoch": 0.1466992665036675,
      "grad_norm": 8.523401260375977,
      "learning_rate": 9.991353004948538e-06,
      "loss": 0.4635,
      "step": 105
    },
    {
      "epoch": 0.15368494586098497,
      "grad_norm": 6.084781169891357,
      "learning_rate": 9.988994565767604e-06,
      "loss": 0.4752,
      "step": 110
    },
    {
      "epoch": 0.16067062521830247,
      "grad_norm": 5.975230693817139,
      "learning_rate": 9.986352418191608e-06,
      "loss": 0.4722,
      "step": 115
    },
    {
      "epoch": 0.16765630457561997,
      "grad_norm": 6.941432476043701,
      "learning_rate": 9.983426712471151e-06,
      "loss": 0.4991,
      "step": 120
    },
    {
      "epoch": 0.17464198393293748,
      "grad_norm": 6.190479755401611,
      "learning_rate": 9.9802176149819e-06,
      "loss": 0.4821,
      "step": 125
    },
    {
      "epoch": 0.18162766329025498,
      "grad_norm": 6.3899006843566895,
      "learning_rate": 9.976725308215109e-06,
      "loss": 0.5163,
      "step": 130
    },
    {
      "epoch": 0.18861334264757249,
      "grad_norm": 5.7873430252075195,
      "learning_rate": 9.97294999076726e-06,
      "loss": 0.4517,
      "step": 135
    },
    {
      "epoch": 0.19559902200489,
      "grad_norm": 6.523060321807861,
      "learning_rate": 9.968891877328752e-06,
      "loss": 0.4632,
      "step": 140
    },
    {
      "epoch": 0.20258470136220746,
      "grad_norm": 7.010469436645508,
      "learning_rate": 9.964551198671709e-06,
      "loss": 0.4643,
      "step": 145
    },
    {
      "epoch": 0.20957038071952497,
      "grad_norm": 6.9780473709106445,
      "learning_rate": 9.95992820163684e-06,
      "loss": 0.4737,
      "step": 150
    },
    {
      "epoch": 0.21655606007684247,
      "grad_norm": 6.335629463195801,
      "learning_rate": 9.955023149119413e-06,
      "loss": 0.4552,
      "step": 155
    },
    {
      "epoch": 0.22354173943415998,
      "grad_norm": 5.958488464355469,
      "learning_rate": 9.949836320054309e-06,
      "loss": 0.4553,
      "step": 160
    },
    {
      "epoch": 0.23052741879147748,
      "grad_norm": 6.195608139038086,
      "learning_rate": 9.944368009400145e-06,
      "loss": 0.5117,
      "step": 165
    },
    {
      "epoch": 0.23751309814879498,
      "grad_norm": 6.441509246826172,
      "learning_rate": 9.93861852812251e-06,
      "loss": 0.4652,
      "step": 170
    },
    {
      "epoch": 0.24449877750611246,
      "grad_norm": 5.994947910308838,
      "learning_rate": 9.932588203176281e-06,
      "loss": 0.4832,
      "step": 175
    },
    {
      "epoch": 0.25148445686342996,
      "grad_norm": 6.672873020172119,
      "learning_rate": 9.92627737748703e-06,
      "loss": 0.4827,
      "step": 180
    },
    {
      "epoch": 0.2584701362207475,
      "grad_norm": 6.571279048919678,
      "learning_rate": 9.919686409931523e-06,
      "loss": 0.5003,
      "step": 185
    },
    {
      "epoch": 0.26545581557806497,
      "grad_norm": 6.049185276031494,
      "learning_rate": 9.912815675317307e-06,
      "loss": 0.4905,
      "step": 190
    },
    {
      "epoch": 0.27244149493538244,
      "grad_norm": 6.473181247711182,
      "learning_rate": 9.905665564361403e-06,
      "loss": 0.4843,
      "step": 195
    },
    {
      "epoch": 0.2794271742927,
      "grad_norm": 7.581283092498779,
      "learning_rate": 9.898236483668086e-06,
      "loss": 0.5097,
      "step": 200
    },
    {
      "epoch": 0.28641285365001745,
      "grad_norm": 7.333038806915283,
      "learning_rate": 9.890528855705753e-06,
      "loss": 0.4698,
      "step": 205
    },
    {
      "epoch": 0.293398533007335,
      "grad_norm": 6.216223239898682,
      "learning_rate": 9.882543118782913e-06,
      "loss": 0.5034,
      "step": 210
    },
    {
      "epoch": 0.30038421236465246,
      "grad_norm": 6.861793041229248,
      "learning_rate": 9.874279727023253e-06,
      "loss": 0.4756,
      "step": 215
    },
    {
      "epoch": 0.30736989172196993,
      "grad_norm": 6.37476110458374,
      "learning_rate": 9.865739150339815e-06,
      "loss": 0.5117,
      "step": 220
    },
    {
      "epoch": 0.31435557107928747,
      "grad_norm": 5.816511154174805,
      "learning_rate": 9.856921874408272e-06,
      "loss": 0.4925,
      "step": 225
    },
    {
      "epoch": 0.32134125043660494,
      "grad_norm": 6.3242692947387695,
      "learning_rate": 9.847828400639317e-06,
      "loss": 0.4679,
      "step": 230
    },
    {
      "epoch": 0.3283269297939225,
      "grad_norm": 6.17088508605957,
      "learning_rate": 9.838459246150138e-06,
      "loss": 0.4646,
      "step": 235
    },
    {
      "epoch": 0.33531260915123995,
      "grad_norm": 7.1427812576293945,
      "learning_rate": 9.828814943735019e-06,
      "loss": 0.4633,
      "step": 240
    },
    {
      "epoch": 0.3422982885085575,
      "grad_norm": 6.307351112365723,
      "learning_rate": 9.818896041835036e-06,
      "loss": 0.4586,
      "step": 245
    },
    {
      "epoch": 0.34928396786587496,
      "grad_norm": 6.033569812774658,
      "learning_rate": 9.808703104506874e-06,
      "loss": 0.5144,
      "step": 250
    },
    {
      "epoch": 0.35626964722319243,
      "grad_norm": 6.253153324127197,
      "learning_rate": 9.798236711390754e-06,
      "loss": 0.4936,
      "step": 255
    },
    {
      "epoch": 0.36325532658050996,
      "grad_norm": 6.369323253631592,
      "learning_rate": 9.787497457677456e-06,
      "loss": 0.5142,
      "step": 260
    },
    {
      "epoch": 0.37024100593782744,
      "grad_norm": 7.059694766998291,
      "learning_rate": 9.776485954074492e-06,
      "loss": 0.508,
      "step": 265
    },
    {
      "epoch": 0.37722668529514497,
      "grad_norm": 5.437386989593506,
      "learning_rate": 9.765202826771358e-06,
      "loss": 0.4517,
      "step": 270
    },
    {
      "epoch": 0.38421236465246245,
      "grad_norm": 6.353536605834961,
      "learning_rate": 9.753648717403944e-06,
      "loss": 0.5177,
      "step": 275
    },
    {
      "epoch": 0.39119804400978,
      "grad_norm": 6.7363481521606445,
      "learning_rate": 9.741824283018022e-06,
      "loss": 0.4768,
      "step": 280
    },
    {
      "epoch": 0.39818372336709745,
      "grad_norm": 6.804571151733398,
      "learning_rate": 9.729730196031908e-06,
      "loss": 0.5009,
      "step": 285
    },
    {
      "epoch": 0.40516940272441493,
      "grad_norm": 6.188082695007324,
      "learning_rate": 9.717367144198209e-06,
      "loss": 0.4975,
      "step": 290
    },
    {
      "epoch": 0.41215508208173246,
      "grad_norm": 6.352089881896973,
      "learning_rate": 9.704735830564707e-06,
      "loss": 0.458,
      "step": 295
    },
    {
      "epoch": 0.41914076143904994,
      "grad_norm": 5.823917388916016,
      "learning_rate": 9.6918369734344e-06,
      "loss": 0.4863,
      "step": 300
    },
    {
      "epoch": 0.42612644079636747,
      "grad_norm": 6.301001071929932,
      "learning_rate": 9.678671306324627e-06,
      "loss": 0.5175,
      "step": 305
    },
    {
      "epoch": 0.43311212015368494,
      "grad_norm": 6.185693740844727,
      "learning_rate": 9.665239577925384e-06,
      "loss": 0.4844,
      "step": 310
    },
    {
      "epoch": 0.4400977995110024,
      "grad_norm": 6.580015182495117,
      "learning_rate": 9.65154255205672e-06,
      "loss": 0.4907,
      "step": 315
    },
    {
      "epoch": 0.44708347886831995,
      "grad_norm": 5.962856769561768,
      "learning_rate": 9.637581007625328e-06,
      "loss": 0.4552,
      "step": 320
    },
    {
      "epoch": 0.4540691582256374,
      "grad_norm": 6.2723774909973145,
      "learning_rate": 9.623355738580226e-06,
      "loss": 0.4994,
      "step": 325
    },
    {
      "epoch": 0.46105483758295496,
      "grad_norm": 6.140941143035889,
      "learning_rate": 9.608867553867628e-06,
      "loss": 0.4829,
      "step": 330
    },
    {
      "epoch": 0.46804051694027243,
      "grad_norm": 6.278982639312744,
      "learning_rate": 9.594117277384928e-06,
      "loss": 0.5118,
      "step": 335
    },
    {
      "epoch": 0.47502619629758996,
      "grad_norm": 6.221822261810303,
      "learning_rate": 9.579105747933858e-06,
      "loss": 0.4903,
      "step": 340
    },
    {
      "epoch": 0.48201187565490744,
      "grad_norm": 6.153563976287842,
      "learning_rate": 9.563833819172777e-06,
      "loss": 0.4729,
      "step": 345
    },
    {
      "epoch": 0.4889975550122249,
      "grad_norm": 5.723773956298828,
      "learning_rate": 9.548302359568136e-06,
      "loss": 0.536,
      "step": 350
    },
    {
      "epoch": 0.49598323436954245,
      "grad_norm": 5.7412238121032715,
      "learning_rate": 9.532512252345086e-06,
      "loss": 0.4818,
      "step": 355
    },
    {
      "epoch": 0.5029689137268599,
      "grad_norm": 5.776915073394775,
      "learning_rate": 9.516464395437251e-06,
      "loss": 0.4818,
      "step": 360
    },
    {
      "epoch": 0.5099545930841775,
      "grad_norm": 6.4714741706848145,
      "learning_rate": 9.50015970143567e-06,
      "loss": 0.486,
      "step": 365
    },
    {
      "epoch": 0.516940272441495,
      "grad_norm": 5.570414066314697,
      "learning_rate": 9.483599097536895e-06,
      "loss": 0.4821,
      "step": 370
    },
    {
      "epoch": 0.5239259517988124,
      "grad_norm": 5.86240816116333,
      "learning_rate": 9.466783525490271e-06,
      "loss": 0.5014,
      "step": 375
    },
    {
      "epoch": 0.5309116311561299,
      "grad_norm": 5.690156936645508,
      "learning_rate": 9.449713941544375e-06,
      "loss": 0.505,
      "step": 380
    },
    {
      "epoch": 0.5378973105134475,
      "grad_norm": 5.273125648498535,
      "learning_rate": 9.432391316392639e-06,
      "loss": 0.4738,
      "step": 385
    },
    {
      "epoch": 0.5448829898707649,
      "grad_norm": 6.2202887535095215,
      "learning_rate": 9.414816635118154e-06,
      "loss": 0.5023,
      "step": 390
    },
    {
      "epoch": 0.5518686692280824,
      "grad_norm": 6.270415782928467,
      "learning_rate": 9.396990897137647e-06,
      "loss": 0.4772,
      "step": 395
    },
    {
      "epoch": 0.5588543485854,
      "grad_norm": 5.550614356994629,
      "learning_rate": 9.378915116144646e-06,
      "loss": 0.4556,
      "step": 400
    },
    {
      "epoch": 0.5658400279427175,
      "grad_norm": 5.853529930114746,
      "learning_rate": 9.360590320051844e-06,
      "loss": 0.4942,
      "step": 405
    },
    {
      "epoch": 0.5728257073000349,
      "grad_norm": 5.692981243133545,
      "learning_rate": 9.342017550932627e-06,
      "loss": 0.4772,
      "step": 410
    },
    {
      "epoch": 0.5798113866573524,
      "grad_norm": 5.6134185791015625,
      "learning_rate": 9.323197864961835e-06,
      "loss": 0.4245,
      "step": 415
    },
    {
      "epoch": 0.58679706601467,
      "grad_norm": 6.195576190948486,
      "learning_rate": 9.304132332355685e-06,
      "loss": 0.5083,
      "step": 420
    },
    {
      "epoch": 0.5937827453719874,
      "grad_norm": 6.21861457824707,
      "learning_rate": 9.28482203731092e-06,
      "loss": 0.5366,
      "step": 425
    },
    {
      "epoch": 0.6007684247293049,
      "grad_norm": 5.109756946563721,
      "learning_rate": 9.265268077943152e-06,
      "loss": 0.4774,
      "step": 430
    },
    {
      "epoch": 0.6077541040866224,
      "grad_norm": 6.137323379516602,
      "learning_rate": 9.245471566224416e-06,
      "loss": 0.5125,
      "step": 435
    },
    {
      "epoch": 0.6147397834439399,
      "grad_norm": 5.771416187286377,
      "learning_rate": 9.225433627919927e-06,
      "loss": 0.5453,
      "step": 440
    },
    {
      "epoch": 0.6217254628012574,
      "grad_norm": 5.52296781539917,
      "learning_rate": 9.20515540252408e-06,
      "loss": 0.4663,
      "step": 445
    },
    {
      "epoch": 0.6287111421585749,
      "grad_norm": 6.380407333374023,
      "learning_rate": 9.184638043195628e-06,
      "loss": 0.4752,
      "step": 450
    },
    {
      "epoch": 0.6356968215158925,
      "grad_norm": 5.940698623657227,
      "learning_rate": 9.16388271669213e-06,
      "loss": 0.4309,
      "step": 455
    },
    {
      "epoch": 0.6426825008732099,
      "grad_norm": 6.604904651641846,
      "learning_rate": 9.142890603303573e-06,
      "loss": 0.5043,
      "step": 460
    },
    {
      "epoch": 0.6496681802305274,
      "grad_norm": 6.345200061798096,
      "learning_rate": 9.121662896785285e-06,
      "loss": 0.4991,
      "step": 465
    },
    {
      "epoch": 0.656653859587845,
      "grad_norm": 5.294460773468018,
      "learning_rate": 9.100200804290014e-06,
      "loss": 0.4788,
      "step": 470
    },
    {
      "epoch": 0.6636395389451624,
      "grad_norm": 5.905223846435547,
      "learning_rate": 9.078505546299317e-06,
      "loss": 0.4871,
      "step": 475
    },
    {
      "epoch": 0.6706252183024799,
      "grad_norm": 4.967826843261719,
      "learning_rate": 9.056578356554124e-06,
      "loss": 0.5174,
      "step": 480
    },
    {
      "epoch": 0.6776108976597974,
      "grad_norm": 5.444486618041992,
      "learning_rate": 9.034420481984604e-06,
      "loss": 0.4889,
      "step": 485
    },
    {
      "epoch": 0.684596577017115,
      "grad_norm": 5.278167724609375,
      "learning_rate": 9.012033182639238e-06,
      "loss": 0.4793,
      "step": 490
    },
    {
      "epoch": 0.6915822563744324,
      "grad_norm": 6.902711391448975,
      "learning_rate": 8.989417731613169e-06,
      "loss": 0.5259,
      "step": 495
    },
    {
      "epoch": 0.6985679357317499,
      "grad_norm": 6.086877346038818,
      "learning_rate": 8.966575414975813e-06,
      "loss": 0.5203,
      "step": 500
    },
    {
      "epoch": 0.7055536150890674,
      "grad_norm": 6.7947564125061035,
      "learning_rate": 8.943507531697715e-06,
      "loss": 0.4609,
      "step": 505
    },
    {
      "epoch": 0.7125392944463849,
      "grad_norm": 6.169280052185059,
      "learning_rate": 8.920215393576685e-06,
      "loss": 0.4799,
      "step": 510
    },
    {
      "epoch": 0.7195249738037024,
      "grad_norm": 6.514042377471924,
      "learning_rate": 8.8967003251632e-06,
      "loss": 0.5,
      "step": 515
    },
    {
      "epoch": 0.7265106531610199,
      "grad_norm": 7.015414714813232,
      "learning_rate": 8.872963663685075e-06,
      "loss": 0.5226,
      "step": 520
    },
    {
      "epoch": 0.7334963325183375,
      "grad_norm": 4.968021869659424,
      "learning_rate": 8.849006758971429e-06,
      "loss": 0.4697,
      "step": 525
    },
    {
      "epoch": 0.7404820118756549,
      "grad_norm": 6.74957799911499,
      "learning_rate": 8.824830973375917e-06,
      "loss": 0.5045,
      "step": 530
    },
    {
      "epoch": 0.7474676912329724,
      "grad_norm": 5.4804816246032715,
      "learning_rate": 8.800437681699264e-06,
      "loss": 0.465,
      "step": 535
    },
    {
      "epoch": 0.7544533705902899,
      "grad_norm": 5.658529281616211,
      "learning_rate": 8.775828271111074e-06,
      "loss": 0.474,
      "step": 540
    },
    {
      "epoch": 0.7614390499476074,
      "grad_norm": 5.418574333190918,
      "learning_rate": 8.751004141070958e-06,
      "loss": 0.4904,
      "step": 545
    },
    {
      "epoch": 0.7684247293049249,
      "grad_norm": 5.922712802886963,
      "learning_rate": 8.72596670324894e-06,
      "loss": 0.4721,
      "step": 550
    },
    {
      "epoch": 0.7754104086622424,
      "grad_norm": 6.200154781341553,
      "learning_rate": 8.70071738144519e-06,
      "loss": 0.4902,
      "step": 555
    },
    {
      "epoch": 0.78239608801956,
      "grad_norm": 5.705479145050049,
      "learning_rate": 8.67525761150905e-06,
      "loss": 0.4726,
      "step": 560
    },
    {
      "epoch": 0.7893817673768774,
      "grad_norm": 6.879328727722168,
      "learning_rate": 8.649588841257383e-06,
      "loss": 0.4757,
      "step": 565
    },
    {
      "epoch": 0.7963674467341949,
      "grad_norm": 7.012612819671631,
      "learning_rate": 8.623712530392244e-06,
      "loss": 0.4522,
      "step": 570
    },
    {
      "epoch": 0.8033531260915124,
      "grad_norm": 6.293166160583496,
      "learning_rate": 8.597630150417867e-06,
      "loss": 0.4651,
      "step": 575
    },
    {
      "epoch": 0.8103388054488299,
      "grad_norm": 5.768970012664795,
      "learning_rate": 8.571343184556985e-06,
      "loss": 0.4277,
      "step": 580
    },
    {
      "epoch": 0.8173244848061474,
      "grad_norm": 6.452169895172119,
      "learning_rate": 8.544853127666483e-06,
      "loss": 0.5337,
      "step": 585
    },
    {
      "epoch": 0.8243101641634649,
      "grad_norm": 5.4347615242004395,
      "learning_rate": 8.518161486152406e-06,
      "loss": 0.468,
      "step": 590
    },
    {
      "epoch": 0.8312958435207825,
      "grad_norm": 5.982383728027344,
      "learning_rate": 8.491269777884264e-06,
      "loss": 0.4511,
      "step": 595
    },
    {
      "epoch": 0.8382815228780999,
      "grad_norm": 5.2124457359313965,
      "learning_rate": 8.464179532108742e-06,
      "loss": 0.4667,
      "step": 600
    },
    {
      "epoch": 0.8452672022354174,
      "grad_norm": 5.130034923553467,
      "learning_rate": 8.436892289362728e-06,
      "loss": 0.4551,
      "step": 605
    },
    {
      "epoch": 0.8522528815927349,
      "grad_norm": 5.86264705657959,
      "learning_rate": 8.409409601385702e-06,
      "loss": 0.5026,
      "step": 610
    },
    {
      "epoch": 0.8592385609500524,
      "grad_norm": 6.521675109863281,
      "learning_rate": 8.381733031031503e-06,
      "loss": 0.5017,
      "step": 615
    },
    {
      "epoch": 0.8662242403073699,
      "grad_norm": 5.794342994689941,
      "learning_rate": 8.353864152179445e-06,
      "loss": 0.4638,
      "step": 620
    },
    {
      "epoch": 0.8732099196646874,
      "grad_norm": 5.721254348754883,
      "learning_rate": 8.325804549644823e-06,
      "loss": 0.4652,
      "step": 625
    },
    {
      "epoch": 0.8801955990220048,
      "grad_norm": 5.914518356323242,
      "learning_rate": 8.297555819088787e-06,
      "loss": 0.4613,
      "step": 630
    },
    {
      "epoch": 0.8871812783793224,
      "grad_norm": 5.939746856689453,
      "learning_rate": 8.269119566927599e-06,
      "loss": 0.4599,
      "step": 635
    },
    {
      "epoch": 0.8941669577366399,
      "grad_norm": 5.655862808227539,
      "learning_rate": 8.240497410241286e-06,
      "loss": 0.4602,
      "step": 640
    },
    {
      "epoch": 0.9011526370939574,
      "grad_norm": 6.510814666748047,
      "learning_rate": 8.211690976681678e-06,
      "loss": 0.4582,
      "step": 645
    },
    {
      "epoch": 0.9081383164512749,
      "grad_norm": 5.543778419494629,
      "learning_rate": 8.18270190437985e-06,
      "loss": 0.4777,
      "step": 650
    },
    {
      "epoch": 0.9151239958085924,
      "grad_norm": 5.059428691864014,
      "learning_rate": 8.153531841852969e-06,
      "loss": 0.4756,
      "step": 655
    },
    {
      "epoch": 0.9221096751659099,
      "grad_norm": 5.040985584259033,
      "learning_rate": 8.12418244791054e-06,
      "loss": 0.4742,
      "step": 660
    },
    {
      "epoch": 0.9290953545232273,
      "grad_norm": 5.490272521972656,
      "learning_rate": 8.094655391560086e-06,
      "loss": 0.4614,
      "step": 665
    },
    {
      "epoch": 0.9360810338805449,
      "grad_norm": 5.865604877471924,
      "learning_rate": 8.064952351912227e-06,
      "loss": 0.4671,
      "step": 670
    },
    {
      "epoch": 0.9430667132378624,
      "grad_norm": 5.491858005523682,
      "learning_rate": 8.035075018085204e-06,
      "loss": 0.4624,
      "step": 675
    },
    {
      "epoch": 0.9500523925951799,
      "grad_norm": 5.839197158813477,
      "learning_rate": 8.005025089108812e-06,
      "loss": 0.4811,
      "step": 680
    },
    {
      "epoch": 0.9570380719524973,
      "grad_norm": 6.362710952758789,
      "learning_rate": 7.974804273827791e-06,
      "loss": 0.4829,
      "step": 685
    },
    {
      "epoch": 0.9640237513098149,
      "grad_norm": 5.933167457580566,
      "learning_rate": 7.944414290804647e-06,
      "loss": 0.4895,
      "step": 690
    },
    {
      "epoch": 0.9710094306671324,
      "grad_norm": 6.338855743408203,
      "learning_rate": 7.913856868221922e-06,
      "loss": 0.4729,
      "step": 695
    },
    {
      "epoch": 0.9779951100244498,
      "grad_norm": 5.022581577301025,
      "learning_rate": 7.883133743783918e-06,
      "loss": 0.4772,
      "step": 700
    },
    {
      "epoch": 0.9849807893817674,
      "grad_norm": 5.898752212524414,
      "learning_rate": 7.852246664617878e-06,
      "loss": 0.457,
      "step": 705
    },
    {
      "epoch": 0.9919664687390849,
      "grad_norm": 4.9067864418029785,
      "learning_rate": 7.821197387174638e-06,
      "loss": 0.4577,
      "step": 710
    },
    {
      "epoch": 0.9989521480964024,
      "grad_norm": 4.425784111022949,
      "learning_rate": 7.78998767712873e-06,
      "loss": 0.4683,
      "step": 715
    },
    {
      "epoch": 1.005588543485854,
      "grad_norm": 3.8555009365081787,
      "learning_rate": 7.758619309277988e-06,
      "loss": 0.2635,
      "step": 720
    },
    {
      "epoch": 1.0125742228431716,
      "grad_norm": 3.948883056640625,
      "learning_rate": 7.72709406744262e-06,
      "loss": 0.2383,
      "step": 725
    },
    {
      "epoch": 1.019559902200489,
      "grad_norm": 6.131858825683594,
      "learning_rate": 7.695413744363753e-06,
      "loss": 0.2488,
      "step": 730
    },
    {
      "epoch": 1.0265455815578064,
      "grad_norm": 6.018847942352295,
      "learning_rate": 7.663580141601504e-06,
      "loss": 0.2176,
      "step": 735
    },
    {
      "epoch": 1.033531260915124,
      "grad_norm": 6.508975982666016,
      "learning_rate": 7.631595069432515e-06,
      "loss": 0.2193,
      "step": 740
    },
    {
      "epoch": 1.0405169402724415,
      "grad_norm": 7.317805767059326,
      "learning_rate": 7.599460346747024e-06,
      "loss": 0.2054,
      "step": 745
    },
    {
      "epoch": 1.047502619629759,
      "grad_norm": 5.333045482635498,
      "learning_rate": 7.567177800945413e-06,
      "loss": 0.2133,
      "step": 750
    },
    {
      "epoch": 1.0544882989870765,
      "grad_norm": 4.751222610473633,
      "learning_rate": 7.534749267834309e-06,
      "loss": 0.2313,
      "step": 755
    },
    {
      "epoch": 1.061473978344394,
      "grad_norm": 4.327038288116455,
      "learning_rate": 7.5021765915221656e-06,
      "loss": 0.1994,
      "step": 760
    },
    {
      "epoch": 1.0684596577017116,
      "grad_norm": 5.050411224365234,
      "learning_rate": 7.469461624314416e-06,
      "loss": 0.2121,
      "step": 765
    },
    {
      "epoch": 1.075445337059029,
      "grad_norm": 5.225903511047363,
      "learning_rate": 7.436606226608122e-06,
      "loss": 0.2147,
      "step": 770
    },
    {
      "epoch": 1.0824310164163464,
      "grad_norm": 5.33516788482666,
      "learning_rate": 7.403612266786188e-06,
      "loss": 0.21,
      "step": 775
    },
    {
      "epoch": 1.089416695773664,
      "grad_norm": 5.235130786895752,
      "learning_rate": 7.370481621111106e-06,
      "loss": 0.2034,
      "step": 780
    },
    {
      "epoch": 1.0964023751309815,
      "grad_norm": 5.345615386962891,
      "learning_rate": 7.337216173618269e-06,
      "loss": 0.1926,
      "step": 785
    },
    {
      "epoch": 1.103388054488299,
      "grad_norm": 5.1708221435546875,
      "learning_rate": 7.303817816008814e-06,
      "loss": 0.2309,
      "step": 790
    },
    {
      "epoch": 1.1103737338456166,
      "grad_norm": 5.851431846618652,
      "learning_rate": 7.2702884475420645e-06,
      "loss": 0.2179,
      "step": 795
    },
    {
      "epoch": 1.117359413202934,
      "grad_norm": 5.048578262329102,
      "learning_rate": 7.236629974927517e-06,
      "loss": 0.2269,
      "step": 800
    },
    {
      "epoch": 1.1243450925602514,
      "grad_norm": 5.8538641929626465,
      "learning_rate": 7.202844312216415e-06,
      "loss": 0.2353,
      "step": 805
    },
    {
      "epoch": 1.131330771917569,
      "grad_norm": 4.558470726013184,
      "learning_rate": 7.168933380692899e-06,
      "loss": 0.1886,
      "step": 810
    },
    {
      "epoch": 1.1383164512748865,
      "grad_norm": 5.602941513061523,
      "learning_rate": 7.134899108764754e-06,
      "loss": 0.2056,
      "step": 815
    },
    {
      "epoch": 1.145302130632204,
      "grad_norm": 5.849012851715088,
      "learning_rate": 7.1007434318537424e-06,
      "loss": 0.2279,
      "step": 820
    },
    {
      "epoch": 1.1522878099895215,
      "grad_norm": 4.99567985534668,
      "learning_rate": 7.06646829228555e-06,
      "loss": 0.2233,
      "step": 825
    },
    {
      "epoch": 1.159273489346839,
      "grad_norm": 4.784215450286865,
      "learning_rate": 7.0320756391793256e-06,
      "loss": 0.209,
      "step": 830
    },
    {
      "epoch": 1.1662591687041566,
      "grad_norm": 5.286474227905273,
      "learning_rate": 6.9975674283368385e-06,
      "loss": 0.2066,
      "step": 835
    },
    {
      "epoch": 1.1732448480614739,
      "grad_norm": 4.656322956085205,
      "learning_rate": 6.962945622131269e-06,
      "loss": 0.2251,
      "step": 840
    },
    {
      "epoch": 1.1802305274187914,
      "grad_norm": 5.176768779754639,
      "learning_rate": 6.9282121893956026e-06,
      "loss": 0.2373,
      "step": 845
    },
    {
      "epoch": 1.187216206776109,
      "grad_norm": 5.336601257324219,
      "learning_rate": 6.893369105310673e-06,
      "loss": 0.2128,
      "step": 850
    },
    {
      "epoch": 1.1942018861334265,
      "grad_norm": 5.231692314147949,
      "learning_rate": 6.858418351292845e-06,
      "loss": 0.2069,
      "step": 855
    },
    {
      "epoch": 1.201187565490744,
      "grad_norm": 5.922867298126221,
      "learning_rate": 6.823361914881331e-06,
      "loss": 0.2006,
      "step": 860
    },
    {
      "epoch": 1.2081732448480615,
      "grad_norm": 5.954738140106201,
      "learning_rate": 6.788201789625166e-06,
      "loss": 0.2189,
      "step": 865
    },
    {
      "epoch": 1.215158924205379,
      "grad_norm": 5.425834655761719,
      "learning_rate": 6.7529399749698465e-06,
      "loss": 0.1976,
      "step": 870
    },
    {
      "epoch": 1.2221446035626964,
      "grad_norm": 4.986149311065674,
      "learning_rate": 6.717578476143621e-06,
      "loss": 0.1959,
      "step": 875
    },
    {
      "epoch": 1.229130282920014,
      "grad_norm": 6.26975679397583,
      "learning_rate": 6.682119304043464e-06,
      "loss": 0.2197,
      "step": 880
    },
    {
      "epoch": 1.2361159622773314,
      "grad_norm": 5.916511058807373,
      "learning_rate": 6.6465644751207225e-06,
      "loss": 0.2146,
      "step": 885
    },
    {
      "epoch": 1.243101641634649,
      "grad_norm": 4.7209601402282715,
      "learning_rate": 6.610916011266445e-06,
      "loss": 0.2143,
      "step": 890
    },
    {
      "epoch": 1.2500873209919665,
      "grad_norm": 5.150550842285156,
      "learning_rate": 6.575175939696401e-06,
      "loss": 0.206,
      "step": 895
    },
    {
      "epoch": 1.257073000349284,
      "grad_norm": 4.861652374267578,
      "learning_rate": 6.539346292835804e-06,
      "loss": 0.2198,
      "step": 900
    },
    {
      "epoch": 1.2640586797066016,
      "grad_norm": 4.239111423492432,
      "learning_rate": 6.503429108203734e-06,
      "loss": 0.204,
      "step": 905
    },
    {
      "epoch": 1.2710443590639189,
      "grad_norm": 5.413881301879883,
      "learning_rate": 6.467426428297262e-06,
      "loss": 0.2263,
      "step": 910
    },
    {
      "epoch": 1.2780300384212364,
      "grad_norm": 5.223084449768066,
      "learning_rate": 6.431340300475314e-06,
      "loss": 0.201,
      "step": 915
    },
    {
      "epoch": 1.285015717778554,
      "grad_norm": 4.555695056915283,
      "learning_rate": 6.395172776842229e-06,
      "loss": 0.2117,
      "step": 920
    },
    {
      "epoch": 1.2920013971358715,
      "grad_norm": 5.600462913513184,
      "learning_rate": 6.358925914131071e-06,
      "loss": 0.1974,
      "step": 925
    },
    {
      "epoch": 1.298987076493189,
      "grad_norm": 7.300204753875732,
      "learning_rate": 6.322601773586669e-06,
      "loss": 0.2158,
      "step": 930
    },
    {
      "epoch": 1.3059727558505065,
      "grad_norm": 4.54530143737793,
      "learning_rate": 6.2862024208484e-06,
      "loss": 0.2356,
      "step": 935
    },
    {
      "epoch": 1.312958435207824,
      "grad_norm": 6.054986000061035,
      "learning_rate": 6.249729925832716e-06,
      "loss": 0.2008,
      "step": 940
    },
    {
      "epoch": 1.3199441145651414,
      "grad_norm": 5.145763874053955,
      "learning_rate": 6.213186362615444e-06,
      "loss": 0.2086,
      "step": 945
    },
    {
      "epoch": 1.326929793922459,
      "grad_norm": 4.843288421630859,
      "learning_rate": 6.176573809313836e-06,
      "loss": 0.1962,
      "step": 950
    },
    {
      "epoch": 1.3339154732797764,
      "grad_norm": 5.428574085235596,
      "learning_rate": 6.139894347968389e-06,
      "loss": 0.2361,
      "step": 955
    },
    {
      "epoch": 1.340901152637094,
      "grad_norm": 5.883815765380859,
      "learning_rate": 6.103150064424454e-06,
      "loss": 0.1931,
      "step": 960
    },
    {
      "epoch": 1.3478868319944115,
      "grad_norm": 4.711780071258545,
      "learning_rate": 6.066343048213611e-06,
      "loss": 0.2122,
      "step": 965
    },
    {
      "epoch": 1.354872511351729,
      "grad_norm": 5.004215240478516,
      "learning_rate": 6.029475392434855e-06,
      "loss": 0.2247,
      "step": 970
    },
    {
      "epoch": 1.3618581907090466,
      "grad_norm": 5.238073825836182,
      "learning_rate": 5.9925491936355575e-06,
      "loss": 0.2228,
      "step": 975
    },
    {
      "epoch": 1.3688438700663639,
      "grad_norm": 5.151479721069336,
      "learning_rate": 5.955566551692247e-06,
      "loss": 0.2103,
      "step": 980
    },
    {
      "epoch": 1.3758295494236814,
      "grad_norm": 5.709561824798584,
      "learning_rate": 5.918529569691202e-06,
      "loss": 0.2069,
      "step": 985
    },
    {
      "epoch": 1.382815228780999,
      "grad_norm": 5.741881370544434,
      "learning_rate": 5.88144035380884e-06,
      "loss": 0.2225,
      "step": 990
    },
    {
      "epoch": 1.3898009081383165,
      "grad_norm": 5.143665790557861,
      "learning_rate": 5.8443010131919574e-06,
      "loss": 0.2411,
      "step": 995
    },
    {
      "epoch": 1.396786587495634,
      "grad_norm": 6.438896179199219,
      "learning_rate": 5.807113659837792e-06,
      "loss": 0.2324,
      "step": 1000
    },
    {
      "epoch": 1.4037722668529513,
      "grad_norm": 4.634160041809082,
      "learning_rate": 5.769880408473907e-06,
      "loss": 0.2005,
      "step": 1005
    },
    {
      "epoch": 1.410757946210269,
      "grad_norm": 4.902849197387695,
      "learning_rate": 5.732603376437944e-06,
      "loss": 0.2174,
      "step": 1010
    },
    {
      "epoch": 1.4177436255675864,
      "grad_norm": 5.148767948150635,
      "learning_rate": 5.695284683557216e-06,
      "loss": 0.237,
      "step": 1015
    },
    {
      "epoch": 1.424729304924904,
      "grad_norm": 5.740781784057617,
      "learning_rate": 5.6579264520281515e-06,
      "loss": 0.2197,
      "step": 1020
    },
    {
      "epoch": 1.4317149842822214,
      "grad_norm": 5.8418097496032715,
      "learning_rate": 5.620530806295621e-06,
      "loss": 0.2185,
      "step": 1025
    },
    {
      "epoch": 1.438700663639539,
      "grad_norm": 5.2934250831604,
      "learning_rate": 5.583099872932123e-06,
      "loss": 0.2092,
      "step": 1030
    },
    {
      "epoch": 1.4456863429968565,
      "grad_norm": 4.844241619110107,
      "learning_rate": 5.545635780516848e-06,
      "loss": 0.2084,
      "step": 1035
    },
    {
      "epoch": 1.4526720223541738,
      "grad_norm": 3.787388324737549,
      "learning_rate": 5.508140659514644e-06,
      "loss": 0.2007,
      "step": 1040
    },
    {
      "epoch": 1.4596577017114916,
      "grad_norm": 5.787258148193359,
      "learning_rate": 5.470616642154853e-06,
      "loss": 0.2263,
      "step": 1045
    },
    {
      "epoch": 1.4666433810688089,
      "grad_norm": 4.828206539154053,
      "learning_rate": 5.433065862310059e-06,
      "loss": 0.2041,
      "step": 1050
    },
    {
      "epoch": 1.4736290604261264,
      "grad_norm": 5.000522613525391,
      "learning_rate": 5.39549045537475e-06,
      "loss": 0.2125,
      "step": 1055
    },
    {
      "epoch": 1.480614739783444,
      "grad_norm": 4.484281063079834,
      "learning_rate": 5.3578925581438765e-06,
      "loss": 0.1907,
      "step": 1060
    },
    {
      "epoch": 1.4876004191407615,
      "grad_norm": 5.4914164543151855,
      "learning_rate": 5.32027430869134e-06,
      "loss": 0.2468,
      "step": 1065
    },
    {
      "epoch": 1.494586098498079,
      "grad_norm": 5.7337188720703125,
      "learning_rate": 5.28263784624841e-06,
      "loss": 0.2048,
      "step": 1070
    },
    {
      "epoch": 1.5015717778553963,
      "grad_norm": 5.739035606384277,
      "learning_rate": 5.244985311082073e-06,
      "loss": 0.2097,
      "step": 1075
    },
    {
      "epoch": 1.508557457212714,
      "grad_norm": 5.063661575317383,
      "learning_rate": 5.207318844373315e-06,
      "loss": 0.1988,
      "step": 1080
    },
    {
      "epoch": 1.5155431365700314,
      "grad_norm": 4.986030578613281,
      "learning_rate": 5.1696405880953715e-06,
      "loss": 0.2037,
      "step": 1085
    },
    {
      "epoch": 1.522528815927349,
      "grad_norm": 5.575538158416748,
      "learning_rate": 5.13195268489191e-06,
      "loss": 0.2026,
      "step": 1090
    },
    {
      "epoch": 1.5295144952846664,
      "grad_norm": 6.1051530838012695,
      "learning_rate": 5.094257277955187e-06,
      "loss": 0.2067,
      "step": 1095
    },
    {
      "epoch": 1.536500174641984,
      "grad_norm": 7.7973761558532715,
      "learning_rate": 5.056556510904178e-06,
      "loss": 0.2305,
      "step": 1100
    },
    {
      "epoch": 1.5434858539993015,
      "grad_norm": 4.967608451843262,
      "learning_rate": 5.0188525276626675e-06,
      "loss": 0.1946,
      "step": 1105
    },
    {
      "epoch": 1.5504715333566188,
      "grad_norm": 4.415831089019775,
      "learning_rate": 4.981147472337333e-06,
      "loss": 0.1934,
      "step": 1110
    },
    {
      "epoch": 1.5574572127139366,
      "grad_norm": 6.092747211456299,
      "learning_rate": 4.943443489095822e-06,
      "loss": 0.261,
      "step": 1115
    },
    {
      "epoch": 1.5644428920712539,
      "grad_norm": 5.598076820373535,
      "learning_rate": 4.905742722044813e-06,
      "loss": 0.1967,
      "step": 1120
    },
    {
      "epoch": 1.5714285714285714,
      "grad_norm": 4.891939640045166,
      "learning_rate": 4.868047315108091e-06,
      "loss": 0.2134,
      "step": 1125
    },
    {
      "epoch": 1.578414250785889,
      "grad_norm": 5.4631667137146,
      "learning_rate": 4.83035941190463e-06,
      "loss": 0.2164,
      "step": 1130
    },
    {
      "epoch": 1.5853999301432065,
      "grad_norm": 4.748926162719727,
      "learning_rate": 4.792681155626687e-06,
      "loss": 0.2095,
      "step": 1135
    },
    {
      "epoch": 1.592385609500524,
      "grad_norm": 5.863819122314453,
      "learning_rate": 4.75501468891793e-06,
      "loss": 0.2115,
      "step": 1140
    },
    {
      "epoch": 1.5993712888578413,
      "grad_norm": 5.605953216552734,
      "learning_rate": 4.717362153751591e-06,
      "loss": 0.1883,
      "step": 1145
    },
    {
      "epoch": 1.606356968215159,
      "grad_norm": 5.130843639373779,
      "learning_rate": 4.679725691308662e-06,
      "loss": 0.2082,
      "step": 1150
    },
    {
      "epoch": 1.6133426475724764,
      "grad_norm": 5.240429401397705,
      "learning_rate": 4.642107441856125e-06,
      "loss": 0.2219,
      "step": 1155
    },
    {
      "epoch": 1.620328326929794,
      "grad_norm": 4.621257305145264,
      "learning_rate": 4.604509544625252e-06,
      "loss": 0.1798,
      "step": 1160
    },
    {
      "epoch": 1.6273140062871114,
      "grad_norm": 4.74717903137207,
      "learning_rate": 4.566934137689943e-06,
      "loss": 0.1898,
      "step": 1165
    },
    {
      "epoch": 1.634299685644429,
      "grad_norm": 4.941923141479492,
      "learning_rate": 4.529383357845148e-06,
      "loss": 0.1949,
      "step": 1170
    },
    {
      "epoch": 1.6412853650017465,
      "grad_norm": 5.3948516845703125,
      "learning_rate": 4.491859340485356e-06,
      "loss": 0.1925,
      "step": 1175
    },
    {
      "epoch": 1.6482710443590638,
      "grad_norm": 5.2328667640686035,
      "learning_rate": 4.454364219483153e-06,
      "loss": 0.2067,
      "step": 1180
    },
    {
      "epoch": 1.6552567237163816,
      "grad_norm": 5.516434669494629,
      "learning_rate": 4.416900127067879e-06,
      "loss": 0.2076,
      "step": 1185
    },
    {
      "epoch": 1.6622424030736989,
      "grad_norm": 5.7635040283203125,
      "learning_rate": 4.3794691937043804e-06,
      "loss": 0.2152,
      "step": 1190
    },
    {
      "epoch": 1.6692280824310164,
      "grad_norm": 4.992877006530762,
      "learning_rate": 4.342073547971849e-06,
      "loss": 0.2091,
      "step": 1195
    },
    {
      "epoch": 1.676213761788334,
      "grad_norm": 5.6958136558532715,
      "learning_rate": 4.304715316442785e-06,
      "loss": 0.2059,
      "step": 1200
    },
    {
      "epoch": 1.6831994411456515,
      "grad_norm": 6.601348400115967,
      "learning_rate": 4.267396623562057e-06,
      "loss": 0.2227,
      "step": 1205
    },
    {
      "epoch": 1.690185120502969,
      "grad_norm": 4.910021781921387,
      "learning_rate": 4.230119591526095e-06,
      "loss": 0.2157,
      "step": 1210
    },
    {
      "epoch": 1.6971707998602863,
      "grad_norm": 5.821145534515381,
      "learning_rate": 4.19288634016221e-06,
      "loss": 0.2197,
      "step": 1215
    },
    {
      "epoch": 1.704156479217604,
      "grad_norm": 5.628259658813477,
      "learning_rate": 4.155698986808045e-06,
      "loss": 0.2159,
      "step": 1220
    },
    {
      "epoch": 1.7111421585749214,
      "grad_norm": 5.30466890335083,
      "learning_rate": 4.118559646191164e-06,
      "loss": 0.1895,
      "step": 1225
    },
    {
      "epoch": 1.7181278379322389,
      "grad_norm": 4.880356311798096,
      "learning_rate": 4.081470430308799e-06,
      "loss": 0.2022,
      "step": 1230
    },
    {
      "epoch": 1.7251135172895564,
      "grad_norm": 5.982080936431885,
      "learning_rate": 4.044433448307753e-06,
      "loss": 0.2135,
      "step": 1235
    },
    {
      "epoch": 1.732099196646874,
      "grad_norm": 5.4156341552734375,
      "learning_rate": 4.007450806364443e-06,
      "loss": 0.1854,
      "step": 1240
    },
    {
      "epoch": 1.7390848760041915,
      "grad_norm": 4.503352165222168,
      "learning_rate": 3.970524607565146e-06,
      "loss": 0.1988,
      "step": 1245
    },
    {
      "epoch": 1.7460705553615088,
      "grad_norm": 4.712128162384033,
      "learning_rate": 3.93365695178639e-06,
      "loss": 0.213,
      "step": 1250
    },
    {
      "epoch": 1.7530562347188265,
      "grad_norm": 6.144698143005371,
      "learning_rate": 3.896849935575548e-06,
      "loss": 0.2213,
      "step": 1255
    },
    {
      "epoch": 1.7600419140761439,
      "grad_norm": 5.0675482749938965,
      "learning_rate": 3.860105652031612e-06,
      "loss": 0.1937,
      "step": 1260
    },
    {
      "epoch": 1.7670275934334614,
      "grad_norm": 5.1114020347595215,
      "learning_rate": 3.823426190686166e-06,
      "loss": 0.2159,
      "step": 1265
    },
    {
      "epoch": 1.774013272790779,
      "grad_norm": 5.182307720184326,
      "learning_rate": 3.7868136373845577e-06,
      "loss": 0.2074,
      "step": 1270
    },
    {
      "epoch": 1.7809989521480964,
      "grad_norm": 5.307186126708984,
      "learning_rate": 3.7502700741672864e-06,
      "loss": 0.2072,
      "step": 1275
    },
    {
      "epoch": 1.787984631505414,
      "grad_norm": 5.354731559753418,
      "learning_rate": 3.7137975791516025e-06,
      "loss": 0.2029,
      "step": 1280
    },
    {
      "epoch": 1.7949703108627313,
      "grad_norm": 5.206900119781494,
      "learning_rate": 3.6773982264133324e-06,
      "loss": 0.1993,
      "step": 1285
    },
    {
      "epoch": 1.801955990220049,
      "grad_norm": 5.040802955627441,
      "learning_rate": 3.641074085868932e-06,
      "loss": 0.1863,
      "step": 1290
    },
    {
      "epoch": 1.8089416695773664,
      "grad_norm": 4.957560062408447,
      "learning_rate": 3.604827223157773e-06,
      "loss": 0.2037,
      "step": 1295
    },
    {
      "epoch": 1.8159273489346839,
      "grad_norm": 5.18066930770874,
      "learning_rate": 3.5686596995246868e-06,
      "loss": 0.1939,
      "step": 1300
    },
    {
      "epoch": 1.8229130282920014,
      "grad_norm": 6.234875202178955,
      "learning_rate": 3.5325735717027386e-06,
      "loss": 0.2052,
      "step": 1305
    },
    {
      "epoch": 1.829898707649319,
      "grad_norm": 5.431389808654785,
      "learning_rate": 3.496570891796267e-06,
      "loss": 0.1935,
      "step": 1310
    },
    {
      "epoch": 1.8368843870066365,
      "grad_norm": 5.478362083435059,
      "learning_rate": 3.4606537071641966e-06,
      "loss": 0.207,
      "step": 1315
    },
    {
      "epoch": 1.8438700663639538,
      "grad_norm": 5.117818832397461,
      "learning_rate": 3.424824060303601e-06,
      "loss": 0.2017,
      "step": 1320
    },
    {
      "epoch": 1.8508557457212715,
      "grad_norm": 4.163613319396973,
      "learning_rate": 3.389083988733556e-06,
      "loss": 0.1818,
      "step": 1325
    },
    {
      "epoch": 1.8578414250785888,
      "grad_norm": 4.954441070556641,
      "learning_rate": 3.3534355248792787e-06,
      "loss": 0.1909,
      "step": 1330
    },
    {
      "epoch": 1.8648271044359064,
      "grad_norm": 5.696218490600586,
      "learning_rate": 3.3178806959565378e-06,
      "loss": 0.2004,
      "step": 1335
    },
    {
      "epoch": 1.871812783793224,
      "grad_norm": 5.73183536529541,
      "learning_rate": 3.282421523856381e-06,
      "loss": 0.1965,
      "step": 1340
    },
    {
      "epoch": 1.8787984631505414,
      "grad_norm": 5.084606647491455,
      "learning_rate": 3.247060025030156e-06,
      "loss": 0.2062,
      "step": 1345
    },
    {
      "epoch": 1.885784142507859,
      "grad_norm": 6.37736177444458,
      "learning_rate": 3.2117982103748358e-06,
      "loss": 0.2164,
      "step": 1350
    },
    {
      "epoch": 1.8927698218651763,
      "grad_norm": 4.8795013427734375,
      "learning_rate": 3.1766380851186695e-06,
      "loss": 0.2003,
      "step": 1355
    },
    {
      "epoch": 1.899755501222494,
      "grad_norm": 5.402559757232666,
      "learning_rate": 3.141581648707155e-06,
      "loss": 0.188,
      "step": 1360
    },
    {
      "epoch": 1.9067411805798113,
      "grad_norm": 5.172591209411621,
      "learning_rate": 3.106630894689328e-06,
      "loss": 0.1847,
      "step": 1365
    },
    {
      "epoch": 1.9137268599371289,
      "grad_norm": 4.233926773071289,
      "learning_rate": 3.0717878106043987e-06,
      "loss": 0.187,
      "step": 1370
    },
    {
      "epoch": 1.9207125392944464,
      "grad_norm": 4.548036575317383,
      "learning_rate": 3.0370543778687315e-06,
      "loss": 0.2091,
      "step": 1375
    },
    {
      "epoch": 1.927698218651764,
      "grad_norm": 6.768104076385498,
      "learning_rate": 3.002432571663162e-06,
      "loss": 0.1916,
      "step": 1380
    },
    {
      "epoch": 1.9346838980090815,
      "grad_norm": 4.954831600189209,
      "learning_rate": 2.9679243608206752e-06,
      "loss": 0.1896,
      "step": 1385
    },
    {
      "epoch": 1.9416695773663988,
      "grad_norm": 5.701454162597656,
      "learning_rate": 2.933531707714451e-06,
      "loss": 0.2246,
      "step": 1390
    },
    {
      "epoch": 1.9486552567237165,
      "grad_norm": 4.5505475997924805,
      "learning_rate": 2.8992565681462592e-06,
      "loss": 0.1776,
      "step": 1395
    },
    {
      "epoch": 1.9556409360810338,
      "grad_norm": 3.9627044200897217,
      "learning_rate": 2.86510089123525e-06,
      "loss": 0.1774,
      "step": 1400
    },
    {
      "epoch": 1.9626266154383514,
      "grad_norm": 5.475313186645508,
      "learning_rate": 2.831066619307104e-06,
      "loss": 0.2232,
      "step": 1405
    },
    {
      "epoch": 1.969612294795669,
      "grad_norm": 4.611178874969482,
      "learning_rate": 2.797155687783587e-06,
      "loss": 0.1724,
      "step": 1410
    },
    {
      "epoch": 1.9765979741529862,
      "grad_norm": 4.791353225708008,
      "learning_rate": 2.7633700250724837e-06,
      "loss": 0.2039,
      "step": 1415
    },
    {
      "epoch": 1.983583653510304,
      "grad_norm": 4.962776184082031,
      "learning_rate": 2.7297115524579364e-06,
      "loss": 0.1999,
      "step": 1420
    },
    {
      "epoch": 1.9905693328676213,
      "grad_norm": 5.41670560836792,
      "learning_rate": 2.6961821839911873e-06,
      "loss": 0.2224,
      "step": 1425
    },
    {
      "epoch": 1.997555012224939,
      "grad_norm": 4.636608600616455,
      "learning_rate": 2.662783826381734e-06,
      "loss": 0.1939,
      "step": 1430
    }
  ],
  "logging_steps": 5,
  "max_steps": 2148,
  "num_input_tokens_seen": 0,
  "num_train_epochs": 3,
  "save_steps": 500,
  "stateful_callbacks": {
    "TrainerControl": {
      "args": {
        "should_epoch_stop": false,
        "should_evaluate": false,
        "should_log": false,
        "should_save": true,
        "should_training_stop": false
      },
      "attributes": {}
    }
  },
  "total_flos": 1.9369845131879383e+18,
  "train_batch_size": 2,
  "trial_name": null,
  "trial_params": null
}