{
  "best_global_step": null,
  "best_metric": null,
  "best_model_checkpoint": null,
  "epoch": 1.0,
  "eval_steps": 500,
  "global_step": 927,
  "is_hyper_param_search": false,
  "is_local_process_zero": true,
  "is_world_process_zero": true,
  "log_history": [
    {
      "epoch": 0.005398110661268556,
      "grad_norm": 46.5,
      "learning_rate": 2.1428571428571427e-06,
      "loss": 2.6865272521972656,
      "step": 5
    },
    {
      "epoch": 0.010796221322537112,
      "grad_norm": 25.5,
      "learning_rate": 4.821428571428572e-06,
      "loss": 2.7759025573730467,
      "step": 10
    },
    {
      "epoch": 0.016194331983805668,
      "grad_norm": 9.625,
      "learning_rate": 7.5e-06,
      "loss": 2.3364213943481444,
      "step": 15
    },
    {
      "epoch": 0.021592442645074223,
      "grad_norm": 10.0625,
      "learning_rate": 1.0178571428571429e-05,
      "loss": 2.357875442504883,
      "step": 20
    },
    {
      "epoch": 0.02699055330634278,
      "grad_norm": 7.125,
      "learning_rate": 1.2857142857142857e-05,
      "loss": 2.113478088378906,
      "step": 25
    },
    {
      "epoch": 0.032388663967611336,
      "grad_norm": 5.34375,
      "learning_rate": 1.4999954205725012e-05,
      "loss": 2.0126585006713866,
      "step": 30
    },
    {
      "epoch": 0.037786774628879895,
      "grad_norm": 3.546875,
      "learning_rate": 1.4998351464818896e-05,
      "loss": 1.952888298034668,
      "step": 35
    },
    {
      "epoch": 0.043184885290148446,
      "grad_norm": 3.875,
      "learning_rate": 1.4994459569363502e-05,
      "loss": 1.7912431716918946,
      "step": 40
    },
    {
      "epoch": 0.048582995951417005,
      "grad_norm": 4.5625,
      "learning_rate": 1.4988279707506684e-05,
      "loss": 1.7172063827514648,
      "step": 45
    },
    {
      "epoch": 0.05398110661268556,
      "grad_norm": 3.828125,
      "learning_rate": 1.4979813765884318e-05,
      "loss": 1.6440818786621094,
      "step": 50
    },
    {
      "epoch": 0.059379217273954114,
      "grad_norm": 5.28125,
      "learning_rate": 1.4969064329044335e-05,
      "loss": 1.691044235229492,
      "step": 55
    },
    {
      "epoch": 0.06477732793522267,
      "grad_norm": 3.1875,
      "learning_rate": 1.4956034678657697e-05,
      "loss": 1.6486940383911133,
      "step": 60
    },
    {
      "epoch": 0.07017543859649122,
      "grad_norm": 4.3125,
      "learning_rate": 1.4940728792516532e-05,
      "loss": 1.621745491027832,
      "step": 65
    },
    {
      "epoch": 0.07557354925775979,
      "grad_norm": 3.140625,
      "learning_rate": 1.492315134331978e-05,
      "loss": 1.7037588119506837,
      "step": 70
    },
    {
      "epoch": 0.08097165991902834,
      "grad_norm": 4.46875,
      "learning_rate": 1.490330769724665e-05,
      "loss": 1.5873713493347168,
      "step": 75
    },
    {
      "epoch": 0.08636977058029689,
      "grad_norm": 3.078125,
      "learning_rate": 1.4881203912318417e-05,
      "loss": 1.5764989852905273,
      "step": 80
    },
    {
      "epoch": 0.09176788124156546,
      "grad_norm": 2.515625,
      "learning_rate": 1.4856846736548972e-05,
      "loss": 1.6242074966430664,
      "step": 85
    },
    {
      "epoch": 0.09716599190283401,
      "grad_norm": 2.5625,
      "learning_rate": 1.4830243605884732e-05,
      "loss": 1.5501031875610352,
      "step": 90
    },
    {
      "epoch": 0.10256410256410256,
      "grad_norm": 2.46875,
      "learning_rate": 1.4801402641934543e-05,
      "loss": 1.7399942398071289,
      "step": 95
    },
    {
      "epoch": 0.10796221322537113,
      "grad_norm": 3.46875,
      "learning_rate": 1.4770332649490248e-05,
      "loss": 1.5935526847839356,
      "step": 100
    },
    {
      "epoch": 0.11336032388663968,
      "grad_norm": 2.453125,
      "learning_rate": 1.4737043113838703e-05,
      "loss": 1.6135421752929688,
      "step": 105
    },
    {
      "epoch": 0.11875843454790823,
      "grad_norm": 3.734375,
      "learning_rate": 1.4701544197866017e-05,
      "loss": 1.4750379562377929,
      "step": 110
    },
    {
      "epoch": 0.1241565452091768,
      "grad_norm": 3.421875,
      "learning_rate": 1.4663846738954966e-05,
      "loss": 1.5500977516174317,
      "step": 115
    },
    {
      "epoch": 0.12955465587044535,
      "grad_norm": 3.15625,
      "learning_rate": 1.4623962245676462e-05,
      "loss": 1.4977538108825683,
      "step": 120
    },
    {
      "epoch": 0.1349527665317139,
      "grad_norm": 2.140625,
      "learning_rate": 1.4581902894276133e-05,
      "loss": 1.5538610458374023,
      "step": 125
    },
    {
      "epoch": 0.14035087719298245,
      "grad_norm": 3.515625,
      "learning_rate": 1.4537681524957061e-05,
      "loss": 1.5750856399536133,
      "step": 130
    },
    {
      "epoch": 0.145748987854251,
      "grad_norm": 2.71875,
      "learning_rate": 1.4491311637959828e-05,
      "loss": 1.5172950744628906,
      "step": 135
    },
    {
      "epoch": 0.15114709851551958,
      "grad_norm": 2.65625,
      "learning_rate": 1.4442807389441062e-05,
      "loss": 1.4594326972961427,
      "step": 140
    },
    {
      "epoch": 0.15654520917678813,
      "grad_norm": 2.921875,
      "learning_rate": 1.439218358715173e-05,
      "loss": 1.5347204208374023,
      "step": 145
    },
    {
      "epoch": 0.16194331983805668,
      "grad_norm": 5.0625,
      "learning_rate": 1.4339455685916516e-05,
      "loss": 1.490595531463623,
      "step": 150
    },
    {
      "epoch": 0.16734143049932523,
      "grad_norm": 3.421875,
      "learning_rate": 1.4284639782915652e-05,
      "loss": 1.4158689498901367,
      "step": 155
    },
    {
      "epoch": 0.17273954116059378,
      "grad_norm": 2.8125,
      "learning_rate": 1.4227752612770654e-05,
      "loss": 1.4857367515563964,
      "step": 160
    },
    {
      "epoch": 0.17813765182186234,
      "grad_norm": 2.96875,
      "learning_rate": 1.4168811542435435e-05,
      "loss": 1.5408924102783204,
      "step": 165
    },
    {
      "epoch": 0.18353576248313092,
      "grad_norm": 2.90625,
      "learning_rate": 1.4107834565894396e-05,
      "loss": 1.6404100418090821,
      "step": 170
    },
    {
      "epoch": 0.18893387314439947,
      "grad_norm": 2.828125,
      "learning_rate": 1.4044840298669085e-05,
      "loss": 1.5440165519714355,
      "step": 175
    },
    {
      "epoch": 0.19433198380566802,
      "grad_norm": 4.03125,
      "learning_rate": 1.3979847972135099e-05,
      "loss": 1.4469735145568847,
      "step": 180
    },
    {
      "epoch": 0.19973009446693657,
      "grad_norm": 2.65625,
      "learning_rate": 1.391287742765099e-05,
      "loss": 1.4575271606445312,
      "step": 185
    },
    {
      "epoch": 0.20512820512820512,
      "grad_norm": 2.96875,
      "learning_rate": 1.3843949110500939e-05,
      "loss": 1.468193817138672,
      "step": 190
    },
    {
      "epoch": 0.21052631578947367,
      "grad_norm": 2.859375,
      "learning_rate": 1.3773084063653057e-05,
      "loss": 1.380112075805664,
      "step": 195
    },
    {
      "epoch": 0.21592442645074225,
      "grad_norm": 3.71875,
      "learning_rate": 1.3700303921335235e-05,
      "loss": 1.4284241676330567,
      "step": 200
    },
    {
      "epoch": 0.2213225371120108,
      "grad_norm": 2.828125,
      "learning_rate": 1.3625630902430466e-05,
      "loss": 1.4978090286254884,
      "step": 205
    },
    {
      "epoch": 0.22672064777327935,
      "grad_norm": 3.3125,
      "learning_rate": 1.3549087803693715e-05,
      "loss": 1.4717984199523926,
      "step": 210
    },
    {
      "epoch": 0.2321187584345479,
      "grad_norm": 3.203125,
      "learning_rate": 1.3470697992792328e-05,
      "loss": 1.5032032966613769,
      "step": 215
    },
    {
      "epoch": 0.23751686909581646,
      "grad_norm": 2.578125,
      "learning_rate": 1.339048540117218e-05,
      "loss": 1.539174461364746,
      "step": 220
    },
    {
      "epoch": 0.242914979757085,
      "grad_norm": 2.703125,
      "learning_rate": 1.3308474516751701e-05,
      "loss": 1.4706098556518554,
      "step": 225
    },
    {
      "epoch": 0.2483130904183536,
      "grad_norm": 3.1875,
      "learning_rate": 1.322469037644601e-05,
      "loss": 1.4873103141784667,
      "step": 230
    },
    {
      "epoch": 0.25371120107962214,
      "grad_norm": 3.046875,
      "learning_rate": 1.3139158558523457e-05,
      "loss": 1.4533129692077638,
      "step": 235
    },
    {
      "epoch": 0.2591093117408907,
      "grad_norm": 2.640625,
      "learning_rate": 1.3051905174796882e-05,
      "loss": 1.5055602073669434,
      "step": 240
    },
    {
      "epoch": 0.26450742240215924,
      "grad_norm": 2.375,
      "learning_rate": 1.296295686265202e-05,
      "loss": 1.4806604385375977,
      "step": 245
    },
    {
      "epoch": 0.2699055330634278,
      "grad_norm": 5.21875,
      "learning_rate": 1.2872340776915414e-05,
      "loss": 1.463977336883545,
      "step": 250
    },
    {
      "epoch": 0.27530364372469635,
      "grad_norm": 2.515625,
      "learning_rate": 1.2780084581564391e-05,
      "loss": 1.445403480529785,
      "step": 255
    },
    {
      "epoch": 0.2807017543859649,
      "grad_norm": 3.015625,
      "learning_rate": 1.2686216441281581e-05,
      "loss": 1.4426302909851074,
      "step": 260
    },
    {
      "epoch": 0.28609986504723345,
      "grad_norm": 2.9375,
      "learning_rate": 1.2590765012856599e-05,
      "loss": 1.4424419403076172,
      "step": 265
    },
    {
      "epoch": 0.291497975708502,
      "grad_norm": 2.546875,
      "learning_rate": 1.2493759436437467e-05,
      "loss": 1.3920962333679199,
      "step": 270
    },
    {
      "epoch": 0.2968960863697706,
      "grad_norm": 4.0625,
      "learning_rate": 1.2395229326634489e-05,
      "loss": 1.481032943725586,
      "step": 275
    },
    {
      "epoch": 0.30229419703103916,
      "grad_norm": 3.171875,
      "learning_rate": 1.2295204763479281e-05,
      "loss": 1.3904236793518066,
      "step": 280
    },
    {
      "epoch": 0.3076923076923077,
      "grad_norm": 3.34375,
      "learning_rate": 1.2193716283241692e-05,
      "loss": 1.4106941223144531,
      "step": 285
    },
    {
      "epoch": 0.31309041835357626,
      "grad_norm": 3.015625,
      "learning_rate": 1.2090794869107473e-05,
      "loss": 1.4160966873168945,
      "step": 290
    },
    {
      "epoch": 0.3184885290148448,
      "grad_norm": 4.375,
      "learning_rate": 1.1986471941719478e-05,
      "loss": 1.392179298400879,
      "step": 295
    },
    {
      "epoch": 0.32388663967611336,
      "grad_norm": 3.03125,
      "learning_rate": 1.1880779349585331e-05,
      "loss": 1.4000489234924316,
      "step": 300
    },
    {
      "epoch": 0.3292847503373819,
      "grad_norm": 2.40625,
      "learning_rate": 1.1773749359354481e-05,
      "loss": 1.482375717163086,
      "step": 305
    },
    {
      "epoch": 0.33468286099865047,
      "grad_norm": 2.140625,
      "learning_rate": 1.166541464596757e-05,
      "loss": 1.5753582000732422,
      "step": 310
    },
    {
      "epoch": 0.340080971659919,
      "grad_norm": 3.59375,
      "learning_rate": 1.1555808282681187e-05,
      "loss": 1.3877858161926269,
      "step": 315
    },
    {
      "epoch": 0.34547908232118757,
      "grad_norm": 2.4375,
      "learning_rate": 1.1444963730971009e-05,
      "loss": 1.3945396423339844,
      "step": 320
    },
    {
      "epoch": 0.3508771929824561,
      "grad_norm": 3.125,
      "learning_rate": 1.1332914830316416e-05,
      "loss": 1.3506329536437989,
      "step": 325
    },
    {
      "epoch": 0.3562753036437247,
      "grad_norm": 3.296875,
      "learning_rate": 1.121969578786973e-05,
      "loss": 1.4695911407470703,
      "step": 330
    },
    {
      "epoch": 0.3616734143049933,
      "grad_norm": 4.9375,
      "learning_rate": 1.1105341168013172e-05,
      "loss": 1.350149440765381,
      "step": 335
    },
    {
      "epoch": 0.36707152496626183,
      "grad_norm": 2.859375,
      "learning_rate": 1.098988588180679e-05,
      "loss": 1.4387104034423828,
      "step": 340
    },
    {
      "epoch": 0.3724696356275304,
      "grad_norm": 3.421875,
      "learning_rate": 1.0873365176330553e-05,
      "loss": 1.3866162300109863,
      "step": 345
    },
    {
      "epoch": 0.37786774628879893,
      "grad_norm": 3.0625,
      "learning_rate": 1.0755814623923825e-05,
      "loss": 1.4232500076293946,
      "step": 350
    },
    {
      "epoch": 0.3832658569500675,
      "grad_norm": 2.890625,
      "learning_rate": 1.0637270111325591e-05,
      "loss": 1.483820629119873,
      "step": 355
    },
    {
      "epoch": 0.38866396761133604,
      "grad_norm": 2.40625,
      "learning_rate": 1.0517767828718664e-05,
      "loss": 1.429130458831787,
      "step": 360
    },
    {
      "epoch": 0.3940620782726046,
      "grad_norm": 3.1875,
      "learning_rate": 1.0397344258681267e-05,
      "loss": 1.435228157043457,
      "step": 365
    },
    {
      "epoch": 0.39946018893387314,
      "grad_norm": 3.328125,
      "learning_rate": 1.027603616504936e-05,
      "loss": 1.508815097808838,
      "step": 370
    },
    {
      "epoch": 0.4048582995951417,
      "grad_norm": 3.625,
      "learning_rate": 1.0153880581693075e-05,
      "loss": 1.486521339416504,
      "step": 375
    },
    {
      "epoch": 0.41025641025641024,
      "grad_norm": 4.09375,
      "learning_rate": 1.0030914801210753e-05,
      "loss": 1.3994467735290528,
      "step": 380
    },
    {
      "epoch": 0.4156545209176788,
      "grad_norm": 2.71875,
      "learning_rate": 9.907176363543956e-06,
      "loss": 1.417519474029541,
      "step": 385
    },
    {
      "epoch": 0.42105263157894735,
      "grad_norm": 3.203125,
      "learning_rate": 9.782703044516986e-06,
      "loss": 1.485072708129883,
      "step": 390
    },
    {
      "epoch": 0.42645074224021595,
      "grad_norm": 3.984375,
      "learning_rate": 9.657532844304396e-06,
      "loss": 1.4095831871032716,
      "step": 395
    },
    {
      "epoch": 0.4318488529014845,
      "grad_norm": 2.359375,
      "learning_rate": 9.531703975829994e-06,
      "loss": 1.5393587112426759,
      "step": 400
    },
    {
      "epoch": 0.43724696356275305,
      "grad_norm": 3.3125,
      "learning_rate": 9.405254853100927e-06,
      "loss": 1.4214500427246093,
      "step": 405
    },
    {
      "epoch": 0.4426450742240216,
      "grad_norm": 3.03125,
      "learning_rate": 9.278224079480331e-06,
      "loss": 1.3928979873657226,
      "step": 410
    },
    {
      "epoch": 0.44804318488529016,
      "grad_norm": 3.0625,
      "learning_rate": 9.150650435902215e-06,
      "loss": 1.4364460945129394,
      "step": 415
    },
    {
      "epoch": 0.4534412955465587,
      "grad_norm": 4.65625,
      "learning_rate": 9.022572869032115e-06,
      "loss": 1.3835034370422363,
      "step": 420
    },
    {
      "epoch": 0.45883940620782726,
      "grad_norm": 2.75,
      "learning_rate": 8.894030479377152e-06,
      "loss": 1.4032472610473632,
      "step": 425
    },
    {
      "epoch": 0.4642375168690958,
      "grad_norm": 3.84375,
      "learning_rate": 8.765062509349134e-06,
      "loss": 1.3748113632202148,
      "step": 430
    },
    {
      "epoch": 0.46963562753036436,
      "grad_norm": 2.78125,
      "learning_rate": 8.635708331284326e-06,
      "loss": 1.4337423324584961,
      "step": 435
    },
    {
      "epoch": 0.4750337381916329,
      "grad_norm": 3.015625,
      "learning_rate": 8.506007435423558e-06,
      "loss": 1.4276753425598145,
      "step": 440
    },
    {
      "epoch": 0.48043184885290147,
      "grad_norm": 2.375,
      "learning_rate": 8.375999417856343e-06,
      "loss": 1.3890512466430665,
      "step": 445
    },
    {
      "epoch": 0.48582995951417,
      "grad_norm": 2.875,
      "learning_rate": 8.24572396843268e-06,
      "loss": 1.4220175743103027,
      "step": 450
    },
    {
      "epoch": 0.49122807017543857,
      "grad_norm": 2.78125,
      "learning_rate": 8.11522085864622e-06,
      "loss": 1.4079001426696778,
      "step": 455
    },
    {
      "epoch": 0.4966261808367072,
      "grad_norm": 3.765625,
      "learning_rate": 7.984529929492535e-06,
      "loss": 1.369932270050049,
      "step": 460
    },
    {
      "epoch": 0.5020242914979757,
      "grad_norm": 2.578125,
      "learning_rate": 7.853691079306129e-06,
      "loss": 1.269005298614502,
      "step": 465
    },
    {
      "epoch": 0.5074224021592443,
      "grad_norm": 2.984375,
      "learning_rate": 7.722744251579988e-06,
      "loss": 1.3606270790100097,
      "step": 470
    },
    {
      "epoch": 0.5128205128205128,
      "grad_norm": 3.015625,
      "learning_rate": 7.591729422771317e-06,
      "loss": 1.4284911155700684,
      "step": 475
    },
    {
      "epoch": 0.5182186234817814,
      "grad_norm": 3.15625,
      "learning_rate": 7.460686590097202e-06,
      "loss": 1.449836254119873,
      "step": 480
    },
    {
      "epoch": 0.5236167341430499,
      "grad_norm": 4.21875,
      "learning_rate": 7.3296557593239795e-06,
      "loss": 1.3596923828125,
      "step": 485
    },
    {
      "epoch": 0.5290148448043185,
      "grad_norm": 2.796875,
      "learning_rate": 7.1986769325539485e-06,
      "loss": 1.3217558860778809,
      "step": 490
    },
    {
      "epoch": 0.5344129554655871,
      "grad_norm": 4.21875,
      "learning_rate": 7.067790096013219e-06,
      "loss": 1.4159544944763183,
      "step": 495
    },
    {
      "epoch": 0.5398110661268556,
      "grad_norm": 2.75,
      "learning_rate": 6.93703520784442e-06,
      "loss": 1.4698023796081543,
      "step": 500
    },
    {
      "epoch": 0.5452091767881242,
      "grad_norm": 2.59375,
      "learning_rate": 6.806452185907963e-06,
      "loss": 1.4592896461486817,
      "step": 505
    },
    {
      "epoch": 0.5506072874493927,
      "grad_norm": 2.578125,
      "learning_rate": 6.676080895595617e-06,
      "loss": 1.440026092529297,
      "step": 510
    },
    {
      "epoch": 0.5560053981106613,
      "grad_norm": 2.421875,
      "learning_rate": 6.545961137660077e-06,
      "loss": 1.4954944610595704,
      "step": 515
    },
    {
      "epoch": 0.5614035087719298,
      "grad_norm": 3.453125,
      "learning_rate": 6.416132636064301e-06,
      "loss": 1.4568126678466797,
      "step": 520
    },
    {
      "epoch": 0.5668016194331984,
      "grad_norm": 2.828125,
      "learning_rate": 6.2866350258542645e-06,
      "loss": 1.4184711456298829,
      "step": 525
    },
    {
      "epoch": 0.5721997300944669,
      "grad_norm": 2.890625,
      "learning_rate": 6.157507841058874e-06,
      "loss": 1.4063173294067384,
      "step": 530
    },
    {
      "epoch": 0.5775978407557355,
      "grad_norm": 3.15625,
      "learning_rate": 6.028790502620701e-06,
      "loss": 1.3004539489746094,
      "step": 535
    },
    {
      "epoch": 0.582995951417004,
      "grad_norm": 3.296875,
      "learning_rate": 5.900522306361271e-06,
      "loss": 1.3872806549072265,
      "step": 540
    },
    {
      "epoch": 0.5883940620782726,
      "grad_norm": 3.03125,
      "learning_rate": 5.772742410984511e-06,
      "loss": 1.3209671020507812,
      "step": 545
    },
    {
      "epoch": 0.5937921727395412,
      "grad_norm": 2.640625,
      "learning_rate": 5.645489826122098e-06,
      "loss": 1.5138866424560546,
      "step": 550
    },
    {
      "epoch": 0.5991902834008097,
      "grad_norm": 3.75,
      "learning_rate": 5.518803400424286e-06,
      "loss": 1.383652400970459,
      "step": 555
    },
    {
      "epoch": 0.6045883940620783,
      "grad_norm": 3.625,
      "learning_rate": 5.392721809699897e-06,
      "loss": 1.4016658782958984,
      "step": 560
    },
    {
      "epoch": 0.6099865047233468,
      "grad_norm": 2.796875,
      "learning_rate": 5.267283545109068e-06,
      "loss": 1.3988656997680664,
      "step": 565
    },
    {
      "epoch": 0.6153846153846154,
      "grad_norm": 2.65625,
      "learning_rate": 5.142526901412366e-06,
      "loss": 1.4131988525390624,
      "step": 570
    },
    {
      "epoch": 0.6207827260458839,
      "grad_norm": 3.5625,
      "learning_rate": 5.018489965279887e-06,
      "loss": 1.3934114456176758,
      "step": 575
    },
    {
      "epoch": 0.6261808367071525,
      "grad_norm": 3.09375,
      "learning_rate": 4.895210603663849e-06,
      "loss": 1.3578675270080567,
      "step": 580
    },
    {
      "epoch": 0.631578947368421,
      "grad_norm": 3.015625,
      "learning_rate": 4.772726452238277e-06,
      "loss": 1.4002360343933105,
      "step": 585
    },
    {
      "epoch": 0.6369770580296896,
      "grad_norm": 4.21875,
      "learning_rate": 4.651074903909303e-06,
      "loss": 1.2647083282470704,
      "step": 590
    },
    {
      "epoch": 0.6423751686909581,
      "grad_norm": 2.984375,
      "learning_rate": 4.5302930973995636e-06,
      "loss": 1.402871036529541,
      "step": 595
    },
    {
      "epoch": 0.6477732793522267,
      "grad_norm": 2.25,
      "learning_rate": 4.4104179059102066e-06,
      "loss": 1.3439860343933105,
      "step": 600
    },
    {
      "epoch": 0.6531713900134952,
      "grad_norm": 3.796875,
      "learning_rate": 4.291485925863952e-06,
      "loss": 1.3316984176635742,
      "step": 605
    },
    {
      "epoch": 0.6585695006747638,
      "grad_norm": 2.875,
      "learning_rate": 4.173533465732669e-06,
      "loss": 1.4628570556640625,
      "step": 610
    },
    {
      "epoch": 0.6639676113360324,
      "grad_norm": 3.390625,
      "learning_rate": 4.056596534952823e-06,
      "loss": 1.3681221961975099,
      "step": 615
    },
    {
      "epoch": 0.6693657219973009,
      "grad_norm": 2.5625,
      "learning_rate": 3.940710832932262e-06,
      "loss": 1.4698673248291017,
      "step": 620
    },
    {
      "epoch": 0.6747638326585695,
      "grad_norm": 3.09375,
      "learning_rate": 3.8259117381516e-06,
      "loss": 1.3489319801330566,
      "step": 625
    },
    {
      "epoch": 0.680161943319838,
      "grad_norm": 2.734375,
      "learning_rate": 3.712234297363618e-06,
      "loss": 1.3783289909362793,
      "step": 630
    },
    {
      "epoch": 0.6855600539811066,
      "grad_norm": 2.78125,
      "learning_rate": 3.5997132148939237e-06,
      "loss": 1.5137944221496582,
      "step": 635
    },
    {
      "epoch": 0.6909581646423751,
      "grad_norm": 4.46875,
      "learning_rate": 3.488382842046137e-06,
      "loss": 1.2776326179504394,
      "step": 640
    },
    {
      "epoch": 0.6963562753036437,
      "grad_norm": 3.953125,
      "learning_rate": 3.3782771666148696e-06,
      "loss": 1.3425775527954102,
      "step": 645
    },
    {
      "epoch": 0.7017543859649122,
      "grad_norm": 3.28125,
      "learning_rate": 3.26942980250965e-06,
      "loss": 1.3643362998962403,
      "step": 650
    },
    {
      "epoch": 0.7071524966261808,
      "grad_norm": 2.78125,
      "learning_rate": 3.1618739794930366e-06,
      "loss": 1.4447607040405273,
      "step": 655
    },
    {
      "epoch": 0.7125506072874493,
      "grad_norm": 2.828125,
      "learning_rate": 3.055642533035964e-06,
      "loss": 1.406121826171875,
      "step": 660
    },
    {
      "epoch": 0.717948717948718,
      "grad_norm": 3.765625,
      "learning_rate": 2.9507678942934702e-06,
      "loss": 1.2962283134460448,
      "step": 665
    },
    {
      "epoch": 0.7233468286099866,
      "grad_norm": 3.859375,
      "learning_rate": 2.8472820802038847e-06,
      "loss": 1.3783414840698243,
      "step": 670
    },
    {
      "epoch": 0.728744939271255,
      "grad_norm": 4.1875,
      "learning_rate": 2.745216683714428e-06,
      "loss": 1.3261849403381347,
      "step": 675
    },
    {
      "epoch": 0.7341430499325237,
      "grad_norm": 2.96875,
      "learning_rate": 2.6446028641362934e-06,
      "loss": 1.5042543411254883,
      "step": 680
    },
    {
      "epoch": 0.7395411605937922,
      "grad_norm": 3.875,
      "learning_rate": 2.5454713376320764e-06,
      "loss": 1.3572941780090333,
      "step": 685
    },
    {
      "epoch": 0.7449392712550608,
      "grad_norm": 3.046875,
      "learning_rate": 2.4478523678385194e-06,
      "loss": 1.3866613388061524,
      "step": 690
    },
    {
      "epoch": 0.7503373819163293,
      "grad_norm": 2.90625,
      "learning_rate": 2.3517757566273827e-06,
      "loss": 1.4149866104125977,
      "step": 695
    },
    {
      "epoch": 0.7557354925775979,
      "grad_norm": 3.078125,
      "learning_rate": 2.257270835007314e-06,
      "loss": 1.3730114936828612,
      "step": 700
    },
    {
      "epoch": 0.7611336032388664,
      "grad_norm": 4.40625,
      "learning_rate": 2.1643664541694376e-06,
      "loss": 1.2785679817199707,
      "step": 705
    },
    {
      "epoch": 0.766531713900135,
      "grad_norm": 2.671875,
      "learning_rate": 2.073090976679452e-06,
      "loss": 1.229942226409912,
      "step": 710
    },
    {
      "epoch": 0.7719298245614035,
      "grad_norm": 2.375,
      "learning_rate": 1.983472267818883e-06,
      "loss": 1.3718143463134767,
      "step": 715
    },
    {
      "epoch": 0.7773279352226721,
      "grad_norm": 2.359375,
      "learning_rate": 1.8955376870781552e-06,
      "loss": 1.402730655670166,
      "step": 720
    },
    {
      "epoch": 0.7827260458839406,
      "grad_norm": 3.390625,
      "learning_rate": 1.8093140798040686e-06,
      "loss": 1.3430524826049806,
      "step": 725
    },
    {
      "epoch": 0.7881241565452092,
      "grad_norm": 2.3125,
      "learning_rate": 1.7248277690042604e-06,
      "loss": 1.4013592720031738,
      "step": 730
    },
    {
      "epoch": 0.7935222672064778,
      "grad_norm": 2.40625,
      "learning_rate": 1.642104547311099e-06,
      "loss": 1.407256507873535,
      "step": 735
    },
    {
      "epoch": 0.7989203778677463,
      "grad_norm": 2.171875,
      "learning_rate": 1.5611696691075208e-06,
      "loss": 1.4018988609313965,
      "step": 740
    },
    {
      "epoch": 0.8043184885290149,
      "grad_norm": 2.703125,
      "learning_rate": 1.4820478428171713e-06,
      "loss": 1.3888368606567383,
      "step": 745
    },
    {
      "epoch": 0.8097165991902834,
      "grad_norm": 2.125,
      "learning_rate": 1.4047632233612263e-06,
      "loss": 1.444268035888672,
      "step": 750
    },
    {
      "epoch": 0.815114709851552,
      "grad_norm": 3.1875,
      "learning_rate": 1.3293394047841987e-06,
      "loss": 1.4442663192749023,
      "step": 755
    },
    {
      "epoch": 0.8205128205128205,
      "grad_norm": 2.328125,
      "learning_rate": 1.2557994130509583e-06,
      "loss": 1.4278512001037598,
      "step": 760
    },
    {
      "epoch": 0.8259109311740891,
      "grad_norm": 3.421875,
      "learning_rate": 1.184165699017195e-06,
      "loss": 1.4104692459106445,
      "step": 765
    },
    {
      "epoch": 0.8313090418353576,
      "grad_norm": 3.96875,
      "learning_rate": 1.1144601315754397e-06,
      "loss": 1.3686716079711914,
      "step": 770
    },
    {
      "epoch": 0.8367071524966262,
      "grad_norm": 2.53125,
      "learning_rate": 1.0467039909787668e-06,
      "loss": 1.4443007469177247,
      "step": 775
    },
    {
      "epoch": 0.8421052631578947,
      "grad_norm": 4.125,
      "learning_rate": 9.809179623441958e-07,
      "loss": 1.411851978302002,
      "step": 780
    },
    {
      "epoch": 0.8475033738191633,
      "grad_norm": 2.328125,
      "learning_rate": 9.171221293377735e-07,
      "loss": 1.491429901123047,
      "step": 785
    },
    {
      "epoch": 0.8529014844804319,
      "grad_norm": 2.53125,
      "learning_rate": 8.553359680432815e-07,
      "loss": 1.3643847465515138,
      "step": 790
    },
    {
      "epoch": 0.8582995951417004,
      "grad_norm": 3.5,
      "learning_rate": 7.95578341016428e-07,
      "loss": 1.3733964920043946,
      "step": 795
    },
    {
      "epoch": 0.863697705802969,
      "grad_norm": 4.375,
      "learning_rate": 7.378674915263359e-07,
      "loss": 1.270117950439453,
      "step": 800
    },
    {
      "epoch": 0.8690958164642375,
      "grad_norm": 3.03125,
      "learning_rate": 6.822210379861002e-07,
      "loss": 1.4278650283813477,
      "step": 805
    },
    {
      "epoch": 0.8744939271255061,
      "grad_norm": 2.671875,
      "learning_rate": 6.286559685741076e-07,
      "loss": 1.388138484954834,
      "step": 810
    },
    {
      "epoch": 0.8798920377867746,
      "grad_norm": 3.5,
      "learning_rate": 5.77188636047746e-07,
      "loss": 1.5160203933715821,
      "step": 815
    },
    {
      "epoch": 0.8852901484480432,
      "grad_norm": 3.21875,
      "learning_rate": 5.278347527511174e-07,
      "loss": 1.3769659042358398,
      "step": 820
    },
    {
      "epoch": 0.8906882591093117,
      "grad_norm": 2.859375,
      "learning_rate": 4.806093858182428e-07,
      "loss": 1.4992185592651368,
      "step": 825
    },
    {
      "epoch": 0.8960863697705803,
      "grad_norm": 3.21875,
      "learning_rate": 4.3552695257325775e-07,
      "loss": 1.3635730743408203,
      "step": 830
    },
    {
      "epoch": 0.9014844804318488,
      "grad_norm": 2.09375,
      "learning_rate": 3.9260121612898244e-07,
      "loss": 1.4149579048156737,
      "step": 835
    },
    {
      "epoch": 0.9068825910931174,
      "grad_norm": 4.09375,
      "learning_rate": 3.5184528118520296e-07,
      "loss": 1.4671350479125977,
      "step": 840
    },
    {
      "epoch": 0.9122807017543859,
      "grad_norm": 2.640625,
      "learning_rate": 3.132715900279809e-07,
      "loss": 1.413409423828125,
      "step": 845
    },
    {
      "epoch": 0.9176788124156545,
      "grad_norm": 3.015625,
      "learning_rate": 2.768919187311614e-07,
      "loss": 1.399053192138672,
      "step": 850
    },
    {
      "epoch": 0.9230769230769231,
      "grad_norm": 2.125,
      "learning_rate": 2.4271737356129585e-07,
      "loss": 1.3476950645446777,
      "step": 855
    },
    {
      "epoch": 0.9284750337381916,
      "grad_norm": 2.84375,
      "learning_rate": 2.107583875870267e-07,
      "loss": 1.3789938926696776,
      "step": 860
    },
    {
      "epoch": 0.9338731443994602,
      "grad_norm": 4.21875,
      "learning_rate": 1.810247174940058e-07,
      "loss": 1.3317445755004882,
      "step": 865
    },
    {
      "epoch": 0.9392712550607287,
      "grad_norm": 2.640625,
      "learning_rate": 1.5352544060629136e-07,
      "loss": 1.4837261199951173,
      "step": 870
    },
    {
      "epoch": 0.9446693657219973,
      "grad_norm": 2.875,
      "learning_rate": 1.282689521151581e-07,
      "loss": 1.2977308273315429,
      "step": 875
    },
    {
      "epoch": 0.9500674763832658,
      "grad_norm": 3.6875,
      "learning_rate": 1.0526296251614554e-07,
      "loss": 1.3634986877441406,
      "step": 880
    },
    {
      "epoch": 0.9554655870445344,
      "grad_norm": 3.1875,
      "learning_rate": 8.451449525514021e-08,
      "loss": 1.5160835266113282,
      "step": 885
    },
    {
      "epoch": 0.9608636977058029,
      "grad_norm": 2.203125,
      "learning_rate": 6.602988458420417e-08,
      "loss": 1.5019266128540039,
      "step": 890
    },
    {
      "epoch": 0.9662618083670715,
      "grad_norm": 3.140625,
      "learning_rate": 4.981477362780429e-08,
      "loss": 1.4313615798950194,
      "step": 895
    },
    {
      "epoch": 0.97165991902834,
      "grad_norm": 2.546875,
      "learning_rate": 3.587411266003371e-08,
      "loss": 1.4134346008300782,
      "step": 900
    },
    {
      "epoch": 0.9770580296896086,
      "grad_norm": 2.75,
      "learning_rate": 2.4212157593359873e-08,
      "loss": 1.3511739730834962,
      "step": 905
    },
    {
      "epoch": 0.9824561403508771,
      "grad_norm": 2.921875,
      "learning_rate": 1.4832468679341348e-08,
      "loss": 1.348922061920166,
      "step": 910
    },
    {
      "epoch": 0.9878542510121457,
      "grad_norm": 3.078125,
      "learning_rate": 7.737909421730583e-09,
      "loss": 1.4228689193725585,
      "step": 915
    },
    {
      "epoch": 0.9932523616734144,
      "grad_norm": 2.6875,
      "learning_rate": 2.930645702277357e-09,
      "loss": 1.319122886657715,
      "step": 920
    },
    {
      "epoch": 0.9986504723346828,
      "grad_norm": 2.5,
      "learning_rate": 4.1214511951603864e-10,
      "loss": 1.3635743141174317,
      "step": 925
    },
    {
      "epoch": 1.0,
      "step": 927,
      "total_flos": 4.491836313357128e+17,
      "train_loss": 1.4709593629888476,
      "train_runtime": 8039.0159,
      "train_samples_per_second": 0.461,
      "train_steps_per_second": 0.115
    }
  ],
  "logging_steps": 5,
  "max_steps": 927,
  "num_input_tokens_seen": 0,
  "num_train_epochs": 1,
  "save_steps": 500,
  "stateful_callbacks": {
    "TrainerControl": {
      "args": {
        "should_epoch_stop": false,
        "should_evaluate": false,
        "should_log": false,
        "should_save": false,
        "should_training_stop": false
      },
      "attributes": {}
    }
  },
  "total_flos": 4.491836313357128e+17,
  "train_batch_size": 1,
  "trial_name": null,
  "trial_params": null
}