{
  "best_global_step": null,
  "best_metric": null,
  "best_model_checkpoint": null,
  "epoch": 2.0,
  "eval_steps": 500,
  "global_step": 1226,
  "is_hyper_param_search": false,
  "is_local_process_zero": true,
  "is_world_process_zero": true,
  "log_history": [
    {
      "epoch": 0.008159934720522236,
      "grad_norm": 43.75,
      "learning_rate": 1.0810810810810812e-06,
      "loss": 2.7381839752197266,
      "step": 5
    },
    {
      "epoch": 0.016319869441044473,
      "grad_norm": 38.0,
      "learning_rate": 2.432432432432433e-06,
      "loss": 2.7479536056518556,
      "step": 10
    },
    {
      "epoch": 0.02447980416156671,
      "grad_norm": 23.375,
      "learning_rate": 3.7837837837837844e-06,
      "loss": 2.626136589050293,
      "step": 15
    },
    {
      "epoch": 0.032639738882088945,
      "grad_norm": 15.75,
      "learning_rate": 5.135135135135135e-06,
      "loss": 2.284735679626465,
      "step": 20
    },
    {
      "epoch": 0.04079967360261118,
      "grad_norm": 8.875,
      "learning_rate": 6.486486486486487e-06,
      "loss": 2.0709344863891603,
      "step": 25
    },
    {
      "epoch": 0.04895960832313342,
      "grad_norm": 6.09375,
      "learning_rate": 7.837837837837838e-06,
      "loss": 2.1681032180786133,
      "step": 30
    },
    {
      "epoch": 0.05711954304365565,
      "grad_norm": 6.375,
      "learning_rate": 9.189189189189191e-06,
      "loss": 2.0407644271850587,
      "step": 35
    },
    {
      "epoch": 0.06527947776417789,
      "grad_norm": 4.46875,
      "learning_rate": 9.999930187205018e-06,
      "loss": 2.01834716796875,
      "step": 40
    },
    {
      "epoch": 0.07343941248470012,
      "grad_norm": 4.8125,
      "learning_rate": 9.999144815650432e-06,
      "loss": 2.094622802734375,
      "step": 45
    },
    {
      "epoch": 0.08159934720522236,
      "grad_norm": 5.40625,
      "learning_rate": 9.997486944075234e-06,
      "loss": 2.1376014709472657,
      "step": 50
    },
    {
      "epoch": 0.08975928192574459,
      "grad_norm": 3.453125,
      "learning_rate": 9.994956861827514e-06,
      "loss": 1.8287012100219726,
      "step": 55
    },
    {
      "epoch": 0.09791921664626684,
      "grad_norm": 2.8125,
      "learning_rate": 9.991555010482156e-06,
      "loss": 1.9681983947753907,
      "step": 60
    },
    {
      "epoch": 0.10607915136678907,
      "grad_norm": 2.828125,
      "learning_rate": 9.987281983763789e-06,
      "loss": 1.7944761276245118,
      "step": 65
    },
    {
      "epoch": 0.1142390860873113,
      "grad_norm": 4.625,
      "learning_rate": 9.98213852744314e-06,
      "loss": 1.7515581130981446,
      "step": 70
    },
    {
      "epoch": 0.12239902080783353,
      "grad_norm": 3.078125,
      "learning_rate": 9.976125539206898e-06,
      "loss": 1.7744415283203125,
      "step": 75
    },
    {
      "epoch": 0.13055895552835578,
      "grad_norm": 2.859375,
      "learning_rate": 9.969244068501031e-06,
      "loss": 1.712571144104004,
      "step": 80
    },
    {
      "epoch": 0.138718890248878,
      "grad_norm": 3.890625,
      "learning_rate": 9.961495316347625e-06,
      "loss": 1.6923364639282226,
      "step": 85
    },
    {
      "epoch": 0.14687882496940025,
      "grad_norm": 2.890625,
      "learning_rate": 9.952880635135266e-06,
      "loss": 1.6826797485351563,
      "step": 90
    },
    {
      "epoch": 0.15503875968992248,
      "grad_norm": 2.5,
      "learning_rate": 9.943401528383025e-06,
      "loss": 1.6912731170654296,
      "step": 95
    },
    {
      "epoch": 0.1631986944104447,
      "grad_norm": 8.5,
      "learning_rate": 9.933059650478026e-06,
      "loss": 1.5941668510437013,
      "step": 100
    },
    {
      "epoch": 0.17135862913096694,
      "grad_norm": 2.46875,
      "learning_rate": 9.921856806386723e-06,
      "loss": 1.7211767196655274,
      "step": 105
    },
    {
      "epoch": 0.17951856385148918,
      "grad_norm": 3.234375,
      "learning_rate": 9.909794951339872e-06,
      "loss": 1.604559326171875,
      "step": 110
    },
    {
      "epoch": 0.18767849857201144,
      "grad_norm": 2.53125,
      "learning_rate": 9.89687619049129e-06,
      "loss": 1.6824333190917968,
      "step": 115
    },
    {
      "epoch": 0.19583843329253367,
      "grad_norm": 3.703125,
      "learning_rate": 9.883102778550434e-06,
      "loss": 1.6192102432250977,
      "step": 120
    },
    {
      "epoch": 0.2039983680130559,
      "grad_norm": 2.734375,
      "learning_rate": 9.868477119388897e-06,
      "loss": 1.6975128173828125,
      "step": 125
    },
    {
      "epoch": 0.21215830273357814,
      "grad_norm": 4.125,
      "learning_rate": 9.853001765620851e-06,
      "loss": 1.634078025817871,
      "step": 130
    },
    {
      "epoch": 0.22031823745410037,
      "grad_norm": 2.609375,
      "learning_rate": 9.836679418157551e-06,
      "loss": 1.6162107467651368,
      "step": 135
    },
    {
      "epoch": 0.2284781721746226,
      "grad_norm": 3.078125,
      "learning_rate": 9.819512925735934e-06,
      "loss": 1.5213428497314454,
      "step": 140
    },
    {
      "epoch": 0.23663810689514483,
      "grad_norm": 3.1875,
      "learning_rate": 9.801505284421437e-06,
      "loss": 1.7047014236450195,
      "step": 145
    },
    {
      "epoch": 0.24479804161566707,
      "grad_norm": 3.171875,
      "learning_rate": 9.782659637085089e-06,
      "loss": 1.6014438629150392,
      "step": 150
    },
    {
      "epoch": 0.2529579763361893,
      "grad_norm": 2.640625,
      "learning_rate": 9.762979272854991e-06,
      "loss": 1.605925941467285,
      "step": 155
    },
    {
      "epoch": 0.26111791105671156,
      "grad_norm": 2.953125,
      "learning_rate": 9.742467626542262e-06,
      "loss": 1.6351459503173829,
      "step": 160
    },
    {
      "epoch": 0.2692778457772338,
      "grad_norm": 2.359375,
      "learning_rate": 9.721128278041562e-06,
      "loss": 1.5994914054870606,
      "step": 165
    },
    {
      "epoch": 0.277437780497756,
      "grad_norm": 4.125,
      "learning_rate": 9.698964951706294e-06,
      "loss": 1.6617794036865234,
      "step": 170
    },
    {
      "epoch": 0.28559771521827826,
      "grad_norm": 2.546875,
      "learning_rate": 9.675981515698591e-06,
      "loss": 1.5865089416503906,
      "step": 175
    },
    {
      "epoch": 0.2937576499388005,
      "grad_norm": 2.515625,
      "learning_rate": 9.652181981314216e-06,
      "loss": 1.6984281539916992,
      "step": 180
    },
    {
      "epoch": 0.3019175846593227,
      "grad_norm": 3.21875,
      "learning_rate": 9.62757050228245e-06,
      "loss": 1.6521415710449219,
      "step": 185
    },
    {
      "epoch": 0.31007751937984496,
      "grad_norm": 2.359375,
      "learning_rate": 9.602151374041173e-06,
      "loss": 1.6062736511230469,
      "step": 190
    },
    {
      "epoch": 0.3182374541003672,
      "grad_norm": 3.0,
      "learning_rate": 9.575929032987148e-06,
      "loss": 1.6013092041015624,
      "step": 195
    },
    {
      "epoch": 0.3263973888208894,
      "grad_norm": 3.03125,
      "learning_rate": 9.548908055701762e-06,
      "loss": 1.568859577178955,
      "step": 200
    },
    {
      "epoch": 0.33455732354141166,
      "grad_norm": 4.78125,
      "learning_rate": 9.521093158152271e-06,
      "loss": 1.6711809158325195,
      "step": 205
    },
    {
      "epoch": 0.3427172582619339,
      "grad_norm": 4.03125,
      "learning_rate": 9.492489194868714e-06,
      "loss": 1.553749179840088,
      "step": 210
    },
    {
      "epoch": 0.3508771929824561,
      "grad_norm": 3.5,
      "learning_rate": 9.463101158096657e-06,
      "loss": 1.6366708755493165,
      "step": 215
    },
    {
      "epoch": 0.35903712770297835,
      "grad_norm": 2.546875,
      "learning_rate": 9.432934176925905e-06,
      "loss": 1.6099456787109374,
      "step": 220
    },
    {
      "epoch": 0.3671970624235006,
      "grad_norm": 3.03125,
      "learning_rate": 9.401993516395312e-06,
      "loss": 1.5125322341918945,
      "step": 225
    },
    {
      "epoch": 0.3753569971440229,
      "grad_norm": 3.015625,
      "learning_rate": 9.370284576573876e-06,
      "loss": 1.5324077606201172,
      "step": 230
    },
    {
      "epoch": 0.3835169318645451,
      "grad_norm": 3.09375,
      "learning_rate": 9.337812891618275e-06,
      "loss": 1.5691267013549806,
      "step": 235
    },
    {
      "epoch": 0.39167686658506734,
      "grad_norm": 2.6875,
      "learning_rate": 9.304584128806979e-06,
      "loss": 1.5658173561096191,
      "step": 240
    },
    {
      "epoch": 0.3998368013055896,
      "grad_norm": 2.625,
      "learning_rate": 9.27060408755115e-06,
      "loss": 1.60058650970459,
      "step": 245
    },
    {
      "epoch": 0.4079967360261118,
      "grad_norm": 3.96875,
      "learning_rate": 9.235878698382464e-06,
      "loss": 1.5558917999267579,
      "step": 250
    },
    {
      "epoch": 0.41615667074663404,
      "grad_norm": 3.890625,
      "learning_rate": 9.200414021918068e-06,
      "loss": 1.569556713104248,
      "step": 255
    },
    {
      "epoch": 0.42431660546715627,
      "grad_norm": 2.859375,
      "learning_rate": 9.164216247802802e-06,
      "loss": 1.585373306274414,
      "step": 260
    },
    {
      "epoch": 0.4324765401876785,
      "grad_norm": 4.09375,
      "learning_rate": 9.127291693628945e-06,
      "loss": 1.4009552001953125,
      "step": 265
    },
    {
      "epoch": 0.44063647490820074,
      "grad_norm": 3.328125,
      "learning_rate": 9.089646803833589e-06,
      "loss": 1.6112878799438477,
      "step": 270
    },
    {
      "epoch": 0.44879640962872297,
      "grad_norm": 3.859375,
      "learning_rate": 9.051288148573895e-06,
      "loss": 1.555915641784668,
      "step": 275
    },
    {
      "epoch": 0.4569563443492452,
      "grad_norm": 2.359375,
      "learning_rate": 9.01222242258041e-06,
      "loss": 1.5131331443786622,
      "step": 280
    },
    {
      "epoch": 0.46511627906976744,
      "grad_norm": 2.53125,
      "learning_rate": 8.972456443988634e-06,
      "loss": 1.4798956871032716,
      "step": 285
    },
    {
      "epoch": 0.47327621379028967,
      "grad_norm": 3.0625,
      "learning_rate": 8.93199715314905e-06,
      "loss": 1.5639562606811523,
      "step": 290
    },
    {
      "epoch": 0.4814361485108119,
      "grad_norm": 3.078125,
      "learning_rate": 8.890851611415831e-06,
      "loss": 1.5197336196899414,
      "step": 295
    },
    {
      "epoch": 0.48959608323133413,
      "grad_norm": 3.03125,
      "learning_rate": 8.849026999914412e-06,
      "loss": 1.623777198791504,
      "step": 300
    },
    {
      "epoch": 0.49775601795185637,
      "grad_norm": 3.453125,
      "learning_rate": 8.806530618288185e-06,
      "loss": 1.5564375877380372,
      "step": 305
    },
    {
      "epoch": 0.5059159526723787,
      "grad_norm": 2.90625,
      "learning_rate": 8.763369883424478e-06,
      "loss": 1.4996400833129884,
      "step": 310
    },
    {
      "epoch": 0.5140758873929009,
      "grad_norm": 2.78125,
      "learning_rate": 8.719552328160095e-06,
      "loss": 1.622853660583496,
      "step": 315
    },
    {
      "epoch": 0.5222358221134231,
      "grad_norm": 4.09375,
      "learning_rate": 8.675085599966611e-06,
      "loss": 1.442308235168457,
      "step": 320
    },
    {
      "epoch": 0.5303957568339454,
      "grad_norm": 2.78125,
      "learning_rate": 8.629977459615655e-06,
      "loss": 1.4956160545349122,
      "step": 325
    },
    {
      "epoch": 0.5385556915544676,
      "grad_norm": 2.765625,
      "learning_rate": 8.584235779824433e-06,
      "loss": 1.6151552200317383,
      "step": 330
    },
    {
      "epoch": 0.5467156262749898,
      "grad_norm": 4.0,
      "learning_rate": 8.53786854388169e-06,
      "loss": 1.4596601486206056,
      "step": 335
    },
    {
      "epoch": 0.554875560995512,
      "grad_norm": 4.03125,
      "learning_rate": 8.4908838442544e-06,
      "loss": 1.45312442779541,
      "step": 340
    },
    {
      "epoch": 0.5630354957160343,
      "grad_norm": 4.0,
      "learning_rate": 8.443289881175384e-06,
      "loss": 1.479482650756836,
      "step": 345
    },
    {
      "epoch": 0.5711954304365565,
      "grad_norm": 4.0625,
      "learning_rate": 8.395094961212127e-06,
      "loss": 1.4872551918029786,
      "step": 350
    },
    {
      "epoch": 0.5793553651570787,
      "grad_norm": 2.859375,
      "learning_rate": 8.346307495817028e-06,
      "loss": 1.4293831825256347,
      "step": 355
    },
    {
      "epoch": 0.587515299877601,
      "grad_norm": 2.71875,
      "learning_rate": 8.296935999859357e-06,
      "loss": 1.5046165466308594,
      "step": 360
    },
    {
      "epoch": 0.5956752345981232,
      "grad_norm": 3.171875,
      "learning_rate": 8.24698909013915e-06,
      "loss": 1.4456731796264648,
      "step": 365
    },
    {
      "epoch": 0.6038351693186454,
      "grad_norm": 2.78125,
      "learning_rate": 8.19647548388333e-06,
      "loss": 1.5321898460388184,
      "step": 370
    },
    {
      "epoch": 0.6119951040391677,
      "grad_norm": 2.640625,
      "learning_rate": 8.145403997224277e-06,
      "loss": 1.4732604026794434,
      "step": 375
    },
    {
      "epoch": 0.6201550387596899,
      "grad_norm": 2.75,
      "learning_rate": 8.093783543661162e-06,
      "loss": 1.5284388542175293,
      "step": 380
    },
    {
      "epoch": 0.6283149734802121,
      "grad_norm": 2.84375,
      "learning_rate": 8.04162313250427e-06,
      "loss": 1.4671659469604492,
      "step": 385
    },
    {
      "epoch": 0.6364749082007344,
      "grad_norm": 3.171875,
      "learning_rate": 7.988931867302605e-06,
      "loss": 1.4927037239074707,
      "step": 390
    },
    {
      "epoch": 0.6446348429212566,
      "grad_norm": 2.5625,
      "learning_rate": 7.935718944255049e-06,
      "loss": 1.551847267150879,
      "step": 395
    },
    {
      "epoch": 0.6527947776417788,
      "grad_norm": 3.046875,
      "learning_rate": 7.881993650605356e-06,
      "loss": 1.5500238418579102,
      "step": 400
    },
    {
      "epoch": 0.6609547123623011,
      "grad_norm": 2.78125,
      "learning_rate": 7.827765363021244e-06,
      "loss": 1.5144458770751954,
      "step": 405
    },
    {
      "epoch": 0.6691146470828233,
      "grad_norm": 3.4375,
      "learning_rate": 7.773043545957892e-06,
      "loss": 1.372291660308838,
      "step": 410
    },
    {
      "epoch": 0.6772745818033455,
      "grad_norm": 3.65625,
      "learning_rate": 7.717837750006106e-06,
      "loss": 1.4556828498840333,
      "step": 415
    },
    {
      "epoch": 0.6854345165238678,
      "grad_norm": 2.125,
      "learning_rate": 7.662157610225458e-06,
      "loss": 1.5917230606079102,
      "step": 420
    },
    {
      "epoch": 0.69359445124439,
      "grad_norm": 3.375,
      "learning_rate": 7.606012844462678e-06,
      "loss": 1.5001279830932617,
      "step": 425
    },
    {
      "epoch": 0.7017543859649122,
      "grad_norm": 3.234375,
      "learning_rate": 7.549413251655604e-06,
      "loss": 1.4177436828613281,
      "step": 430
    },
    {
      "epoch": 0.7099143206854345,
      "grad_norm": 3.203125,
      "learning_rate": 7.4923687101229695e-06,
      "loss": 1.4507540702819823,
      "step": 435
    },
    {
      "epoch": 0.7180742554059567,
      "grad_norm": 3.015625,
      "learning_rate": 7.4348891758403464e-06,
      "loss": 1.6129571914672851,
      "step": 440
    },
    {
      "epoch": 0.7262341901264789,
      "grad_norm": 3.875,
      "learning_rate": 7.376984680702529e-06,
      "loss": 1.485245418548584,
      "step": 445
    },
    {
      "epoch": 0.7343941248470012,
      "grad_norm": 4.28125,
      "learning_rate": 7.318665330772665e-06,
      "loss": 1.3869742393493651,
      "step": 450
    },
    {
      "epoch": 0.7425540595675234,
      "grad_norm": 2.78125,
      "learning_rate": 7.259941304518453e-06,
      "loss": 1.5055102348327636,
      "step": 455
    },
    {
      "epoch": 0.7507139942880457,
      "grad_norm": 3.40625,
      "learning_rate": 7.200822851035687e-06,
      "loss": 1.6238336563110352,
      "step": 460
    },
    {
      "epoch": 0.758873929008568,
      "grad_norm": 3.203125,
      "learning_rate": 7.141320288259495e-06,
      "loss": 1.5736274719238281,
      "step": 465
    },
    {
      "epoch": 0.7670338637290902,
      "grad_norm": 2.484375,
      "learning_rate": 7.081444001163535e-06,
      "loss": 1.5016008377075196,
      "step": 470
    },
    {
      "epoch": 0.7751937984496124,
      "grad_norm": 3.140625,
      "learning_rate": 7.021204439947524e-06,
      "loss": 1.549778366088867,
      "step": 475
    },
    {
      "epoch": 0.7833537331701347,
      "grad_norm": 2.703125,
      "learning_rate": 6.960612118213357e-06,
      "loss": 1.5195813179016113,
      "step": 480
    },
    {
      "epoch": 0.7915136678906569,
      "grad_norm": 3.625,
      "learning_rate": 6.899677611130169e-06,
      "loss": 1.460670280456543,
      "step": 485
    },
    {
      "epoch": 0.7996736026111791,
      "grad_norm": 2.09375,
      "learning_rate": 6.838411553588656e-06,
      "loss": 1.4845394134521483,
      "step": 490
    },
    {
      "epoch": 0.8078335373317014,
      "grad_norm": 3.15625,
      "learning_rate": 6.776824638344967e-06,
      "loss": 1.4958683013916017,
      "step": 495
    },
    {
      "epoch": 0.8159934720522236,
      "grad_norm": 3.8125,
      "learning_rate": 6.714927614154498e-06,
      "loss": 1.4073028564453125,
      "step": 500
    },
    {
      "epoch": 0.8241534067727458,
      "grad_norm": 2.375,
      "learning_rate": 6.652731283895917e-06,
      "loss": 1.5039354324340821,
      "step": 505
    },
    {
      "epoch": 0.8323133414932681,
      "grad_norm": 3.390625,
      "learning_rate": 6.590246502685738e-06,
      "loss": 1.4758033752441406,
      "step": 510
    },
    {
      "epoch": 0.8404732762137903,
      "grad_norm": 4.5625,
      "learning_rate": 6.5274841759837725e-06,
      "loss": 1.4331993103027343,
      "step": 515
    },
    {
      "epoch": 0.8486332109343125,
      "grad_norm": 3.03125,
      "learning_rate": 6.464455257689809e-06,
      "loss": 1.399909210205078,
      "step": 520
    },
    {
      "epoch": 0.8567931456548348,
      "grad_norm": 2.296875,
      "learning_rate": 6.4011707482318295e-06,
      "loss": 1.546139621734619,
      "step": 525
    },
    {
      "epoch": 0.864953080375357,
      "grad_norm": 2.90625,
      "learning_rate": 6.337641692646106e-06,
      "loss": 1.4532946586608886,
      "step": 530
    },
    {
      "epoch": 0.8731130150958792,
      "grad_norm": 3.125,
      "learning_rate": 6.273879178649505e-06,
      "loss": 1.5350307464599608,
      "step": 535
    },
    {
      "epoch": 0.8812729498164015,
      "grad_norm": 3.15625,
      "learning_rate": 6.209894334704358e-06,
      "loss": 1.414911937713623,
      "step": 540
    },
    {
      "epoch": 0.8894328845369237,
      "grad_norm": 2.796875,
      "learning_rate": 6.145698328076215e-06,
      "loss": 1.4744022369384766,
      "step": 545
    },
    {
      "epoch": 0.8975928192574459,
      "grad_norm": 3.46875,
      "learning_rate": 6.0813023628848144e-06,
      "loss": 1.5095841407775878,
      "step": 550
    },
    {
      "epoch": 0.9057527539779682,
      "grad_norm": 2.71875,
      "learning_rate": 6.0167176781486326e-06,
      "loss": 1.4840353012084961,
      "step": 555
    },
    {
      "epoch": 0.9139126886984904,
      "grad_norm": 2.625,
      "learning_rate": 5.951955545823342e-06,
      "loss": 1.4900919914245605,
      "step": 560
    },
    {
      "epoch": 0.9220726234190126,
      "grad_norm": 2.796875,
      "learning_rate": 5.88702726883452e-06,
      "loss": 1.580379104614258,
      "step": 565
    },
    {
      "epoch": 0.9302325581395349,
      "grad_norm": 2.828125,
      "learning_rate": 5.821944179104941e-06,
      "loss": 1.3942214012145997,
      "step": 570
    },
    {
      "epoch": 0.9383924928600571,
      "grad_norm": 4.15625,
      "learning_rate": 5.756717635576834e-06,
      "loss": 1.4603987693786622,
      "step": 575
    },
    {
      "epoch": 0.9465524275805793,
      "grad_norm": 3.109375,
      "learning_rate": 5.69135902222939e-06,
      "loss": 1.5463579177856446,
      "step": 580
    },
    {
      "epoch": 0.9547123623011016,
      "grad_norm": 2.921875,
      "learning_rate": 5.62587974609193e-06,
      "loss": 1.4487386703491212,
      "step": 585
    },
    {
      "epoch": 0.9628722970216238,
      "grad_norm": 3.15625,
      "learning_rate": 5.560291235253037e-06,
      "loss": 1.5094460487365722,
      "step": 590
    },
    {
      "epoch": 0.971032231742146,
      "grad_norm": 2.703125,
      "learning_rate": 5.494604936866007e-06,
      "loss": 1.4954254150390625,
      "step": 595
    },
    {
      "epoch": 0.9791921664626683,
      "grad_norm": 3.78125,
      "learning_rate": 5.428832315150984e-06,
      "loss": 1.4877737045288086,
      "step": 600
    },
    {
      "epoch": 0.9873521011831905,
      "grad_norm": 3.78125,
      "learning_rate": 5.362984849394106e-06,
      "loss": 1.3748371124267578,
      "step": 605
    },
    {
      "epoch": 0.9955120359037127,
      "grad_norm": 2.703125,
      "learning_rate": 5.297074031944039e-06,
      "loss": 1.45643310546875,
      "step": 610
    },
    {
      "epoch": 1.003263973888209,
      "grad_norm": 2.484375,
      "learning_rate": 5.2311113662062065e-06,
      "loss": 1.395163631439209,
      "step": 615
    },
    {
      "epoch": 1.011423908608731,
      "grad_norm": 4.15625,
      "learning_rate": 5.1651083646350995e-06,
      "loss": 1.5137823104858399,
      "step": 620
    },
    {
      "epoch": 1.0195838433292534,
      "grad_norm": 2.6875,
      "learning_rate": 5.099076546725029e-06,
      "loss": 1.5231605529785157,
      "step": 625
    },
    {
      "epoch": 1.0277437780497756,
      "grad_norm": 2.78125,
      "learning_rate": 5.033027436999609e-06,
      "loss": 1.4491164207458496,
      "step": 630
    },
    {
      "epoch": 1.035903712770298,
      "grad_norm": 2.5625,
      "learning_rate": 4.966972563000392e-06,
      "loss": 1.5070039749145507,
      "step": 635
    },
    {
      "epoch": 1.04406364749082,
      "grad_norm": 2.96875,
      "learning_rate": 4.9009234532749725e-06,
      "loss": 1.4665255546569824,
      "step": 640
    },
    {
      "epoch": 1.0522235822113424,
      "grad_norm": 3.9375,
      "learning_rate": 4.8348916353649004e-06,
      "loss": 1.6022050857543946,
      "step": 645
    },
    {
      "epoch": 1.0603835169318645,
      "grad_norm": 3.140625,
      "learning_rate": 4.768888633793797e-06,
      "loss": 1.4543895721435547,
      "step": 650
    },
    {
      "epoch": 1.0685434516523868,
      "grad_norm": 2.671875,
      "learning_rate": 4.702925968055962e-06,
      "loss": 1.4940269470214844,
      "step": 655
    },
    {
      "epoch": 1.076703386372909,
      "grad_norm": 3.65625,
      "learning_rate": 4.6370151506058945e-06,
      "loss": 1.4373529434204102,
      "step": 660
    },
    {
      "epoch": 1.0848633210934313,
      "grad_norm": 3.71875,
      "learning_rate": 4.571167684849019e-06,
      "loss": 1.4962950706481934,
      "step": 665
    },
    {
      "epoch": 1.0930232558139534,
      "grad_norm": 3.453125,
      "learning_rate": 4.5053950631339935e-06,
      "loss": 1.4017728805541991,
      "step": 670
    },
    {
      "epoch": 1.1011831905344758,
      "grad_norm": 3.453125,
      "learning_rate": 4.439708764746964e-06,
      "loss": 1.5669015884399413,
      "step": 675
    },
    {
      "epoch": 1.109343125254998,
      "grad_norm": 4.03125,
      "learning_rate": 4.374120253908072e-06,
      "loss": 1.4162152290344239,
      "step": 680
    },
    {
      "epoch": 1.1175030599755202,
      "grad_norm": 2.453125,
      "learning_rate": 4.3086409777706115e-06,
      "loss": 1.5029624938964843,
      "step": 685
    },
    {
      "epoch": 1.1256629946960424,
      "grad_norm": 4.4375,
      "learning_rate": 4.243282364423167e-06,
      "loss": 1.4658592224121094,
      "step": 690
    },
    {
      "epoch": 1.1338229294165647,
      "grad_norm": 4.25,
      "learning_rate": 4.17805582089506e-06,
      "loss": 1.4464892387390136,
      "step": 695
    },
    {
      "epoch": 1.1419828641370868,
      "grad_norm": 2.953125,
      "learning_rate": 4.112972731165482e-06,
      "loss": 1.3933393478393554,
      "step": 700
    },
    {
      "epoch": 1.1501427988576092,
      "grad_norm": 2.875,
      "learning_rate": 4.048044454176658e-06,
      "loss": 1.507524585723877,
      "step": 705
    },
    {
      "epoch": 1.1583027335781313,
      "grad_norm": 3.828125,
      "learning_rate": 3.983282321851369e-06,
      "loss": 1.4756403923034669,
      "step": 710
    },
    {
      "epoch": 1.1664626682986536,
      "grad_norm": 3.109375,
      "learning_rate": 3.918697637115187e-06,
      "loss": 1.4435945510864259,
      "step": 715
    },
    {
      "epoch": 1.1746226030191758,
      "grad_norm": 3.125,
      "learning_rate": 3.8543016719237855e-06,
      "loss": 1.5925870895385743,
      "step": 720
    },
    {
      "epoch": 1.182782537739698,
      "grad_norm": 2.578125,
      "learning_rate": 3.7901056652956438e-06,
      "loss": 1.391953182220459,
      "step": 725
    },
    {
      "epoch": 1.1909424724602202,
      "grad_norm": 3.265625,
      "learning_rate": 3.7261208213504974e-06,
      "loss": 1.4485077857971191,
      "step": 730
    },
    {
      "epoch": 1.1991024071807426,
      "grad_norm": 2.234375,
      "learning_rate": 3.662358307353897e-06,
      "loss": 1.4522296905517578,
      "step": 735
    },
    {
      "epoch": 1.2072623419012647,
      "grad_norm": 2.890625,
      "learning_rate": 3.598829251768172e-06,
      "loss": 1.4614290237426757,
      "step": 740
    },
    {
      "epoch": 1.215422276621787,
      "grad_norm": 3.765625,
      "learning_rate": 3.5355447423101917e-06,
      "loss": 1.3943318367004394,
      "step": 745
    },
    {
      "epoch": 1.2235822113423094,
      "grad_norm": 3.5,
      "learning_rate": 3.4725158240162304e-06,
      "loss": 1.4987910270690918,
      "step": 750
    },
    {
      "epoch": 1.2317421460628315,
      "grad_norm": 3.8125,
      "learning_rate": 3.4097534973142633e-06,
      "loss": 1.4035530090332031,
      "step": 755
    },
    {
      "epoch": 1.2399020807833536,
      "grad_norm": 3.1875,
      "learning_rate": 3.3472687161040827e-06,
      "loss": 1.5458099365234375,
      "step": 760
    },
    {
      "epoch": 1.248062015503876,
      "grad_norm": 2.390625,
      "learning_rate": 3.2850723858455034e-06,
      "loss": 1.4949901580810547,
      "step": 765
    },
    {
      "epoch": 1.2562219502243983,
      "grad_norm": 3.328125,
      "learning_rate": 3.2231753616550345e-06,
      "loss": 1.381500244140625,
      "step": 770
    },
    {
      "epoch": 1.2643818849449204,
      "grad_norm": 2.90625,
      "learning_rate": 3.1615884464113443e-06,
      "loss": 1.459078025817871,
      "step": 775
    },
    {
      "epoch": 1.2725418196654426,
      "grad_norm": 2.28125,
      "learning_rate": 3.1003223888698318e-06,
      "loss": 1.5301389694213867,
      "step": 780
    },
    {
      "epoch": 1.280701754385965,
      "grad_norm": 2.796875,
      "learning_rate": 3.039387881786644e-06,
      "loss": 1.3587870597839355,
      "step": 785
    },
    {
      "epoch": 1.2888616891064872,
      "grad_norm": 3.0625,
      "learning_rate": 2.9787955600524756e-06,
      "loss": 1.4352481842041016,
      "step": 790
    },
    {
      "epoch": 1.2970216238270094,
      "grad_norm": 2.40625,
      "learning_rate": 2.9185559988364676e-06,
      "loss": 1.5293769836425781,
      "step": 795
    },
    {
      "epoch": 1.3051815585475315,
      "grad_norm": 2.53125,
      "learning_rate": 2.8586797117405063e-06,
      "loss": 1.4766444206237792,
      "step": 800
    },
    {
      "epoch": 1.3133414932680538,
      "grad_norm": 2.640625,
      "learning_rate": 2.7991771489643126e-06,
      "loss": 1.4699063301086426,
      "step": 805
    },
    {
      "epoch": 1.3215014279885762,
      "grad_norm": 3.140625,
      "learning_rate": 2.740058695481548e-06,
      "loss": 1.4705145835876465,
      "step": 810
    },
    {
      "epoch": 1.3296613627090983,
      "grad_norm": 2.921875,
      "learning_rate": 2.6813346692273355e-06,
      "loss": 1.5600375175476073,
      "step": 815
    },
    {
      "epoch": 1.3378212974296206,
      "grad_norm": 4.1875,
      "learning_rate": 2.6230153192974728e-06,
      "loss": 1.4068735122680665,
      "step": 820
    },
    {
      "epoch": 1.3459812321501428,
      "grad_norm": 4.03125,
      "learning_rate": 2.5651108241596544e-06,
      "loss": 1.4527854919433594,
      "step": 825
    },
    {
      "epoch": 1.354141166870665,
      "grad_norm": 2.734375,
      "learning_rate": 2.507631289877032e-06,
      "loss": 1.4468353271484375,
      "step": 830
    },
    {
      "epoch": 1.3623011015911872,
      "grad_norm": 2.53125,
      "learning_rate": 2.4505867483443978e-06,
      "loss": 1.4296448707580567,
      "step": 835
    },
    {
      "epoch": 1.3704610363117096,
      "grad_norm": 3.046875,
      "learning_rate": 2.3939871555373234e-06,
      "loss": 1.4662452697753907,
      "step": 840
    },
    {
      "epoch": 1.3786209710322317,
      "grad_norm": 4.3125,
      "learning_rate": 2.3378423897745432e-06,
      "loss": 1.4125295639038087,
      "step": 845
    },
    {
      "epoch": 1.386780905752754,
      "grad_norm": 2.734375,
      "learning_rate": 2.282162249993895e-06,
      "loss": 1.4153221130371094,
      "step": 850
    },
    {
      "epoch": 1.3949408404732762,
      "grad_norm": 4.1875,
      "learning_rate": 2.2269564540421092e-06,
      "loss": 1.501656436920166,
      "step": 855
    },
    {
      "epoch": 1.4031007751937985,
      "grad_norm": 2.765625,
      "learning_rate": 2.172234636978757e-06,
      "loss": 1.5204863548278809,
      "step": 860
    },
    {
      "epoch": 1.4112607099143206,
      "grad_norm": 4.1875,
      "learning_rate": 2.118006349394644e-06,
      "loss": 1.364470863342285,
      "step": 865
    },
    {
      "epoch": 1.419420644634843,
      "grad_norm": 4.125,
      "learning_rate": 2.0642810557449535e-06,
      "loss": 1.4071884155273438,
      "step": 870
    },
    {
      "epoch": 1.427580579355365,
      "grad_norm": 2.953125,
      "learning_rate": 2.0110681326973975e-06,
      "loss": 1.4230575561523438,
      "step": 875
    },
    {
      "epoch": 1.4357405140758874,
      "grad_norm": 3.109375,
      "learning_rate": 1.9583768674957313e-06,
      "loss": 1.4786928176879883,
      "step": 880
    },
    {
      "epoch": 1.4439004487964096,
      "grad_norm": 3.078125,
      "learning_rate": 1.9062164563388397e-06,
      "loss": 1.4713285446166993,
      "step": 885
    },
    {
      "epoch": 1.452060383516932,
      "grad_norm": 3.0625,
      "learning_rate": 1.8545960027757237e-06,
      "loss": 1.458634853363037,
      "step": 890
    },
    {
      "epoch": 1.460220318237454,
      "grad_norm": 3.109375,
      "learning_rate": 1.803524516116673e-06,
      "loss": 1.3398704528808594,
      "step": 895
    },
    {
      "epoch": 1.4683802529579764,
      "grad_norm": 3.109375,
      "learning_rate": 1.7530109098608521e-06,
      "loss": 1.3795308113098144,
      "step": 900
    },
    {
      "epoch": 1.4765401876784985,
      "grad_norm": 2.78125,
      "learning_rate": 1.703064000140644e-06,
      "loss": 1.4607046127319336,
      "step": 905
    },
    {
      "epoch": 1.4847001223990208,
      "grad_norm": 4.0,
      "learning_rate": 1.6536925041829738e-06,
      "loss": 1.436344528198242,
      "step": 910
    },
    {
      "epoch": 1.4928600571195432,
      "grad_norm": 3.796875,
      "learning_rate": 1.604905038787875e-06,
      "loss": 1.4653143882751465,
      "step": 915
    },
    {
      "epoch": 1.5010199918400653,
      "grad_norm": 2.375,
      "learning_rate": 1.556710118824616e-06,
      "loss": 1.430887222290039,
      "step": 920
    },
    {
      "epoch": 1.5091799265605874,
      "grad_norm": 2.609375,
      "learning_rate": 1.509116155745603e-06,
      "loss": 1.447705364227295,
      "step": 925
    },
    {
      "epoch": 1.5173398612811098,
      "grad_norm": 3.046875,
      "learning_rate": 1.462131456118312e-06,
      "loss": 1.4594793319702148,
      "step": 930
    },
    {
      "epoch": 1.525499796001632,
      "grad_norm": 3.8125,
      "learning_rate": 1.4157642201755688e-06,
      "loss": 1.4479350090026855,
      "step": 935
    },
    {
      "epoch": 1.5336597307221542,
      "grad_norm": 3.75,
      "learning_rate": 1.370022540384347e-06,
      "loss": 1.471513271331787,
      "step": 940
    },
    {
      "epoch": 1.5418196654426763,
      "grad_norm": 3.828125,
      "learning_rate": 1.3249144000333908e-06,
      "loss": 1.4426036834716798,
      "step": 945
    },
    {
      "epoch": 1.5499796001631987,
      "grad_norm": 2.453125,
      "learning_rate": 1.280447671839906e-06,
      "loss": 1.4395041465759277,
      "step": 950
    },
    {
      "epoch": 1.558139534883721,
      "grad_norm": 3.65625,
      "learning_rate": 1.2366301165755228e-06,
      "loss": 1.3836175918579101,
      "step": 955
    },
    {
      "epoch": 1.5662994696042432,
      "grad_norm": 4.65625,
      "learning_rate": 1.1934693817118155e-06,
      "loss": 1.4375165939331054,
      "step": 960
    },
    {
      "epoch": 1.5744594043247653,
      "grad_norm": 4.21875,
      "learning_rate": 1.1509730000855878e-06,
      "loss": 1.4456217765808106,
      "step": 965
    },
    {
      "epoch": 1.5826193390452876,
      "grad_norm": 2.78125,
      "learning_rate": 1.1091483885841703e-06,
      "loss": 1.5496036529541015,
      "step": 970
    },
    {
      "epoch": 1.59077927376581,
      "grad_norm": 2.421875,
      "learning_rate": 1.0680028468509506e-06,
      "loss": 1.539748477935791,
      "step": 975
    },
    {
      "epoch": 1.598939208486332,
      "grad_norm": 4.5,
      "learning_rate": 1.0275435560113677e-06,
      "loss": 1.3937344551086426,
      "step": 980
    },
    {
      "epoch": 1.6070991432068542,
      "grad_norm": 2.9375,
      "learning_rate": 9.877775774195913e-07,
      "loss": 1.4053834915161132,
      "step": 985
    },
    {
      "epoch": 1.6152590779273766,
      "grad_norm": 2.5,
      "learning_rate": 9.487118514261068e-07,
      "loss": 1.5976146697998046,
      "step": 990
    },
    {
      "epoch": 1.623419012647899,
      "grad_norm": 4.0625,
      "learning_rate": 9.10353196166412e-07,
      "loss": 1.5028489112854004,
      "step": 995
    },
    {
      "epoch": 1.631578947368421,
      "grad_norm": 4.34375,
      "learning_rate": 8.72708306371055e-07,
      "loss": 1.3941530227661132,
      "step": 1000
    },
    {
      "epoch": 1.6397388820889431,
      "grad_norm": 3.234375,
      "learning_rate": 8.357837521971984e-07,
      "loss": 1.5182560920715331,
      "step": 1005
    },
    {
      "epoch": 1.6478988168094655,
      "grad_norm": 2.90625,
      "learning_rate": 7.995859780819337e-07,
      "loss": 1.4995549201965332,
      "step": 1010
    },
    {
      "epoch": 1.6560587515299878,
      "grad_norm": 2.484375,
      "learning_rate": 7.64121301617537e-07,
      "loss": 1.4941126823425293,
      "step": 1015
    },
    {
      "epoch": 1.66421868625051,
      "grad_norm": 4.03125,
      "learning_rate": 7.293959124488526e-07,
      "loss": 1.5346342086791993,
      "step": 1020
    },
    {
      "epoch": 1.672378620971032,
      "grad_norm": 3.28125,
      "learning_rate": 6.954158711930225e-07,
      "loss": 1.393368911743164,
      "step": 1025
    },
    {
      "epoch": 1.6805385556915544,
      "grad_norm": 3.453125,
      "learning_rate": 6.621871083817266e-07,
      "loss": 1.4414457321166991,
      "step": 1030
    },
    {
      "epoch": 1.6886984904120768,
      "grad_norm": 2.328125,
      "learning_rate": 6.297154234261238e-07,
      "loss": 1.5497615814208985,
      "step": 1035
    },
    {
      "epoch": 1.696858425132599,
      "grad_norm": 2.5,
      "learning_rate": 5.980064836046901e-07,
      "loss": 1.479388427734375,
      "step": 1040
    },
    {
      "epoch": 1.7050183598531212,
      "grad_norm": 3.140625,
      "learning_rate": 5.670658230740961e-07,
      "loss": 1.5294727325439452,
      "step": 1045
    },
    {
      "epoch": 1.7131782945736433,
      "grad_norm": 3.3125,
      "learning_rate": 5.368988419033428e-07,
      "loss": 1.4593332290649415,
      "step": 1050
    },
    {
      "epoch": 1.7213382292941657,
      "grad_norm": 2.921875,
      "learning_rate": 5.075108051312882e-07,
      "loss": 1.4523781776428222,
      "step": 1055
    },
    {
      "epoch": 1.729498164014688,
      "grad_norm": 2.359375,
      "learning_rate": 4.789068418477288e-07,
      "loss": 1.538530445098877,
      "step": 1060
    },
    {
      "epoch": 1.7376580987352102,
      "grad_norm": 2.796875,
      "learning_rate": 4.5109194429823756e-07,
      "loss": 1.4923004150390624,
      "step": 1065
    },
    {
      "epoch": 1.7458180334557323,
      "grad_norm": 3.25,
      "learning_rate": 4.2407096701285454e-07,
      "loss": 1.4749383926391602,
      "step": 1070
    },
    {
      "epoch": 1.7539779681762546,
      "grad_norm": 3.171875,
      "learning_rate": 3.9784862595882877e-07,
      "loss": 1.3908852577209472,
      "step": 1075
    },
    {
      "epoch": 1.762137902896777,
      "grad_norm": 2.46875,
      "learning_rate": 3.7242949771754965e-07,
      "loss": 1.504295825958252,
      "step": 1080
    },
    {
      "epoch": 1.770297837617299,
      "grad_norm": 3.625,
      "learning_rate": 3.478180186857871e-07,
      "loss": 1.3926816940307618,
      "step": 1085
    },
    {
      "epoch": 1.7784577723378212,
      "grad_norm": 3.59375,
      "learning_rate": 3.240184843014088e-07,
      "loss": 1.3842317581176757,
      "step": 1090
    },
    {
      "epoch": 1.7866177070583436,
      "grad_norm": 2.09375,
      "learning_rate": 3.0103504829370744e-07,
      "loss": 1.5405694007873536,
      "step": 1095
    },
    {
      "epoch": 1.794777641778866,
      "grad_norm": 3.1875,
      "learning_rate": 2.788717219584386e-07,
      "loss": 1.4555512428283692,
      "step": 1100
    },
    {
      "epoch": 1.802937576499388,
      "grad_norm": 2.15625,
      "learning_rate": 2.575323734577384e-07,
      "loss": 1.4967559814453124,
      "step": 1105
    },
    {
      "epoch": 1.8110975112199101,
      "grad_norm": 4.1875,
      "learning_rate": 2.370207271450098e-07,
      "loss": 1.3833650588989257,
      "step": 1110
    },
    {
      "epoch": 1.8192574459404325,
      "grad_norm": 3.171875,
      "learning_rate": 2.173403629149118e-07,
      "loss": 1.5348877906799316,
      "step": 1115
    },
    {
      "epoch": 1.8274173806609548,
      "grad_norm": 3.125,
      "learning_rate": 1.9849471557856438e-07,
      "loss": 1.4135624885559082,
      "step": 1120
    },
    {
      "epoch": 1.835577315381477,
      "grad_norm": 2.859375,
      "learning_rate": 1.8048707426406742e-07,
      "loss": 1.4719861984252929,
      "step": 1125
    },
    {
      "epoch": 1.843737250101999,
      "grad_norm": 4.4375,
      "learning_rate": 1.6332058184245047e-07,
      "loss": 1.3041519165039062,
      "step": 1130
    },
    {
      "epoch": 1.8518971848225214,
      "grad_norm": 4.09375,
      "learning_rate": 1.4699823437914985e-07,
      "loss": 1.412525749206543,
      "step": 1135
    },
    {
      "epoch": 1.8600571195430438,
      "grad_norm": 2.171875,
      "learning_rate": 1.3152288061110518e-07,
      "loss": 1.397139549255371,
      "step": 1140
    },
    {
      "epoch": 1.8682170542635659,
      "grad_norm": 2.5,
      "learning_rate": 1.1689722144956672e-07,
      "loss": 1.5287254333496094,
      "step": 1145
    },
    {
      "epoch": 1.876376988984088,
      "grad_norm": 2.859375,
      "learning_rate": 1.031238095087106e-07,
      "loss": 1.4039966583251953,
      "step": 1150
    },
    {
      "epoch": 1.8845369237046103,
      "grad_norm": 3.78125,
      "learning_rate": 9.020504866012747e-08,
      "loss": 1.400966262817383,
      "step": 1155
    },
    {
      "epoch": 1.8926968584251327,
      "grad_norm": 3.234375,
      "learning_rate": 7.814319361327761e-08,
      "loss": 1.4941749572753906,
      "step": 1160
    },
    {
      "epoch": 1.9008567931456548,
      "grad_norm": 2.234375,
      "learning_rate": 6.694034952197448e-08,
      "loss": 1.4870512008666992,
      "step": 1165
    },
    {
      "epoch": 1.909016727866177,
      "grad_norm": 4.25,
      "learning_rate": 5.65984716169754e-08,
      "loss": 1.3893547058105469,
      "step": 1170
    },
    {
      "epoch": 1.9171766625866993,
      "grad_norm": 2.984375,
      "learning_rate": 4.711936486473334e-08,
      "loss": 1.4003395080566405,
      "step": 1175
    },
    {
      "epoch": 1.9253365973072216,
      "grad_norm": 3.890625,
      "learning_rate": 3.85046836523767e-08,
      "loss": 1.4021209716796874,
      "step": 1180
    },
    {
      "epoch": 1.9334965320277437,
      "grad_norm": 2.9375,
      "learning_rate": 3.075593149896916e-08,
      "loss": 1.5010211944580079,
      "step": 1185
    },
    {
      "epoch": 1.9416564667482659,
      "grad_norm": 2.078125,
      "learning_rate": 2.3874460793102962e-08,
      "loss": 1.4050621032714843,
      "step": 1190
    },
    {
      "epoch": 1.9498164014687882,
      "grad_norm": 3.65625,
      "learning_rate": 1.7861472556862103e-08,
      "loss": 1.4399273872375489,
      "step": 1195
    },
    {
      "epoch": 1.9579763361893106,
      "grad_norm": 2.390625,
      "learning_rate": 1.2718016236213938e-08,
      "loss": 1.5686559677124023,
      "step": 1200
    },
    {
      "epoch": 1.9661362709098327,
      "grad_norm": 2.75,
      "learning_rate": 8.444989517844005e-09,
      "loss": 1.4039984703063966,
      "step": 1205
    },
    {
      "epoch": 1.9742962056303548,
      "grad_norm": 3.375,
      "learning_rate": 5.043138172487472e-09,
      "loss": 1.416700553894043,
      "step": 1210
    },
    {
      "epoch": 1.9824561403508771,
      "grad_norm": 2.5625,
      "learning_rate": 2.5130559247665832e-09,
      "loss": 1.4612144470214843,
      "step": 1215
    },
    {
      "epoch": 1.9906160750713995,
      "grad_norm": 2.578125,
      "learning_rate": 8.551843495696599e-10,
      "loss": 1.5142659187316894,
      "step": 1220
    },
    {
      "epoch": 1.9987760097919218,
      "grad_norm": 3.546875,
      "learning_rate": 6.981279498274873e-11,
      "loss": 1.3438663482666016,
      "step": 1225
    },
    {
      "epoch": 2.0,
      "step": 1226,
      "total_flos": 5.923294725916508e+17,
      "train_loss": 1.5350287483722507,
      "train_runtime": 10749.7665,
      "train_samples_per_second": 0.456,
      "train_steps_per_second": 0.114
    }
  ],
  "logging_steps": 5,
  "max_steps": 1226,
  "num_input_tokens_seen": 0,
  "num_train_epochs": 2,
  "save_steps": 500,
  "stateful_callbacks": {
    "TrainerControl": {
      "args": {
        "should_epoch_stop": false,
        "should_evaluate": false,
        "should_log": false,
        "should_save": true,
        "should_training_stop": true
      },
      "attributes": {}
    }
  },
  "total_flos": 5.923294725916508e+17,
  "train_batch_size": 1,
  "trial_name": null,
  "trial_params": null
}